| // Copyright (c) 2016, Google Inc. |
| // |
| // Permission to use, copy, modify, and/or distribute this software for any |
| // purpose with or without fee is hereby granted, provided that the above |
| // copyright notice and this permission notice appear in all copies. |
| // |
| // THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES |
| // WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF |
| // MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY |
| // SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
| // WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION |
| // OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN |
| // CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. |
| |
| package main |
| |
| import ( |
| "bufio" |
| "bytes" |
| "encoding/json" |
| "errors" |
| "flag" |
| "fmt" |
| "io" |
| "io/ioutil" |
| "os" |
| "os/exec" |
| "path/filepath" |
| "runtime" |
| "strconv" |
| "strings" |
| ) |
| |
| var ( |
| buildDir = flag.String("build-dir", "build", "Specifies the build directory to push.") |
| adbPath = flag.String("adb", "adb", "Specifies the adb binary to use. Defaults to looking in PATH.") |
| ndkPath = flag.String("ndk", "", "Specifies the path to the NDK installation. Defaults to detecting from the build directory.") |
| device = flag.String("device", "", "Specifies the device or emulator. See adb's -s argument.") |
| abi = flag.String("abi", "", "Specifies the Android ABI to use when building Go tools. Defaults to detecting from the build directory.") |
| apiLevel = flag.Int("api-level", 0, "Specifies the Android API level to use when building Go tools. Defaults to detecting from the build directory.") |
| suite = flag.String("suite", "all", "Specifies the test suites to run (all, unit, or ssl).") |
| allTestsArgs = flag.String("all-tests-args", "", "Specifies space-separated arguments to pass to all_tests.go") |
| runnerArgs = flag.String("runner-args", "", "Specifies space-separated arguments to pass to ssl/test/runner") |
| jsonOutput = flag.String("json-output", "", "The file to output JSON results to.") |
| ) |
| |
| func enableUnitTests() bool { |
| return *suite == "all" || *suite == "unit" |
| } |
| |
| func enableSSLTests() bool { |
| return *suite == "all" || *suite == "ssl" |
| } |
| |
| func adb(args ...string) error { |
| if len(*device) > 0 { |
| args = append([]string{"-s", *device}, args...) |
| } |
| cmd := exec.Command(*adbPath, args...) |
| cmd.Stdout = os.Stdout |
| cmd.Stderr = os.Stderr |
| return cmd.Run() |
| } |
| |
| func adbShell(shellCmd string) (int, error) { |
| var args []string |
| if len(*device) > 0 { |
| args = append([]string{"-s", *device}, args...) |
| } |
| args = append(args, "shell") |
| |
| const delimiter = "___EXIT_CODE___" |
| |
| // Older versions of adb and Android do not preserve the exit |
| // code, so work around this. |
| // https://code.google.com/p/android/issues/detail?id=3254 |
| shellCmd += "; echo " + delimiter + " $?" |
| args = append(args, shellCmd) |
| |
| cmd := exec.Command(*adbPath, args...) |
| stdout, err := cmd.StdoutPipe() |
| if err != nil { |
| return 0, err |
| } |
| cmd.Stderr = os.Stderr |
| if err := cmd.Start(); err != nil { |
| return 0, err |
| } |
| |
| var stdoutBytes bytes.Buffer |
| for { |
| var buf [1024]byte |
| n, err := stdout.Read(buf[:]) |
| stdoutBytes.Write(buf[:n]) |
| os.Stdout.Write(buf[:n]) |
| if err != nil { |
| break |
| } |
| } |
| |
| if err := cmd.Wait(); err != nil { |
| return 0, err |
| } |
| |
| stdoutStr := stdoutBytes.String() |
| idx := strings.LastIndex(stdoutStr, delimiter) |
| if idx < 0 { |
| return 0, fmt.Errorf("Could not find delimiter in output.") |
| } |
| |
| return strconv.Atoi(strings.TrimSpace(stdoutStr[idx+len(delimiter):])) |
| } |
| |
| func goTool(args ...string) error { |
| cmd := exec.Command("go", args...) |
| cmd.Stdout = os.Stdout |
| cmd.Stderr = os.Stderr |
| |
| cmd.Env = os.Environ() |
| |
| // The NDK includes the host platform in the toolchain path. |
| var ndkOS, ndkArch string |
| switch runtime.GOOS { |
| case "linux": |
| ndkOS = "linux" |
| default: |
| return fmt.Errorf("unknown host OS: %q", runtime.GOOS) |
| } |
| switch runtime.GOARCH { |
| case "amd64": |
| ndkArch = "x86_64" |
| default: |
| return fmt.Errorf("unknown host architecture: %q", runtime.GOARCH) |
| } |
| ndkHost := ndkOS + "-" + ndkArch |
| |
| // Use the NDK's target-prefixed clang wrappers, so cgo gets the right |
| // flags. See https://developer.android.com/ndk/guides/cmake#android_abi for |
| // Android ABIs. |
| var targetPrefix string |
| switch *abi { |
| case "armeabi-v7a", "armeabi-v7a with NEON": |
| targetPrefix = fmt.Sprintf("armv7a-linux-androideabi%d-", *apiLevel) |
| cmd.Env = append(cmd.Env, "GOARCH=arm") |
| cmd.Env = append(cmd.Env, "GOARM=7") |
| case "arm64-v8a": |
| targetPrefix = fmt.Sprintf("aarch64-linux-android%d-", *apiLevel) |
| cmd.Env = append(cmd.Env, "GOARCH=arm64") |
| default: |
| fmt.Errorf("unknown Android ABI: %q", *abi) |
| } |
| |
| // Go's Android support requires cgo and compilers from the NDK. See |
| // https://golang.org/misc/android/README, though note CC_FOR_TARGET only |
| // works when building Go itself. go build only looks at CC. |
| cmd.Env = append(cmd.Env, "CGO_ENABLED=1") |
| cmd.Env = append(cmd.Env, "GOOS=android") |
| toolchainDir := filepath.Join(*ndkPath, "toolchains", "llvm", "prebuilt", ndkHost, "bin") |
| cmd.Env = append(cmd.Env, fmt.Sprintf("CC=%s", filepath.Join(toolchainDir, targetPrefix+"clang"))) |
| cmd.Env = append(cmd.Env, fmt.Sprintf("CXX=%s", filepath.Join(toolchainDir, targetPrefix+"clang++"))) |
| return cmd.Run() |
| } |
| |
| // setWorkingDirectory walks up directories as needed until the current working |
| // directory is the top of a BoringSSL checkout. |
| func setWorkingDirectory() { |
| for i := 0; i < 64; i++ { |
| if _, err := os.Stat("BUILDING.md"); err == nil { |
| return |
| } |
| os.Chdir("..") |
| } |
| |
| panic("Couldn't find BUILDING.md in a parent directory!") |
| } |
| |
| func detectOptionsFromCMake() error { |
| if len(*ndkPath) != 0 && len(*abi) != 0 && *apiLevel != 0 { |
| // No need to parse options from CMake. |
| return nil |
| } |
| |
| cmakeCache, err := os.Open(filepath.Join(*buildDir, "CMakeCache.txt")) |
| if err != nil { |
| return err |
| } |
| defer cmakeCache.Close() |
| |
| cmakeVars := make(map[string]string) |
| scanner := bufio.NewScanner(cmakeCache) |
| for scanner.Scan() { |
| line := scanner.Text() |
| if idx := strings.IndexByte(line, '#'); idx >= 0 { |
| line = line[:idx] |
| } |
| if idx := strings.Index(line, "//"); idx >= 0 { |
| line = line[:idx] |
| } |
| // The syntax for each line is KEY:TYPE=VALUE. |
| equals := strings.IndexByte(line, '=') |
| if equals < 0 { |
| continue |
| } |
| name := line[:equals] |
| value := line[equals+1:] |
| if idx := strings.IndexByte(name, ':'); idx >= 0 { |
| name = name[:idx] |
| } |
| cmakeVars[name] = value |
| } |
| if err := scanner.Err(); err != nil { |
| return err |
| } |
| |
| if len(*ndkPath) == 0 { |
| if ndk, ok := cmakeVars["ANDROID_NDK"]; ok { |
| *ndkPath = ndk |
| } else if toolchainFile, ok := cmakeVars["CMAKE_TOOLCHAIN_FILE"]; ok { |
| // The toolchain is at build/cmake/android.toolchain.cmake under the NDK. |
| *ndkPath = filepath.Dir(filepath.Dir(filepath.Dir(toolchainFile))) |
| } else { |
| return errors.New("Neither CMAKE_TOOLCHAIN_FILE nor ANDROID_NDK found in CMakeCache.txt") |
| } |
| fmt.Printf("Detected NDK path %q from CMakeCache.txt.\n", *ndkPath) |
| } |
| if len(*abi) == 0 { |
| var ok bool |
| if *abi, ok = cmakeVars["ANDROID_ABI"]; !ok { |
| return errors.New("ANDROID_ABI not found in CMakeCache.txt") |
| } |
| fmt.Printf("Detected ABI %q from CMakeCache.txt.\n", *abi) |
| } |
| if *apiLevel == 0 { |
| apiLevelStr, ok := cmakeVars["ANDROID_NATIVE_API_LEVEL"] |
| if !ok { |
| return errors.New("ANDROID_NATIVE_API_LEVEL not found in CMakeCache.txt") |
| } |
| var err error |
| if *apiLevel, err = strconv.Atoi(apiLevelStr); err != nil { |
| return fmt.Errorf("error parsing ANDROID_NATIVE_API_LEVEL: %s", err) |
| } |
| fmt.Printf("Detected API level %d from CMakeCache.txt.\n", *apiLevel) |
| } |
| return nil |
| } |
| |
| type test struct { |
| args []string |
| env []string |
| } |
| |
| func parseTestConfig(filename string) ([]test, error) { |
| in, err := os.Open(filename) |
| if err != nil { |
| return nil, err |
| } |
| defer in.Close() |
| |
| decoder := json.NewDecoder(in) |
| var result [][]string |
| if err := decoder.Decode(&result); err != nil { |
| return nil, err |
| } |
| |
| tests := make([]test, 0, len(result)) |
| for _, args := range result { |
| var env []string |
| for len(args) > 0 && strings.HasPrefix(args[0], "$") { |
| env = append(env, args[0][1:]) |
| args = args[1:] |
| } |
| tests = append(tests, test{args: args, env: env}) |
| } |
| |
| return tests, nil |
| } |
| |
| func copyFile(dst, src string) error { |
| srcFile, err := os.Open(src) |
| if err != nil { |
| return err |
| } |
| defer srcFile.Close() |
| |
| srcInfo, err := srcFile.Stat() |
| if err != nil { |
| return err |
| } |
| |
| dir := filepath.Dir(dst) |
| if err := os.MkdirAll(dir, 0777); err != nil { |
| return err |
| } |
| |
| dstFile, err := os.OpenFile(dst, os.O_CREATE|os.O_WRONLY, srcInfo.Mode()) |
| if err != nil { |
| return err |
| } |
| defer dstFile.Close() |
| |
| _, err = io.Copy(dstFile, srcFile) |
| return err |
| } |
| |
| func main() { |
| flag.Parse() |
| |
| if *suite == "all" && *jsonOutput != "" { |
| fmt.Printf("To use -json-output flag, select only one test suite with -suite.\n") |
| os.Exit(1) |
| } |
| |
| setWorkingDirectory() |
| if err := detectOptionsFromCMake(); err != nil { |
| fmt.Printf("Error reading options from CMake: %s.\n", err) |
| os.Exit(1) |
| } |
| |
| // Clear the target directory. |
| if err := adb("shell", "rm -Rf /data/local/tmp/boringssl-tmp"); err != nil { |
| fmt.Printf("Failed to clear target directory: %s\n", err) |
| os.Exit(1) |
| } |
| |
| // Stage everything in a temporary directory. |
| tmpDir, err := ioutil.TempDir("", "boringssl-android") |
| if err != nil { |
| fmt.Printf("Error making temporary directory: %s\n", err) |
| os.Exit(1) |
| } |
| defer os.RemoveAll(tmpDir) |
| |
| var binaries, files []string |
| |
| if enableUnitTests() { |
| files = append(files, |
| "util/all_tests.json", |
| "BUILDING.md", |
| ) |
| |
| tests, err := parseTestConfig("util/all_tests.json") |
| if err != nil { |
| fmt.Printf("Failed to parse input: %s\n", err) |
| os.Exit(1) |
| } |
| |
| seenBinary := make(map[string]struct{}) |
| for _, test := range tests { |
| if _, ok := seenBinary[test.args[0]]; !ok { |
| binaries = append(binaries, test.args[0]) |
| seenBinary[test.args[0]] = struct{}{} |
| } |
| for _, arg := range test.args[1:] { |
| if strings.Contains(arg, "/") { |
| files = append(files, arg) |
| } |
| } |
| } |
| |
| fmt.Printf("Building all_tests...\n") |
| if err := goTool("build", "-o", filepath.Join(tmpDir, "util/all_tests"), "util/all_tests.go"); err != nil { |
| fmt.Printf("Error building all_tests.go: %s\n", err) |
| os.Exit(1) |
| } |
| } |
| |
| if enableSSLTests() { |
| binaries = append(binaries, "ssl/test/bssl_shim") |
| files = append(files, |
| "BUILDING.md", |
| "ssl/test/runner/cert.pem", |
| "ssl/test/runner/channel_id_key.pem", |
| "ssl/test/runner/ecdsa_p224_cert.pem", |
| "ssl/test/runner/ecdsa_p224_key.pem", |
| "ssl/test/runner/ecdsa_p256_cert.pem", |
| "ssl/test/runner/ecdsa_p256_key.pem", |
| "ssl/test/runner/ecdsa_p384_cert.pem", |
| "ssl/test/runner/ecdsa_p384_key.pem", |
| "ssl/test/runner/ecdsa_p521_cert.pem", |
| "ssl/test/runner/ecdsa_p521_key.pem", |
| "ssl/test/runner/ed25519_cert.pem", |
| "ssl/test/runner/ed25519_key.pem", |
| "ssl/test/runner/key.pem", |
| "ssl/test/runner/rsa_1024_cert.pem", |
| "ssl/test/runner/rsa_1024_key.pem", |
| "ssl/test/runner/rsa_chain_cert.pem", |
| "ssl/test/runner/rsa_chain_key.pem", |
| "util/all_tests.json", |
| ) |
| |
| fmt.Printf("Building runner...\n") |
| if err := goTool("test", "-c", "-o", filepath.Join(tmpDir, "ssl/test/runner/runner"), "./ssl/test/runner/"); err != nil { |
| fmt.Printf("Error building runner: %s\n", err) |
| os.Exit(1) |
| } |
| } |
| |
| var libraries []string |
| if _, err := os.Stat(filepath.Join(*buildDir, "crypto/libcrypto.so")); err == nil { |
| libraries = []string{ |
| "libboringssl_gtest.so", |
| "crypto/libcrypto.so", |
| "decrepit/libdecrepit.so", |
| "ssl/libssl.so", |
| } |
| } else if !os.IsNotExist(err) { |
| fmt.Printf("Failed to stat crypto/libcrypto.so: %s\n", err) |
| os.Exit(1) |
| } |
| |
| fmt.Printf("Copying test binaries...\n") |
| for _, binary := range binaries { |
| if err := copyFile(filepath.Join(tmpDir, "build", binary), filepath.Join(*buildDir, binary)); err != nil { |
| fmt.Printf("Failed to copy %s: %s\n", binary, err) |
| os.Exit(1) |
| } |
| } |
| |
| var envPrefix string |
| if len(libraries) > 0 { |
| fmt.Printf("Copying libraries...\n") |
| for _, library := range libraries { |
| // Place all the libraries in a common directory so they |
| // can be passed to LD_LIBRARY_PATH once. |
| if err := copyFile(filepath.Join(tmpDir, "build", "lib", filepath.Base(library)), filepath.Join(*buildDir, library)); err != nil { |
| fmt.Printf("Failed to copy %s: %s\n", library, err) |
| os.Exit(1) |
| } |
| } |
| envPrefix = "env LD_LIBRARY_PATH=/data/local/tmp/boringssl-tmp/build/lib " |
| } |
| |
| fmt.Printf("Copying data files...\n") |
| for _, file := range files { |
| if err := copyFile(filepath.Join(tmpDir, file), file); err != nil { |
| fmt.Printf("Failed to copy %s: %s\n", file, err) |
| os.Exit(1) |
| } |
| } |
| |
| fmt.Printf("Uploading files...\n") |
| if err := adb("push", "-p", tmpDir, "/data/local/tmp/boringssl-tmp"); err != nil { |
| fmt.Printf("Failed to push runner: %s\n", err) |
| os.Exit(1) |
| } |
| |
| var unitTestExit int |
| if enableUnitTests() { |
| fmt.Printf("Running unit tests...\n") |
| unitTestExit, err = adbShell(fmt.Sprintf("cd /data/local/tmp/boringssl-tmp && %s./util/all_tests -json-output results.json %s", envPrefix, *allTestsArgs)) |
| if err != nil { |
| fmt.Printf("Failed to run unit tests: %s\n", err) |
| os.Exit(1) |
| } |
| } |
| |
| var sslTestExit int |
| if enableSSLTests() { |
| fmt.Printf("Running SSL tests...\n") |
| sslTestExit, err = adbShell(fmt.Sprintf("cd /data/local/tmp/boringssl-tmp/ssl/test/runner && %s./runner -json-output ../../../results.json %s", envPrefix, *runnerArgs)) |
| if err != nil { |
| fmt.Printf("Failed to run SSL tests: %s\n", err) |
| os.Exit(1) |
| } |
| } |
| |
| if *jsonOutput != "" { |
| if err := adb("pull", "-p", "/data/local/tmp/boringssl-tmp/results.json", *jsonOutput); err != nil { |
| fmt.Printf("Failed to extract results.json: %s\n", err) |
| os.Exit(1) |
| } |
| } |
| |
| if unitTestExit != 0 { |
| os.Exit(unitTestExit) |
| } |
| |
| if sslTestExit != 0 { |
| os.Exit(sslTestExit) |
| } |
| } |