| // Copyright 2025 The BoringSSL Authors |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // https://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| //go:build gcs |
| |
| package main |
| |
| import ( |
| "context" |
| "flag" |
| "io" |
| "log" |
| neturl "net/url" |
| "time" |
| |
| "cloud.google.com/go/storage" |
| "google.golang.org/api/iterator" |
| ) |
| |
| var uploadGCSDirectory = flag.String("gcs", "", "GCS path to folder where result files to be uploaded are") |
| |
| // Uploads results directory from GCS. |
| // Similar to uploadResultsDirectory(). |
| func uploadResultsFromGCS(gcsBucket string, config *Config, sessionTokensCacheDir string) { |
| u, err := neturl.Parse(gcsBucket) |
| if err != nil { |
| log.Fatal(err) |
| } |
| bucket := u.Host |
| folder := trimLeadingSlash(addTrailingSlash(u.Path)) |
| sessionID, err := getLastDigitDir(folder) |
| if err != nil { |
| log.Fatal(err) |
| } |
| |
| ctx := context.Background() |
| client, err := storage.NewClient(ctx) |
| if err != nil { |
| log.Fatalf("Failed to create client: %v", err) |
| } |
| defer client.Close() |
| ctx, cancel := context.WithTimeout(ctx, time.Second*10) |
| defer cancel() |
| |
| // Access bucket and identify all objects. |
| // Objects include the folder. |
| it := client.Bucket(bucket).Objects(ctx, &storage.Query{ |
| Prefix: folder, |
| Delimiter: "/", |
| }) |
| |
| var results []nistUploadResult |
| // Go through each object (noting GCS stores objects, not files) |
| for { |
| attrs, err := it.Next() |
| if err == iterator.Done { |
| break |
| } else if err != nil { |
| log.Fatalf("Unable to read bucket: %s", err) |
| } |
| rc, err := client.Bucket(bucket).Object(attrs.Name).NewReader(ctx) |
| if err != nil { |
| log.Fatalf("unable to open object from bucket %q, object %q: %v", bucket, attrs.Name, err) |
| return |
| } |
| defer rc.Close() |
| content, err := io.ReadAll(rc) |
| if err != nil { |
| log.Fatalf("unable to read contents of object %q: %v", attrs.Name, err) |
| } |
| if len(content) == 0 { |
| log.Printf("object (gs://%s/%s) is a \"folder\" or empty.", bucket, attrs.Name) |
| continue |
| } |
| |
| results = processResultContent(results, content, sessionID, attrs.Name) |
| } |
| |
| uploadResults(results, sessionID, config, sessionTokensCacheDir) |
| } |
| |
| func handleGCSFlag(config *Config, sessionTokensCacheDir string) bool { |
| if len(*uploadGCSDirectory) > 0 { |
| uploadResultsFromGCS(*uploadGCSDirectory, config, sessionTokensCacheDir) |
| return true |
| } |
| return false |
| } |