blob: e010216564b8477619240d392561f58cba295911 [file] [log] [blame] [edit]
// Copyright 2025 The BoringSSL Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// https://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//go:build gcs
package main
import (
"context"
"flag"
"io"
"log"
neturl "net/url"
"time"
"cloud.google.com/go/storage"
"google.golang.org/api/iterator"
)
var uploadGCSDirectory = flag.String("gcs", "", "GCS path to folder where result files to be uploaded are")
// Uploads results directory from GCS.
// Similar to uploadResultsDirectory().
func uploadResultsFromGCS(gcsBucket string, config *Config, sessionTokensCacheDir string) {
u, err := neturl.Parse(gcsBucket)
if err != nil {
log.Fatal(err)
}
bucket := u.Host
folder := trimLeadingSlash(addTrailingSlash(u.Path))
sessionID, err := getLastDigitDir(folder)
if err != nil {
log.Fatal(err)
}
ctx := context.Background()
client, err := storage.NewClient(ctx)
if err != nil {
log.Fatalf("Failed to create client: %v", err)
}
defer client.Close()
ctx, cancel := context.WithTimeout(ctx, time.Second*10)
defer cancel()
// Access bucket and identify all objects.
// Objects include the folder.
it := client.Bucket(bucket).Objects(ctx, &storage.Query{
Prefix: folder,
Delimiter: "/",
})
var results []nistUploadResult
// Go through each object (noting GCS stores objects, not files)
for {
attrs, err := it.Next()
if err == iterator.Done {
break
} else if err != nil {
log.Fatalf("Unable to read bucket: %s", err)
}
rc, err := client.Bucket(bucket).Object(attrs.Name).NewReader(ctx)
if err != nil {
log.Fatalf("unable to open object from bucket %q, object %q: %v", bucket, attrs.Name, err)
return
}
defer rc.Close()
content, err := io.ReadAll(rc)
if err != nil {
log.Fatalf("unable to read contents of object %q: %v", attrs.Name, err)
}
if len(content) == 0 {
log.Printf("object (gs://%s/%s) is a \"folder\" or empty.", bucket, attrs.Name)
continue
}
results = processResultContent(results, content, sessionID, attrs.Name)
}
uploadResults(results, sessionID, config, sessionTokensCacheDir)
}
func handleGCSFlag(config *Config, sessionTokensCacheDir string) bool {
if len(*uploadGCSDirectory) > 0 {
uploadResultsFromGCS(*uploadGCSDirectory, config, sessionTokensCacheDir)
return true
}
return false
}