|
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485 |
- // Copyright 2017 Google LLC
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
-
- //+build ignore
-
- package main
-
- import (
- "context"
- "encoding/json"
- "flag"
- "io/ioutil"
- "log"
- "time"
-
- "cloud.google.com/go/bigquery"
- "google.golang.org/api/iterator"
- )
-
- func main() {
- flag.Parse()
-
- ctx := context.Background()
- c, err := bigquery.NewClient(ctx, flag.Arg(0))
- if err != nil {
- log.Fatal(err)
- }
-
- queriesJSON, err := ioutil.ReadFile(flag.Arg(1))
- if err != nil {
- log.Fatal(err)
- }
-
- var queries []string
- if err := json.Unmarshal(queriesJSON, &queries); err != nil {
- log.Fatal(err)
- }
-
- for _, q := range queries {
- doQuery(ctx, c, q)
- }
- }
-
- func doQuery(ctx context.Context, c *bigquery.Client, qt string) {
- startTime := time.Now()
- q := c.Query(qt)
- it, err := q.Read(ctx)
- if err != nil {
- log.Fatal(err)
- }
-
- numRows, numCols := 0, 0
- var firstByte time.Duration
-
- for {
- var values []bigquery.Value
- err := it.Next(&values)
- if err == iterator.Done {
- break
- }
- if err != nil {
- log.Fatal(err)
- }
- if numRows == 0 {
- numCols = len(values)
- firstByte = time.Since(startTime)
- } else if numCols != len(values) {
- log.Fatalf("got %d columns, want %d", len(values), numCols)
- }
- numRows++
- }
- log.Printf("query %q: %d rows, %d cols, first byte %f sec, total %f sec",
- qt, numRows, numCols, firstByte.Seconds(), time.Since(startTime).Seconds())
- }
|