// Copyright 2016 Google LLC // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package bigquery import ( "context" "cloud.google.com/go/internal/trace" bq "google.golang.org/api/bigquery/v2" ) // ExtractConfig holds the configuration for an extract job. type ExtractConfig struct { // Src is the table from which data will be extracted. Src *Table // Dst is the destination into which the data will be extracted. Dst *GCSReference // DisableHeader disables the printing of a header row in exported data. DisableHeader bool // The labels associated with this job. Labels map[string]string } func (e *ExtractConfig) toBQ() *bq.JobConfiguration { var printHeader *bool if e.DisableHeader { f := false printHeader = &f } return &bq.JobConfiguration{ Labels: e.Labels, Extract: &bq.JobConfigurationExtract{ DestinationUris: append([]string{}, e.Dst.URIs...), Compression: string(e.Dst.Compression), DestinationFormat: string(e.Dst.DestinationFormat), FieldDelimiter: e.Dst.FieldDelimiter, SourceTable: e.Src.toBQ(), PrintHeader: printHeader, }, } } func bqToExtractConfig(q *bq.JobConfiguration, c *Client) *ExtractConfig { qe := q.Extract return &ExtractConfig{ Labels: q.Labels, Dst: &GCSReference{ URIs: qe.DestinationUris, Compression: Compression(qe.Compression), DestinationFormat: DataFormat(qe.DestinationFormat), FileConfig: FileConfig{ CSVOptions: CSVOptions{ FieldDelimiter: qe.FieldDelimiter, }, }, }, DisableHeader: qe.PrintHeader != nil && !*qe.PrintHeader, Src: bqToTable(qe.SourceTable, c), } } // An Extractor extracts data from a BigQuery table into Google Cloud Storage. type Extractor struct { JobIDConfig ExtractConfig c *Client } // ExtractorTo returns an Extractor which can be used to extract data from a // BigQuery table into Google Cloud Storage. // The returned Extractor may optionally be further configured before its Run method is called. func (t *Table) ExtractorTo(dst *GCSReference) *Extractor { return &Extractor{ c: t.c, ExtractConfig: ExtractConfig{ Src: t, Dst: dst, }, } } // Run initiates an extract job. func (e *Extractor) Run(ctx context.Context) (j *Job, err error) { ctx = trace.StartSpan(ctx, "cloud.google.com/go/bigquery.Extractor.Run") defer func() { trace.EndSpan(ctx, err) }() return e.c.insertJob(ctx, e.newJob(), nil) } func (e *Extractor) newJob() *bq.Job { return &bq.Job{ JobReference: e.JobIDConfig.createJobRef(e.c), Configuration: e.ExtractConfig.toBQ(), } }