|
- // Copyright 2016 Google LLC
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
-
- package bigquery
-
- import (
- "cloud.google.com/go/internal/trace"
- "golang.org/x/net/context"
- bq "google.golang.org/api/bigquery/v2"
- )
-
- // ExtractConfig holds the configuration for an extract job.
- type ExtractConfig struct {
- // Src is the table from which data will be extracted.
- Src *Table
-
- // Dst is the destination into which the data will be extracted.
- Dst *GCSReference
-
- // DisableHeader disables the printing of a header row in exported data.
- DisableHeader bool
-
- // The labels associated with this job.
- Labels map[string]string
- }
-
- func (e *ExtractConfig) toBQ() *bq.JobConfiguration {
- var printHeader *bool
- if e.DisableHeader {
- f := false
- printHeader = &f
- }
- return &bq.JobConfiguration{
- Labels: e.Labels,
- Extract: &bq.JobConfigurationExtract{
- DestinationUris: append([]string{}, e.Dst.URIs...),
- Compression: string(e.Dst.Compression),
- DestinationFormat: string(e.Dst.DestinationFormat),
- FieldDelimiter: e.Dst.FieldDelimiter,
- SourceTable: e.Src.toBQ(),
- PrintHeader: printHeader,
- },
- }
- }
-
- func bqToExtractConfig(q *bq.JobConfiguration, c *Client) *ExtractConfig {
- qe := q.Extract
- return &ExtractConfig{
- Labels: q.Labels,
- Dst: &GCSReference{
- URIs: qe.DestinationUris,
- Compression: Compression(qe.Compression),
- DestinationFormat: DataFormat(qe.DestinationFormat),
- FileConfig: FileConfig{
- CSVOptions: CSVOptions{
- FieldDelimiter: qe.FieldDelimiter,
- },
- },
- },
- DisableHeader: qe.PrintHeader != nil && !*qe.PrintHeader,
- Src: bqToTable(qe.SourceTable, c),
- }
- }
-
- // An Extractor extracts data from a BigQuery table into Google Cloud Storage.
- type Extractor struct {
- JobIDConfig
- ExtractConfig
- c *Client
- }
-
- // ExtractorTo returns an Extractor which can be used to extract data from a
- // BigQuery table into Google Cloud Storage.
- // The returned Extractor may optionally be further configured before its Run method is called.
- func (t *Table) ExtractorTo(dst *GCSReference) *Extractor {
- return &Extractor{
- c: t.c,
- ExtractConfig: ExtractConfig{
- Src: t,
- Dst: dst,
- },
- }
- }
-
- // Run initiates an extract job.
- func (e *Extractor) Run(ctx context.Context) (j *Job, err error) {
- ctx = trace.StartSpan(ctx, "cloud.google.com/go/bigquery.Extractor.Run")
- defer func() { trace.EndSpan(ctx, err) }()
-
- return e.c.insertJob(ctx, e.newJob(), nil)
- }
-
- func (e *Extractor) newJob() *bq.Job {
- return &bq.Job{
- JobReference: e.JobIDConfig.createJobRef(e.c),
- Configuration: e.ExtractConfig.toBQ(),
- }
- }
|