/*!

* Copyright 2014 Google Inc. All Rights Reserved.

*

* Licensed under the Apache License, Version 2.0 (the "License");

* you may not use this file except in compliance with the License.

* You may obtain a copy of the License at

*

* http://www.apache.org/licenses/LICENSE-2.0

*

* Unless required by applicable law or agreed to in writing, software

* distributed under the License is distributed on an "AS IS" BASIS,

* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

* See the License for the specific language governing permissions and

* limitations under the License.

*/

import * as common from '@google-cloud/common';

import {paginator, ResourceStream} from '@google-cloud/paginator';

import {promisifyAll} from '@google-cloud/promisify';

import arrify = require('arrify');

import Big from 'big.js';

import * as extend from 'extend';

const format = require('string-format-obj');

import * as fs from 'fs';

import * as is from 'is';

import * as path from 'path';

import * as streamEvents from 'stream-events';

import * as uuid from 'uuid';

import {

BigQuery,

Job,

Dataset,

Query,

SimpleQueryRowsResponse,

SimpleQueryRowsCallback,

ResourceCallback,

RequestCallback,

PagedResponse,

PagedCallback,

JobRequest,

PagedRequest,

} from '.';

import {GoogleErrorBody} from '@google-cloud/common/build/src/util';

import {Duplex, Writable} from 'stream';

import {JobMetadata} from './job';

import bigquery from './types';

const duplexify = require('duplexify');

// This is supposed to be a @google-cloud/storage `File` type. The storage npm

// module includes these types, but is current installed as a devDependency.

// Unless it's included as a production dependency, the types would not be

// included. The storage module is fairly large, and only really needed for

// types. We need to figure out how to include these types properly.

export interface File {

// tslint:disable-next-line no-any

bucket: any;

kmsKeyName?: string;

userProject?: string;

name: string;

generation?: number;

}

export type JobMetadataCallback = RequestCallback<JobMetadata>;

export type JobMetadataResponse = [JobMetadata];

// tslint:disable-next-line no-any

export type RowMetadata = any;

export type InsertRowsOptions = bigquery.ITableDataInsertAllRequest & {

createInsertId?: boolean;

raw?: boolean;

schema?: string | {};

};

export type InsertRowsResponse = [

bigquery.ITableDataInsertAllResponse | bigquery.ITable

];

export type InsertRowsCallback = RequestCallback<

bigquery.ITableDataInsertAllResponse | bigquery.ITable

>;

export type RowsResponse = PagedResponse<

RowMetadata,

GetRowsOptions,

bigquery.ITableDataList | bigquery.ITable

>;

export type RowsCallback = PagedCallback<

RowMetadata,

GetRowsOptions,

bigquery.ITableDataList | bigquery.ITable

>;

export interface InsertRow {

insertId?: string;

json?: bigquery.IJsonObject;

}

export type TableRow = bigquery.ITableRow;

export type TableRowField = bigquery.ITableCell;

export type TableRowValue = string | TableRow;

export type GetRowsOptions = PagedRequest<bigquery.tabledata.IListParams>;

export type JobLoadMetadata = JobRequest<bigquery.IJobConfigurationLoad> & {

format?: string;

};

export type CreateExtractJobOptions = JobRequest<

bigquery.IJobConfigurationExtract

> & {

format?: 'CSV' | 'JSON' | 'AVRO' | 'PARQUET' | 'ORC';

gzip?: boolean;

};

export type JobResponse = [Job, bigquery.IJob];

export type JobCallback = ResourceCallback<Job, bigquery.IJob>;

export type CreateCopyJobMetadata = CopyTableMetadata;

export type SetTableMetadataOptions = TableMetadata;

export type CopyTableMetadata = JobRequest<bigquery.IJobConfigurationTableCopy>;

export type TableMetadata = bigquery.ITable & {

name?: string;

schema?: string | TableField[] | TableSchema;

partitioning?: string;

view?: string | ViewDefinition;

};

export type ViewDefinition = bigquery.IViewDefinition;

export type FormattedMetadata = bigquery.ITable;

export type TableSchema = bigquery.ITableSchema;

export type TableField = bigquery.ITableFieldSchema;

/**

* The file formats accepted by BigQuery.

*

* @type {object}

* @private

*/

const FORMATS = {

avro: 'AVRO',

csv: 'CSV',

json: 'NEWLINE_DELIMITED_JSON',

orc: 'ORC',

parquet: 'PARQUET',

} as {[index: string]: string};

export interface TableOptions {

location?: string;

}

/**

* Table objects are returned by methods such as

* {@link Dataset#table}, {@link Dataset#createTable}, and

* {@link Dataset#getTables}.

*

* @class

* @param {Dataset} dataset {@link Dataset} instance.

* @param {string} id The ID of the table.

* @param {object} [options] Table options.

* @param {string} [options.location] The geographic location of the table, by

* default this value is inherited from the dataset. This can be used to

* configure the location of all jobs created through a table instance. It

* cannot be used to set the actual location of the table. This value will

* be superseded by any API responses containing location data for the

* table.

*

* @example

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

*

* const table = dataset.table('my-table');

*/

class Table extends common.ServiceObject {

dataset: Dataset;

bigQuery: BigQuery;

location?: string;

createReadStream: (options?: GetRowsOptions) => ResourceStream<RowMetadata>;

constructor(dataset: Dataset, id: string, options?: TableOptions) {

const methods = {

/**

* Create a table.

*

* @method Table#create

* @param {object} [options] See {@link Dataset#createTable}.

* @param {function} [callback]

* @param {?error} callback.err An error returned while making this

* request.

* @param {Table} callback.table The new {@link Table}.

* @param {object} callback.apiResponse The full API response.

* @returns {Promise}

*

* @example

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

*

* const table = dataset.table('my-table');

*

* table.create((err, table, apiResponse) => {

* if (!err) {

* // The table was created successfully.

* }

* });

*

* //-

* // If the callback is omitted, we'll return a Promise.

* //-

* table.create().then((data) => {

* const table = data[0];

* const apiResponse = data[1];

* });

*/

create: true,

/**

* Delete a table and all its data.

*

* @see [Tables: delete API Documentation]{@link https://cloud.google.com/bigquery/docs/reference/v2/tables/delete}

*

* @method Table#delete

* @param {function} [callback]

* @param {?error} callback.err An error returned while making this

* request.

* @param {object} callback.apiResponse The full API response.

* @returns {Promise}

*

* @example

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

*

* const table = dataset.table('my-table');

*

* table.delete((err, apiResponse) => {});

*

* //-

* // If the callback is omitted, we'll return a Promise.

* //-

* table.delete().then((data) => {

* const apiResponse = data[0];

* });

*/

delete: true,

/**

* Check if the table exists.

*

* @method Table#exists

* @param {function} [callback]

* @param {?error} callback.err An error returned while making this

* request.

* @param {boolean} callback.exists Whether the table exists or not.

* @returns {Promise}

*

* @example

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

*

* const table = dataset.table('my-table');

*

* table.exists((err, exists) => {});

*

* //-

* // If the callback is omitted, we'll return a Promise.

* //-

* table.exists().then((data) => {

* const exists = data[0];

* });

*/

exists: true,

/**

* Get a table if it exists.

*

* You may optionally use this to "get or create" an object by providing

* an object with `autoCreate` set to `true`. Any extra configuration that

* is normally required for the `create` method must be contained within

* this object as well.

*

* @method Table#get

* @param {options} [options] Configuration object.

* @param {boolean} [options.autoCreate=false] Automatically create the

* object if it does not exist.

* @param {function} [callback]

* @param {?error} callback.err An error returned while making this

* request.

* @param {Table} callback.table The {@link Table}.

* @param {object} callback.apiResponse The full API response.

* @returns {Promise}

*

* @example

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

*

* const table = dataset.table('my-table');

*

* table.get((err, table, apiResponse) => {

* // `table.metadata` has been populated.

* });

*

* //-

* // If the callback is omitted, we'll return a Promise.

* //-

* table.get().then((data) => {

* const table = data[0];

* const apiResponse = data[1];

* });

*/

get: true,

/**

* Return the metadata associated with the Table.

*

* @see [Tables: get API Documentation]{@link https://cloud.google.com/bigquery/docs/reference/v2/tables/get}

*

* @method Table#getMetadata

* @param {function} [callback] The callback function.

* @param {?error} callback.err An error returned while making this

* request.

* @param {object} callback.metadata The metadata of the Table.

* @param {object} callback.apiResponse The full API response.

* @returns {Promise}

*

* @example

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

*

* const table = dataset.table('my-table');

*

* table.getMetadata((err, metadata, apiResponse) => {});

*

* //-

* // If the callback is omitted, we'll return a Promise.

* //-

* table.getMetadata().then((data) => {

* const metadata = data[0];

* const apiResponse = data[1];

* });

*/

getMetadata: true,

};

super({

parent: dataset,

baseUrl: '/tables',

id,

createMethod: dataset.createTable.bind(dataset),

methods,

});

if (options && options.location) {

this.location = options.location;

}

this.bigQuery = dataset.bigQuery;

this.dataset = dataset;

// Catch all for read-modify-write cycle

// https://cloud.google.com/bigquery/docs/api-performance#read-patch-write

this.interceptors.push({

request: (reqOpts: common.DecorateRequestOptions) => {

if (reqOpts.method === 'PATCH' && reqOpts.json.etag) {

reqOpts.headers = reqOpts.headers || {};

reqOpts.headers['If-Match'] = reqOpts.json.etag;

}

return reqOpts;

},

});

/**

* Create a readable stream of the rows of data in your table. This method

* is simply a wrapper around {@link Table#getRows}.

*

* @see [Tabledata: list API Documentation]{@link https://cloud.google.com/bigquery/docs/reference/v2/tabledata/list}

*

* @returns {ReadableStream}

*

* @example

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

* const table = dataset.table('my-table');

*

* table.createReadStream(options)

* .on('error', console.error)

* .on('data', row => {})

* .on('end', function() {

* // All rows have been retrieved.

* });

*

* //-

* // If you anticipate many results, you can end a stream early to prevent

* // unnecessary processing and API requests.

* //-

* table.createReadStream()

* .on('data', function(row) {

* this.end();

* });

*/

this.createReadStream = paginator.streamify<RowMetadata>('getRows');

}

/**

* Convert a comma-separated name:type string to a table schema object.

*

* @static

* @private

*

* @param {string} str Comma-separated schema string.

* @returns {object} Table schema in the format the API expects.

*/

static createSchemaFromString_(str: string): TableSchema {

return str.split(/\s*,\s*/).reduce(

(acc: {fields: Array<{name: string; type: string}>}, pair) => {

acc.fields.push({

name: pair.split(':')[0].trim(),

type: (pair.split(':')[1] || 'STRING').toUpperCase().trim(),

});

return acc;

},

{

fields: [],

}

);

}

/**

* Convert a row entry from native types to their encoded types that the API

* expects.

*

* @static

* @private

*

* @param {*} value The value to be converted.

* @returns {*} The converted value.

*/

static encodeValue_(value?: {} | null): {} | null {

if (typeof value === 'undefined' || value === null) {

return null;

}

if (value instanceof Buffer) {

return value.toString('base64');

}

if (value instanceof Big) {

return value.toFixed();

}

const customTypeConstructorNames = [

'BigQueryDate',

'BigQueryDatetime',

'BigQueryTime',

'BigQueryTimestamp',

'Geography',

];

const constructorName = value.constructor.name;

const isCustomType =

customTypeConstructorNames.indexOf(constructorName) > -1;

if (isCustomType) {

return (value as {value: {}}).value;

}

if (is.date(value)) {

return (value as Date).toJSON();

}

if (is.array(value)) {

return (value as []).map(Table.encodeValue_);

}

if (typeof value === 'object') {

return Object.keys(value).reduce(

(acc: {[index: string]: {} | null}, key) => {

acc[key] = Table.encodeValue_(

(value as {[index: string]: {} | null})[key]

);

return acc;

},

{}

);

}

return value;

}

/**

* @private

*/

static formatMetadata_(options: TableMetadata): FormattedMetadata {

const body = (extend(true, {}, options) as {}) as FormattedMetadata;

if (options.name) {

body.friendlyName = options.name;

delete (body as TableMetadata).name;

}

if (is.string(options.schema)) {

body.schema = Table.createSchemaFromString_(options.schema as string);

}

if (is.array(options.schema)) {

body.schema = {

fields: options.schema as [],

};

}

if (body.schema && body.schema.fields) {

body.schema.fields = body.schema.fields.map(field => {

if (field.fields) {

field.type = 'RECORD';

}

return field;

});

}

if (is.string(options.partitioning)) {

body.timePartitioning = {

type: options.partitioning!.toUpperCase(),

};

delete (body as TableMetadata).partitioning;

}

if (is.string(options.view)) {

body.view = {

query: options.view! as string,

useLegacySql: false,

};

}

return body;

}

copy(

destination: Table,

metadata?: CopyTableMetadata

): Promise<JobMetadataResponse>;

copy(

destination: Table,

metadata: CopyTableMetadata,

callback: JobMetadataCallback

): void;

copy(destination: Table, callback: JobMetadataCallback): void;

/**

* Copy data from one table to another, optionally creating that table.

*

* @param {Table} destination The destination table.

* @param {object} [metadata] Metadata to set with the copy operation. The

* metadata object should be in the format of the

* [`configuration.copy`](http://goo.gl/dKWIyS) property of a Jobs

* resource.

* @param {string} [metadata.jobId] Custom id for the underlying job.

* @param {string} [metadata.jobPrefix] Prefix to apply to the underlying job

* id.

* @param {function} [callback] The callback function.

* @param {?error} callback.err An error returned while making this request

* @param {object} callback.apiResponse The full API response.

* @returns {Promise}

*

* @throws {Error} If a destination other than a Table object is provided.

*

* @example

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

*

* const table = dataset.table('my-table');

* const yourTable = dataset.table('your-table');

*

* table.copy(yourTable, (err, apiResponse) => {});

*

* //-

* // See the <a href="http://goo.gl/dKWIyS">`configuration.copy`</a> object

* for

* // all available options.

* //-

* const metadata = {

* createDisposition: 'CREATE_NEVER',

* writeDisposition: 'WRITE_TRUNCATE'

* };

*

* table.copy(yourTable, metadata, (err, apiResponse) => {});

*

* //-

* // If the callback is omitted, we'll return a Promise.

* //-

* table.copy(yourTable, metadata).then((data) => {

* const apiResponse = data[0];

* });

*/

copy(

destination: Table,

metadataOrCallback?: CopyTableMetadata | JobMetadataCallback,

cb?: JobMetadataCallback

): void | Promise<JobMetadataResponse> {

const metadata =

typeof metadataOrCallback === 'object' ? metadataOrCallback : {};

const callback =

typeof metadataOrCallback === 'function' ? metadataOrCallback : cb;

this.createCopyJob(

destination,

metadata as CreateCopyJobMetadata,

(err, job, resp) => {

if (err) {

callback!(err, resp);

return;

}

job!.on('error', callback!).on('complete', (metadata: JobMetadata) => {

callback!(null, metadata);

});

}

);

}

copyFrom(

sourceTables: Table | Table[],

metadata?: CopyTableMetadata

): Promise<JobMetadataResponse>;

copyFrom(

sourceTables: Table | Table[],

metadata: CopyTableMetadata,

callback: JobMetadataCallback

): void;

copyFrom(sourceTables: Table | Table[], callback: JobMetadataCallback): void;

/**

* Copy data from multiple tables into this table.

*

* @param {Table|Table[]} sourceTables The

* source table(s) to copy data from.

* @param {object=} metadata Metadata to set with the copy operation. The

* metadata object should be in the format of the

* [`configuration.copy`](http://goo.gl/dKWIyS) property of a Jobs

* resource.

* @param {string} [metadata.jobId] Custom id for the underlying job.

* @param {string} [metadata.jobPrefix] Prefix to apply to the underlying job

* id.

* @param {function} [callback] The callback function.

* @param {?error} callback.err An error returned while making this request

* @param {object} callback.apiResponse The full API response.

* @returns {Promise}

*

* @throws {Error} If a source other than a Table object is provided.

*

* @example

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

* const table = dataset.table('my-table');

*

* const sourceTables = [

* dataset.table('your-table'),

* dataset.table('your-second-table')

* ];

*

* table.copyFrom(sourceTables, (err, apiResponse) => {});

*

* //-

* // See the <a href="http://goo.gl/dKWIyS">`configuration.copy`</a> object

* for

* // all available options.

* //-

* const metadata = {

* createDisposition: 'CREATE_NEVER',

* writeDisposition: 'WRITE_TRUNCATE'

* };

*

* table.copyFrom(sourceTables, metadata, (err, apiResponse) => {});

*

* //-

* // If the callback is omitted, we'll return a Promise.

* //-

* table.copyFrom(sourceTables, metadata).then((data) => {

* const apiResponse = data[0];

* });

*/

copyFrom(

sourceTables: Table | Table[],

metadataOrCallback?: CopyTableMetadata | JobMetadataCallback,

cb?: JobMetadataCallback

): void | Promise<JobMetadataResponse> {

const metadata =

typeof metadataOrCallback === 'object' ? metadataOrCallback : {};

const callback =

typeof metadataOrCallback === 'function' ? metadataOrCallback : cb;

this.createCopyFromJob(sourceTables, metadata, (err, job, resp) => {

if (err) {

callback!(err, resp);

return;

}

job!.on('error', callback!).on('complete', metadata => {

callback!(null, metadata);

});

});

}

createCopyJob(

destination: Table,

metadata?: CreateCopyJobMetadata

): Promise<JobResponse>;

createCopyJob(

destination: Table,

metadata: CreateCopyJobMetadata,

callback: JobCallback

): void;

createCopyJob(destination: Table, callback: JobCallback): void;

/**

* Copy data from one table to another, optionally creating that table.

*

* @see [Jobs: insert API Documentation]{@link https://cloud.google.com/bigquery/docs/reference/v2/jobs/insert}

*

* @param {Table} destination The destination table.

* @param {object} [metadata] Metadata to set with the copy operation. The

* metadata object should be in the format of the

* [`configuration.copy`](http://goo.gl/dKWIyS) property of a Jobs

* resource.

* @param {string} [metadata.jobId] Custom job id.

* @param {string} [metadata.jobPrefix] Prefix to apply to the job id.

* @param {function} [callback] The callback function.

* @param {?error} callback.err An error returned while making this request

* @param {Job} callback.job The job used to copy your table.

* @param {object} callback.apiResponse The full API response.

* @returns {Promise}

*

* @throws {Error} If a destination other than a Table object is provided.

*

* @example

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

* const table = dataset.table('my-table');

*

* const yourTable = dataset.table('your-table');

* table.createCopyJob(yourTable, (err, job, apiResponse) => {

* // `job` is a Job object that can be used to check the status of the

* // request.

* });

*

* //-

* // See the <a href="http://goo.gl/dKWIyS">`configuration.copy`</a> object

* for

* // all available options.

* //-

* const metadata = {

* createDisposition: 'CREATE_NEVER',

* writeDisposition: 'WRITE_TRUNCATE'

* };

*

* table.createCopyJob(yourTable, metadata, (err, job, apiResponse) => {});

*

* //-

* // If the callback is omitted, we'll return a Promise.

* //-

* table.createCopyJob(yourTable, metadata).then((data) => {

* const job = data[0];

* const apiResponse = data[1];

* });

*/

createCopyJob(

destination: Table,

metadataOrCallback?: CreateCopyJobMetadata | JobCallback,

cb?: JobCallback

): void | Promise<JobResponse> {

if (!(destination instanceof Table)) {

throw new Error('Destination must be a Table object.');

}

const metadata =

typeof metadataOrCallback === 'object'

? metadataOrCallback

: ({} as CreateCopyJobMetadata);

const callback =

typeof metadataOrCallback === 'function' ? metadataOrCallback : cb;

// tslint:disable-next-line no-any

const body: any = {

configuration: {

copy: extend(true, metadata, {

destinationTable: {

datasetId: destination.dataset.id,

projectId: destination.bigQuery.projectId,

tableId: destination.id,

},

sourceTable: {

datasetId: this.dataset.id,

projectId: this.bigQuery.projectId,

tableId: this.id,

},

}),

},

};

if (metadata.jobPrefix) {

body.jobPrefix = metadata.jobPrefix;

delete metadata.jobPrefix;

}

if (this.location) {

body.location = this.location;

}

if (metadata.jobId) {

body.jobId = metadata.jobId;

delete metadata.jobId;

}

this.bigQuery.createJob(body, callback!);

}

createCopyFromJob(

source: Table | Table[],

metadata?: CopyTableMetadata

): Promise<JobResponse>;

createCopyFromJob(

source: Table | Table[],

metadata: CopyTableMetadata,

callback: JobCallback

): void;

createCopyFromJob(source: Table | Table[], callback: JobCallback): void;

/**

* Copy data from multiple tables into this table.

*

* @see [Jobs: insert API Documentation]{@link https://cloud.google.com/bigquery/docs/reference/v2/jobs/insert}

*

* @param {Table|Table[]} sourceTables The

* source table(s) to copy data from.

* @param {object} [metadata] Metadata to set with the copy operation. The

* metadata object should be in the format of the

* [`configuration.copy`](http://goo.gl/dKWIyS) property of a Jobs

* resource.

* @param {string} [metadata.jobId] Custom job id.

* @param {string} [metadata.jobPrefix] Prefix to apply to the job id.

* @param {function} [callback] The callback function.

* @param {?error} callback.err An error returned while making this request

* @param {Job} callback.job The job used to copy your table.

* @param {object} callback.apiResponse The full API response.

* @returns {Promise}

*

* @throws {Error} If a source other than a Table object is provided.

*

* @example

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

* const table = dataset.table('my-table');

*

* const sourceTables = [

* dataset.table('your-table'),

* dataset.table('your-second-table')

* ];

*

* const callback = (err, job, apiResponse) => {

* // `job` is a Job object that can be used to check the status of the

* // request.

* };

*

* table.createCopyFromJob(sourceTables, callback);

*

* //-

* // See the <a href="http://goo.gl/dKWIyS">`configuration.copy`</a> object

* for

* // all available options.

* //-

* const metadata = {

* createDisposition: 'CREATE_NEVER',

* writeDisposition: 'WRITE_TRUNCATE'

* };

*

* table.createCopyFromJob(sourceTables, metadata, callback);

*

* //-

* // If the callback is omitted, we'll return a Promise.

* //-

* table.createCopyFromJob(sourceTables, metadata).then((data) => {

* const job = data[0];

* const apiResponse = data[1];

* });

*/

createCopyFromJob(

source: Table | Table[],

metadataOrCallback?: CopyTableMetadata | JobCallback,

cb?: JobCallback

): void | Promise<JobResponse> {

const sourceTables = arrify(source) as Table[];

sourceTables.forEach(sourceTable => {

if (!(sourceTable instanceof Table)) {

throw new Error('Source must be a Table object.');

}

});

const metadata =

typeof metadataOrCallback === 'object' ? metadataOrCallback : {};

const callback =

typeof metadataOrCallback === 'function' ? metadataOrCallback : cb;

// tslint:disable-next-line no-any

const body: any = {

configuration: {

copy: extend(true, metadata, {

destinationTable: {

datasetId: this.dataset.id,

projectId: this.bigQuery.projectId,

tableId: this.id,

},

sourceTables: sourceTables.map(sourceTable => {

return {

datasetId: sourceTable.dataset.id,

projectId: sourceTable.bigQuery.projectId,

tableId: sourceTable.id,

};

}),

}),

},

};

if (metadata.jobPrefix) {

body.jobPrefix = metadata.jobPrefix;

delete metadata.jobPrefix;

}

if (this.location) {

body.location = this.location;

}

if (metadata.jobId) {

body.jobId = metadata.jobId;

delete metadata.jobId;

}

this.bigQuery.createJob(body, callback!);

}

createExtractJob(

destination: File,

options?: CreateExtractJobOptions

): Promise<JobResponse>;

createExtractJob(

destination: File,

options: CreateExtractJobOptions,

callback: JobCallback

): void;

createExtractJob(destination: File, callback: JobCallback): void;

/**

* Export table to Cloud Storage.

*

* @see [Jobs: insert API Documentation]{@link https://cloud.google.com/bigquery/docs/reference/v2/jobs/insert}

*

* @param {string|File} destination Where the file should be exported

* to. A string or a {@link

* https://cloud.google.com/nodejs/docs/reference/storage/latest/File File}

* object.

* @param {object=} options - The configuration object.

* @param {string} options.format - The format to export the data in. Allowed

* options are "CSV", "JSON", "AVRO", or "PARQUET". Default: "CSV".

* @param {boolean} options.gzip - Specify if you would like the file compressed

* with GZIP. Default: false.

* @param {string} [options.jobId] Custom job id.

* @param {string} [options.jobPrefix] Prefix to apply to the job id.

* @param {function} callback - The callback function.

* @param {?error} callback.err - An error returned while making this request

* @param {Job} callback.job - The job used to export the table.

* @param {object} callback.apiResponse - The full API response.

*

* @throws {Error} If destination isn't a File object.

* @throws {Error} If destination format isn't recongized.

*

* @example

* const {Storage} = require('@google-cloud/storage');

* const {BigQuery} = require('@google-cloud/bigquery');

* const bigquery = new BigQuery();

* const dataset = bigquery.dataset('my-dataset');

* const table = dataset.table('my-table');

*

* const storage = new Storage({

* projectId: 'grape-spaceship-123'

* });

* const extractedFile = storage.bucket('institutions').file('2014.csv');

*

* function callback(err, job, apiResponse) {

* // `job` is a Job object that can be used to check the status of the

* // request.

* }

*

* //-

* // To use the default options, just pass a {@link

* https://cloud.google.com/nodejs/docs/reference/storage/latest/File File}

* object.

* //

* // Note: The exported format type will be inferred by the file's extension.

* // If you wish to override this, or provide an array of destination files,

* // you must provide an `options` object.

* //-

* table.createExtractJob(extractedFile, callback);