feat(Google BigQuery Node): Node improvements (#4877)
* :zap: setup
* :zap: finished v2 setup
* :zap: fix return all, fix simplify with nested schema
* :zap: fix for external tables, updated scopes
* :zap: query operation
* :zap: linter fixes
* :zap: fixed not processed errors when inserting, move main loop to execute function to allow bulk request
* :zap: customizible batch size when inserting, improoved errors
* :zap: options for mapping input
* :zap: fix for inserting RECORD type
* :zap: updated simplify logic
* :zap: fix for return with selected fields
* :zap: option to return table schema
* :zap: linter fixes
* :zap: fix imports
* :zap: query resource and fixes, rlc for projects
* :zap: removed simplify, added raw output option
* :zap: rlc for tables and datasets, no urls option
* :zap: updated hints and description of query parameter, fix getMany VIEW, multioptions fo fields
* :zap: added case when rows are empty
* :zap: linter fixes
* :zap: UI update, one resource
* :zap: fix for output with field named json
* :zap: using jobs instead queries
* :zap: added error message
* :zap: search for RLCs, fixes
* :zap: json processing
* :zap: removed getAll operation
* :zap: executeQuery update
* :zap: unit test
* :zap: tests setup, fixes
* :zap: tests
* Remove script for checking unused loadOptions
---------
Co-authored-by: agobrech <ael.gobrecht@gmail.com>
2023-04-19 05:55:01 -07:00
|
|
|
import type { IDataObject, ILoadOptionsFunctions, INodePropertyOptions } from 'n8n-workflow';
|
2024-07-29 11:28:16 -07:00
|
|
|
import { googleBigQueryApiRequest } from '../transport';
|
feat(Google BigQuery Node): Node improvements (#4877)
* :zap: setup
* :zap: finished v2 setup
* :zap: fix return all, fix simplify with nested schema
* :zap: fix for external tables, updated scopes
* :zap: query operation
* :zap: linter fixes
* :zap: fixed not processed errors when inserting, move main loop to execute function to allow bulk request
* :zap: customizible batch size when inserting, improoved errors
* :zap: options for mapping input
* :zap: fix for inserting RECORD type
* :zap: updated simplify logic
* :zap: fix for return with selected fields
* :zap: option to return table schema
* :zap: linter fixes
* :zap: fix imports
* :zap: query resource and fixes, rlc for projects
* :zap: removed simplify, added raw output option
* :zap: rlc for tables and datasets, no urls option
* :zap: updated hints and description of query parameter, fix getMany VIEW, multioptions fo fields
* :zap: added case when rows are empty
* :zap: linter fixes
* :zap: UI update, one resource
* :zap: fix for output with field named json
* :zap: using jobs instead queries
* :zap: added error message
* :zap: search for RLCs, fixes
* :zap: json processing
* :zap: removed getAll operation
* :zap: executeQuery update
* :zap: unit test
* :zap: tests setup, fixes
* :zap: tests
* Remove script for checking unused loadOptions
---------
Co-authored-by: agobrech <ael.gobrecht@gmail.com>
2023-04-19 05:55:01 -07:00
|
|
|
|
|
|
|
export async function getDatasets(this: ILoadOptionsFunctions): Promise<INodePropertyOptions[]> {
|
|
|
|
const projectId = this.getNodeParameter('projectId', undefined, {
|
|
|
|
extractValue: true,
|
|
|
|
});
|
|
|
|
const returnData: INodePropertyOptions[] = [];
|
2024-07-29 11:28:16 -07:00
|
|
|
const { datasets } = await googleBigQueryApiRequest.call(
|
feat(Google BigQuery Node): Node improvements (#4877)
* :zap: setup
* :zap: finished v2 setup
* :zap: fix return all, fix simplify with nested schema
* :zap: fix for external tables, updated scopes
* :zap: query operation
* :zap: linter fixes
* :zap: fixed not processed errors when inserting, move main loop to execute function to allow bulk request
* :zap: customizible batch size when inserting, improoved errors
* :zap: options for mapping input
* :zap: fix for inserting RECORD type
* :zap: updated simplify logic
* :zap: fix for return with selected fields
* :zap: option to return table schema
* :zap: linter fixes
* :zap: fix imports
* :zap: query resource and fixes, rlc for projects
* :zap: removed simplify, added raw output option
* :zap: rlc for tables and datasets, no urls option
* :zap: updated hints and description of query parameter, fix getMany VIEW, multioptions fo fields
* :zap: added case when rows are empty
* :zap: linter fixes
* :zap: UI update, one resource
* :zap: fix for output with field named json
* :zap: using jobs instead queries
* :zap: added error message
* :zap: search for RLCs, fixes
* :zap: json processing
* :zap: removed getAll operation
* :zap: executeQuery update
* :zap: unit test
* :zap: tests setup, fixes
* :zap: tests
* Remove script for checking unused loadOptions
---------
Co-authored-by: agobrech <ael.gobrecht@gmail.com>
2023-04-19 05:55:01 -07:00
|
|
|
this,
|
|
|
|
'GET',
|
|
|
|
`/v2/projects/${projectId}/datasets`,
|
|
|
|
);
|
|
|
|
for (const dataset of datasets) {
|
|
|
|
returnData.push({
|
|
|
|
name: dataset.datasetReference.datasetId as string,
|
|
|
|
value: dataset.datasetReference.datasetId,
|
|
|
|
});
|
|
|
|
}
|
|
|
|
return returnData;
|
|
|
|
}
|
|
|
|
|
|
|
|
export async function getSchema(this: ILoadOptionsFunctions): Promise<INodePropertyOptions[]> {
|
|
|
|
const projectId = this.getNodeParameter('projectId', undefined, {
|
|
|
|
extractValue: true,
|
|
|
|
});
|
|
|
|
const datasetId = this.getNodeParameter('datasetId', undefined, {
|
|
|
|
extractValue: true,
|
|
|
|
});
|
|
|
|
const tableId = this.getNodeParameter('tableId', undefined, {
|
|
|
|
extractValue: true,
|
|
|
|
});
|
|
|
|
|
|
|
|
const returnData: INodePropertyOptions[] = [];
|
|
|
|
|
2024-07-29 11:28:16 -07:00
|
|
|
const { schema } = await googleBigQueryApiRequest.call(
|
feat(Google BigQuery Node): Node improvements (#4877)
* :zap: setup
* :zap: finished v2 setup
* :zap: fix return all, fix simplify with nested schema
* :zap: fix for external tables, updated scopes
* :zap: query operation
* :zap: linter fixes
* :zap: fixed not processed errors when inserting, move main loop to execute function to allow bulk request
* :zap: customizible batch size when inserting, improoved errors
* :zap: options for mapping input
* :zap: fix for inserting RECORD type
* :zap: updated simplify logic
* :zap: fix for return with selected fields
* :zap: option to return table schema
* :zap: linter fixes
* :zap: fix imports
* :zap: query resource and fixes, rlc for projects
* :zap: removed simplify, added raw output option
* :zap: rlc for tables and datasets, no urls option
* :zap: updated hints and description of query parameter, fix getMany VIEW, multioptions fo fields
* :zap: added case when rows are empty
* :zap: linter fixes
* :zap: UI update, one resource
* :zap: fix for output with field named json
* :zap: using jobs instead queries
* :zap: added error message
* :zap: search for RLCs, fixes
* :zap: json processing
* :zap: removed getAll operation
* :zap: executeQuery update
* :zap: unit test
* :zap: tests setup, fixes
* :zap: tests
* Remove script for checking unused loadOptions
---------
Co-authored-by: agobrech <ael.gobrecht@gmail.com>
2023-04-19 05:55:01 -07:00
|
|
|
this,
|
|
|
|
'GET',
|
|
|
|
`/v2/projects/${projectId}/datasets/${datasetId}/tables/${tableId}`,
|
|
|
|
{},
|
|
|
|
);
|
|
|
|
|
|
|
|
for (const field of schema.fields as IDataObject[]) {
|
|
|
|
returnData.push({
|
|
|
|
name: field.name as string,
|
|
|
|
value: field.name as string,
|
2023-08-01 06:32:33 -07:00
|
|
|
|
feat(Google BigQuery Node): Node improvements (#4877)
* :zap: setup
* :zap: finished v2 setup
* :zap: fix return all, fix simplify with nested schema
* :zap: fix for external tables, updated scopes
* :zap: query operation
* :zap: linter fixes
* :zap: fixed not processed errors when inserting, move main loop to execute function to allow bulk request
* :zap: customizible batch size when inserting, improoved errors
* :zap: options for mapping input
* :zap: fix for inserting RECORD type
* :zap: updated simplify logic
* :zap: fix for return with selected fields
* :zap: option to return table schema
* :zap: linter fixes
* :zap: fix imports
* :zap: query resource and fixes, rlc for projects
* :zap: removed simplify, added raw output option
* :zap: rlc for tables and datasets, no urls option
* :zap: updated hints and description of query parameter, fix getMany VIEW, multioptions fo fields
* :zap: added case when rows are empty
* :zap: linter fixes
* :zap: UI update, one resource
* :zap: fix for output with field named json
* :zap: using jobs instead queries
* :zap: added error message
* :zap: search for RLCs, fixes
* :zap: json processing
* :zap: removed getAll operation
* :zap: executeQuery update
* :zap: unit test
* :zap: tests setup, fixes
* :zap: tests
* Remove script for checking unused loadOptions
---------
Co-authored-by: agobrech <ael.gobrecht@gmail.com>
2023-04-19 05:55:01 -07:00
|
|
|
description:
|
|
|
|
`type: ${field.type as string}` + (field.mode ? ` mode: ${field.mode as string}` : ''),
|
|
|
|
});
|
|
|
|
}
|
|
|
|
return returnData;
|
|
|
|
}
|