2023-01-27 03:22:44 -08:00
|
|
|
import type { OptionsWithUri } from 'request';
|
2022-08-17 08:50:24 -07:00
|
|
|
|
2023-01-27 03:22:44 -08:00
|
|
|
import type { IExecuteFunctions, IExecuteSingleFunctions, ILoadOptionsFunctions } from 'n8n-core';
|
2022-08-17 08:50:24 -07:00
|
|
|
|
2023-01-27 03:22:44 -08:00
|
|
|
import type { IDataObject, JsonObject } from 'n8n-workflow';
|
|
|
|
import { NodeApiError, NodeOperationError } from 'n8n-workflow';
|
2021-04-17 06:04:25 -07:00
|
|
|
|
2022-04-18 09:46:50 -07:00
|
|
|
import moment from 'moment-timezone';
|
|
|
|
|
|
|
|
import * as jwt from 'jsonwebtoken';
|
|
|
|
|
2023-01-13 09:11:56 -08:00
|
|
|
async function getAccessToken(
|
|
|
|
this: IExecuteFunctions | IExecuteSingleFunctions | ILoadOptionsFunctions,
|
|
|
|
credentials: IDataObject,
|
|
|
|
): Promise<IDataObject> {
|
|
|
|
//https://developers.google.com/identity/protocols/oauth2/service-account#httprest
|
|
|
|
|
|
|
|
const privateKey = (credentials.privateKey as string).replace(/\\n/g, '\n').trim();
|
|
|
|
|
|
|
|
const scopes = ['https://www.googleapis.com/auth/bigquery'];
|
|
|
|
|
|
|
|
const now = moment().unix();
|
|
|
|
|
|
|
|
const signature = jwt.sign(
|
|
|
|
{
|
|
|
|
iss: credentials.email as string,
|
2023-01-19 04:37:19 -08:00
|
|
|
sub: credentials.delegatedEmail || (credentials.email as string),
|
2023-01-13 09:11:56 -08:00
|
|
|
scope: scopes.join(' '),
|
|
|
|
aud: 'https://oauth2.googleapis.com/token',
|
|
|
|
iat: now,
|
|
|
|
exp: now + 3600,
|
|
|
|
},
|
|
|
|
privateKey,
|
|
|
|
{
|
|
|
|
algorithm: 'RS256',
|
|
|
|
header: {
|
|
|
|
kid: privateKey,
|
|
|
|
typ: 'JWT',
|
|
|
|
alg: 'RS256',
|
|
|
|
},
|
|
|
|
},
|
|
|
|
);
|
|
|
|
|
|
|
|
const options: OptionsWithUri = {
|
|
|
|
headers: {
|
|
|
|
'Content-Type': 'application/x-www-form-urlencoded',
|
|
|
|
},
|
|
|
|
method: 'POST',
|
|
|
|
form: {
|
|
|
|
grant_type: 'urn:ietf:params:oauth:grant-type:jwt-bearer',
|
|
|
|
assertion: signature,
|
|
|
|
},
|
|
|
|
uri: 'https://oauth2.googleapis.com/token',
|
|
|
|
json: true,
|
|
|
|
};
|
|
|
|
|
|
|
|
return this.helpers.request(options);
|
|
|
|
}
|
|
|
|
|
2022-08-17 08:50:24 -07:00
|
|
|
export async function googleApiRequest(
|
|
|
|
this: IExecuteFunctions | IExecuteSingleFunctions | ILoadOptionsFunctions,
|
|
|
|
method: string,
|
|
|
|
resource: string,
|
2022-12-02 06:25:21 -08:00
|
|
|
|
2022-08-17 08:50:24 -07:00
|
|
|
body: any = {},
|
|
|
|
qs: IDataObject = {},
|
|
|
|
uri?: string,
|
|
|
|
headers: IDataObject = {},
|
|
|
|
): Promise<any> {
|
|
|
|
const authenticationMethod = this.getNodeParameter(
|
|
|
|
'authentication',
|
|
|
|
0,
|
|
|
|
'serviceAccount',
|
|
|
|
) as string;
|
2022-04-18 09:46:50 -07:00
|
|
|
|
2021-04-17 06:04:25 -07:00
|
|
|
const options: OptionsWithUri = {
|
|
|
|
headers: {
|
|
|
|
'Content-Type': 'application/json',
|
|
|
|
},
|
|
|
|
method,
|
|
|
|
body,
|
|
|
|
qs,
|
2023-01-19 04:37:19 -08:00
|
|
|
uri: uri || `https://bigquery.googleapis.com/bigquery${resource}`,
|
2021-04-17 06:04:25 -07:00
|
|
|
json: true,
|
|
|
|
};
|
|
|
|
try {
|
|
|
|
if (Object.keys(headers).length !== 0) {
|
|
|
|
options.headers = Object.assign({}, options.headers, headers);
|
|
|
|
}
|
2023-02-27 19:39:43 -08:00
|
|
|
if (Object.keys(body as IDataObject).length === 0) {
|
2021-04-17 06:04:25 -07:00
|
|
|
delete options.body;
|
|
|
|
}
|
|
|
|
|
2022-04-18 09:46:50 -07:00
|
|
|
if (authenticationMethod === 'serviceAccount') {
|
|
|
|
const credentials = await this.getCredentials('googleApi');
|
2021-04-17 06:04:25 -07:00
|
|
|
|
2022-04-18 09:46:50 -07:00
|
|
|
if (credentials === undefined) {
|
|
|
|
throw new NodeOperationError(this.getNode(), 'No credentials got returned!');
|
|
|
|
}
|
|
|
|
|
|
|
|
const { access_token } = await getAccessToken.call(this, credentials as IDataObject);
|
|
|
|
|
|
|
|
options.headers!.Authorization = `Bearer ${access_token}`;
|
2022-12-23 10:09:52 -08:00
|
|
|
return await this.helpers.request(options);
|
2022-04-18 09:46:50 -07:00
|
|
|
} else {
|
|
|
|
return await this.helpers.requestOAuth2.call(this, 'googleBigQueryOAuth2Api', options);
|
2021-04-17 06:04:25 -07:00
|
|
|
}
|
2022-04-18 09:46:50 -07:00
|
|
|
} catch (error) {
|
|
|
|
if (error.code === 'ERR_OSSL_PEM_NO_START_LINE') {
|
|
|
|
error.statusCode = '401';
|
|
|
|
}
|
|
|
|
|
|
|
|
throw new NodeApiError(this.getNode(), error as JsonObject);
|
2021-04-17 06:04:25 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-08-17 08:50:24 -07:00
|
|
|
export async function googleApiRequestAllItems(
|
|
|
|
this: IExecuteFunctions | ILoadOptionsFunctions,
|
|
|
|
propertyName: string,
|
|
|
|
method: string,
|
|
|
|
endpoint: string,
|
2022-12-02 06:25:21 -08:00
|
|
|
|
2022-08-17 08:50:24 -07:00
|
|
|
body: any = {},
|
|
|
|
query: IDataObject = {},
|
|
|
|
): Promise<any> {
|
2021-04-17 06:04:25 -07:00
|
|
|
const returnData: IDataObject[] = [];
|
|
|
|
|
|
|
|
let responseData;
|
|
|
|
query.maxResults = 100;
|
|
|
|
|
|
|
|
do {
|
|
|
|
responseData = await googleApiRequest.call(this, method, endpoint, body, query);
|
2022-12-02 12:54:28 -08:00
|
|
|
query.pageToken = responseData.pageToken;
|
2023-02-27 19:39:43 -08:00
|
|
|
returnData.push.apply(returnData, responseData[propertyName] as IDataObject[]);
|
2022-12-02 12:54:28 -08:00
|
|
|
} while (responseData.pageToken !== undefined && responseData.pageToken !== '');
|
2021-04-17 06:04:25 -07:00
|
|
|
|
|
|
|
return returnData;
|
|
|
|
}
|
|
|
|
|
|
|
|
export function simplify(rows: IDataObject[], fields: string[]) {
|
|
|
|
const results = [];
|
|
|
|
for (const row of rows) {
|
|
|
|
const record: IDataObject = {};
|
|
|
|
for (const [index, field] of fields.entries()) {
|
|
|
|
record[field] = (row.f as IDataObject[])[index].v;
|
|
|
|
}
|
|
|
|
results.push(record);
|
|
|
|
}
|
|
|
|
return results;
|
|
|
|
}
|