2020-08-18 05:56:53 -07:00
|
|
|
import {
|
|
|
|
sign,
|
|
|
|
} from 'aws4';
|
|
|
|
|
|
|
|
import {
|
|
|
|
get,
|
|
|
|
} from 'lodash';
|
|
|
|
|
|
|
|
import {
|
|
|
|
OptionsWithUri,
|
|
|
|
} from 'request';
|
|
|
|
|
|
|
|
import {
|
|
|
|
parseString,
|
|
|
|
} from 'xml2js';
|
|
|
|
|
|
|
|
import {
|
|
|
|
IExecuteFunctions,
|
|
|
|
IHookFunctions,
|
|
|
|
ILoadOptionsFunctions,
|
|
|
|
IWebhookFunctions,
|
|
|
|
} from 'n8n-core';
|
|
|
|
|
|
|
|
import {
|
2021-04-16 09:33:36 -07:00
|
|
|
IDataObject, NodeApiError, NodeOperationError,
|
2020-09-01 23:30:01 -07:00
|
|
|
} from 'n8n-workflow';
|
2020-08-18 05:56:53 -07:00
|
|
|
|
|
|
|
import { URL } from 'url';
|
|
|
|
|
|
|
|
export async function s3ApiRequest(this: IHookFunctions | IExecuteFunctions | ILoadOptionsFunctions | IWebhookFunctions, bucket: string, method: string, path: string, body?: string | Buffer, query: IDataObject = {}, headers?: object, option: IDataObject = {}, region?: string): Promise<any> { // tslint:disable-line:no-any
|
|
|
|
|
|
|
|
let credentials;
|
|
|
|
|
2020-09-01 23:30:01 -07:00
|
|
|
credentials = this.getCredentials('s3');
|
2020-08-18 05:56:53 -07:00
|
|
|
|
|
|
|
if (credentials === undefined) {
|
2021-04-16 09:33:36 -07:00
|
|
|
throw new NodeOperationError(this.getNode(), 'No credentials got returned!');
|
2020-08-18 05:56:53 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
if (!(credentials.endpoint as string).startsWith('http')) {
|
2021-04-16 09:33:36 -07:00
|
|
|
throw new NodeOperationError(this.getNode(), 'HTTP(S) Scheme is required in endpoint definition');
|
2020-08-18 05:56:53 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
const endpoint = new URL(credentials.endpoint as string);
|
|
|
|
|
|
|
|
if (bucket) {
|
|
|
|
if (credentials.forcePathStyle) {
|
|
|
|
path = `/${bucket}${path}`;
|
|
|
|
} else {
|
|
|
|
endpoint.host = `${bucket}.${endpoint.host}`;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
endpoint.pathname = path;
|
|
|
|
|
|
|
|
// Sign AWS API request with the user credentials
|
|
|
|
const signOpts = {
|
|
|
|
headers: headers || {},
|
|
|
|
region: region || credentials.region,
|
|
|
|
host: endpoint.host,
|
|
|
|
method,
|
|
|
|
path: `${path}?${queryToString(query).replace(/\+/g, '%2B')}`,
|
|
|
|
service: 's3',
|
2020-10-22 06:46:03 -07:00
|
|
|
body,
|
2020-08-18 05:56:53 -07:00
|
|
|
};
|
|
|
|
|
2020-09-01 23:30:01 -07:00
|
|
|
sign(signOpts, { accessKeyId: `${credentials.accessKeyId}`.trim(), secretAccessKey: `${credentials.secretAccessKey}`.trim() });
|
2020-08-18 05:56:53 -07:00
|
|
|
|
|
|
|
const options: OptionsWithUri = {
|
|
|
|
headers: signOpts.headers,
|
|
|
|
method,
|
|
|
|
qs: query,
|
2020-09-01 23:30:01 -07:00
|
|
|
uri: endpoint.toString(),
|
2020-08-18 05:56:53 -07:00
|
|
|
body: signOpts.body,
|
|
|
|
};
|
|
|
|
|
|
|
|
if (Object.keys(option).length !== 0) {
|
|
|
|
Object.assign(options, option);
|
|
|
|
}
|
|
|
|
try {
|
|
|
|
return await this.helpers.request!(options);
|
|
|
|
} catch (error) {
|
2021-04-16 09:33:36 -07:00
|
|
|
throw new NodeApiError(this.getNode(), error);
|
2020-08-18 05:56:53 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export async function s3ApiRequestREST(this: IHookFunctions | IExecuteFunctions | ILoadOptionsFunctions, bucket: string, method: string, path: string, body?: string, query: IDataObject = {}, headers?: object, options: IDataObject = {}, region?: string): Promise<any> { // tslint:disable-line:no-any
|
|
|
|
const response = await s3ApiRequest.call(this, bucket, method, path, body, query, headers, options, region);
|
|
|
|
try {
|
|
|
|
return JSON.parse(response);
|
2021-04-16 09:33:36 -07:00
|
|
|
} catch (error) {
|
2020-08-18 05:56:53 -07:00
|
|
|
return response;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export async function s3ApiRequestSOAP(this: IHookFunctions | IExecuteFunctions | ILoadOptionsFunctions | IWebhookFunctions, bucket: string, method: string, path: string, body?: string | Buffer, query: IDataObject = {}, headers?: object, option: IDataObject = {}, region?: string): Promise<any> { // tslint:disable-line:no-any
|
|
|
|
const response = await s3ApiRequest.call(this, bucket, method, path, body, query, headers, option, region);
|
|
|
|
try {
|
|
|
|
return await new Promise((resolve, reject) => {
|
|
|
|
parseString(response, { explicitArray: false }, (err, data) => {
|
|
|
|
if (err) {
|
|
|
|
return reject(err);
|
|
|
|
}
|
|
|
|
resolve(data);
|
|
|
|
});
|
|
|
|
});
|
2021-04-16 09:33:36 -07:00
|
|
|
} catch (error) {
|
|
|
|
return error;
|
2020-08-18 05:56:53 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export async function s3ApiRequestSOAPAllItems(this: IHookFunctions | IExecuteFunctions | ILoadOptionsFunctions | IWebhookFunctions, propertyName: string, service: string, method: string, path: string, body?: string, query: IDataObject = {}, headers: IDataObject = {}, option: IDataObject = {}, region?: string): Promise<any> { // tslint:disable-line:no-any
|
|
|
|
|
|
|
|
const returnData: IDataObject[] = [];
|
|
|
|
|
|
|
|
let responseData;
|
|
|
|
|
|
|
|
do {
|
|
|
|
responseData = await s3ApiRequestSOAP.call(this, service, method, path, body, query, headers, option, region);
|
|
|
|
|
|
|
|
//https://forums.aws.amazon.com/thread.jspa?threadID=55746
|
|
|
|
if (get(responseData, `${propertyName.split('.')[0]}.NextContinuationToken`)) {
|
|
|
|
query['continuation-token'] = get(responseData, `${propertyName.split('.')[0]}.NextContinuationToken`);
|
|
|
|
}
|
|
|
|
if (get(responseData, propertyName)) {
|
|
|
|
if (Array.isArray(get(responseData, propertyName))) {
|
|
|
|
returnData.push.apply(returnData, get(responseData, propertyName));
|
|
|
|
} else {
|
|
|
|
returnData.push(get(responseData, propertyName));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (query.limit && query.limit <= returnData.length) {
|
|
|
|
return returnData;
|
|
|
|
}
|
|
|
|
} while (
|
|
|
|
get(responseData, `${propertyName.split('.')[0]}.IsTruncated`) !== undefined &&
|
|
|
|
get(responseData, `${propertyName.split('.')[0]}.IsTruncated`) !== 'false'
|
|
|
|
);
|
|
|
|
|
|
|
|
return returnData;
|
|
|
|
}
|
|
|
|
|
|
|
|
function queryToString(params: IDataObject) {
|
|
|
|
return Object.keys(params).map(key => key + '=' + params[key]).join('&');
|
|
|
|
}
|