mirror of
https://github.com/n8n-io/n8n.git
synced 2024-11-14 00:24:07 -08:00
0da398b0e4
* ✨ change FE to handle new object type * 🚸 improve UX of handling invalid credentials * 🚧 WIP * 🎨 fix typescript issues * 🐘 add migrations for all supported dbs * ✏️ add description to migrations * ⚡ add credential update on import * ⚡ resolve after merge issues * 👕 fix lint issues * ⚡ check credentials on workflow create/update * update interface * 👕 fix ts issues * ⚡ adaption to new credentials UI * 🐛 intialize cache on BE for credentials check * 🐛 fix undefined oldCredentials * 🐛 fix deleting credential * 🐛 fix check for undefined keys * 🐛 fix disabling edit in execution * 🎨 just show credential name on execution view * ✏️ remove TODO * ⚡ implement review suggestions * ⚡ add cache to getCredentialsByType * ⏪ use getter instead of cache * ✏️ fix variable name typo * 🐘 include waiting nodes to migrations * 🐛 fix reverting migrations command * ⚡ update typeorm command * ✨ create db:revert command * 👕 fix lint error * ✨ Add optional authenticate method to credentials * ⚡ Simplify code and add authentication support to MattermostApi * 👕 Fix lint issue * ⚡ Add support to own-mode * 👕 Fix lint issue * ✨ Add support for predefined auth types bearer and headerAuth * ⚡ Make sure that DateTime Node always returns strings * ⚡ Add support for moment types to If Node * ⚡ Make it possible for HTTP Request Node to use all credential types * ✨ Add basicAuth support * Add a new dropcontact node * ✨ First basic implementation of mainly JSON based nodes * ✨ Add fixedCollection support, added value parameter and expression support for value and property * Improvements to #2389 * ⚡ Add credentials verification * ⚡ Small improvement * ⚡ set default time to 45 seconds * ✨ Add support for preSend and postReceive methods * ➕ Add lodash merge and set depedency to workflow * 👕 Fix lint issue * ⚡ Improvements * ⚡ Improvements * ⚡ Improvements * ⚡ Improvements * ⚡ Improvements * 🐛 Set siren and language correctly * ⚡ Add support for requestDefaults * ⚡ Add support for baseURL to httpRequest * ⚡ Move baseURL to correct location * ✨ Add support for options loading * 🐛 Fix error with fullAccess nodes * ✨ Add credential test functionality * 🐛 Fix issue with OAuth autentication and lint issue * ⚡ Fix build issue * 🐛 Fix issue that url got always overwritten to empty * ✨ Add pagination support * ⚡ Code fix required after merge * ⚡ Remove not needed imports * ⚡ Fix credential test * ✨ Add expression support for request properties and $self support on properties * ⚡ Rename $self to $value * 👕 Fix lint issue * ⚡ Add example how to send data in path * ✨ Make it possible to not sent in dot notation * ✨ Add support for postReceive:rootProperty * ⚡ Fix typo * ✨ Add support for postReceive:set * ⚡ Some fixes * ⚡ Small improvement * ;zap: Separate RoutingNode code * ⚡ Simplify code and fix bug * ⚡ Remove unused code * ✨ Make it possible to define "request" and "requestProperty" on options * 👕 Fix lint issue * ⚡ Change $credentials variables name * ✨ Enable expressions and access to credentials in requestDefaults * ⚡ Make parameter option loading use RoutingNode.makeRoutingRequest * ✨ Allow requestOperations overwrite on LoadOptions * ✨ Make it possible to access current node parameters in loadOptions * ⚡ Rename parameters variable to make future proof * ⚡ Make it possible to use offset-pagination with body * ✨ Add support for queryAuth * ⚡ Never return more items than requested * ✨ Make it possible to overwrite requestOperations on parameter and option level * 👕 Fix lint issue * ✨ Allow simplified auth also with regular nodes * ✨ Add support for receiving binary data * 🐛 Fix example node * ⚡ Rename property "name" to "displayName" in loadOptions * ⚡ Send data by default as "query" if nothing is set * ⚡ Rename $self to $parent * ⚡ Change to work with INodeExecutionData instead of IDataObject * ⚡ Improve binaryData handling * ⚡ Property design improvements * ⚡ Fix property name * 🚨 Add some tests * ⚡ Add also test for request * ⚡ Improve test and fix issues * ⚡ Improvements to loadOptions * ⚡ Normalize loadOptions with rest of code * ⚡ Add info text * ✨ Add support for $value in postReceive * 🚨 Add tests for RoutingNode.runNode * ⚡ Remove TODOs and make url property optional * ⚡ Fix bug and lint issue * 🐛 Fix bug that not the correct property got used * 🚨 Add tests for CredentialsHelper.authenticate * ⚡ Improve code and resolve expressions also everywhere for loadOptions and credential test requests * ✨ Make it possible to define multiple preSend and postReceive actions * ✨ Allow to define tests on credentials * ⚡ Remove test data * ⬆️ Update package-lock.json file * ⚡ Remove old not longer used code Co-authored-by: Ben Hesseldieck <b.hesseldieck@gmail.com> Co-authored-by: Mutasem <mutdmour@gmail.com> Co-authored-by: PaulineDropcontact <pauline@dropcontact.io> Co-authored-by: ricardo <ricardoespinoza105@gmail.com>
212 lines
4.7 KiB
TypeScript
212 lines
4.7 KiB
TypeScript
import {
|
|
IExecuteFunctions,
|
|
} from 'n8n-core';
|
|
|
|
import {
|
|
ICredentialsDecrypted,
|
|
ICredentialTestFunctions,
|
|
IDataObject,
|
|
INodeCredentialTestResult,
|
|
INodeExecutionData,
|
|
INodeType,
|
|
INodeTypeDescription,
|
|
NodeOperationError,
|
|
} from 'n8n-workflow';
|
|
|
|
import {
|
|
OptionsWithUri,
|
|
} from 'request';
|
|
|
|
import {
|
|
scanFields,
|
|
scanOperations,
|
|
} from './descriptions';
|
|
|
|
import {
|
|
handleListing,
|
|
normalizeId,
|
|
urlScanIoApiRequest,
|
|
} from './GenericFunctions';
|
|
|
|
export class UrlScanIo implements INodeType {
|
|
description: INodeTypeDescription = {
|
|
displayName: 'urlscan.io',
|
|
name: 'urlScanIo',
|
|
icon: 'file:urlScanIo.svg',
|
|
group: ['transform'],
|
|
version: 1,
|
|
subtitle: '={{$parameter["operation"] + ": " + $parameter["resource"]}}',
|
|
description: 'Provides various utilities for monitoring websites like health checks or screenshots',
|
|
defaults: {
|
|
name: 'urlscan.io',
|
|
},
|
|
inputs: ['main'],
|
|
outputs: ['main'],
|
|
credentials: [
|
|
{
|
|
name: 'urlScanIoApi',
|
|
required: true,
|
|
testedBy: 'urlScanIoApiTest',
|
|
},
|
|
],
|
|
properties: [
|
|
{
|
|
displayName: 'Resource',
|
|
name: 'resource',
|
|
noDataExpression: true,
|
|
type: 'options',
|
|
options: [
|
|
{
|
|
name: 'Scan',
|
|
value: 'scan',
|
|
},
|
|
],
|
|
default: 'scan',
|
|
},
|
|
...scanOperations,
|
|
...scanFields,
|
|
],
|
|
};
|
|
|
|
methods = {
|
|
credentialTest: {
|
|
async urlScanIoApiTest(
|
|
this: ICredentialTestFunctions,
|
|
credentials: ICredentialsDecrypted,
|
|
): Promise<INodeCredentialTestResult> {
|
|
const { apiKey } = credentials.data as { apiKey: string };
|
|
|
|
const options: OptionsWithUri = {
|
|
headers: {
|
|
'API-KEY': apiKey,
|
|
},
|
|
method: 'GET',
|
|
uri: 'https://urlscan.io/user/quotas',
|
|
json: true,
|
|
};
|
|
|
|
try {
|
|
await this.helpers.request(options);
|
|
return {
|
|
status: 'OK',
|
|
message: 'Authentication successful',
|
|
};
|
|
} catch (error) {
|
|
return {
|
|
status: 'Error',
|
|
message: error.message,
|
|
};
|
|
}
|
|
},
|
|
},
|
|
};
|
|
|
|
async execute(this: IExecuteFunctions): Promise<INodeExecutionData[][]> {
|
|
const items = this.getInputData();
|
|
const returnData: IDataObject[] = [];
|
|
|
|
const resource = this.getNodeParameter('resource', 0) as 'scan';
|
|
const operation = this.getNodeParameter('operation', 0) as 'perform' | 'get' | 'getAll';
|
|
|
|
let responseData;
|
|
|
|
for (let i = 0; i < items.length; i++) {
|
|
|
|
try {
|
|
|
|
if (resource === 'scan') {
|
|
|
|
// **********************************************************************
|
|
// scan
|
|
// **********************************************************************
|
|
|
|
if (operation === 'get') {
|
|
|
|
// ----------------------------------------
|
|
// scan: get
|
|
// ----------------------------------------
|
|
|
|
const scanId = this.getNodeParameter('scanId', i) as string;
|
|
responseData = await urlScanIoApiRequest.call(this, 'GET', `/result/${scanId}`);
|
|
|
|
} else if (operation === 'getAll') {
|
|
|
|
// ----------------------------------------
|
|
// scan: getAll
|
|
// ----------------------------------------
|
|
|
|
// https://urlscan.io/docs/search
|
|
|
|
const filters = this.getNodeParameter('filters', i) as { query?: string };
|
|
|
|
const qs: IDataObject = {};
|
|
|
|
if (filters?.query) {
|
|
qs.q = filters.query;
|
|
}
|
|
|
|
responseData = await handleListing.call(this, '/search', qs);
|
|
responseData = responseData.map(normalizeId);
|
|
|
|
} else if (operation === 'perform') {
|
|
|
|
// ----------------------------------------
|
|
// scan: perform
|
|
// ----------------------------------------
|
|
|
|
// https://urlscan.io/docs/search
|
|
|
|
const {
|
|
tags: rawTags,
|
|
...rest
|
|
} = this.getNodeParameter('additionalFields', i) as {
|
|
customAgent?: string;
|
|
visibility?: 'public' | 'private' | 'unlisted';
|
|
tags?: string;
|
|
referer?: string;
|
|
overrideSafety: string;
|
|
};
|
|
|
|
const body: IDataObject = {
|
|
url: this.getNodeParameter('url', i) as string,
|
|
...rest,
|
|
};
|
|
|
|
if (rawTags) {
|
|
const tags = rawTags.split(',').map(tag => tag.trim());
|
|
|
|
if (tags.length > 10) {
|
|
throw new NodeOperationError(
|
|
this.getNode(),
|
|
'Please enter at most 10 tags',
|
|
);
|
|
}
|
|
|
|
body.tags = tags;
|
|
}
|
|
|
|
responseData = await urlScanIoApiRequest.call(this, 'POST', '/scan', body);
|
|
responseData = normalizeId(responseData);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
Array.isArray(responseData)
|
|
? returnData.push(...responseData)
|
|
: returnData.push(responseData);
|
|
|
|
} catch (error) {
|
|
if (this.continueOnFail()) {
|
|
returnData.push({ error: error.message });
|
|
continue;
|
|
}
|
|
throw error;
|
|
}
|
|
|
|
}
|
|
|
|
return [this.helpers.returnJsonArray(returnData)];
|
|
}
|
|
}
|