n8n/packages/nodes-base/nodes/UrlScanIo/UrlScanIo.node.ts
Jan Oberhauser 0da398b0e4
Nodes as JSON and authentication redesign (#2401)
*  change FE to handle new object type

* 🚸 improve UX of handling invalid credentials

* 🚧 WIP

* 🎨 fix typescript issues

* 🐘 add migrations for all supported dbs

* ✏️ add description to migrations

*  add credential update on import

*  resolve after merge issues

* 👕 fix lint issues

*  check credentials on workflow create/update

* update interface

* 👕 fix ts issues

*  adaption to new credentials UI

* 🐛 intialize cache on BE for credentials check

* 🐛 fix undefined oldCredentials

* 🐛 fix deleting credential

* 🐛 fix check for undefined keys

* 🐛 fix disabling edit in execution

* 🎨 just show credential name on execution view

* ✏️  remove TODO

*  implement review suggestions

*  add cache to getCredentialsByType

*  use getter instead of cache

* ✏️ fix variable name typo

* 🐘 include waiting nodes to migrations

* 🐛 fix reverting migrations command

*  update typeorm command

*  create db:revert command

* 👕 fix lint error

*  Add optional authenticate method to credentials

*  Simplify code and add authentication support to MattermostApi

* 👕 Fix lint issue

*  Add support to own-mode

* 👕 Fix lint issue

*  Add support for predefined auth types bearer and headerAuth

*  Make sure that DateTime Node always returns strings

*  Add support for moment types to If Node

*  Make it possible for HTTP Request Node to use all credential types

*  Add basicAuth support

* Add a new dropcontact node

*  First basic implementation of mainly JSON based nodes

*  Add fixedCollection support, added value parameter and
expression support for value and property

* Improvements to #2389

*  Add credentials verification

*  Small improvement

*  set default time to 45 seconds

*  Add support for preSend and postReceive methods

*  Add lodash merge and set depedency to workflow

* 👕 Fix lint issue

*  Improvements

*  Improvements

*  Improvements

*  Improvements

*  Improvements

* 🐛 Set siren and language correctly

*  Add support for requestDefaults

*  Add support for baseURL to httpRequest

*  Move baseURL to correct location

*  Add support for options loading

* 🐛 Fix error with fullAccess nodes

*  Add credential test functionality

* 🐛 Fix issue with OAuth autentication and lint issue

*  Fix build issue

* 🐛 Fix issue that url got always overwritten to empty

*  Add pagination support

*  Code fix required after merge

*  Remove not needed imports

*  Fix credential test

*  Add expression support for request properties and $self
support on properties

*  Rename $self to $value

* 👕 Fix lint issue

*  Add example how to send data in path

*  Make it possible to not sent in dot notation

*  Add support for postReceive:rootProperty

*  Fix typo

*  Add support for postReceive:set

*  Some fixes

*  Small improvement

* ;zap: Separate RoutingNode code

*  Simplify code and fix bug

*  Remove unused code

*  Make it possible to define "request" and "requestProperty" on
options

* 👕 Fix lint issue

*  Change $credentials variables name

*  Enable expressions and access to credentials in requestDefaults

*  Make parameter option loading use RoutingNode.makeRoutingRequest

*  Allow requestOperations overwrite on LoadOptions

*  Make it possible to access current node parameters in loadOptions

*  Rename parameters variable to make future proof

*  Make it possible to use offset-pagination with body

*  Add support for queryAuth

*  Never return more items than requested

*  Make it possible to overwrite requestOperations on parameter
and option level

* 👕 Fix lint issue

*  Allow simplified auth also with regular nodes

*  Add support for receiving binary data

* 🐛 Fix example node

*  Rename property "name" to "displayName" in loadOptions

*  Send data by default as "query" if nothing is set

*  Rename $self to $parent

*  Change to work with INodeExecutionData instead of IDataObject

*  Improve binaryData handling

*  Property design improvements

*  Fix property name

* 🚨 Add some tests

*  Add also test for request

*  Improve test and fix issues

*  Improvements to loadOptions

*  Normalize loadOptions with rest of code

*  Add info text

*  Add support for $value in postReceive

* 🚨 Add tests for RoutingNode.runNode

*  Remove TODOs and make url property optional

*  Fix bug and lint issue

* 🐛 Fix bug that not the correct property got used

* 🚨 Add tests for CredentialsHelper.authenticate

*  Improve code and resolve expressions also everywhere for
loadOptions and credential test requests

*  Make it possible to define multiple preSend and postReceive
actions

*  Allow to define tests on credentials

*  Remove test data

* ⬆️ Update package-lock.json file

*  Remove old not longer used code

Co-authored-by: Ben Hesseldieck <b.hesseldieck@gmail.com>
Co-authored-by: Mutasem <mutdmour@gmail.com>
Co-authored-by: PaulineDropcontact <pauline@dropcontact.io>
Co-authored-by: ricardo <ricardoespinoza105@gmail.com>
2022-02-05 22:55:43 +01:00

212 lines
4.7 KiB
TypeScript

import {
IExecuteFunctions,
} from 'n8n-core';
import {
ICredentialsDecrypted,
ICredentialTestFunctions,
IDataObject,
INodeCredentialTestResult,
INodeExecutionData,
INodeType,
INodeTypeDescription,
NodeOperationError,
} from 'n8n-workflow';
import {
OptionsWithUri,
} from 'request';
import {
scanFields,
scanOperations,
} from './descriptions';
import {
handleListing,
normalizeId,
urlScanIoApiRequest,
} from './GenericFunctions';
export class UrlScanIo implements INodeType {
description: INodeTypeDescription = {
displayName: 'urlscan.io',
name: 'urlScanIo',
icon: 'file:urlScanIo.svg',
group: ['transform'],
version: 1,
subtitle: '={{$parameter["operation"] + ": " + $parameter["resource"]}}',
description: 'Provides various utilities for monitoring websites like health checks or screenshots',
defaults: {
name: 'urlscan.io',
},
inputs: ['main'],
outputs: ['main'],
credentials: [
{
name: 'urlScanIoApi',
required: true,
testedBy: 'urlScanIoApiTest',
},
],
properties: [
{
displayName: 'Resource',
name: 'resource',
noDataExpression: true,
type: 'options',
options: [
{
name: 'Scan',
value: 'scan',
},
],
default: 'scan',
},
...scanOperations,
...scanFields,
],
};
methods = {
credentialTest: {
async urlScanIoApiTest(
this: ICredentialTestFunctions,
credentials: ICredentialsDecrypted,
): Promise<INodeCredentialTestResult> {
const { apiKey } = credentials.data as { apiKey: string };
const options: OptionsWithUri = {
headers: {
'API-KEY': apiKey,
},
method: 'GET',
uri: 'https://urlscan.io/user/quotas',
json: true,
};
try {
await this.helpers.request(options);
return {
status: 'OK',
message: 'Authentication successful',
};
} catch (error) {
return {
status: 'Error',
message: error.message,
};
}
},
},
};
async execute(this: IExecuteFunctions): Promise<INodeExecutionData[][]> {
const items = this.getInputData();
const returnData: IDataObject[] = [];
const resource = this.getNodeParameter('resource', 0) as 'scan';
const operation = this.getNodeParameter('operation', 0) as 'perform' | 'get' | 'getAll';
let responseData;
for (let i = 0; i < items.length; i++) {
try {
if (resource === 'scan') {
// **********************************************************************
// scan
// **********************************************************************
if (operation === 'get') {
// ----------------------------------------
// scan: get
// ----------------------------------------
const scanId = this.getNodeParameter('scanId', i) as string;
responseData = await urlScanIoApiRequest.call(this, 'GET', `/result/${scanId}`);
} else if (operation === 'getAll') {
// ----------------------------------------
// scan: getAll
// ----------------------------------------
// https://urlscan.io/docs/search
const filters = this.getNodeParameter('filters', i) as { query?: string };
const qs: IDataObject = {};
if (filters?.query) {
qs.q = filters.query;
}
responseData = await handleListing.call(this, '/search', qs);
responseData = responseData.map(normalizeId);
} else if (operation === 'perform') {
// ----------------------------------------
// scan: perform
// ----------------------------------------
// https://urlscan.io/docs/search
const {
tags: rawTags,
...rest
} = this.getNodeParameter('additionalFields', i) as {
customAgent?: string;
visibility?: 'public' | 'private' | 'unlisted';
tags?: string;
referer?: string;
overrideSafety: string;
};
const body: IDataObject = {
url: this.getNodeParameter('url', i) as string,
...rest,
};
if (rawTags) {
const tags = rawTags.split(',').map(tag => tag.trim());
if (tags.length > 10) {
throw new NodeOperationError(
this.getNode(),
'Please enter at most 10 tags',
);
}
body.tags = tags;
}
responseData = await urlScanIoApiRequest.call(this, 'POST', '/scan', body);
responseData = normalizeId(responseData);
}
}
Array.isArray(responseData)
? returnData.push(...responseData)
: returnData.push(responseData);
} catch (error) {
if (this.continueOnFail()) {
returnData.push({ error: error.message });
continue;
}
throw error;
}
}
return [this.helpers.returnJsonArray(returnData)];
}
}