import type { OptionsWithUri } from 'request'; import type { IExecuteFunctions, IDataObject } from 'n8n-workflow'; export async function urlScanIoApiRequest( this: IExecuteFunctions, method: 'GET' | 'POST', endpoint: string, body: IDataObject = {}, qs: IDataObject = {}, ) { const options: OptionsWithUri = { method, body, qs, uri: `https://urlscan.io/api/v1${endpoint}`, json: true, }; if (!Object.keys(body).length) { delete options.body; } if (!Object.keys(qs).length) { delete options.qs; } return this.helpers.requestWithAuthentication.call(this, 'urlScanIoApi', options); } export async function handleListing( this: IExecuteFunctions, endpoint: string, qs: IDataObject = {}, ): Promise { const returnData: IDataObject[] = []; let responseData; qs.size = 100; const returnAll = this.getNodeParameter('returnAll', 0, false); const limit = this.getNodeParameter('limit', 0, 0); do { responseData = await urlScanIoApiRequest.call(this, 'GET', endpoint, {}, qs); returnData.push(...(responseData.results as IDataObject[])); if (!returnAll && returnData.length > limit) { return returnData.slice(0, limit); } if (responseData.results.length) { const lastResult = responseData.results[responseData.results.length - 1]; qs.search_after = lastResult.sort; } } while (responseData.total > returnData.length); return returnData; } export const normalizeId = ({ _id, uuid, ...rest }: IDataObject) => { if (_id) return { scanId: _id, ...rest }; if (uuid) return { scanId: uuid, ...rest }; return rest; };