local-scraper.ts•1.45 kB
import { createAction, Property } from '@activepieces/pieces-framework';
import { httpClient, HttpMethod } from '@activepieces/pieces-common';
import { scrapegraphaiAuth } from '../../index';
export const localScraper = createAction({
name: 'local_scraper',
displayName: 'Local Scraper',
description: 'Extract content from HTML content using AI by providing a natural language prompt.',
auth: scrapegraphaiAuth,
props: {
website_html: Property.LongText({
displayName: 'HTML Content',
description: 'The HTML content to process (max 2MB).',
required: true,
}),
user_prompt: Property.LongText({
displayName: 'Extraction Prompt',
description: 'Describe what information you want to extract in natural language.',
required: true,
}),
output_schema: Property.Json({
displayName: 'Output Schema',
description: 'Optional schema to structure the output data.',
required: false,
}),
},
async run({ auth, propsValue }) {
const response = await httpClient.sendRequest({
method: HttpMethod.POST,
url: 'https://api.scrapegraphai.com/v1/localscraper',
headers: {
'Content-Type': 'application/json',
'SGAI-APIKEY': auth,
},
body: {
website_html: propsValue.website_html,
user_prompt: propsValue.user_prompt,
output_schema: propsValue.output_schema,
},
});
return response.body;
},
});