smart-scraper.ts•1.44 kB
import { createAction, Property } from '@activepieces/pieces-framework';
import { httpClient, HttpMethod } from '@activepieces/pieces-common';
import { scrapegraphaiAuth } from '../../index';
export const smartScraper = createAction({
name: 'smart_scraper',
displayName: 'Smart Scraper',
description: 'Extract content from a webpage using AI by providing a natural language prompt.',
auth: scrapegraphaiAuth,
props: {
website_url: Property.ShortText({
displayName: 'Website URL',
description: 'The webpage URL to scrape.',
required: true,
}),
user_prompt: Property.LongText({
displayName: 'Extraction Prompt',
description: 'Describe what information you want to extract in natural language.',
required: true,
}),
output_schema: Property.Json({
displayName: 'Output Schema',
description: 'Optional schema to structure the output data.',
required: false,
}),
},
async run({ auth, propsValue }) {
const response = await httpClient.sendRequest({
method: HttpMethod.POST,
url: 'https://api.scrapegraphai.com/v1/smartscraper',
headers: {
'Content-Type': 'application/json',
'SGAI-APIKEY': auth,
},
body: {
website_url: propsValue.website_url,
user_prompt: propsValue.user_prompt,
output_schema: propsValue.output_schema,
},
});
return response.body;
},
});