diff --git a/src/main.ts b/src/main.ts index 51b12a7..4a3094a 100644 --- a/src/main.ts +++ b/src/main.ts @@ -64,11 +64,12 @@ if (isActorStandby()) { contentScraperSettings ${JSON.stringify(contentScraperSettings)} `); + let stats = { requestsFinished: 0, requestsFailed: 0 }; try { - await handleSearchNormalMode(input, searchCrawlerOptions, contentCrawlerOptions, contentScraperSettings); + stats = await handleSearchNormalMode(input, searchCrawlerOptions, contentCrawlerOptions, contentScraperSettings); } catch (e) { const error = e as Error; await Actor.fail(error.message as string); } - await Actor.exit(); + await Actor.exit(`Finished! Scraped ${stats.requestsFinished} pages, ${stats.requestsFailed} failed.`); } diff --git a/src/search.ts b/src/search.ts index cbc2ba0..3bf1a7e 100644 --- a/src/search.ts +++ b/src/search.ts @@ -174,4 +174,7 @@ export async function handleSearchNormalMode(input: Input, log.info(`Running target page crawler with request: ${JSON.stringify(req)}`); await contentCrawler!.run(); /* eslint-enable no-param-reassign */ + + const { requestsFinished, requestsFailed } = contentCrawler!.stats.state; + return { requestsFinished, requestsFailed }; }