From 68a3d3ea515f60ef539696db19854b2f48e2e6c8 Mon Sep 17 00:00:00 2001 From: Jiri Spilka Date: Fri, 1 May 2026 22:44:28 +0200 Subject: [PATCH] fix: Final status message with scraping statistics --- src/main.ts | 5 +++-- src/search.ts | 3 +++ 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/src/main.ts b/src/main.ts index 51b12a7..4a3094a 100644 --- a/src/main.ts +++ b/src/main.ts @@ -64,11 +64,12 @@ if (isActorStandby()) { contentScraperSettings ${JSON.stringify(contentScraperSettings)} `); + let stats = { requestsFinished: 0, requestsFailed: 0 }; try { - await handleSearchNormalMode(input, searchCrawlerOptions, contentCrawlerOptions, contentScraperSettings); + stats = await handleSearchNormalMode(input, searchCrawlerOptions, contentCrawlerOptions, contentScraperSettings); } catch (e) { const error = e as Error; await Actor.fail(error.message as string); } - await Actor.exit(); + await Actor.exit(`Finished! Scraped ${stats.requestsFinished} pages, ${stats.requestsFailed} failed.`); } diff --git a/src/search.ts b/src/search.ts index cbc2ba0..3bf1a7e 100644 --- a/src/search.ts +++ b/src/search.ts @@ -174,4 +174,7 @@ export async function handleSearchNormalMode(input: Input, log.info(`Running target page crawler with request: ${JSON.stringify(req)}`); await contentCrawler!.run(); /* eslint-enable no-param-reassign */ + + const { requestsFinished, requestsFailed } = contentCrawler!.stats.state; + return { requestsFinished, requestsFailed }; }