From 37805479e591f74a352f5ff181022b4a8766f781 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Martin=20Ad=C3=A1mek?= Date: Thu, 6 Jun 2024 18:47:48 +0200 Subject: [PATCH] refactor: add timeout for adaptive crawler's `enqueueLinks` waitFor call --- .../src/internals/adaptive-playwright-crawler.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts b/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts index b8abcc8f8f65..7f2f89b0dfc9 100644 --- a/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts +++ b/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts @@ -404,10 +404,10 @@ export class AdaptivePlaywrightCrawler extends PlaywrightCrawler { return playwrightContext.parseWithCheerio(); }, - async enqueueLinks(options = {}) { + async enqueueLinks(options = {}, timeoutMs = 5_000) { const selector = options.selector ?? 'a'; const locator = playwrightContext.page.locator(selector).first(); - await locator.waitFor(); + await locator.waitFor({ timeout: timeoutMs, state: 'attached' }); const urls = await extractUrlsFromPage( playwrightContext.page,