From 92466f6791f8e11c8be38ad853edd0191dca34c7 Mon Sep 17 00:00:00 2001 From: Laurent Klock Date: Tue, 17 Sep 2024 10:34:38 +0200 Subject: [PATCH] Fixed breaking out of main loop in listURLs Signed-off-by: Laurent Klock --- .../urlfrontier/service/AbstractFrontierService.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/service/src/main/java/crawlercommons/urlfrontier/service/AbstractFrontierService.java b/service/src/main/java/crawlercommons/urlfrontier/service/AbstractFrontierService.java index 2c115a8..9fdabb1 100644 --- a/service/src/main/java/crawlercommons/urlfrontier/service/AbstractFrontierService.java +++ b/service/src/main/java/crawlercommons/urlfrontier/service/AbstractFrontierService.java @@ -904,7 +904,7 @@ public void listURLs( Iterator> qiterator = getQueues().entrySet().iterator(); - while (qiterator.hasNext()) { + while (qiterator.hasNext() && sentCount < maxURLs) { Entry e = qiterator.next(); // check that it is within the right crawlID