Fixed breaking out of main loop in listURLs

Signed-off-by: Laurent Klock <[email protected]>
crawler-commons · Sep 17, 2024 · 92466f6 · 92466f6
1 parent 095433d
commit 92466f6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/service/src/main/java/crawlercommons/urlfrontier/service/AbstractFrontierService.java b/service/src/main/java/crawlercommons/urlfrontier/service/AbstractFrontierService.java
@@ -904,7 +904,7 @@ public void listURLs(
             Iterator<Entry<QueueWithinCrawl, QueueInterface>> qiterator =
                     getQueues().entrySet().iterator();
 
-            while (qiterator.hasNext()) {
+            while (qiterator.hasNext() && sentCount < maxURLs) {
                 Entry<QueueWithinCrawl, QueueInterface> e = qiterator.next();
 
                 // check that it is within the right crawlID