(crawler) Exit crawler retriever on thread interrupted

2023-10-30 11:34:16 +01:00 · 2023-10-30 11:34:16 +01:00 · fd5a7eac87
commit fd5a7eac87
parent 6bac3c75cb
1 changed files with 2 additions and 1 deletions
--- a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java
+++ b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java
@ -149,7 +149,8 @@ public class CrawlerRetreiver {

        while (!crawlFrontier.isEmpty()
            && !crawlFrontier.isCrawlDepthReached()
-            && errorCount < MAX_ERRORS)
+            && errorCount < MAX_ERRORS
+            && !Thread.interrupted())
        {
            var top = crawlFrontier.takeNextUrl();