161sh/CatgirlIntelligenceAgency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

(crawler) Even more lenient resyncing

Browse Source
This commit is contained in:
Viktor Lofgren 2023-12-25 01:44:18 +01:00
parent f18f82e229
commit f779f760c4
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerWarcResynchronizer.java
View File

@ -40,7 +40,7 @@ public class CrawlerWarcResynchronizer {
for (var item : reader) {
accept(item);
}
} catch (UncheckedIOException | IOException e) {
} catch (IOException e) {
logger.info(STR."Failed read full warc file \{tempFile}", e);
}
@ -49,7 +49,7 @@ public class CrawlerWarcResynchronizer {
for (var item : reader) {
recorder.resync(item);
}
} catch (UncheckedIOException | IOException e) {
} catch (IOException e) {
logger.info(STR."Failed read full warc file \{tempFile}", e);
}
}