161sh/CatgirlIntelligenceAgency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Remove annoying log spam in sitemap retriever

Browse Source
This commit is contained in:
Viktor Lofgren 2023-06-30 17:08:35 +02:00
parent 11c26e700e
commit 7d86586594
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/fetcher/SitemapRetriever.java
View File

@ -7,6 +7,7 @@ import org.slf4j.LoggerFactory;
import javax.inject.Singleton; import javax.inject.Singleton;
import java.io.FileNotFoundException; import java.io.FileNotFoundException;
import java.io.IOException;
import java.util.*; import java.util.*;
@Singleton @Singleton
@ -28,6 +29,11 @@ public class SitemapRetriever {
logger.debug("Unknown sitemap format: {}", sitemapUrl); logger.debug("Unknown sitemap format: {}", sitemapUrl);
return Collections.emptyList(); return Collections.emptyList();
} }
catch (IOException io) {
logger.debug("Error fetching sitemap", io);
return Collections.emptyList();
}
catch (Exception ex) { catch (Exception ex) {
logger.error("Error fetching sitemap", ex); logger.error("Error fetching sitemap", ex);