diff --git a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/LinkFilterSelector.java b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/LinkFilterSelector.java index 36fb010b..fcb70166 100644 --- a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/LinkFilterSelector.java +++ b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/LinkFilterSelector.java @@ -22,9 +22,6 @@ public class LinkFilterSelector { if (isLemmy(head)) { return url -> url.path.startsWith("/post/") || url.path.startsWith("/c/"); } - if (isMediawiki(head)) { - return url -> url.path.startsWith("/wiki/") && !url.path.contains(":"); - } if (isDiscourse(head)) { return url -> url.path.startsWith("/t/") || url.path.contains("/latest"); }