2023-03-04 13:19:01 +01:00
|
|
|
plugins {
|
|
|
|
id 'java'
|
2023-08-23 16:34:32 +02:00
|
|
|
id "io.freefair.lombok" version "8.2.2"
|
2023-03-04 13:19:01 +01:00
|
|
|
id 'application'
|
|
|
|
id 'jvm-test-suite'
|
|
|
|
}
|
|
|
|
|
|
|
|
java {
|
|
|
|
toolchain {
|
2023-08-23 15:37:49 +02:00
|
|
|
languageVersion.set(JavaLanguageVersion.of(20))
|
2023-03-04 13:19:01 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
application {
|
|
|
|
mainClass = 'nu.marginalia.converting.ConverterMain'
|
|
|
|
applicationName = 'converter-process'
|
|
|
|
}
|
|
|
|
|
2023-03-11 11:34:51 +01:00
|
|
|
tasks.distZip.enabled = false
|
|
|
|
|
2023-03-04 13:19:01 +01:00
|
|
|
dependencies {
|
2023-06-12 17:42:30 +02:00
|
|
|
|
2023-07-31 10:31:46 +02:00
|
|
|
implementation project(':third-party:monkey-patch-gson')
|
2023-06-12 17:42:30 +02:00
|
|
|
|
2023-03-16 21:35:54 +01:00
|
|
|
implementation project(':code:common:process')
|
|
|
|
|
2023-03-12 10:04:48 +01:00
|
|
|
implementation project(':third-party:porterstemmer')
|
2023-03-16 21:35:54 +01:00
|
|
|
implementation project(':third-party:count-min-sketch')
|
2023-07-17 13:57:32 +02:00
|
|
|
|
2023-03-11 13:48:40 +01:00
|
|
|
implementation project(':code:api:index-api')
|
2023-07-17 13:57:32 +02:00
|
|
|
implementation project(':code:api:process-mqapi')
|
2023-03-11 13:48:40 +01:00
|
|
|
|
2023-03-07 17:14:32 +01:00
|
|
|
implementation project(':code:common:model')
|
2023-07-10 17:36:12 +02:00
|
|
|
implementation project(':code:common:db')
|
2023-03-07 17:14:32 +01:00
|
|
|
implementation project(':code:common:service')
|
|
|
|
implementation project(':code:common:config')
|
2023-08-15 10:53:23 +02:00
|
|
|
implementation project(':code:libraries:message-queue')
|
2023-03-11 13:48:40 +01:00
|
|
|
implementation project(':code:common:service-discovery')
|
|
|
|
implementation project(':code:common:service-client')
|
|
|
|
|
2023-03-07 17:14:32 +01:00
|
|
|
implementation project(':code:libraries:guarded-regex')
|
|
|
|
implementation project(':code:libraries:easy-lsh')
|
|
|
|
implementation project(':code:libraries:big-string')
|
|
|
|
implementation project(':code:libraries:language-processing')
|
2023-03-11 13:48:40 +01:00
|
|
|
|
2023-09-13 16:13:41 +02:00
|
|
|
implementation project(':code:process-models:processed-data')
|
|
|
|
implementation project(':code:process-models:work-log')
|
2023-03-13 17:39:53 +01:00
|
|
|
implementation project(':code:process-models:crawling-model')
|
2023-03-04 13:19:01 +01:00
|
|
|
|
2023-03-13 17:39:53 +01:00
|
|
|
implementation project(':code:features-convert:adblock')
|
|
|
|
implementation project(':code:features-convert:topic-detection')
|
|
|
|
implementation project(':code:features-convert:pubdate')
|
|
|
|
implementation project(':code:features-convert:keyword-extraction')
|
2023-03-16 21:35:54 +01:00
|
|
|
implementation project(':code:features-convert:summary-extraction')
|
|
|
|
|
2023-03-12 11:42:07 +01:00
|
|
|
implementation project(':code:features-crawl:crawl-blocklist')
|
|
|
|
implementation project(':code:features-crawl:link-parser')
|
2023-03-16 21:35:54 +01:00
|
|
|
|
|
|
|
testImplementation project(':code:libraries:term-frequency-dict')
|
2023-09-16 18:14:47 +02:00
|
|
|
testImplementation project(':code:process-models:crawl-spec')
|
2023-03-16 21:35:54 +01:00
|
|
|
|
2023-03-04 13:19:01 +01:00
|
|
|
implementation libs.lombok
|
|
|
|
annotationProcessor libs.lombok
|
|
|
|
implementation libs.bundles.slf4j
|
|
|
|
|
|
|
|
implementation libs.notnull
|
|
|
|
|
|
|
|
implementation libs.jsoup
|
|
|
|
|
|
|
|
implementation libs.guice
|
2023-03-16 21:35:54 +01:00
|
|
|
implementation libs.guava
|
|
|
|
implementation libs.bundles.gson
|
2023-03-04 13:19:01 +01:00
|
|
|
|
|
|
|
implementation libs.zstd
|
|
|
|
|
|
|
|
implementation libs.bundles.mariadb
|
2023-08-16 15:48:12 +02:00
|
|
|
implementation libs.bundles.nlp
|
2023-03-04 13:19:01 +01:00
|
|
|
|
|
|
|
implementation libs.trove
|
|
|
|
implementation libs.fastutil
|
|
|
|
|
|
|
|
implementation libs.crawlercommons
|
|
|
|
|
|
|
|
implementation libs.commons.lang3
|
2023-08-07 12:57:38 +02:00
|
|
|
implementation libs.commons.compress
|
2023-07-28 18:14:43 +02:00
|
|
|
implementation libs.sqlite
|
2023-03-04 13:19:01 +01:00
|
|
|
|
|
|
|
testImplementation libs.bundles.slf4j.test
|
|
|
|
testImplementation libs.bundles.junit
|
|
|
|
testImplementation libs.mockito
|
2023-06-26 16:54:03 +02:00
|
|
|
|
2023-08-07 12:57:38 +02:00
|
|
|
implementation 'org.tukaani:xz:1.8'
|
|
|
|
|
2023-06-26 16:54:03 +02:00
|
|
|
testImplementation project(':code:processes:test-data')
|
2023-06-27 16:11:27 +02:00
|
|
|
testImplementation project(':code:processes:crawling-process')
|
2023-03-04 13:19:01 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
test {
|
|
|
|
maxHeapSize = "8G"
|
|
|
|
useJUnitPlatform()
|
|
|
|
}
|
|
|
|
|
|
|
|
task fastTests(type: Test) {
|
|
|
|
useJUnitPlatform {
|
|
|
|
excludeTags "slow"
|
|
|
|
}
|
|
|
|
}
|