27ffb8fa8a
Previously, in order to load encyclopedia data into the search engine, it was necessary to use the encyclopedia.marginalia.nu converter to first create a .db-file. This isn't very ergonomic, so parts of that code-base was lifted in as a 3rd party library, and conversion from .zim to .db is now done automatically. The output file name is based on the original filename, plus a crc32 hash and a .db-ending, to ensure we can recycle the data on repeat loads.
75 lines
2.4 KiB
Groovy
75 lines
2.4 KiB
Groovy
plugins {
|
|
id 'java'
|
|
|
|
id 'com.palantir.docker' version '0.35.0'
|
|
id 'application'
|
|
id 'jvm-test-suite'
|
|
}
|
|
|
|
application {
|
|
mainClass = 'nu.marginalia.executor.ExecutorMain'
|
|
applicationName = 'executor-service'
|
|
}
|
|
|
|
tasks.distZip.enabled = false
|
|
|
|
apply from: "$rootProject.projectDir/docker-service-with-dist.gradle"
|
|
|
|
java {
|
|
toolchain {
|
|
languageVersion.set(JavaLanguageVersion.of(21))
|
|
}
|
|
}
|
|
|
|
dependencies {
|
|
implementation project(':code:common:config')
|
|
implementation project(':code:common:model')
|
|
implementation project(':code:common:process')
|
|
implementation project(':code:common:db')
|
|
implementation project(':code:common:linkdb')
|
|
|
|
implementation project(':code:common:service')
|
|
implementation project(':code:common:service-client')
|
|
implementation project(':code:common:service-discovery')
|
|
|
|
implementation project(':third-party:commons-codec')
|
|
|
|
implementation project(':code:libraries:message-queue')
|
|
|
|
implementation project(':code:process-models:crawl-spec')
|
|
implementation project(':code:process-models:crawling-model')
|
|
implementation project(':code:features-crawl:link-parser')
|
|
implementation project(':code:features-convert:data-extractors')
|
|
implementation project(':code:features-index:index-journal')
|
|
implementation project(':code:api:index-api')
|
|
implementation project(':code:api:query-api')
|
|
implementation project(':code:api:process-mqapi')
|
|
implementation project(':code:api:executor-api')
|
|
implementation project(':third-party:encyclopedia-marginalia-nu')
|
|
|
|
implementation libs.bundles.slf4j
|
|
|
|
implementation libs.spark
|
|
implementation libs.gson
|
|
implementation libs.prometheus
|
|
implementation libs.notnull
|
|
implementation libs.guice
|
|
implementation libs.trove
|
|
implementation libs.protobuf
|
|
implementation libs.rxjava
|
|
implementation libs.zstd
|
|
implementation libs.jsoup
|
|
implementation libs.commons.io
|
|
implementation libs.commons.lang3
|
|
implementation libs.bundles.mariadb
|
|
|
|
testImplementation libs.bundles.slf4j.test
|
|
testImplementation libs.bundles.junit
|
|
testImplementation libs.mockito
|
|
|
|
testImplementation platform('org.testcontainers:testcontainers-bom:1.17.4')
|
|
testImplementation 'org.testcontainers:mariadb:1.17.4'
|
|
testImplementation 'org.testcontainers:junit-jupiter:1.17.4'
|
|
testImplementation project(':code:libraries:test-helpers')
|
|
|
|
} |