2023-03-04 14:35:50 +01:00
|
|
|
#!/bin/bash
|
|
|
|
|
|
|
|
set -e
|
|
|
|
|
2023-03-04 14:45:35 +01:00
|
|
|
function download_model {
|
|
|
|
model=$1
|
|
|
|
url=$2
|
|
|
|
|
|
|
|
if [ ! -f $model ]; then
|
|
|
|
echo "** Downloading $url"
|
|
|
|
wget -O $model $url
|
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
2023-03-04 14:35:50 +01:00
|
|
|
pushd $(dirname $0)
|
|
|
|
|
2023-03-05 13:47:40 +01:00
|
|
|
mkdir -p model logs db samples install vol/ir/{0,1}/ vol/iw/{0,1}/search-sets data
|
2023-03-04 14:42:24 +01:00
|
|
|
|
2023-03-04 14:45:35 +01:00
|
|
|
download_model model/English.DICT https://raw.githubusercontent.com/datquocnguyen/RDRPOSTagger/master/Models/POS/English.DICT
|
|
|
|
download_model model/English.RDR https://raw.githubusercontent.com/datquocnguyen/RDRPOSTagger/master/Models/POS/English.RDR
|
|
|
|
download_model model/opennlp-sentence.bin https://mirrors.estointernet.in/apache/opennlp/models/ud-models-1.0/opennlp-en-ud-ewt-sentence-1.0-1.9.3.bin
|
|
|
|
download_model model/opennlp-tokens.bin https://mirrors.estointernet.in/apache/opennlp/models/ud-models-1.0/opennlp-en-ud-ewt-tokens-1.0-1.9.3.bin
|
|
|
|
download_model model/ngrams.bin https://downloads.marginalia.nu/model/ngrams.bin
|
|
|
|
download_model model/tfreq-new-algo3.bin https://downloads.marginalia.nu/model/tfreq-new-algo3.bin
|
2023-03-05 13:47:40 +01:00
|
|
|
|
2023-03-05 14:12:13 +01:00
|
|
|
download_model data/IP2LOCATION-LITE-DB1.CSV.ZIP https://download.ip2location.com/lite/IP2LOCATION-LITE-DB1.CSV.ZIP
|
|
|
|
unzip -qn -d data data/IP2LOCATION-LITE-DB1.CSV.ZIP
|
2023-03-05 13:47:40 +01:00
|
|
|
|
2023-03-05 14:12:13 +01:00
|
|
|
if [ ! -d conf ]; then
|
|
|
|
cp -r template/conf .
|
|
|
|
fi
|
2023-03-04 14:42:24 +01:00
|
|
|
|
2023-03-04 14:35:50 +01:00
|
|
|
popd
|