41 lines
846 B
Bash
Executable File
41 lines
846 B
Bash
Executable File
#!/bin/bash
|
|
|
|
set -e
|
|
|
|
SAMPLE_NAME=crawl-${1:-m}
|
|
SAMPLE_DIR="node-1/samples/${SAMPLE_NAME}/"
|
|
|
|
function download_model {
|
|
model=$1
|
|
url=$2
|
|
|
|
if [ ! -f $model ]; then
|
|
echo "** Downloading $url"
|
|
wget -O $model $url
|
|
fi
|
|
}
|
|
|
|
pushd $(dirname $0)
|
|
|
|
if [ -d ${SAMPLE_DIR} ]; then
|
|
echo "${SAMPLE_DIR} already exists; remove it if you want to re-download the sample"
|
|
fi
|
|
|
|
mkdir -p node-1/samples/
|
|
SAMPLE_TARBALL=samples/${SAMPLE_NAME}.tar.gz
|
|
download_model ${SAMPLE_TARBALL} https://downloads.marginalia.nu/${SAMPLE_TARBALL} || rm ${SAMPLE_TARBALL}
|
|
|
|
if [ ! -f ${SAMPLE_TARBALL} ]; then
|
|
echo "!! Failed"
|
|
exit 255
|
|
fi
|
|
|
|
mkdir -p ${SAMPLE_DIR}
|
|
tar zxf ${SAMPLE_TARBALL} --strip-components=1 -C ${SAMPLE_DIR}
|
|
|
|
cat > "${SAMPLE_DIR}/marginalia-manifest.json" <<EOF
|
|
{ "description": "Sample data set ${SAMPLE_NAME}", "type": "CRAWL_DATA" }
|
|
EOF
|
|
|
|
popd
|