From 93122bdd1879021bd4eb8b76985704153e662686 Mon Sep 17 00:00:00 2001
From: Viktor Lofgren <vlofgren@gmail.com>
Date: Mon, 16 Oct 2023 17:37:26 +0200
Subject: [PATCH] (run)  Add two nodes to the demo setup

---
 build.gradle            |  5 +--
 docker-compose.yml      | 99 +++++++++++++++++++++++++++++++----------
 run/download-samples.sh |  4 +-
 run/setup.sh            |  3 +-
 4 files changed, 81 insertions(+), 30 deletions(-)

diff --git a/build.gradle b/build.gradle
index 16c043cb..5f637070 100644
--- a/build.gradle
+++ b/build.gradle
@@ -86,16 +86,15 @@ idea {
         // Exclude these directories from being indexed by IntelliJ
         // as they tend to bring the IDE to its knees and use up all
         // Inotify spots in a hurry
-        excludeDirs.add(file("$projectDir/run/backup"))
+        excludeDirs.add(file("$projectDir/run/node-1"))
+        excludeDirs.add(file("$projectDir/run/node-2"))
         excludeDirs.add(file("$projectDir/run/model"))
         excludeDirs.add(file("$projectDir/run/dist"))
-        excludeDirs.add(file("$projectDir/run/samples"))
         excludeDirs.add(file("$projectDir/run/db"))
         excludeDirs.add(file("$projectDir/run/logs"))
         excludeDirs.add(file("$projectDir/run/install"))
         excludeDirs.add(file("$projectDir/run/data"))
         excludeDirs.add(file("$projectDir/run/conf"))
-        excludeDirs.add(file("$projectDir/run/vol"))
         excludeDirs.add(file("$projectDir/run/test-data"))
     }
 }
diff --git a/docker-compose.yml b/docker-compose.yml
index 428f60f3..e3de5350 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -21,16 +21,35 @@ x-p1: &partition-1
     - data:/wmsa/data
     - logs:/var/log/wmsa
     - dist:/dist
-    - index:/idx
-    - work:/work
-    - backup:/backup
-    - samples:/storage
+    - index-1:/idx
+    - work-1:/work
+    - backup-1:/backup
+    - samples-1:/storage
   networks:
     - wmsa
   depends_on:
     - mariadb
   environment:
     - "WMSA_SERVICE_NODE=1"
+x-p2: &partition-2
+  env_file:
+    - "run/env/service.env"
+  volumes:
+    - conf:/wmsa/conf:ro
+    - model:/wmsa/model
+    - data:/wmsa/data
+    - logs:/var/log/wmsa
+    - dist:/dist
+    - index-2:/idx
+    - work-2:/work
+    - backup-2:/backup
+    - samples-2:/storage
+  networks:
+    - wmsa
+  depends_on:
+    - mariadb
+  environment:
+    - "WMSA_SERVICE_NODE=2"
 
 services:
   index-service-1:
@@ -41,6 +60,14 @@ services:
     <<: *partition-1
     image: "marginalia.nu/executor-service"
     container_name: "executor-service-1"
+  index-service-2:
+    <<: *partition-2
+    image: "marginalia.nu/index-service"
+    container_name: "index-service-2"
+  executor-service-2:
+    <<: *partition-2
+    image: "marginalia.nu/executor-service"
+    container_name: "executor-service-2"
   search-service:
     <<: *service
     image: "marginalia.nu/search-service"
@@ -104,24 +131,6 @@ volumes:
       type: none
       o: bind
       device: run/db
-  index:
-    driver: local
-    driver_opts:
-      type: none
-      o: bind
-      device: run/index
-  work:
-    driver: local
-    driver_opts:
-      type: none
-      o: bind
-      device: run/work
-  backup:
-    driver: local
-    driver_opts:
-      type: none
-      o: bind
-      device: run/backup
   logs:
     driver: local
     driver_opts:
@@ -152,9 +161,51 @@ volumes:
       type: none
       o: bind
       device: run/dist
-  samples:
+  samples-1:
     driver: local
     driver_opts:
       type: none
       o: bind
-      device: run/samples
+      device: run/node-1/samples
+  index-1:
+    driver: local
+    driver_opts:
+      type: none
+      o: bind
+      device: run/node-1/index
+  work-1:
+    driver: local
+    driver_opts:
+      type: none
+      o: bind
+      device: run/node-1/work
+  backup-1:
+    driver: local
+    driver_opts:
+      type: none
+      o: bind
+      device: run/node-1/backup
+  samples-2:
+    driver: local
+    driver_opts:
+      type: none
+      o: bind
+      device: run/node-2/samples
+  index-2:
+    driver: local
+    driver_opts:
+      type: none
+      o: bind
+      device: run/node-2/index
+  work-2:
+    driver: local
+    driver_opts:
+      type: none
+      o: bind
+      device: run/node-2/work
+  backup-2:
+    driver: local
+    driver_opts:
+      type: none
+      o: bind
+      device: run/node-2/backup
\ No newline at end of file
diff --git a/run/download-samples.sh b/run/download-samples.sh
index 2465c50b..66aa6125 100755
--- a/run/download-samples.sh
+++ b/run/download-samples.sh
@@ -3,7 +3,7 @@
 set -e
 
 SAMPLE_NAME=crawl-${1:-m}
-SAMPLE_DIR="samples/${SAMPLE_NAME}/"
+SAMPLE_DIR="node-1/samples/${SAMPLE_NAME}/"
 
 function download_model {
   model=$1
@@ -21,7 +21,7 @@ if [ -d ${SAMPLE_DIR} ]; then
     echo "${SAMPLE_DIR} already exists; remove it if you want to re-download the sample"
 fi
 
-mkdir -p samples/
+mkdir -p node-1/samples/
 SAMPLE_TARBALL=samples/${SAMPLE_NAME}.tar.gz
 download_model ${SAMPLE_TARBALL} https://downloads.marginalia.nu/${SAMPLE_TARBALL} || rm ${SAMPLE_TARBALL}
 
diff --git a/run/setup.sh b/run/setup.sh
index cacb311b..f55817e3 100755
--- a/run/setup.sh
+++ b/run/setup.sh
@@ -18,7 +18,8 @@ function download_model {
 
 pushd $(dirname $0)
 
-mkdir -p model logs db samples backup install work index data samples/export
+mkdir -p model logs db  install  data samples
+mkdir -p {node-1,node-2}/{work,index,backup,samples/export}
 
 download_model model/English.DICT https://raw.githubusercontent.com/datquocnguyen/RDRPOSTagger/master/Models/POS/English.DICT
 download_model model/English.RDR https://raw.githubusercontent.com/datquocnguyen/RDRPOSTagger/master/Models/POS/English.RDR