new stuff

docker-compose.yml

@@ -3,13 +3,11 @@ version: '3.8'
 services:
   # Controller service - downloads models and runs API
   controller:
-    build:
-      context: .
-      dockerfile: Dockerfile.controller
+    image: registry.haschek.at/dllama-controller:latest
     ports:
       - "9999:9999"
     volumes:
-      - ./models:/app/models
+      - /srv/nfs/swarm/dllama:/app/models
     networks:
       distributed-llama:
         ipv4_address: 172.20.0.10
@@ -32,9 +30,7 @@ services:
 
   # Worker services
   worker1:
-    build:
-      context: .
-      dockerfile: Dockerfile.worker
+    image: registry.haschek.at/dllama-worker:latest
     networks:
       distributed-llama:
         ipv4_address: 172.20.0.11
@@ -43,39 +39,12 @@ services:
     command: >
       --port 9999
       --nthreads ${WORKER_NTHREADS:-4}
+    deploy:
+      placement:
+        constraints:
+          - node.role == manager
 
-  worker2:
-    build:
-      context: .
-      dockerfile: Dockerfile.worker
-    networks:
-      distributed-llama:
-        ipv4_address: 172.20.0.12
-    environment:
-      - NTHREADS=${WORKER_NTHREADS:-4}
-    command: >
-      --port 9999
-      --nthreads ${WORKER_NTHREADS:-4}
 
-  worker3:
-    build:
-      context: .
-      dockerfile: Dockerfile.worker
-    networks:
-      distributed-llama:
-        ipv4_address: 172.20.0.13
-    environment:
-      - NTHREADS=${WORKER_NTHREADS:-4}
-    command: >
-      --port 9999
-      --nthreads ${WORKER_NTHREADS:-4}
-
-networks:
-  distributed-llama:
-    driver: bridge
-    ipam:
-      config:
-        - subnet: 172.20.0.0/16
 
 volumes:
   models: