They can now answer

2024-12-26 20:19:59 +01:00
parent 124a4c66fe
commit 773203127f
6 changed files with 79 additions and 46 deletions
--- a/compose.yaml
+++ b/compose.yaml
@@ -6,6 +6,7 @@
      context: .
      dockerfile: TelegramBot/Dockerfile
    env_file:
+      - .env
      - TelegramBot/.env
  
  llm-server:
@@ -15,7 +16,7 @@
      - ${MODEL_PATH}:/models
    ports:
      - "80:80"
-    command: -m /models/${MODEL_NAME} --port 80 --host 0.0.0.0 -n 128 -c 4096 --no-mmap -ngl 50 -fa -np 4
+    command: -m /models/${MODEL_NAME} --port 80 --host 0.0.0.0 -n 128 -c ${CONTEXT_SIZE} --no-mmap -ngl 50 -fa -np 4
    deploy:
      resources:
        reservations: