They can now answer

2024-12-26 20:19:59 +01:00
parent 124a4c66fe
commit 773203127f
6 changed files with 79 additions and 46 deletions
--- a/.env
+++ b/.env
@@ -1,2 +1,3 @@
 MODEL_PATH=./model
-MODEL_NAME=Qwen2.5-7B-Instruct-Q8.gguf
+MODEL_NAME=Qwen2.5-7B-Instruct-Q8.gguf
+CONTEXT_SIZE=4096