3 lines
78 B
Bash
3 lines
78 B
Bash
MODEL_PATH=./model
|
|
MODEL_NAME=Qwen2.5-7B-Instruct-Q8.gguf
|
|
CONTEXT_SIZE=4096 |
MODEL_PATH=./model
|
|
MODEL_NAME=Qwen2.5-7B-Instruct-Q8.gguf
|
|
CONTEXT_SIZE=4096 |