Added llama.cpp and reworked the code

2024-12-26 00:35:00 +01:00
parent c6302112b2
commit 2357c7570c
6 changed files with 118 additions and 25 deletions
--- a/TelegramBot/.env
+++ b/TelegramBot/.env
@@ -1,4 +1,4 @@
 TELEGRAM_BOT_TOKEN=yourTokenHere
-LMSTUDIO_BASE_URL=
-LMSTUDIO_MODEL=
-LMSTUDIO_API_KEY=
+OPENAI_BASE_URL=llm-server
+OPENAI_MODEL=Qwen2.5-7B-Instruct-Q8_0
+OPENAI_API_KEY=