Update api.py

api.py

@@ -11,8 +11,8 @@ with open("llm_config.json", "r") as f:
     config = json.load(f)["openai"]
 
 # Model details
-REPO_ID = "NousResearch/Hermes-3-Llama-3.2-3B-GGUF"
-MODEL_FILENAME = "Hermes-3-Llama-3.2-3B-Q4_K_M.gguf"
+REPO_ID = "mradermacher/distilabeled-Hermes-2.5-Mistral-7B-GGUF"
+MODEL_FILENAME = "distilabeled-Hermes-2.5-Mistral-7B.Q2_K.gguf"
 HF_TOKEN = os.environ.get("HF_API_TOKEN")
 CACHE_DIR = "/app/.cache/huggingface"