Update app.py

app.py

@@ -81,17 +81,47 @@ class WikipediaTool(Tool):
 class BasicAgent:
     def __init__(self):
         print("BasicAgent initialized.")
-        # Initialize the model (requires OPENAI_API_KEY env)
-        model_id = os.getenv("OPENAI_MODEL", "gpt-4o")
+
+        # Prefer OpenRouter, then Together, else fallback to OpenAI (if key exists)
+        openrouter_key = os.getenv("OPENROUTER_API_KEY")
+        together_key = os.getenv("TOGETHER_API_KEY")
+        openai_key = os.getenv("OPENAI_API_KEY")
+
+        if openrouter_key:
+            # Configure OpenAIServerModel to use OpenRouter
+            os.environ["OPENAI_API_KEY"] = openrouter_key
+            os.environ["OPENAI_API_BASE"] = "https://openrouter.ai/api/v1"
+            os.environ["OPENAI_BASE_URL"] = "https://openrouter.ai/api/v1"
+            model_id = os.getenv("OPENROUTER_MODEL", "meta-llama/llama-3.1-8b-instruct:free")
+            provider = "openrouter"
+        elif together_key:
+            # Configure OpenAIServerModel to use Together.ai
+            os.environ["OPENAI_API_KEY"] = together_key
+            os.environ["OPENAI_API_BASE"] = "https://api.together.xyz/v1"
+            os.environ["OPENAI_BASE_URL"] = "https://api.together.xyz/v1"
+            model_id = os.getenv("TOGETHER_MODEL", "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo")
+            provider = "together"
+        elif openai_key:
+            # Fallback to OpenAI if still available
+            os.environ.setdefault("OPENAI_API_BASE", "https://api.openai.com/v1")
+            os.environ.setdefault("OPENAI_BASE_URL", "https://api.openai.com/v1")
+            model_id = os.getenv("OPENAI_MODEL", "gpt-4o-mini")
+            provider = "openai"
+        else:
+            raise ValueError("No API key found. Set one of: OPENROUTER_API_KEY, TOGETHER_API_KEY, or OPENAI_API_KEY.")
+
+        print(f"Using provider={provider}, model_id={model_id}")
+
+        # Initialize the model routed via OpenAI-compatible server
         model = OpenAIServerModel(model_id=model_id)
 
-        # Initialize tools
+        # Tools
         search_tool = DuckDuckGoSearchTool()
         wiki_top_k = int(os.getenv("WIKI_TOP_K", "3"))
         wiki_lang = os.getenv("WIKI_LANG", "en")
         wikipedia_tool = WikipediaTool(top_k=wiki_top_k, language=wiki_lang)
 
-        # Initialize Agent
+        # Agent
         self.agent = CodeAgent(
             model=model,
             tools=[search_tool, wikipedia_tool]