Update app.py

app.py

@@ -77,61 +77,64 @@ class WikipediaTool(Tool):
             return f"Wikipedia error: {e}"
 
 # --- Basic Agent Definition ---
-# ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
 class BasicAgent:
     def __init__(self):
         print("BasicAgent initialized.")
 
-        # Prefer OpenRouter, then Together, else fallback to OpenAI (if key exists)
+        # Provider selection (force away from OpenAI if quota-exceeded)
+        force = (os.getenv("FORCE_PROVIDER") or "").strip().lower()
         openrouter_key = os.getenv("OPENROUTER_API_KEY")
         together_key = os.getenv("TOGETHER_API_KEY")
-        openai_key = os.getenv("OPENAI_API_KEY")
 
-        if openrouter_key:
-            # Configure OpenAIServerModel to use OpenRouter
+        provider = None
+        model_id = None
+        if force == "openrouter" or (openrouter_key and force != "together"):
             os.environ["OPENAI_API_KEY"] = openrouter_key
             os.environ["OPENAI_API_BASE"] = "https://openrouter.ai/api/v1"
             os.environ["OPENAI_BASE_URL"] = "https://openrouter.ai/api/v1"
-            model_id = os.getenv("OPENROUTER_MODEL", "meta-llama/llama-3.1-8b-instruct:free")
             provider = "openrouter"
-        elif together_key:
-            # Configure OpenAIServerModel to use Together.ai
+            model_id = os.getenv("OPENROUTER_MODEL", "meta-llama/Meta-Llama-3-8B-Instruct")
+        elif force == "together" or together_key:
             os.environ["OPENAI_API_KEY"] = together_key
             os.environ["OPENAI_API_BASE"] = "https://api.together.xyz/v1"
             os.environ["OPENAI_BASE_URL"] = "https://api.together.xyz/v1"
-            model_id = os.getenv("TOGETHER_MODEL", "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo")
             provider = "together"
-        elif openai_key:
-            # Fallback to OpenAI if still available
-            os.environ.setdefault("OPENAI_API_BASE", "https://api.openai.com/v1")
-            os.environ.setdefault("OPENAI_BASE_URL", "https://api.openai.com/v1")
-            model_id = os.getenv("OPENAI_MODEL", "gpt-4o-mini")
-            provider = "openai"
+            model_id = os.getenv("TOGETHER_MODEL", "meta-llama/Meta-Llama-3-8B-Instruct")
         else:
-            raise ValueError("No API key found. Set one of: OPENROUTER_API_KEY, TOGETHER_API_KEY, or OPENAI_API_KEY.")
+            # No non-OpenAI key available → use Wikipedia-only fallback
+            self.wikipedia_only = True
+            wiki_top_k = int(os.getenv("WIKI_TOP_K", "3"))
+            wiki_lang = os.getenv("WIKI_LANG", "en")
+            self.wikipedia_tool = WikipediaTool(top_k=wiki_top_k, language=wiki_lang)
+            print("No non-OpenAI key set; running in Wikipedia-only mode.")
+            return
 
         print(f"Using provider={provider}, model_id={model_id}")
-
-        # Initialize the model routed via OpenAI-compatible server
         model = OpenAIServerModel(model_id=model_id)
 
-        # Tools
         search_tool = DuckDuckGoSearchTool()
         wiki_top_k = int(os.getenv("WIKI_TOP_K", "3"))
         wiki_lang = os.getenv("WIKI_LANG", "en")
         wikipedia_tool = WikipediaTool(top_k=wiki_top_k, language=wiki_lang)
 
-        # Agent
-        self.agent = CodeAgent(
-            model=model,
-            tools=[search_tool, wikipedia_tool]
-        )
+        self.agent = CodeAgent(model=model, tools=[search_tool, wikipedia_tool])
+        self.wikipedia_only = False
 
     def __call__(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
-        answer = self.agent.run(question)
-        print(f"Agent returning fixed answer: {answer}")
-        return answer
+        if self.wikipedia_only:
+            # Direct Wikipedia fallback
+            return self.wikipedia_tool.forward(question)
+
+        try:
+            return self.agent.run(question)
+        except Exception as e:
+            # If provider throws (e.g., 429/insufficient_quota), fall back to Wikipedia
+            print(f"LLM error, falling back to Wikipedia: {e}")
+            try:
+                return self.agent.tools[1].forward(question)  # WikipediaTool as second tool
+            except Exception:
+                return "I cannot determine the answer."
 
 def run_and_submit_all( profile: gr.OAuthProfile | None):
     """