Update app.py

app.py

@@ -8,6 +8,7 @@ from bs4 import BeautifulSoup
 from typing import List, Dict
 import asyncio
 import re
+from random import randint
 app = FastAPI()
 
 app.add_middleware(
@@ -451,7 +452,11 @@ async def generate_text(request: Request):
     stream = body.get("stream", False)
 
     if provider == "groq":
-        API_KEY = os.getenv("GROQ_KEY", "")
+        const num = randint(1, 2)
+        if num == 1:
+            API_KEY = os.getenv("GROQ_KEY", "")
+        elif num == 2:
+            API_KEY = os.getenv("GROQ2_KEY", "")
         if not API_KEY:
             raise HTTPException(500, "Missing GROQ_KEY")