queue file

app.py

@@ -199,6 +199,6 @@ with demo:
             )
 
 scheduler = BackgroundScheduler()
-scheduler.add_job(restart_space, "interval", seconds=1800)
+scheduler.add_job(restart_space, "interval", seconds=900)
 scheduler.start()
 demo.queue(default_concurrency_limit=40).launch()

src/submission/submit.py

@@ -62,6 +62,9 @@ def add_new_eval(
 
     model_size = get_model_size(model_info=model_info, precision=precision)
 
+    if model_size>30:
+        return styled_error("Due to limited GPU availability, evaluations for models larger than 30B are currently not automated. Please open a ticket here so we do it manually for you. https://huggingface.co/spaces/silma-ai/Arabic-Broad-Leaderboard/discussions")
+
     # Were the model card and license filled?
     try:
         license = model_info.cardData["license"]
@@ -111,6 +114,23 @@ def add_new_eval(
         commit_message=f"Add {model} to eval queue",
     )
 
+    ##update queue file
+    queue_file = f"./eval_queue.json"
+    #append the new entry to the queue file
+    queue_entries = []
+    if os.path.exists(queue_file):
+        with open(queue_file, "r") as f:
+            queue_entries = json.load(f)
+        queue_entries.append(eval_entry)
+    else:
+        queue_entries.append(eval_entry)
+        with open(queue_file, "w") as f:
+            json.dump(queue_entries, f, indent=4)
+        
+    
+    
+
+
     # Remove the local file
     os.remove(out_path)