update

backend-cli.py

@@ -99,6 +99,9 @@ def process_finished_requests() -> bool:
     # Sort the evals by priority (first submitted first run)
     eval_requests: list[EvalRequest] = sort_models_by_priority(api=API, models=eval_requests)
 
+    import random
+    random.shuffle(eval_requests)
+
     from src.leaderboard.read_evals import get_raw_eval_results
     eval_results: list[EvalResult] = get_raw_eval_results(EVAL_RESULTS_PATH_BACKEND, EVAL_REQUESTS_PATH_BACKEND)
 
@@ -141,6 +144,9 @@ def process_pending_requests() -> bool:
     # Sort the evals by priority (first submitted first run)
     eval_requests = sort_models_by_priority(api=API, models=eval_requests)
 
+    import random
+    random.shuffle(eval_requests)
+
     print(f"Found {len(eval_requests)} {','.join(current_pending_status)} eval requests")
 
     if len(eval_requests) == 0: