changed default instance to cpu just in case

main_backend_lighteval.py

@@ -62,7 +62,10 @@ def run_auto_eval():
 
     # This needs to be done
     #instance_size, instance_type = get_instance_for_model(eval_request)
-    instance_size, instance_type = "small", "g4dn.xlarge" 
+    # For GPU
+    # instance_size, instance_type = "small", "g4dn.xlarge" 
+    # For CPU
+    instance_size, instance_type = "medium", "c6i"
 
     run_evaluation(
         eval_request=eval_request, 

src/envs.py

@@ -13,7 +13,7 @@ DEVICE = "cpu" # "cuda:0" if you add compute, for harness evaluations
 LIMIT = 20 # !!!! Should be None for actual evaluations!!!
 
 # For lighteval evaluations
-ACCELERATOR = "gpu"
+ACCELERATOR = "cpu"
 REGION = "us-east-1"
 VENDOR = "aws"
 # ----------------------------------