Added instance size t ocounter key

main_backend_lighteval.py

@@ -55,8 +55,8 @@ def run_auto_eval():
     # For GPU
     if not eval_request or eval_request.params < 0:
         raise ValueError("Couldn't detect number of params, please make sure the metadata is available")
-    elif eval_request.params < 4:
-        instance_size, instance_type, cap = "x1", "nvidia-t4", 20
+    # elif eval_request.params < 4:
+    #     instance_size, instance_type, cap = "x1", "nvidia-a10g", 20
     elif eval_request.params < 9:
         instance_size, instance_type, cap = "x1", "nvidia-a10g", 35
     elif eval_request.params < 24:
@@ -72,7 +72,7 @@ def run_auto_eval():
         pp.pprint(dict(message="Number of params too big, can't run this model", params=eval_request.params))
         return
     
-    counter_key = f'count_{instance_type}'
+    counter_key = f'count_{instance_size}_{instance_type}'
     if not counter_key in requests_seen:
         requests_seen[counter_key] = 0
     if requests_seen[counter_key] >= cap: