Added t4s back in for small models

main_backend_lighteval.py

@@ -55,8 +55,8 @@ def run_auto_eval():
     # For GPU
     if not eval_request or eval_request.params < 0:
         raise ValueError("Couldn't detect number of params, please make sure the metadata is available")
-    # elif eval_request.params < 4:
-    #     instance_size, instance_type, cap = "x1", "nvidia-a10g", 20
+    elif eval_request.params < 4:
+        instance_size, instance_type, cap = "x1", "nvidia-t4", 40
     elif eval_request.params < 9:
         instance_size, instance_type, cap = "x1", "nvidia-a10g", 40
     elif eval_request.params < 30: