for CI

evaluation-suite-ci.py

@@ -13,7 +13,7 @@ class Suite(evaluate.EvaluationSuite):
             SubTask(
                 task_type="text-classification",
                 data="imdb",
-                split="test[:10]",
+                split="test[:1]",
                 data_preprocessor=self.preprocessor,
                 args_for_task={
                     "metric": "accuracy",
@@ -24,20 +24,5 @@ class Suite(evaluate.EvaluationSuite):
                         "LABEL_1": 1.0
                     }
                 }
-            ),
-            SubTask(
-                task_type="text-classification",
-                data="sst2",
-                split="test[:10]",
-                data_preprocessor=lambda x: {"sentence": x["sentence"].lower()},
-                args_for_task={
-                    "metric": "accuracy",
-                    "input_column": "sentence",
-                    "label_column": "label",
-                    "label_mapping": {
-                        "LABEL_0": 0.0,
-                        "LABEL_1": 1.0
-                    }
-                }
             )
-        ]
+        ]