WIP

glue-suite-v2.py

@@ -8,10 +8,10 @@ class Suite(evaluate.EvaluationSuite):
         super().__init__(name)
 
     def setup(self):
-        self.task_type = "text-classification"
         self.preprocessor = None #lambda x: x["text"].lower()
         self.suite = [
             SubTask(
+                task_type = "text-classification",
                 data="imdb",
                 split="test[:10]",
                 data_preprocessor=lambda x: x["text"].lower(),#self.preprocessor,
@@ -26,6 +26,7 @@ class Suite(evaluate.EvaluationSuite):
                 }
             ),
             SubTask(
+                task_type="text-classification",
                 data="sst2",
                 split="test[:10]",
                 data_preprocessor=self.preprocessor,