Spaces:

evaluate
/

evaluation-suite-ci

Running

mathemakitten commited on Nov 8, 2022

Commit

cc0f4a7

1 Parent(s): a50a4bc

more data?

Files changed (1) hide show

evaluation-suite-ci.py CHANGED Viewed

@@ -24,19 +24,19 @@ class Suite(evaluate.EvaluationSuite):
                     }
                 }
             ),
-            SubTask(
-                task_type="text-classification",
-                data="imdb",
-                split="test[:2]",
-                data_preprocessor=None,
-                args_for_task={
-                    "metric": "accuracy",
-                    "input_column": "text",
-                    "label_column": "label",
-                    "label_mapping": {
-                        "LABEL_0": 0.0,
-                        "LABEL_1": 1.0
-                    }
-                }
-            )
         ]

                     }
                 }
             ),
+            # SubTask(
+            #     task_type="text-classification",
+            #     data="imdb",
+            #     split="test[:2]",
+            #     data_preprocessor=None,
+            #     args_for_task={
+            #         "metric": "accuracy",
+            #         "input_column": "text",
+            #         "label_column": "label",
+            #         "label_mapping": {
+            #             "LABEL_0": 0.0,
+            #             "LABEL_1": 1.0
+            #         }
+            #     }
+            # )
         ]