Hugging Face's logo

Spaces:
evaluate
/
evaluation-suite-ci
Running

App Files Community
mathemakitten commited on
Commit
79b3508
·
1 Parent(s): 17791be

test empty

Browse files
Files changed (1) hide show
  1. evaluation-suite-ci.py +27 -26
evaluation-suite-ci.py CHANGED
@@ -8,29 +8,30 @@ class Suite(evaluate.EvaluationSuite):
8
  super().__init__(name)
9
 
10
  self.preprocessor = lambda x: {"text": x["text"].lower()}
11
- self.suite = [
12
- SubTask(
13
- task_type="text-classification",
14
- data="imdb",
15
- split="test[:2]",
16
- data_preprocessor=self.preprocessor,
17
- args_for_task={
18
- "metric": "accuracy",
19
- "input_column": "text",
20
- "label_column": "label",
21
- "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
22
- }
23
- ),
24
- SubTask(
25
- task_type="text-classification",
26
- data="imdb",
27
- split="test[:2]",
28
- data_preprocessor=None,
29
- args_for_task={
30
- "metric": "accuracy",
31
- "input_column": "text",
32
- "label_column": "label",
33
- "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
34
- }
35
- )
36
- ]
 
 
8
  super().__init__(name)
9
 
10
  self.preprocessor = lambda x: {"text": x["text"].lower()}
11
+ self.suite = []
12
+ # self.suite = [
13
+ # SubTask(
14
+ # task_type="text-classification",
15
+ # data="imdb",
16
+ # split="test[:2]",
17
+ # data_preprocessor=self.preprocessor,
18
+ # args_for_task={
19
+ # "metric": "accuracy",
20
+ # "input_column": "text",
21
+ # "label_column": "label",
22
+ # "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
23
+ # }
24
+ # ),
25
+ # SubTask(
26
+ # task_type="text-classification",
27
+ # data="imdb",
28
+ # split="test[:2]",
29
+ # data_preprocessor=None,
30
+ # args_for_task={
31
+ # "metric": "accuracy",
32
+ # "input_column": "text",
33
+ # "label_column": "label",
34
+ # "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
35
+ # }
36
+ # )
37
+ # ]