mathemakitten commited on
Commit
3d52165
·
1 Parent(s): b3f21b2

test without preprocessor as well

Browse files
Files changed (1) hide show
  1. evaluation-suite-ci.py +15 -0
evaluation-suite-ci.py CHANGED
@@ -23,5 +23,20 @@ class Suite(evaluate.EvaluationSuite):
23
  "LABEL_1": 1.0
24
  }
25
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
26
  )
27
  ]
 
23
  "LABEL_1": 1.0
24
  }
25
  }
26
+ ),
27
+ SubTask(
28
+ task_type="text-classification",
29
+ data="imdb",
30
+ split="test[:1]",
31
+ data_preprocessor=None,
32
+ args_for_task={
33
+ "metric": "accuracy",
34
+ "input_column": "text",
35
+ "label_column": "label",
36
+ "label_mapping": {
37
+ "LABEL_0": 0.0,
38
+ "LABEL_1": 1.0
39
+ }
40
+ }
41
  )
42
  ]