Spaces:
Running
Running
File size: 1,235 Bytes
e36ceda 79b3508 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 |
import evaluate
from evaluate.evaluation_suite import SubTask
class Suite(evaluate.EvaluationSuite):
def __init__(self, name):
super().__init__(name)
self.preprocessor = lambda x: {"text": x["text"].lower()}
self.suite = []
# self.suite = [
# SubTask(
# task_type="text-classification",
# data="imdb",
# split="test[:2]",
# data_preprocessor=self.preprocessor,
# args_for_task={
# "metric": "accuracy",
# "input_column": "text",
# "label_column": "label",
# "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
# }
# ),
# SubTask(
# task_type="text-classification",
# data="imdb",
# split="test[:2]",
# data_preprocessor=None,
# args_for_task={
# "metric": "accuracy",
# "input_column": "text",
# "label_column": "label",
# "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
# }
# )
# ]
|