File size: 326 Bytes
2b337d4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
from abc import ABC, abstractmethod
from ast import List
class PromptEvaluator(ABC):
@abstractmethod
def eval_sample(self,sample):
pass
@abstractmethod
def get_name(self):
pass
def eval_batch(self,sample_list:List):
for sample in sample_list:
self.eval_sample(sample) |