Adapters
File size: 326 Bytes
2b337d4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

from abc import ABC, abstractmethod
from ast import List


class PromptEvaluator(ABC):
    @abstractmethod
    def eval_sample(self,sample):
        pass
    @abstractmethod
    def get_name(self):
        pass


    def eval_batch(self,sample_list:List):
        for sample in sample_list:
          self.eval_sample(sample)