File size: 1,335 Bytes
c344c74
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
openfactcheck.evaluator.LLMEvaluator
====================================

.. currentmodule:: openfactcheck.evaluator

.. autoclass:: LLMEvaluator

   
   .. automethod:: __init__

   
   .. rubric:: Methods

   .. autosummary::
   
      ~LLMEvaluator.__init__
      ~LLMEvaluator.assess_freetext
      ~LLMEvaluator.calculate_price
      ~LLMEvaluator.call_fresheval
      ~LLMEvaluator.call_openai_api
      ~LLMEvaluator.cut_sentences
      ~LLMEvaluator.cut_sub_string
      ~LLMEvaluator.evaluate
      ~LLMEvaluator.evaluate_freetext
      ~LLMEvaluator.evaluate_freshqa
      ~LLMEvaluator.evaluate_selfaware
      ~LLMEvaluator.evaluate_snowballing
      ~LLMEvaluator.extract_ratings
      ~LLMEvaluator.filter_responses
      ~LLMEvaluator.freetext_barplot
      ~LLMEvaluator.freshqa_piechart
      ~LLMEvaluator.generate_plots
      ~LLMEvaluator.generate_report
      ~LLMEvaluator.get_boolean
      ~LLMEvaluator.get_unanswerable
      ~LLMEvaluator.group_cosine_similarity
      ~LLMEvaluator.read_evaluations
      ~LLMEvaluator.read_input
      ~LLMEvaluator.read_results
      ~LLMEvaluator.remove_punctuation
      ~LLMEvaluator.selfaware_barplot
      ~LLMEvaluator.selfaware_cm
      ~LLMEvaluator.snowballing_barplot
      ~LLMEvaluator.snowballing_cm
      ~LLMEvaluator.sum_all_elements