lambdasec
/

santafixer

Text Generation

text-generation-inference

Model card Files Files and versions Community

codelion commited on Mar 31, 2023

Commit

24bbc55

·

1 Parent(s): 051e153

Update README.md

Files changed (1) hide show

README.md +12 -4

README.md CHANGED Viewed

@@ -18,12 +18,20 @@ model-index:
           type: text-generation
         dataset:
           type: openai/human-eval-infilling
-          name: HumanEval FIM
         metrics:
-          - name: single_line
-            type: exact_match
             value: 0.44
-            verified: false
 ---
 # Model Card for Model ID

           type: text-generation
         dataset:
           type: openai/human-eval-infilling
+          name: HumanEval Infilling (single-line)
         metrics:
+          - name: pass@1
+            type: pass@1
+            value: 0.28
+            verified: true
+          - name: pass@10
+            type: pass@10
             value: 0.44
+            verified: true
+          - name: pass@100
+            type: pass@100
+            value: 0.59
+            verified: true
 ---
 # Model Card for Model ID