Update src/about.py

src/about.py

@@ -11,9 +11,59 @@ class Task:
 # Select your tasks here
 # ---------------------------------------------------
 class Tasks(Enum):
-    # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
-    task0 = Task("scores", "jnli_exact_match", "JNLI")
-    # task1 = Task("logiqa", "acc_norm", "LogiQA")
+    AVG = Task("scores", "AVG", "AVG")
+    CG = Task("scores", "CG", "CG")
+    EL = Task("scores", "EL", "EL")
+    FA = Task("scores", "FA", "FA")
+    HE = Task("scores", "HE", "HE")
+    MC = Task("scores", "MC", "MC")
+    MR = Task("scores", "MR", "MR")
+    MT = Task("scores", "MT", "MT")
+    NLI = Task("scores", "NLI", "NLI")
+    QA = Task("scores", "QA", "QA")
+    RC = Task("scores", "RC", "RC")
+    SUM = Task("scores", "SUM", "SUM")
+    alt_e_to_j_bert_score_ja_f1 = Task("scores", "alt-e-to-j_bert_score_ja_f1", "ALT E to J BERT Score")
+    alt_e_to_j_bleu_ja = Task("scores", "alt-e-to-j_bleu_ja", "ALT E to J BLEU")
+    alt_e_to_j_comet_wmt22 = Task("scores", "alt-e-to-j_comet_wmt22", "ALT E to J COMET WMT22")
+    alt_j_to_e_bert_score_en_f1 = Task("scores", "alt-j-to-e_bert_score_en_f1", "ALT J to E BERT Score")
+    alt_j_to_e_bleu_en = Task("scores", "alt-j-to-e_bleu_en", "ALT J to E BLEU")
+    alt_j_to_e_comet_wmt22 = Task("scores", "alt-j-to-e_comet_wmt22", "ALT J to E COMET WMT22")
+    chabsa_set_f1 = Task("scores", "chabsa_set_f1", "ChABSA")
+    commonsensemoralja_exact_match = Task("scores", "commonsensemoralja_exact_match", "CommonSenseMoralJA")
+    jamp_exact_match = Task("scores", "jamp_exact_match", "JAMP")
+    janli_exact_match = Task("scores", "janli_exact_match", "JANLI")
+    jcommonsenseqa_exact_match = Task("scores", "jcommonsenseqa_exact_match", "JCommonSenseQA")
+    jemhopqa_char_f1 = Task("scores", "jemhopqa_char_f1", "JEMHopQA")
+    jmmlu_exact_match = Task("scores", "jmmlu_exact_match", "JMMLU")
+    jnli_exact_match = Task("scores", "jnli_exact_match", "JNLI")
+    jsem_exact_match = Task("scores", "jsem_exact_match", "JSEM")
+    jsick_exact_match = Task("scores", "jsick_exact_match", "JSICK")
+    jsquad_char_f1 = Task("scores", "jsquad_char_f1", "JSquad")
+    jsts_pearson = Task("scores", "jsts_pearson", "JSTS")
+    jsts_spearman = Task("scores", "jsts_spearman", "JSTS")
+    kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI")
+    mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS")
+    mmlu_en_exact_match = Task("scores", "mmlu_en_exact_match", "MMLU")
+    niilc_char_f1 = Task("scores", "niilc_char_f1", "NIILC")
+    wiki_coreference_set_f1 = Task("scores", "wiki_coreference_set_f1", "Wiki Coreference")
+    wiki_dependency_set_f1 = Task("scores", "wiki_dependency_set_f1", "Wiki Dependency")
+    wiki_ner_set_f1 = Task("scores", "wiki_ner_set_f1", "Wiki NER")
+    wiki_pas_set_f1 = Task("scores", "wiki_pas_set_f1", "Wiki PAS")
+    wiki_reading_char_f1 = Task("scores", "wiki_reading_char_f1", "Wiki Reading")
+    wikicorpus_e_to_j_bert_score_ja_f1 = Task("scores", "wikicorpus-e-to-j_bert_score_ja_f1", "WikiCorpus E to J BERT Score")
+    wikicorpus_e_to_j_bleu_ja = Task("scores", "wikicorpus-e-to-j_bleu_ja", "WikiCorpus E to J BLEU")
+    wikicorpus_e_to_j_comet_wmt22 = Task("scores", "wikicorpus-e-to-j_comet_wmt22", "WikiCorpus E to J COMET WMT22")
+    wikicorpus_j_to_e_bert_score_en_f1 = Task("scores", "wikicorpus-j_to-e_bert_score_en_f1", "WikiCorpus J to E BERT Score")
+    wikicorpus_j_to_e_bleu_en = Task("scores", "wikicorpus-j_to-e_bleu_en", "WikiCorpus J to E BLEU")
+    wikicorpus_j_to_e_comet_wmt22 = Task("scores", "wikicorpus-j_to-e_comet_wmt22", "WikiCorpus J to E COMET WMT22")
+    xlsum_ja_bert_score_ja_f1 = Task("scores", "xlsum_ja_bert_score_ja_f1", "XL-Sum JA BERT Score")
+    xlsum_ja_bleu_ja = Task("scores", "xlsum_ja_bleu_ja", "XL-Sum JA BLEU")
+    xlsum_ja_rouge1 = Task("scores", "xlsum_ja_rouge1", "XL-Sum ROUGE1")
+    xlsum_ja_rouge2 = Task("scores", "xlsum_ja_rouge2", "XL-Sum ROUGE2")
+    xlsum_ja_rouge2_scaling = Task("scores", "xlsum_ja_rouge2_scaling", "XL-Sum JA ROUGE2 Scaling")
+    xlsum_ja_rougeLsum = Task("scores", "xlsum_ja_rougeLsum", "XL-Sum ROUGE-Lsum")
+
 
 NUM_FEWSHOT = 0 # Change with your few shot
 # ---------------------------------------------------
@@ -21,7 +71,7 @@ NUM_FEWSHOT = 0 # Change with your few shot
 
 
 # Your leaderboard name
-TITLE = """<h1 align="center" id="space-title">Demo leaderboard</h1>"""
+TITLE = """<h1 align="center" id="space-title">LLM-JP leaderboard</h1>"""
 
 # What does your leaderboard evaluate?
 INTRODUCTION_TEXT = """