openfree commited on
Commit
adabf5e
ยท
verified ยท
1 Parent(s): 8c8e152

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +20 -15
app.py CHANGED
@@ -61,14 +61,16 @@ except Exception:
61
 
62
  LEADERBOARD_DF = get_leaderboard_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH, COLS, BENCHMARK_COLS)
63
 
64
- # ๋ชจ๋“  ๋ฌธ์ž์—ด ์…€์— ๋Œ€ํ•ด benchmark ์ด๋ฆ„ ๋ณ€๊ฒฝ ์ ์šฉ
65
- def replace_benchmark(s):
66
- if isinstance(s, str):
67
- s = s.replace("ANLI", "Korean Bar Exam (Lawyer)")
68
- s = s.replace("LogiQA", "Senior Civil Service Examination(๊ตญ๊ฐ€์ง 5๊ธ‰)")
69
- return s
70
 
71
- LEADERBOARD_DF = LEADERBOARD_DF.applymap(replace_benchmark)
 
 
 
72
 
73
  (
74
  finished_eval_queue_df,
@@ -107,13 +109,16 @@ def init_leaderboard(dataframe):
107
  interactive=False,
108
  )
109
 
110
- def transform_model_type(s):
111
- # ๋งŒ์•ฝ s ์•ˆ์— "ANLI" ๋˜๋Š” "LogiQA"๊ฐ€ ํฌํ•จ๋˜์–ด ์žˆ๋‹ค๋ฉด ๋ณ€ํ™˜ ์ ์šฉ
112
- if "ANLI" in s:
113
- return s.replace("ANLI", "Korean Bar Exam (Lawyer)")
114
- elif "LogiQA" in s:
115
- return s.replace("LogiQA", "Senior Civil Service Examination(๊ตญ๊ฐ€์ง 5๊ธ‰)")
116
- return s
 
 
 
117
 
118
  demo = gr.Blocks(css=custom_css)
119
  with demo:
@@ -175,7 +180,7 @@ with demo:
175
  model_name_textbox = gr.Textbox(label="Model name")
176
  revision_name_textbox = gr.Textbox(label="Revision commit", placeholder="main")
177
  model_type = gr.Dropdown(
178
- choices=[transform_model_type(t.to_str(" : ")) for t in ModelType if t != ModelType.Unknown],
179
  label="Model type",
180
  multiselect=False,
181
  value=None,
 
61
 
62
  LEADERBOARD_DF = get_leaderboard_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH, COLS, BENCHMARK_COLS)
63
 
64
+ # ๋ณ€ํ™˜ ๋งคํ•‘ ์ •์˜
65
+ benchmark_mapping = {
66
+ "ANLI": "Korean Bar Exam (Lawyer)",
67
+ "LogiQA": "Senior Civil Service Examination(๊ตญ๊ฐ€์ง 5๊ธ‰)"
68
+ }
 
69
 
70
+ # Leaderboard์— ํ‘œ์‹œ๋  ๋ชจ๋ธ ํƒ€์ž… ์ปฌ๋Ÿผ ๋ณ€ํ™˜ (์ปฌ๋Ÿผ ์ด๋ฆ„์€ AutoEvalColumn.model_type.name๋กœ ๊ฐ€์ •)
71
+ model_type_column = AutoEvalColumn.model_type.name
72
+ if model_type_column in LEADERBOARD_DF.columns:
73
+ LEADERBOARD_DF[model_type_column] = LEADERBOARD_DF[model_type_column].apply(lambda s: benchmark_mapping.get(s, s))
74
 
75
  (
76
  finished_eval_queue_df,
 
109
  interactive=False,
110
  )
111
 
112
+ def get_model_type_display(enum_obj):
113
+ """
114
+ ModelType enum ๊ฐ์ฒด๋ฅผ ๋ฐ›์•„์„œ ๋ณ€ํ™˜ ๋งคํ•‘์— ์žˆ์œผ๋ฉด ํ•ด๋‹น ๊ฐ’์„ ๋ฐ˜ํ™˜,
115
+ ์—†์œผ๋ฉด ๊ธฐ๋ณธ to_str(" : ") ๊ฒฐ๊ณผ๋ฅผ ๋ฐ˜ํ™˜.
116
+ """
117
+ try:
118
+ key = enum_obj.name
119
+ except AttributeError:
120
+ key = enum_obj.to_str(" : ")
121
+ return benchmark_mapping.get(key, enum_obj.to_str(" : "))
122
 
123
  demo = gr.Blocks(css=custom_css)
124
  with demo:
 
180
  model_name_textbox = gr.Textbox(label="Model name")
181
  revision_name_textbox = gr.Textbox(label="Revision commit", placeholder="main")
182
  model_type = gr.Dropdown(
183
+ choices=[get_model_type_display(t) for t in ModelType if t != ModelType.Unknown],
184
  label="Model type",
185
  multiselect=False,
186
  value=None,