StringChaos commited on
Commit
b3bc767
·
1 Parent(s): c5259e1

fix: mini leaderboard

Browse files
Files changed (1) hide show
  1. app.py +6 -7
app.py CHANGED
@@ -109,17 +109,16 @@ def problem(problem_idx):
109
 
110
  mini_models = [
111
  # "DeepSeek-V2",
112
- "DeepSeekCoder-V2",
113
  # "DSCoder-33b-Ins",
114
- "LLama3.1-70b-Ins",
115
- "LLama3.1-405b-Ins-FP8",
116
  # "GPT-4-Turbo-2024-04-09",
117
  "GPT-4O-2024-05-13",
118
- "Claude-3-Opus",
 
 
119
  # "Claude-3-Sonnet",
120
- "Gemini-Pro-1.5-August",
121
- "O1-Mini (N=1)",
122
- "O1-Preview (N=1)",
123
  ]
124
 
125
 
 
109
 
110
  mini_models = [
111
  # "DeepSeek-V2",
112
+ "DeepSeek-V3",
113
  # "DSCoder-33b-Ins",
 
 
114
  # "GPT-4-Turbo-2024-04-09",
115
  "GPT-4O-2024-05-13",
116
+ "Claude-3.5-Sonnet-20240620",
117
+ "Gemini-Flash-2.0-Thinking",
118
+ # "Gemini-Exp-1206",
119
  # "Claude-3-Sonnet",
120
+ "O1-Mini-2024-09-12 (N=1)",
121
+ "O1-2024-12-17 (N=1) (High)",
 
122
  ]
123
 
124