atlas5301
commited on
Commit
·
672c94b
1
Parent(s):
064c454
add o3-mini
Browse files- data/zero_context.csv +1 -0
- utils/style.py +1 -0
data/zero_context.csv
CHANGED
|
@@ -1,5 +1,6 @@
|
|
| 1 |
Model,Row Color,Symbolic,Medium,Hard,1st<50% op,1st<10% op,Avg. Acc op≤30,Average↑,Link
|
| 2 |
deepseek-r1,yellow,7280.0,9750.85,8573.8,100,130,0.9427,8534.88,https://huggingface.co/deepseek-ai/DeepSeek-V3
|
|
|
|
| 3 |
o1-mini,yellow,5060.0,6054.91,3738.43,50,90,0.8397,4951.11,https://platform.openai.com/docs/models/o1
|
| 4 |
deepseek-v3,None,4310.0,4100.81,2407.86,24,55,0.6669,3606.22,https://huggingface.co/deepseek-ai/DeepSeek-V3
|
| 5 |
qwq-32b-preview,yellow,3530.0,3205.75,1846.19,21,50,0.5403,2860.65,https://huggingface.co/Qwen/QwQ-32B-Preview
|
|
|
|
| 1 |
Model,Row Color,Symbolic,Medium,Hard,1st<50% op,1st<10% op,Avg. Acc op≤30,Average↑,Link
|
| 2 |
deepseek-r1,yellow,7280.0,9750.85,8573.8,100,130,0.9427,8534.88,https://huggingface.co/deepseek-ai/DeepSeek-V3
|
| 3 |
+
o3-mini,yellow,6690.0,8335.66,5769.97,70,110,0.9423,6931.88,https://openai.com/index/openai-o3-mini/
|
| 4 |
o1-mini,yellow,5060.0,6054.91,3738.43,50,90,0.8397,4951.11,https://platform.openai.com/docs/models/o1
|
| 5 |
deepseek-v3,None,4310.0,4100.81,2407.86,24,55,0.6669,3606.22,https://huggingface.co/deepseek-ai/DeepSeek-V3
|
| 6 |
qwq-32b-preview,yellow,3530.0,3205.75,1846.19,21,50,0.5403,2860.65,https://huggingface.co/Qwen/QwQ-32B-Preview
|
utils/style.py
CHANGED
|
@@ -28,6 +28,7 @@ def style_zero_context(df):
|
|
| 28 |
"jamba-1.5-large": get_color_map()["blue"],
|
| 29 |
"deepseek-r1": get_color_map()["yellow"],
|
| 30 |
"o1-mini": get_color_map()["yellow"],
|
|
|
|
| 31 |
"qwq-32b-preview": get_color_map()["yellow"],
|
| 32 |
# Add any other special-cased models here
|
| 33 |
# "o1-mini": COLOR_MAP["yellow"], etc.
|
|
|
|
| 28 |
"jamba-1.5-large": get_color_map()["blue"],
|
| 29 |
"deepseek-r1": get_color_map()["yellow"],
|
| 30 |
"o1-mini": get_color_map()["yellow"],
|
| 31 |
+
"o3-mini": get_color_map()["yellow"],
|
| 32 |
"qwq-32b-preview": get_color_map()["yellow"],
|
| 33 |
# Add any other special-cased models here
|
| 34 |
# "o1-mini": COLOR_MAP["yellow"], etc.
|