Hugging Face's logo

Spaces:
opll-org
/
Open-Persian-LLM-Leaderboard
Running

App Files Community
tabedini commited on
Commit
d631ab8
·
verified ·
1 Parent(s): bb1a2b3

Update leaderboard_data.jsonl

Browse files
Files changed (1) hide show
  1. leaderboard_data.jsonl +3 -1
leaderboard_data.jsonl CHANGED
@@ -29,4 +29,6 @@
29
  {"Model":"Qwen/Qwen2-72B-Instruct", "Precision": "bfloat16", "#Params (B)": 72.7, "Part Multiple Choice": 47.10, "ARC Easy": 94.25, "ARC Challenge": 87.24, "MMLU Pro": 40.33, "AUT Multiple Choice Persian": 62.91, "Hub License": "tongyi-qianwen", "Model sha": "main", "model_name_for_query": "Qwen/Qwen2-72B-Instruct"}
30
  {"Model":"mistralai/Mistral-Large-Instruct-2407", "Precision": "bfloat16", "#Params (B)": 123, "Part Multiple Choice": 47.47, "ARC Easy": 95.68, "ARC Challenge": 87.91, "MMLU Pro": 44.63, "AUT Multiple Choice Persian": 68.04, "Hub License": "mrl", "Model sha": "main", "model_name_for_query": "mistralai/Mistral-Large-Instruct-2407"}
31
  {"Model":"PartAI/Llama-3.2-1B-checkpoint5001", "Precision": "bfloat16", "#Params (B)": 1.24, "Part Multiple Choice": 25.43, "ARC Easy": 21.55, "ARC Challenge": 22.81, "MMLU Pro": 13.84, "AUT Multiple Choice Persian": 24.65, "Hub License": "llama3.2", "Model sha": "main", "model_name_for_query": "PartAI/Llama-3.2-1B-checkpoint5001"}
32
- {"Model":"PartAI/Llama-3.2-1B-checkpoint-820", "Precision": "bfloat16", "#Params (B)": 1.24, "Part Multiple Choice": 25.29, "ARC Easy": 23.85, "ARC Challenge" : 28.85, "MMLU Pro": 14.08, "AUT Multiple Choice Persian": 23.47, "Hub License": "llama3.2", "Model sha": "main", "model_name_for_query": "PartAI/Llama-3.2-1B-checkpoint-820"}
 
 
 
29
  {"Model":"Qwen/Qwen2-72B-Instruct", "Precision": "bfloat16", "#Params (B)": 72.7, "Part Multiple Choice": 47.10, "ARC Easy": 94.25, "ARC Challenge": 87.24, "MMLU Pro": 40.33, "AUT Multiple Choice Persian": 62.91, "Hub License": "tongyi-qianwen", "Model sha": "main", "model_name_for_query": "Qwen/Qwen2-72B-Instruct"}
30
  {"Model":"mistralai/Mistral-Large-Instruct-2407", "Precision": "bfloat16", "#Params (B)": 123, "Part Multiple Choice": 47.47, "ARC Easy": 95.68, "ARC Challenge": 87.91, "MMLU Pro": 44.63, "AUT Multiple Choice Persian": 68.04, "Hub License": "mrl", "Model sha": "main", "model_name_for_query": "mistralai/Mistral-Large-Instruct-2407"}
31
  {"Model":"PartAI/Llama-3.2-1B-checkpoint5001", "Precision": "bfloat16", "#Params (B)": 1.24, "Part Multiple Choice": 25.43, "ARC Easy": 21.55, "ARC Challenge": 22.81, "MMLU Pro": 13.84, "AUT Multiple Choice Persian": 24.65, "Hub License": "llama3.2", "Model sha": "main", "model_name_for_query": "PartAI/Llama-3.2-1B-checkpoint5001"}
32
+ {"Model":"PartAI/Llama-3.2-1B-checkpoint-820", "Precision": "bfloat16", "#Params (B)": 1.24, "Part Multiple Choice": 25.29, "ARC Easy": 23.85, "ARC Challenge" : 28.85, "MMLU Pro": 14.08, "AUT Multiple Choice Persian": 23.47, "Hub License": "llama3.2", "Model sha": "main", "model_name_for_query": "PartAI/Llama-3.2-1B-checkpoint-820"}
33
+ {"Model":"microsoft/Phi-3-mini-4k-instruct", "Precision": "bfloat16", "#Params (B)": 3.82, "Part Multiple Choice": 27.37, "ARC Easy": 36.78, "ARC Challenge": 32.88, "MMLU Pro": 0, "AUT Multiple Choice Persian": 35.10, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "microsoft/Phi-3-mini-4k-instruct"}
34
+ {"Model":"microsoft/Phi-3-mini-4k-instruct-akhlaghi", "Precision": "bfloat16", "#Params (B)": 3.85, "Part Multiple Choice": 30.56, "ARC Easy": 64.65, "ARC Challenge": 51.00, "MMLU Pro": 17.18, "AUT Multiple Choice Persian": 43.98, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "microsoft/Phi-3-mini-4k-instruct-akhlaghi"}