Hugging Face's logo

Spaces:
opll-org
/
Open-Persian-LLM-Leaderboard
Running

App Files Community
tabedini commited on
Commit
82d6b45
·
verified ·
1 Parent(s): d25b665

Update leaderboard_data.jsonl

Browse files
Files changed (1) hide show
  1. leaderboard_data.jsonl +2 -1
leaderboard_data.jsonl CHANGED
@@ -32,4 +32,5 @@
32
  {"Model":"PartAI/Llama-3.2-1B-checkpoint-820", "Precision": "bfloat16", "#Params (B)": 1.24, "Part Multiple Choice": 25.29, "ARC Easy": 23.85, "ARC Challenge" : 28.85, "MMLU Pro": 14.08, "AUT Multiple Choice Persian": 23.47, "Hub License": "llama3.2", "Model sha": "main", "model_name_for_query": "PartAI/Llama-3.2-1B-checkpoint-820"}
33
  {"Model":"microsoft/Phi-3-mini-4k-instruct", "Precision": "bfloat16", "#Params (B)": 3.82, "Part Multiple Choice": 27.37, "ARC Easy": 36.78, "ARC Challenge": 32.88, "MMLU Pro": 17.89, "AUT Multiple Choice Persian": 35.10, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "microsoft/Phi-3-mini-4k-instruct"}
34
  {"Model":"microsoft/Phi-3-mini-4k-instruct-akhlaghi", "Precision": "bfloat16", "#Params (B)": 3.85, "Part Multiple Choice": 30.56, "ARC Easy": 64.65, "ARC Challenge": 51.00, "MMLU Pro": 17.18, "AUT Multiple Choice Persian": 43.98, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "microsoft/Phi-3-mini-4k-instruct-akhlaghi"}
35
- {"Model":"CohereForAI/c4ai-command-r7b-12-2024", "Precision": "float16", "#Params (B)": 8.03, "Part Multiple Choice": 34.03, "ARC Easy": 77.01, "ARC Challenge": 66.44, "MMLU Pro": 23.62, "AUT Multiple Choice Persian": 50.49, "Hub License": "cc-by-nc-4.0", "Model sha": "main", "model_name_for_query": "CohereForAI/c4ai-command-r7b-12-2024"}
 
 
32
  {"Model":"PartAI/Llama-3.2-1B-checkpoint-820", "Precision": "bfloat16", "#Params (B)": 1.24, "Part Multiple Choice": 25.29, "ARC Easy": 23.85, "ARC Challenge" : 28.85, "MMLU Pro": 14.08, "AUT Multiple Choice Persian": 23.47, "Hub License": "llama3.2", "Model sha": "main", "model_name_for_query": "PartAI/Llama-3.2-1B-checkpoint-820"}
33
  {"Model":"microsoft/Phi-3-mini-4k-instruct", "Precision": "bfloat16", "#Params (B)": 3.82, "Part Multiple Choice": 27.37, "ARC Easy": 36.78, "ARC Challenge": 32.88, "MMLU Pro": 17.89, "AUT Multiple Choice Persian": 35.10, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "microsoft/Phi-3-mini-4k-instruct"}
34
  {"Model":"microsoft/Phi-3-mini-4k-instruct-akhlaghi", "Precision": "bfloat16", "#Params (B)": 3.85, "Part Multiple Choice": 30.56, "ARC Easy": 64.65, "ARC Challenge": 51.00, "MMLU Pro": 17.18, "AUT Multiple Choice Persian": 43.98, "Hub License": "mit", "Model sha": "main", "model_name_for_query": "microsoft/Phi-3-mini-4k-instruct-akhlaghi"}
35
+ {"Model":"CohereForAI/c4ai-command-r7b-12-2024", "Precision": "float16", "#Params (B)": 8.03, "Part Multiple Choice": 34.03, "ARC Easy": 77.01, "ARC Challenge": 66.44, "MMLU Pro": 23.62, "AUT Multiple Choice Persian": 50.49, "Hub License": "cc-by-nc-4.0", "Model sha": "main", "model_name_for_query": "CohereForAI/c4ai-command-r7b-12-2024"}
36
+ {"Model":"PartAI/Llama3.2-1B-Part-v1", "Precision": "bfloat16", "#Params (B)": 1.24, "Part Multiple Choice": 0, "ARC Easy": 22.70, "ARC Challenge" : 25.50, "MMLU Pro": 7.15, "AUT Multiple Choice Persian": 25.24, "Hub License": "llama3.2", "Model sha": "main", "model_name_for_query": "PartAI/Llama3.2-1B-Part-v1"}