lewtun HF staff commited on
Commit
3fc1ba7
·
verified ·
1 Parent(s): 6969602

Upload eval_results/AI-MO/deepseek-math-7b-rl-sft/aimo_v01.01/aimo_kaggle_hard_mmos/results_2024-05-23T04-14-26.872689.json with huggingface_hub

Browse files
eval_results/AI-MO/deepseek-math-7b-rl-sft/aimo_v01.01/aimo_kaggle_hard_mmos/results_2024-05-23T04-14-26.872689.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config_general": {
3
+ "lighteval_sha": "?",
4
+ "num_fewshot_seeds": 1,
5
+ "override_batch_size": 4,
6
+ "max_samples": null,
7
+ "job_id": "",
8
+ "start_time": 2135523.831062645,
9
+ "end_time": 2135846.881629836,
10
+ "total_evaluation_time_secondes": "323.0505671906285",
11
+ "model_name": "AI-MO/deepseek-math-7b-rl-sft",
12
+ "model_sha": "0cb1ab78a754c4ae62a75ecc2efdc8a8f681c7ca",
13
+ "model_dtype": "torch.bfloat16",
14
+ "model_size": "12.93 GB",
15
+ "config": null
16
+ },
17
+ "results": {
18
+ "custom|aimo_kaggle_hard_mmos:v0|0": {
19
+ "qem": 0.0,
20
+ "qem_stderr": 0.0
21
+ },
22
+ "all": {
23
+ "qem": 0.0,
24
+ "qem_stderr": 0.0
25
+ }
26
+ },
27
+ "versions": {
28
+ "custom|aimo_kaggle_hard_mmos:v0|0": 0
29
+ },
30
+ "config_tasks": {
31
+ "custom|aimo_kaggle_hard_mmos:v0": {
32
+ "name": "aimo_kaggle_hard_mmos:v0",
33
+ "prompt_function": "mmos_hard_prompt_fn",
34
+ "hf_repo": "AI-MO/kaggle-validation-set-hard",
35
+ "hf_subset": "v0",
36
+ "metric": [
37
+ "quasi_exact_match_code"
38
+ ],
39
+ "hf_avail_splits": [
40
+ "train"
41
+ ],
42
+ "evaluation_splits": [
43
+ "train"
44
+ ],
45
+ "few_shots_split": null,
46
+ "few_shots_select": null,
47
+ "generation_size": 2048,
48
+ "stop_sequence": null,
49
+ "output_regex": null,
50
+ "num_samples": null,
51
+ "frozen": false,
52
+ "suite": [
53
+ "custom"
54
+ ],
55
+ "original_num_docs": 50,
56
+ "effective_num_docs": 50,
57
+ "trust_dataset": null,
58
+ "must_remove_duplicate_docs": null,
59
+ "version": 0
60
+ }
61
+ },
62
+ "summary_tasks": {
63
+ "custom|aimo_kaggle_hard_mmos:v0|0": {
64
+ "hashes": {
65
+ "hash_examples": "b40b6a493a95bf77",
66
+ "hash_full_prompts": "2c0f18269c13af34",
67
+ "hash_input_tokens": "d6ea2b33c613247b",
68
+ "hash_cont_tokens": "0097567c9c93d707"
69
+ },
70
+ "truncated": 50,
71
+ "non_truncated": 0,
72
+ "padded": 35,
73
+ "non_padded": 15,
74
+ "effective_few_shots": 0.0,
75
+ "num_truncated_few_shots": 0
76
+ }
77
+ },
78
+ "summary_general": {
79
+ "hashes": {
80
+ "hash_examples": "79dbebcff6acad9e",
81
+ "hash_full_prompts": "739e6bdec3671fc6",
82
+ "hash_input_tokens": "97b55152d1ac9f43",
83
+ "hash_cont_tokens": "4154eeada0f70bc1"
84
+ },
85
+ "truncated": 50,
86
+ "non_truncated": 0,
87
+ "padded": 35,
88
+ "non_padded": 15,
89
+ "num_truncated_few_shots": 0
90
+ }
91
+ }