Upload 14 files
Browse files- results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png +0 -0
- results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png +0 -0
- results/bitwidth_acc_decay_per_function/opt.png +0 -0
- results/df.tsv +38 -0
- results/func_by_param_init_method/opt/4/comb_6.png +0 -0
- results/func_by_param_init_method/opt/5/comb_6.png +0 -0
- results/func_by_param_init_method/opt/6/comb_6.png +0 -0
- results/func_by_param_init_method/opt/7/comb_6.png +0 -0
- results/func_by_param_init_method/opt/8/comb_11.png +0 -0
- results/func_by_param_init_method/opt/8/comb_6.png +0 -0
- results/results.txt +39 -0
results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png
ADDED
|
results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png
ADDED
|
results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png
ADDED
|
results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png
ADDED
|
results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png
ADDED
|
results/bitwidth_acc_decay_per_function/opt.png
ADDED
|
results/df.tsv
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
|
| 2 |
+
0.0 4 0.0 wikitext comb_2 opt rnd_search 669.68832 861.929472 1.1036932468414307 21.967927 0.0
|
| 3 |
+
0.0 5 0.0 wikitext comb_2 opt rnd_search 669.68832 861.929472 1.1036932468414307 21.967927 0.0
|
| 4 |
+
0.0 6 0.0 wikitext comb_2 opt rnd_search 669.68832 861.929472 1.1036932468414307 21.967927 0.0
|
| 5 |
+
0.0 7 0.0 wikitext comb_2 opt rnd_search 669.68832 861.929472 1.1036932468414307 21.967927 0.0
|
| 6 |
+
0.0 8 0.0 wikitext comb_2 opt rnd_search 669.68832 861.929472 1.1036932468414307 21.967927 0.0
|
| 7 |
+
0.0 4 0.0 wikitext comb_10 opt rnd_search 669.68832 861.929472 1.1143286228179932 25.208147 0.0
|
| 8 |
+
0.0 5 0.0 wikitext comb_10 opt rnd_search 669.68832 861.929472 1.1143286228179932 25.208147 0.0
|
| 9 |
+
0.0 6 0.0 wikitext comb_10 opt rnd_search 669.68832 861.929472 1.1143286228179932 25.208147 0.0
|
| 10 |
+
0.0 7 0.0 wikitext comb_10 opt rnd_search 669.68832 861.929472 1.1143286228179932 25.208147 0.0
|
| 11 |
+
0.0 8 0.0 wikitext comb_10 opt rnd_search 669.68832 861.929472 1.1143286228179932 25.208147 0.0
|
| 12 |
+
0.2894968092441559 4 0.0 wikitext comb_6 opt rnd_search 670.15936 861.929472 8.902691841125488 14.988074 0.0
|
| 13 |
+
0.32482269406318665 8 0.0 wikitext comb_6 opt rnd_search 670.15936 861.929472 7.916566848754883 15.037134 0.0
|
| 14 |
+
0.3169875144958496 5 0.0 wikitext comb_6 opt rnd_search 670.15936 861.929472 8.223234176635742 15.088096 0.0
|
| 15 |
+
0.3213103413581848 6 0.0 wikitext comb_6 opt rnd_search 670.15936 861.929472 7.80169153213501 15.145257 0.0
|
| 16 |
+
0.32465383410453796 7 0.0 wikitext comb_6 opt rnd_search 670.15936 861.929472 7.905251502990723 15.165377 0.0
|
| 17 |
+
0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 18.783006 0.0
|
| 18 |
+
0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 18.78434 0.0
|
| 19 |
+
0.32451874017715454 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 18.78779 0.0
|
| 20 |
+
0.31702131032943726 5 0.0 wikitext woq opt fixed 670.234624 861.929472 8.222681999206543 18.819931 0.0
|
| 21 |
+
0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 18.834941 0.0
|
| 22 |
+
0.0 4 0.0 wikitext comb_4 opt rnd_search 670.981632 861.929472 1.1180580854415894 24.258743 0.0
|
| 23 |
+
0.0 5 0.0 wikitext comb_4 opt rnd_search 670.981632 861.929472 1.1180580854415894 24.258743 0.0
|
| 24 |
+
0.0 6 0.0 wikitext comb_4 opt rnd_search 670.981632 861.929472 1.1180580854415894 24.258743 0.0
|
| 25 |
+
0.0 7 0.0 wikitext comb_4 opt rnd_search 670.981632 861.929472 1.1180580854415894 24.258743 0.0
|
| 26 |
+
0.0 8 0.0 wikitext comb_4 opt rnd_search 670.981632 861.929472 1.1180580854415894 24.258743 0.0
|
| 27 |
+
0.0 4 0.0 wikitext comb_12 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.517067 0.0
|
| 28 |
+
0.0 5 0.0 wikitext comb_12 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.517067 0.0
|
| 29 |
+
0.0 6 0.0 wikitext comb_12 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.517067 0.0
|
| 30 |
+
0.0 7 0.0 wikitext comb_12 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.517067 0.0
|
| 31 |
+
0.0 8 0.0 wikitext comb_12 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.517067 0.0
|
| 32 |
+
0.0 4 0.0 wikitext comb_14 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.594108 0.0
|
| 33 |
+
0.0 5 0.0 wikitext comb_14 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.594108 0.0
|
| 34 |
+
0.0 6 0.0 wikitext comb_14 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.594108 0.0
|
| 35 |
+
0.0 7 0.0 wikitext comb_14 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.594108 0.0
|
| 36 |
+
0.0 8 0.0 wikitext comb_14 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.594108 0.0
|
| 37 |
+
0.3139142096042633 8 0.0 wikitext comb_11 opt rnd_search 671.452672 861.929472 8.120327949523926 24.226411 0.0
|
| 38 |
+
0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 9.742937 0.0
|
results/func_by_param_init_method/opt/4/comb_6.png
ADDED
|
results/func_by_param_init_method/opt/5/comb_6.png
ADDED
|
results/func_by_param_init_method/opt/6/comb_6.png
ADDED
|
results/func_by_param_init_method/opt/7/comb_6.png
ADDED
|
results/func_by_param_init_method/opt/8/comb_11.png
ADDED
|
results/func_by_param_init_method/opt/8/comb_6.png
ADDED
|
results/results.txt
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
|
| 2 |
+
|---:|-----------:|-------:|-------:|:----------|:---------|:--------|:-----------|--------------------:|---------------------:|-------------:|----------:|------:|
|
| 3 |
+
| 0 | 0 | 4 | 0 | wikitext | comb_2 | opt | rnd_search | 669.688 | 861.929 | 1.10369 | 21.9679 | 0 |
|
| 4 |
+
| 1 | 0 | 5 | 0 | wikitext | comb_2 | opt | rnd_search | 669.688 | 861.929 | 1.10369 | 21.9679 | 0 |
|
| 5 |
+
| 2 | 0 | 6 | 0 | wikitext | comb_2 | opt | rnd_search | 669.688 | 861.929 | 1.10369 | 21.9679 | 0 |
|
| 6 |
+
| 3 | 0 | 7 | 0 | wikitext | comb_2 | opt | rnd_search | 669.688 | 861.929 | 1.10369 | 21.9679 | 0 |
|
| 7 |
+
| 4 | 0 | 8 | 0 | wikitext | comb_2 | opt | rnd_search | 669.688 | 861.929 | 1.10369 | 21.9679 | 0 |
|
| 8 |
+
| 5 | 0 | 4 | 0 | wikitext | comb_10 | opt | rnd_search | 669.688 | 861.929 | 1.11433 | 25.2081 | 0 |
|
| 9 |
+
| 6 | 0 | 5 | 0 | wikitext | comb_10 | opt | rnd_search | 669.688 | 861.929 | 1.11433 | 25.2081 | 0 |
|
| 10 |
+
| 7 | 0 | 6 | 0 | wikitext | comb_10 | opt | rnd_search | 669.688 | 861.929 | 1.11433 | 25.2081 | 0 |
|
| 11 |
+
| 8 | 0 | 7 | 0 | wikitext | comb_10 | opt | rnd_search | 669.688 | 861.929 | 1.11433 | 25.2081 | 0 |
|
| 12 |
+
| 9 | 0 | 8 | 0 | wikitext | comb_10 | opt | rnd_search | 669.688 | 861.929 | 1.11433 | 25.2081 | 0 |
|
| 13 |
+
| 10 | 0.289497 | 4 | 0 | wikitext | comb_6 | opt | rnd_search | 670.159 | 861.929 | 8.90269 | 14.9881 | 0 |
|
| 14 |
+
| 11 | 0.324823 | 8 | 0 | wikitext | comb_6 | opt | rnd_search | 670.159 | 861.929 | 7.91657 | 15.0371 | 0 |
|
| 15 |
+
| 12 | 0.316988 | 5 | 0 | wikitext | comb_6 | opt | rnd_search | 670.159 | 861.929 | 8.22323 | 15.0881 | 0 |
|
| 16 |
+
| 13 | 0.32131 | 6 | 0 | wikitext | comb_6 | opt | rnd_search | 670.159 | 861.929 | 7.80169 | 15.1453 | 0 |
|
| 17 |
+
| 14 | 0.324654 | 7 | 0 | wikitext | comb_6 | opt | rnd_search | 670.159 | 861.929 | 7.90525 | 15.1654 | 0 |
|
| 18 |
+
| 15 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.91611 | 18.783 | 0 |
|
| 19 |
+
| 16 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.90344 | 18.7843 | 0 |
|
| 20 |
+
| 17 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.90544 | 18.7878 | 0 |
|
| 21 |
+
| 18 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.22268 | 18.8199 | 0 |
|
| 22 |
+
| 19 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.80569 | 18.8349 | 0 |
|
| 23 |
+
| 20 | 0 | 4 | 0 | wikitext | comb_4 | opt | rnd_search | 670.982 | 861.929 | 1.11806 | 24.2587 | 0 |
|
| 24 |
+
| 21 | 0 | 5 | 0 | wikitext | comb_4 | opt | rnd_search | 670.982 | 861.929 | 1.11806 | 24.2587 | 0 |
|
| 25 |
+
| 22 | 0 | 6 | 0 | wikitext | comb_4 | opt | rnd_search | 670.982 | 861.929 | 1.11806 | 24.2587 | 0 |
|
| 26 |
+
| 23 | 0 | 7 | 0 | wikitext | comb_4 | opt | rnd_search | 670.982 | 861.929 | 1.11806 | 24.2587 | 0 |
|
| 27 |
+
| 24 | 0 | 8 | 0 | wikitext | comb_4 | opt | rnd_search | 670.982 | 861.929 | 1.11806 | 24.2587 | 0 |
|
| 28 |
+
| 25 | 0 | 4 | 0 | wikitext | comb_12 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5171 | 0 |
|
| 29 |
+
| 26 | 0 | 5 | 0 | wikitext | comb_12 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5171 | 0 |
|
| 30 |
+
| 27 | 0 | 6 | 0 | wikitext | comb_12 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5171 | 0 |
|
| 31 |
+
| 28 | 0 | 7 | 0 | wikitext | comb_12 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5171 | 0 |
|
| 32 |
+
| 29 | 0 | 8 | 0 | wikitext | comb_12 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5171 | 0 |
|
| 33 |
+
| 30 | 0 | 4 | 0 | wikitext | comb_14 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5941 | 0 |
|
| 34 |
+
| 31 | 0 | 5 | 0 | wikitext | comb_14 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5941 | 0 |
|
| 35 |
+
| 32 | 0 | 6 | 0 | wikitext | comb_14 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5941 | 0 |
|
| 36 |
+
| 33 | 0 | 7 | 0 | wikitext | comb_14 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5941 | 0 |
|
| 37 |
+
| 34 | 0 | 8 | 0 | wikitext | comb_14 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5941 | 0 |
|
| 38 |
+
| 35 | 0.313914 | 8 | 0 | wikitext | comb_11 | opt | rnd_search | 671.453 | 861.929 | 8.12033 | 24.2264 | 0 |
|
| 39 |
+
| 36 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 9.74294 | 0 |
|