zera09 commited on
Commit
870cfc5
·
verified ·
1 Parent(s): 1c37796

Upload 5 files

Browse files
model_results/gemma_benchmark.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "gemma_benchmark",
3
+ "average_accuracy": 0.618,
4
+ "preprocess_time_sec": 1.4662167999999993,
5
+ "generation_time_sec": 0.7725087999999999,
6
+ "total_time_sec": 2.238726600000001,
7
+ "memory_used_gb": 0.20941679999999918,
8
+ "peak_memory_gb": 16.31823879999994
9
+ }
model_results/gemma_cosine_100.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "gemma_cosine_100",
3
+ "average_accuracy": 0.218,
4
+ "preprocess_time_sec": 0.46361859999999977,
5
+ "generation_time_sec": 0.3095328,
6
+ "total_time_sec": 1.2142877999999995,
7
+ "memory_used_gb": 0.20611600000000205,
8
+ "peak_memory_gb": 16.27254680000001
9
+ }
model_results/gemma_k_means_100.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "gemma_k_means_100",
3
+ "average_accuracy": 0.408,
4
+ "preprocess_time_sec": 0.5197360000000002,
5
+ "generation_time_sec": 0.31583220000000023,
6
+ "total_time_sec": 4.623362399999996,
7
+ "memory_used_gb": 0.20611600000000205,
8
+ "peak_memory_gb": 16.27254680000001
9
+ }
model_results/gemma_kl_100.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "gemma_kl_100",
3
+ "average_accuracy": 0.414,
4
+ "preprocess_time_sec": 0.4659837999999998,
5
+ "generation_time_sec": 0.3040582000000002,
6
+ "total_time_sec": 1.2106574000000005,
7
+ "memory_used_gb": 0.20611600000000205,
8
+ "peak_memory_gb": 16.27254680000001
9
+ }
model_results/gemma_random_drop_100.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "gemma_random_drop_100",
3
+ "average_accuracy": 0.4,
4
+ "preprocess_time_sec": 0.546753,
5
+ "generation_time_sec": 0.3885097999999997,
6
+ "total_time_sec": 1.3779762000000009,
7
+ "memory_used_gb": 0.20611600000000205,
8
+ "peak_memory_gb": 16.27254680000001
9
+ }