Spaces:
Sleeping
Sleeping
Upload 5 files
Browse files
model_results/gemma_benchmark.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_name": "gemma_benchmark",
|
3 |
+
"average_accuracy": 0.618,
|
4 |
+
"preprocess_time_sec": 1.4662167999999993,
|
5 |
+
"generation_time_sec": 0.7725087999999999,
|
6 |
+
"total_time_sec": 2.238726600000001,
|
7 |
+
"memory_used_gb": 0.20941679999999918,
|
8 |
+
"peak_memory_gb": 16.31823879999994
|
9 |
+
}
|
model_results/gemma_cosine_100.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_name": "gemma_cosine_100",
|
3 |
+
"average_accuracy": 0.218,
|
4 |
+
"preprocess_time_sec": 0.46361859999999977,
|
5 |
+
"generation_time_sec": 0.3095328,
|
6 |
+
"total_time_sec": 1.2142877999999995,
|
7 |
+
"memory_used_gb": 0.20611600000000205,
|
8 |
+
"peak_memory_gb": 16.27254680000001
|
9 |
+
}
|
model_results/gemma_k_means_100.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_name": "gemma_k_means_100",
|
3 |
+
"average_accuracy": 0.408,
|
4 |
+
"preprocess_time_sec": 0.5197360000000002,
|
5 |
+
"generation_time_sec": 0.31583220000000023,
|
6 |
+
"total_time_sec": 4.623362399999996,
|
7 |
+
"memory_used_gb": 0.20611600000000205,
|
8 |
+
"peak_memory_gb": 16.27254680000001
|
9 |
+
}
|
model_results/gemma_kl_100.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_name": "gemma_kl_100",
|
3 |
+
"average_accuracy": 0.414,
|
4 |
+
"preprocess_time_sec": 0.4659837999999998,
|
5 |
+
"generation_time_sec": 0.3040582000000002,
|
6 |
+
"total_time_sec": 1.2106574000000005,
|
7 |
+
"memory_used_gb": 0.20611600000000205,
|
8 |
+
"peak_memory_gb": 16.27254680000001
|
9 |
+
}
|
model_results/gemma_random_drop_100.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_name": "gemma_random_drop_100",
|
3 |
+
"average_accuracy": 0.4,
|
4 |
+
"preprocess_time_sec": 0.546753,
|
5 |
+
"generation_time_sec": 0.3885097999999997,
|
6 |
+
"total_time_sec": 1.3779762000000009,
|
7 |
+
"memory_used_gb": 0.20611600000000205,
|
8 |
+
"peak_memory_gb": 16.27254680000001
|
9 |
+
}
|