Commit
·
baebb2a
1
Parent(s):
9b38a9a
Pointing at bert-small
Browse files- Finetune BERT.ipynb +16 -2
- tasks/text.py +2 -2
Finetune BERT.ipynb
CHANGED
@@ -463,8 +463,22 @@
|
|
463 |
"[bert-base some hp tuning](https://huggingface.co/datasets/frugal-ai-challenge/public-leaderboard-text/blob/main/submissions/Nonnormalizable_20250120_231350.json):\\\n",
|
464 |
"acc 0.707, energy 0.803 Wh\n",
|
465 |
"\n",
|
466 |
-
"
|
467 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
468 |
]
|
469 |
},
|
470 |
{
|
|
|
463 |
"[bert-base some hp tuning](https://huggingface.co/datasets/frugal-ai-challenge/public-leaderboard-text/blob/main/submissions/Nonnormalizable_20250120_231350.json):\\\n",
|
464 |
"acc 0.707, energy 0.803 Wh\n",
|
465 |
"\n",
|
466 |
+
"Added normal data loader, batch size 32. Moved to Nvidia T4 small.\n",
|
467 |
+
"\n",
|
468 |
+
"bert-tiny\\\n",
|
469 |
+
"acc 0.618, energy 0.079 Wh\n",
|
470 |
+
"\n",
|
471 |
+
"bert-mini\\\n",
|
472 |
+
"acc 0.650, energy 0.129 Wh\n",
|
473 |
+
"\n",
|
474 |
+
"bert-small\\\n",
|
475 |
+
"acc, energy\n",
|
476 |
+
"\n",
|
477 |
+
"bert-medium\\\n",
|
478 |
+
"acc, energy\n",
|
479 |
+
"\n",
|
480 |
+
"bert-base\\\n",
|
481 |
+
"acc, energy"
|
482 |
]
|
483 |
},
|
484 |
{
|
tasks/text.py
CHANGED
@@ -13,13 +13,13 @@ from .utils.emissions import tracker, clean_emissions_data, get_space_info
|
|
13 |
|
14 |
router = APIRouter()
|
15 |
|
16 |
-
MODEL_TYPE = "bert-
|
17 |
DESCRIPTIONS = {
|
18 |
"baseline": "baseline most common class",
|
19 |
"bert-base": "bert base fine tuned on just training data, Nvidia T4 small",
|
20 |
"bert-medium": "bert medium fine tuned on just training data, Nvidia T4 small",
|
21 |
"bert-small": "bert small fine tuned on just training data, Nvidia T4 small",
|
22 |
-
"bert-mini": "bert
|
23 |
"bert-tiny": "bert tiny fine tuned on just training data, Nvidia T4 small",
|
24 |
}
|
25 |
ROUTE = "/text"
|
|
|
13 |
|
14 |
router = APIRouter()
|
15 |
|
16 |
+
MODEL_TYPE = "bert-small"
|
17 |
DESCRIPTIONS = {
|
18 |
"baseline": "baseline most common class",
|
19 |
"bert-base": "bert base fine tuned on just training data, Nvidia T4 small",
|
20 |
"bert-medium": "bert medium fine tuned on just training data, Nvidia T4 small",
|
21 |
"bert-small": "bert small fine tuned on just training data, Nvidia T4 small",
|
22 |
+
"bert-mini": "bert mini fine tuned on just training data, Nvidia T4 small",
|
23 |
"bert-tiny": "bert tiny fine tuned on just training data, Nvidia T4 small",
|
24 |
}
|
25 |
ROUTE = "/text"
|