Nonnormalizable commited on
Commit
baebb2a
·
1 Parent(s): 9b38a9a

Pointing at bert-small

Browse files
Files changed (2) hide show
  1. Finetune BERT.ipynb +16 -2
  2. tasks/text.py +2 -2
Finetune BERT.ipynb CHANGED
@@ -463,8 +463,22 @@
463
  "[bert-base some hp tuning](https://huggingface.co/datasets/frugal-ai-challenge/public-leaderboard-text/blob/main/submissions/Nonnormalizable_20250120_231350.json):\\\n",
464
  "acc 0.707, energy 0.803 Wh\n",
465
  "\n",
466
- "bert-tiny, Nvidia T4 small:\\\n",
467
- "acc 0.618, energy 0.079 Wh"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
468
  ]
469
  },
470
  {
 
463
  "[bert-base some hp tuning](https://huggingface.co/datasets/frugal-ai-challenge/public-leaderboard-text/blob/main/submissions/Nonnormalizable_20250120_231350.json):\\\n",
464
  "acc 0.707, energy 0.803 Wh\n",
465
  "\n",
466
+ "Added normal data loader, batch size 32. Moved to Nvidia T4 small.\n",
467
+ "\n",
468
+ "bert-tiny\\\n",
469
+ "acc 0.618, energy 0.079 Wh\n",
470
+ "\n",
471
+ "bert-mini\\\n",
472
+ "acc 0.650, energy 0.129 Wh\n",
473
+ "\n",
474
+ "bert-small\\\n",
475
+ "acc, energy\n",
476
+ "\n",
477
+ "bert-medium\\\n",
478
+ "acc, energy\n",
479
+ "\n",
480
+ "bert-base\\\n",
481
+ "acc, energy"
482
  ]
483
  },
484
  {
tasks/text.py CHANGED
@@ -13,13 +13,13 @@ from .utils.emissions import tracker, clean_emissions_data, get_space_info
13
 
14
  router = APIRouter()
15
 
16
- MODEL_TYPE = "bert-mini"
17
  DESCRIPTIONS = {
18
  "baseline": "baseline most common class",
19
  "bert-base": "bert base fine tuned on just training data, Nvidia T4 small",
20
  "bert-medium": "bert medium fine tuned on just training data, Nvidia T4 small",
21
  "bert-small": "bert small fine tuned on just training data, Nvidia T4 small",
22
- "bert-mini": "bert min fine tuned on just training data, Nvidia T4 small",
23
  "bert-tiny": "bert tiny fine tuned on just training data, Nvidia T4 small",
24
  }
25
  ROUTE = "/text"
 
13
 
14
  router = APIRouter()
15
 
16
+ MODEL_TYPE = "bert-small"
17
  DESCRIPTIONS = {
18
  "baseline": "baseline most common class",
19
  "bert-base": "bert base fine tuned on just training data, Nvidia T4 small",
20
  "bert-medium": "bert medium fine tuned on just training data, Nvidia T4 small",
21
  "bert-small": "bert small fine tuned on just training data, Nvidia T4 small",
22
+ "bert-mini": "bert mini fine tuned on just training data, Nvidia T4 small",
23
  "bert-tiny": "bert tiny fine tuned on just training data, Nvidia T4 small",
24
  }
25
  ROUTE = "/text"