End of training

.gitattributes

@@ -35,3 +35,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 Base_Albert/eval_nbest_predictions.json filter=lfs diff=lfs merge=lfs -text
 eval_nbest_predictions.json filter=lfs diff=lfs merge=lfs -text
+all_results.json filter=lfs diff=lfs merge=lfs -text
+full_predict_tr_results.json filter=lfs diff=lfs merge=lfs -text
+predict_nbest_predictions.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,21 +1,22 @@
 ---
+library_name: transformers
 license: apache-2.0
-base_model: albert/albert-base-v2
+base_model: Yannis98/Albert-Base-SQuADv2
 tags:
 - generated_from_trainer
 datasets:
-- squad_v2
+- rajpurkar/squad_v2
 model-index:
-- name: Base_Albert
+- name: Albert-Base-SQuADv2
   results: []
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 should probably proofread and complete it, then remove this comment. -->
 
-# Base_Albert
+# Albert-Base-SQuADv2
 
-This model is a fine-tuned version of [albert/albert-base-v2](https://huggingface.co/albert/albert-base-v2) on the squad_v2 dataset.
+This model is a fine-tuned version of [Yannis98/Albert-Base-SQuADv2](https://huggingface.co/Yannis98/Albert-Base-SQuADv2) on the rajpurkar/squad_v2 dataset.
 
 ## Model description
 
@@ -34,22 +35,17 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 3e-05
-- train_batch_size: 64
-- eval_batch_size: 8
+- learning_rate: 5e-05
+- train_batch_size: 32
+- eval_batch_size: 512
 - seed: 42
-- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
 - lr_scheduler_type: linear
-- lr_scheduler_warmup_ratio: 0.1
 - num_epochs: 2.0
 
-### Training results
-
-
-
 ### Framework versions
 
-- Transformers 4.45.0.dev0
-- Pytorch 2.2.2+cu121
-- Datasets 2.19.2
-- Tokenizers 0.19.1
+- Transformers 4.47.1
+- Pytorch 2.5.1+cu124
+- Datasets 2.21.0
+- Tokenizers 0.21.0

all_results.json

@@ -1,26 +1,3 @@
-{
-    "epoch": 2.0,
-    "eval_HasAns_exact": 75.37112010796221,
-    "eval_HasAns_f1": 81.67986330801969,
-    "eval_HasAns_total": 5928,
-    "eval_NoAns_exact": 82.70815811606391,
-    "eval_NoAns_f1": 82.70815811606391,
-    "eval_NoAns_total": 5945,
-    "eval_best_exact": 79.04489177124569,
-    "eval_best_exact_thresh": 0.0,
-    "eval_best_f1": 82.1947468786271,
-    "eval_best_f1_thresh": 0.0,
-    "eval_exact": 79.04489177124569,
-    "eval_f1": 82.19474687862723,
-    "eval_runtime": 79.7911,
-    "eval_samples": 12171,
-    "eval_samples_per_second": 152.536,
-    "eval_steps_per_second": 19.075,
-    "eval_total": 11873,
-    "total_flos": 4371201741330432.0,
-    "train_loss": 0.9245093981116634,
-    "train_runtime": 4409.6844,
-    "train_samples": 131958,
-    "train_samples_per_second": 59.849,
-    "train_steps_per_second": 0.935
-}
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f40a06d2d0ec09fd54228da36a87d9103e776975dc3d7d70e66756ae9ecb50a
+size 23392544

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "albert/albert-base-v2",
+  "_name_or_path": "Yannis98/Albert-Base-SQuADv2",
   "architectures": [
     "AlbertForQuestionAnswering"
   ],
@@ -27,7 +27,7 @@
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.45.0.dev0",
+  "transformers_version": "4.47.1",
   "type_vocab_size": 2,
   "vocab_size": 30000
 }

eval_nbest_predictions.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4428d307650584a050d6d391085efcaf0c2f4f32d698f3663919b2acbfe95898
-size 55524998
+oid sha256:1c185f294ed939b337a30fad5083e4cb5b4fe4b20bce6747241821c31663b2d3
+size 74795310

eval_results.json

@@ -1,5 +1,4 @@
 {
-    "epoch": 2.0,
     "eval_HasAns_exact": 75.37112010796221,
     "eval_HasAns_f1": 81.67986330801969,
     "eval_HasAns_total": 5928,
@@ -12,9 +11,10 @@
     "eval_best_f1_thresh": 0.0,
     "eval_exact": 79.04489177124569,
     "eval_f1": 82.19474687862723,
-    "eval_runtime": 79.7911,
+    "eval_model_preparation_time": 0.0008,
+    "eval_runtime": 34.4454,
     "eval_samples": 12171,
-    "eval_samples_per_second": 152.536,
-    "eval_steps_per_second": 19.075,
+    "eval_samples_per_second": 353.342,
+    "eval_steps_per_second": 0.697,
     "eval_total": 11873
 }

full_predict_tr_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6772c54a5aa95bf5cd4ec2e8a52144ef329c64bfdba6b97eb5a6ab3a51b4d4
+size 21484827

predict_nbest_predictions.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c185f294ed939b337a30fad5083e4cb5b4fe4b20bce6747241821c31663b2d3
+size 74795310

predict_tr_results.json

@@ -0,0 +1,20 @@
+{
+    "predict_samples_tr": 131958,
+    "test_HasAns_exact": 75.26865620068877,
+    "test_HasAns_f1": 86.59117386153653,
+    "test_HasAns_total": 86821,
+    "test_NoAns_exact": 93.18589360430364,
+    "test_NoAns_f1": 93.18589360430364,
+    "test_NoAns_total": 43498,
+    "test_best_exact": 81.26597042641518,
+    "test_best_exact_thresh": 0.0,
+    "test_best_f1": 88.809247353293,
+    "test_best_f1_thresh": 0.0,
+    "test_exact": 81.2490887744688,
+    "test_f1": 88.7923657013423,
+    "test_model_preparation_time": 0.0008,
+    "test_runtime": 376.235,
+    "test_samples_per_second": 350.733,
+    "test_steps_per_second": 0.686,
+    "test_total": 130319
+}

predict_val_results.json

@@ -0,0 +1,20 @@
+{
+    "predict_samples_val": 12171,
+    "test_HasAns_exact": 75.37112010796221,
+    "test_HasAns_f1": 81.67986330801969,
+    "test_HasAns_total": 5928,
+    "test_NoAns_exact": 82.70815811606391,
+    "test_NoAns_f1": 82.70815811606391,
+    "test_NoAns_total": 5945,
+    "test_best_exact": 79.04489177124569,
+    "test_best_exact_thresh": 0.0,
+    "test_best_f1": 82.1947468786271,
+    "test_best_f1_thresh": 0.0,
+    "test_exact": 79.04489177124569,
+    "test_f1": 82.19474687862723,
+    "test_model_preparation_time": 0.0008,
+    "test_runtime": 34.4883,
+    "test_samples_per_second": 352.902,
+    "test_steps_per_second": 0.696,
+    "test_total": 11873
+}

runs/Feb11_13-31-21_xgpi0/events.out.tfevents.1739252041.xgpi0.24388.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc4ea5f3a7210464e3a2cce0943953da6ad4a62f150ff41db7d9fc47c9b568b
+size 971

special_tokens_map.json

@@ -1,7 +1,25 @@
 {
-  "bos_token": "[CLS]",
-  "cls_token": "[CLS]",
-  "eos_token": "[SEP]",
+  "bos_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "mask_token": {
     "content": "[MASK]",
     "lstrip": true,
@@ -9,7 +27,25 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<pad>",
-  "sep_token": "[SEP]",
-  "unk_token": "<unk>"
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer.json

@@ -1,7 +1,21 @@
 {
   "version": "1.0",
-  "truncation": null,
-  "padding": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 384,
+    "strategy": "OnlySecond",
+    "stride": 128
+  },
+  "padding": {
+    "strategy": {
+      "Fixed": 384
+    },
+    "direction": "Right",
+    "pad_to_multiple_of": null,
+    "pad_id": 0,
+    "pad_type_id": 0,
+    "pad_token": "<pad>"
+  },
   "added_tokens": [
     {
       "id": 0,

tokenizer_config.json

@@ -46,6 +46,7 @@
   "cls_token": "[CLS]",
   "do_lower_case": true,
   "eos_token": "[SEP]",
+  "extra_special_tokens": {},
   "keep_accents": false,
   "mask_token": "[MASK]",
   "model_max_length": 512,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31f78188d53f32e51fbfc484f90e61efc40bb61dc887520af92922483998ad43
-size 5240
+oid sha256:7407e694620407b248cb11d14b808fb4ac6c9ee47a38307bddc3b7dea7e3b894
+size 5432