rakhman-llm commited on
Commit
c69fadc
·
verified ·
1 Parent(s): 811b6b3

Training in progress, step 5000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3de024858c9acba3337d42479c413692f2a80da5a13b3f9ceb2c9a1865837b80
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8afb0d0b62fb8f8adb16f60cebb6969e5414b2b50bde9032dc6f0c72628c9dd5
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd23eae3abd3c9b8c0bd79d1452cfa51a5feb48b75ad2bc49421c89f9cc87ffa
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c295cb3bd087782a69e7f91b4c751374121547d550731b924797acc49b972f4f
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:364717d3a2dbd2d3ac7681e412b077d5a9c718ae422fa796b9ef0feeb69de4e0
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4003991bac902b1da67d2e0a6f5247852d67aac63d9d9b8f258b567318e58b14
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5a9de8b69c2708b5b17251f3740231f6fa454e3269d24c1617367c6a8e4cd49
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b2ef6858e3f6e1355f840e4b63fbaab758a6bc5dd790e378e61672a918d4f82
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.9430051813471503,
5
  "eval_steps": 500,
6
- "global_step": 4500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -39,9 +39,9 @@
39
  {
40
  "epoch": 1.0,
41
  "eval_loss": 0.33670297265052795,
42
- "eval_runtime": 28.3351,
43
- "eval_samples_per_second": 16.658,
44
- "eval_steps_per_second": 4.164,
45
  "step": 2316
46
  },
47
  {
@@ -78,6 +78,21 @@
78
  "learning_rate": 7.052389176741509e-06,
79
  "loss": 0.362,
80
  "step": 4500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
81
  }
82
  ],
83
  "logging_steps": 500,
@@ -97,7 +112,7 @@
97
  "attributes": {}
98
  }
99
  },
100
- "total_flos": 1.096063307218944e+16,
101
  "train_batch_size": 4,
102
  "trial_name": null,
103
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 2.158894645941278,
5
  "eval_steps": 500,
6
+ "global_step": 5000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
39
  {
40
  "epoch": 1.0,
41
  "eval_loss": 0.33670297265052795,
42
+ "eval_runtime": 28.2248,
43
+ "eval_samples_per_second": 16.723,
44
+ "eval_steps_per_second": 4.181,
45
  "step": 2316
46
  },
47
  {
 
78
  "learning_rate": 7.052389176741509e-06,
79
  "loss": 0.362,
80
  "step": 4500
81
+ },
82
+ {
83
+ "epoch": 2.0,
84
+ "eval_loss": 0.3095574975013733,
85
+ "eval_runtime": 28.2419,
86
+ "eval_samples_per_second": 16.713,
87
+ "eval_steps_per_second": 4.178,
88
+ "step": 4632
89
+ },
90
+ {
91
+ "epoch": 2.158894645941278,
92
+ "grad_norm": 0.6397312879562378,
93
+ "learning_rate": 5.613126079447323e-06,
94
+ "loss": 0.3467,
95
+ "step": 5000
96
  }
97
  ],
98
  "logging_steps": 500,
 
112
  "attributes": {}
113
  }
114
  },
115
+ "total_flos": 1.217793989541888e+16,
116
  "train_batch_size": 4,
117
  "trial_name": null,
118
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0589186e917e79226308cded95843db5013776fee27e83a39d678ba03ec762d3
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2d71d788b491a41c54d3b024285748be4a2e443d732e96343f48dd9941e304a
3
  size 5432