rakhman-llm commited on
Commit
d7d7a48
·
verified ·
1 Parent(s): c835adc

Training in progress, step 5000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:296a3c6d309d1e85d28d84a70644a84db24c66100970c1560c1c1f4cc57b30b5
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daf825b2ac323d51bddf5aab1e57f414f1cfe54920df798da73e3e443add002d
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7757311822a5bbc6563a14ae734cc5c55ec098bd049b31c1a6eedd6462d9519a
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3b7fdefab7587fb1c52808b7e6ca7e43cacff48abf1e13d2ed8107172513598
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:509ee6f2dc95c367cf1eda5ebb7ac0772535dbbc4fb915944d9e317d5b2f8b3a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:759bf8b1d224002535229b7cdbc76ddeb1a0d0aa895c4ae5f0ffef98417bab39
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2b5d040d5c740697a7c2dcc153f257910aea505a3c7139823305a169f6a1ef0
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7211fac2cf232e2d3daade79b26ee02ede73fbb567f37dbd6997fc9c8b853fd0
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.9351620947630923,
5
  "eval_steps": 500,
6
- "global_step": 4500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -70,6 +70,21 @@
70
  "learning_rate": 1.3769742310889445e-05,
71
  "loss": 0.4029,
72
  "step": 4500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
73
  }
74
  ],
75
  "logging_steps": 500,
@@ -89,7 +104,7 @@
89
  "attributes": {}
90
  }
91
  },
92
- "total_flos": 5480621015040000.0,
93
  "train_batch_size": 2,
94
  "trial_name": null,
95
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.0390689941812137,
5
  "eval_steps": 500,
6
+ "global_step": 5000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
70
  "learning_rate": 1.3769742310889445e-05,
71
  "loss": 0.4029,
72
  "step": 4500
73
+ },
74
+ {
75
+ "epoch": 1.0,
76
+ "eval_loss": 0.3212089240550995,
77
+ "eval_runtime": 31.4577,
78
+ "eval_samples_per_second": 15.704,
79
+ "eval_steps_per_second": 7.852,
80
+ "step": 4812
81
+ },
82
+ {
83
+ "epoch": 1.0390689941812137,
84
+ "grad_norm": 0.6561925411224365,
85
+ "learning_rate": 1.3077029648101969e-05,
86
+ "loss": 0.4059,
87
+ "step": 5000
88
  }
89
  ],
90
  "logging_steps": 500,
 
104
  "attributes": {}
105
  }
106
  },
107
+ "total_flos": 6088969947709440.0,
108
  "train_batch_size": 2,
109
  "trial_name": null,
110
  "trial_params": null