howey commited on
Commit
4b11225
·
verified ·
1 Parent(s): 659b4fd

Training in progress, step 100

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
  3. training_args.bin +2 -2
config.json CHANGED
@@ -19,10 +19,10 @@
19
  "rms_norm_eps": 1e-06,
20
  "rope_scaling": null,
21
  "rope_theta": 1000000.0,
22
- "sliding_window": null,
23
  "tie_word_embeddings": true,
24
  "torch_dtype": "bfloat16",
25
- "transformers_version": "4.49.0.dev0",
26
  "use_cache": false,
27
  "use_sliding_window": false,
28
  "vocab_size": 151936
 
19
  "rms_norm_eps": 1e-06,
20
  "rope_scaling": null,
21
  "rope_theta": 1000000.0,
22
+ "sliding_window": 32768,
23
  "tie_word_embeddings": true,
24
  "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.49.0",
26
  "use_cache": false,
27
  "use_sliding_window": false,
28
  "vocab_size": 151936
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b47b3d8fe71955dce6e32b963334645ad576b8c60b112c9cb3e0f4d8b7e7322
3
- size 3087467144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9926176d92b79a68e8339975c7aa5fa245021fea5233f72f3e50094903f595a6
3
+ size 3554214752
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b7be9ec9c06f7731fa941f5ee3877849a8e411cd2ad4a7027d2bb15d29e3d4b
3
- size 6008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b09c953874693ddcabf989dc32274b84a052258f3f08319847b239d0c2ead4d
3
+ size 7544