Hugging Face's logo

CambridgeMolecularEngineering
/
bert-base-uncased-scmedium

Fill-Mask
Transformers
PyTorch
bert
Model card Files Community
1
ZongqianLi commited on
Commit
1a08c19
·
1 Parent(s): aada844

Upload 130 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. global_step4134/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  3. global_step4134/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step4134/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  5. global_step4134/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step4134/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  7. global_step4134/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step4134/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  9. global_step4134/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  10. global_step4134/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  11. global_step4134/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  12. global_step4134/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  13. global_step4134/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  14. global_step4134/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  15. global_step4134/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  16. global_step4134/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  17. global_step4134/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  18. global_step4134/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  19. global_step4134/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  20. global_step4134/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  21. global_step4134/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  22. global_step4134/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  23. global_step4134/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  24. global_step4134/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  25. global_step4134/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  26. global_step4134/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  27. global_step4134/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  28. global_step4134/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  29. global_step4134/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  30. global_step4134/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  31. global_step4134/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  32. global_step4134/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
  33. global_step4134/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. global_step4134/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
  35. global_step4134/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  36. global_step4134/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
  37. global_step4134/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  38. global_step4134/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
  39. global_step4134/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  40. global_step4134/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
  41. global_step4134/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  42. global_step4134/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
  43. global_step4134/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  44. global_step4134/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
  45. global_step4134/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  46. global_step4134/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  47. global_step4134/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  48. global_step4134/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
  49. global_step4134/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  50. global_step4134/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-base-uncased",
3
+ "architectures": [
4
+ "BertForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.25.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
global_step4134/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275b816ca70fc4a8838c5a8385a9f1a6256b6e388311ef71ed6de2abfd7090a8
3
+ size 90923
global_step4134/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea615b2c008cbf7fc90881f0f5665ce0c4929479dd459bd955830c36d947986
3
+ size 32858723
global_step4134/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8031fe303397519a8405088d460fb5de9e8bc4993cc7a04df26c4d59931877
3
+ size 90923
global_step4134/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a0ccaf3e9c2b6a4e109e4b1565ae104bd9c79fe24069ab873fa1f02069da658
3
+ size 32858723
global_step4134/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81c95caf56c1c09bed5446df4a56aebe1796f8e9628a01b2e2e34e4487158c9
3
+ size 90923
global_step4134/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f4b9ad4fc45b1cc13d73998d6e8194d565cb9837a98d8ba66a4bd0a00b3f4eb
3
+ size 32858723
global_step4134/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275b816ca70fc4a8838c5a8385a9f1a6256b6e388311ef71ed6de2abfd7090a8
3
+ size 90923
global_step4134/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22967ce407dd32543feec14b9405569cda90c042f51c5956bc0937336dbc60de
3
+ size 32858723
global_step4134/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a998cf8ae0b0933380c84eca99b86bfb45c427644b19ddbe5248218fc3be145
3
+ size 90923
global_step4134/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56244a244ee284175053c9bd32ca2ed76292010af630200934ef0a2f814ef428
3
+ size 32858723
global_step4134/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8031fe303397519a8405088d460fb5de9e8bc4993cc7a04df26c4d59931877
3
+ size 90923
global_step4134/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98780d34b7acdd4c4fe5254c057ff79bfc325e9d4c3343fce9747245acc78935
3
+ size 32858723
global_step4134/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81c95caf56c1c09bed5446df4a56aebe1796f8e9628a01b2e2e34e4487158c9
3
+ size 90923
global_step4134/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39f272dde73bce8079332882652dd3bce23f8990e39de3ab0e1a3db7de859b2e
3
+ size 32858723
global_step4134/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275b816ca70fc4a8838c5a8385a9f1a6256b6e388311ef71ed6de2abfd7090a8
3
+ size 90923
global_step4134/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45deadcb4fc250f481e83541b7ab5ef7e0eed5ca7c1cc5ca41e7ccbe7ec8672d
3
+ size 32858723
global_step4134/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a998cf8ae0b0933380c84eca99b86bfb45c427644b19ddbe5248218fc3be145
3
+ size 90923
global_step4134/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988ab6719b55bcf8b1e14dd4ffb3af354eb459fd40e3c714d978eca16de740c3
3
+ size 32858723
global_step4134/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8031fe303397519a8405088d460fb5de9e8bc4993cc7a04df26c4d59931877
3
+ size 90923
global_step4134/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61c69f15eaae56e391a58372299fb8915f4ffbf2c909ae50c857cf78e1f8661d
3
+ size 32858723
global_step4134/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81c95caf56c1c09bed5446df4a56aebe1796f8e9628a01b2e2e34e4487158c9
3
+ size 90923
global_step4134/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50ca7e1eac754727180a9d487e614cfa26a7e8944ab87350d733a8d4e92a41ef
3
+ size 32858723
global_step4134/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a998cf8ae0b0933380c84eca99b86bfb45c427644b19ddbe5248218fc3be145
3
+ size 90923
global_step4134/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81709ec18de804d9693e8b76f946d8ecf33d27a6f652ffc7de18d75f504a11f5
3
+ size 32858723
global_step4134/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275b816ca70fc4a8838c5a8385a9f1a6256b6e388311ef71ed6de2abfd7090a8
3
+ size 90923
global_step4134/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c035fbaf331543f5a0578facc99693e38ff3d67535a49852a4545b068273a03
3
+ size 32858723
global_step4134/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a998cf8ae0b0933380c84eca99b86bfb45c427644b19ddbe5248218fc3be145
3
+ size 90923
global_step4134/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069470290fa81943e1c2b6ddd316b55287dcf4959bb2213bcff76faa9fd35151
3
+ size 32858723
global_step4134/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8031fe303397519a8405088d460fb5de9e8bc4993cc7a04df26c4d59931877
3
+ size 90923
global_step4134/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2707476ce108241155f1223a6680e18c44704f1a7e95dfd2b94801eef8ecc21
3
+ size 32858723
global_step4134/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81c95caf56c1c09bed5446df4a56aebe1796f8e9628a01b2e2e34e4487158c9
3
+ size 90923
global_step4134/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2fefef607f61b7dff8c271e6d349f8871c23ecd36a2906f9bde6a61afeedda0
3
+ size 32858723
global_step4134/zero_pp_rank_24_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275b816ca70fc4a8838c5a8385a9f1a6256b6e388311ef71ed6de2abfd7090a8
3
+ size 90923
global_step4134/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cca8c8e577762e946da1e11c0bacada0768fc903ee39e54d6feaf1c2e0283935
3
+ size 32858723
global_step4134/zero_pp_rank_25_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a998cf8ae0b0933380c84eca99b86bfb45c427644b19ddbe5248218fc3be145
3
+ size 90923
global_step4134/zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:627a01fca4f66efb7c44f71c8939f637b48deecfd5a6a9b834763df66ed800f9
3
+ size 32858723
global_step4134/zero_pp_rank_26_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8031fe303397519a8405088d460fb5de9e8bc4993cc7a04df26c4d59931877
3
+ size 90923
global_step4134/zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab645aab9d883691d8b318625331793bc6c2b60b5f9890e4768aca3752457273
3
+ size 32858723
global_step4134/zero_pp_rank_27_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81c95caf56c1c09bed5446df4a56aebe1796f8e9628a01b2e2e34e4487158c9
3
+ size 90923
global_step4134/zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:976a0fef257eea373a469d584799fb7bc26d47dd64f450ec9bc1f12fb0972ed7
3
+ size 32858723
global_step4134/zero_pp_rank_28_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275b816ca70fc4a8838c5a8385a9f1a6256b6e388311ef71ed6de2abfd7090a8
3
+ size 90923
global_step4134/zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b96fd4c38e44112c1a98c9027a1def3df130aac75a855f67e28a686f3c40868
3
+ size 32858723
global_step4134/zero_pp_rank_29_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a998cf8ae0b0933380c84eca99b86bfb45c427644b19ddbe5248218fc3be145
3
+ size 90923
global_step4134/zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6044841d4b26926c3a58dbc200c6f99a6b541b9146496aa96689183d4d38d915
3
+ size 32858723
global_step4134/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8031fe303397519a8405088d460fb5de9e8bc4993cc7a04df26c4d59931877
3
+ size 90923
global_step4134/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a0067b5ccd0520b2cd8aa3b74d1178fc0b8c29cc4d16e4b7f14a7dddfe27d1b
3
+ size 32858723
global_step4134/zero_pp_rank_30_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8031fe303397519a8405088d460fb5de9e8bc4993cc7a04df26c4d59931877
3
+ size 90923
global_step4134/zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c46b307db12b2993d61c9665d83165b75e5618fdd6af89209f326e0d474b5ef
3
+ size 32858723
global_step4134/zero_pp_rank_31_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81c95caf56c1c09bed5446df4a56aebe1796f8e9628a01b2e2e34e4487158c9
3
+ size 90923