Hugging Face's logo

CambridgeMolecularEngineering
/
bert-large-uncased-scmedium

Fill-Mask
Transformers
PyTorch
bert
Model card Files
xet
Community
1
ZongqianLi commited on
Commit
5b42558
·
1 Parent(s): 8ea8daf

Upload 130 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. global_step4028/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  3. global_step4028/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step4028/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  5. global_step4028/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step4028/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  7. global_step4028/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step4028/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  9. global_step4028/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  10. global_step4028/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  11. global_step4028/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  12. global_step4028/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  13. global_step4028/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  14. global_step4028/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  15. global_step4028/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  16. global_step4028/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  17. global_step4028/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  18. global_step4028/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  19. global_step4028/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  20. global_step4028/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  21. global_step4028/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  22. global_step4028/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  23. global_step4028/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  24. global_step4028/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  25. global_step4028/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  26. global_step4028/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  27. global_step4028/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  28. global_step4028/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  29. global_step4028/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  30. global_step4028/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  31. global_step4028/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  32. global_step4028/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
  33. global_step4028/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. global_step4028/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
  35. global_step4028/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  36. global_step4028/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
  37. global_step4028/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  38. global_step4028/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
  39. global_step4028/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  40. global_step4028/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
  41. global_step4028/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  42. global_step4028/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
  43. global_step4028/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  44. global_step4028/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
  45. global_step4028/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  46. global_step4028/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  47. global_step4028/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  48. global_step4028/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
  49. global_step4028/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  50. global_step4028/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-large-uncased",
3
+ "architectures": [
4
+ "BertForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 4096,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 24,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.25.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
global_step4028/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4da9d848dc54634e617ef94e5bd3b251c2248bd1bc1328d801638e42810dfd
3
+ size 172267
global_step4028/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64d04a772ba12150d7b5e6737b3adc564a1a653f4d379dfdd9c9dbffa3a0b2b6
3
+ size 100557347
global_step4028/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf0efab053ad51770f82da80ae534e28feba376ed4e9603cdc3d77d4de376d2
3
+ size 172267
global_step4028/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50c49a52af61f9d6e66f405e0e2f1f9f869822759f9cafcc011130444c722880
3
+ size 100557347
global_step4028/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:889639a6b28eaf4e5b4b5286af8dbc37ba20b8616a69e2601702a20976bc8073
3
+ size 172267
global_step4028/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc7eb9bcca3fb38782b9018e43be0c2660f4d549d4e594bb05fee177bcaf8fc2
3
+ size 100557347
global_step4028/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4da9d848dc54634e617ef94e5bd3b251c2248bd1bc1328d801638e42810dfd
3
+ size 172267
global_step4028/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93bfc270459c317f73cb6b3eb94132509a7d359b6153a0d408b76c9d6e4e8bad
3
+ size 100557347
global_step4028/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:002dfdff94bdcbb74748fccdb8584aa8aeb18299ef3b235085cb5e60876f89ad
3
+ size 172267
global_step4028/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:718db85cdbfc8185dbab749734e2d840b97df275ef30d1507da7210475c71fe0
3
+ size 100557347
global_step4028/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf0efab053ad51770f82da80ae534e28feba376ed4e9603cdc3d77d4de376d2
3
+ size 172267
global_step4028/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d8f4ffe6e49a888200f228b98d7b9e0e410bc761f72b5cf21fe5f3f2f4af379
3
+ size 100557347
global_step4028/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:889639a6b28eaf4e5b4b5286af8dbc37ba20b8616a69e2601702a20976bc8073
3
+ size 172267
global_step4028/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcbfe1771fba60e9be3a119d900df74d24cea24165e1dee2ffdcd3f1c0e90a9d
3
+ size 100557347
global_step4028/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4da9d848dc54634e617ef94e5bd3b251c2248bd1bc1328d801638e42810dfd
3
+ size 172267
global_step4028/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f36326b73d5981ec61581b18cafa564b733b7df10dfc5279cd493fedba29d8c
3
+ size 100557347
global_step4028/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:002dfdff94bdcbb74748fccdb8584aa8aeb18299ef3b235085cb5e60876f89ad
3
+ size 172267
global_step4028/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c599442c75c2fb11fb0f3e8ba8cf6d5a05463a8e9ecea55afeb502cf636d3a06
3
+ size 100557347
global_step4028/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf0efab053ad51770f82da80ae534e28feba376ed4e9603cdc3d77d4de376d2
3
+ size 172267
global_step4028/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b77e4dec7a84d98531e69e238ef2c91b9f683fa0ecaa62fb2d913dfdc03e4b9
3
+ size 100557347
global_step4028/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:889639a6b28eaf4e5b4b5286af8dbc37ba20b8616a69e2601702a20976bc8073
3
+ size 172267
global_step4028/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d4681a31e56e0b18538a0de7e8ce16cc9a4f68eb6d9cc3a736322b387a3200b
3
+ size 100557347
global_step4028/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:002dfdff94bdcbb74748fccdb8584aa8aeb18299ef3b235085cb5e60876f89ad
3
+ size 172267
global_step4028/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7b7b9134d5161ec2a79e7dc4f83e478e62d7d966a3a16caa22d7a0895f1e3a9
3
+ size 100557347
global_step4028/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4da9d848dc54634e617ef94e5bd3b251c2248bd1bc1328d801638e42810dfd
3
+ size 172267
global_step4028/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f215167d36b9f993fa52439aa22d53abe00f9b3995dddb54a5d25bb654892cfe
3
+ size 100557347
global_step4028/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:002dfdff94bdcbb74748fccdb8584aa8aeb18299ef3b235085cb5e60876f89ad
3
+ size 172267
global_step4028/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f75dad6b7d4fe10c27b9066ea7b165431bc72bbb2ac9bd6c61316b797ce16a77
3
+ size 100557347
global_step4028/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf0efab053ad51770f82da80ae534e28feba376ed4e9603cdc3d77d4de376d2
3
+ size 172267
global_step4028/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed9de22d7f073dac7483fcbb0518b16db2c3917a11b7ad24c50308b7b0bd61a
3
+ size 100557347
global_step4028/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:889639a6b28eaf4e5b4b5286af8dbc37ba20b8616a69e2601702a20976bc8073
3
+ size 172267
global_step4028/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f990e5886b5608f3923bf8338d2021c541227bf20a4237c00273324e5d95822e
3
+ size 100557347
global_step4028/zero_pp_rank_24_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4da9d848dc54634e617ef94e5bd3b251c2248bd1bc1328d801638e42810dfd
3
+ size 172267
global_step4028/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3c01b7cc7c4b0f9af043eed7bd74a6d82a8410878800794dc84d271dc911039
3
+ size 100557347
global_step4028/zero_pp_rank_25_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:002dfdff94bdcbb74748fccdb8584aa8aeb18299ef3b235085cb5e60876f89ad
3
+ size 172267
global_step4028/zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f14b2614266d3d549c027ccd54a52b625827c68143f5b436add90986791b674d
3
+ size 100557347
global_step4028/zero_pp_rank_26_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf0efab053ad51770f82da80ae534e28feba376ed4e9603cdc3d77d4de376d2
3
+ size 172267
global_step4028/zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2a042581116dffac5d60fe87c44b582d7797e81ad60f843214210f0df36185f
3
+ size 100557347
global_step4028/zero_pp_rank_27_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:889639a6b28eaf4e5b4b5286af8dbc37ba20b8616a69e2601702a20976bc8073
3
+ size 172267
global_step4028/zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:298b952ca466052d1f7962c55b3bc1e8ab7a90df4f6e008e5fc882f2ce9d48b3
3
+ size 100557347
global_step4028/zero_pp_rank_28_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4da9d848dc54634e617ef94e5bd3b251c2248bd1bc1328d801638e42810dfd
3
+ size 172267
global_step4028/zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ee4e801d1de82f48a2879ce658db090bcae7e607fd4f3116bcc41b40f78b65
3
+ size 100557347
global_step4028/zero_pp_rank_29_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:002dfdff94bdcbb74748fccdb8584aa8aeb18299ef3b235085cb5e60876f89ad
3
+ size 172267
global_step4028/zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:928a3c6f6842bf0355a0a83c462b974d50f25b3dd54401b56dcc633fa676cc4a
3
+ size 100557347
global_step4028/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf0efab053ad51770f82da80ae534e28feba376ed4e9603cdc3d77d4de376d2
3
+ size 172267
global_step4028/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44b3c34e9e2a72e3aa5ed45b92851dda9a62b9a5bcbb268259d25f5249786d96
3
+ size 100557347
global_step4028/zero_pp_rank_30_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf0efab053ad51770f82da80ae534e28feba376ed4e9603cdc3d77d4de376d2
3
+ size 172267
global_step4028/zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:934d4e0c0dd31f3bdf3003598da3560759502ac0433dff707a773fd9d863bec7
3
+ size 100557347
global_step4028/zero_pp_rank_31_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:889639a6b28eaf4e5b4b5286af8dbc37ba20b8616a69e2601702a20976bc8073
3
+ size 172267