Hugging Face's logo

CambridgeMolecularEngineering
/
bert-large-uncased-scsmall

Fill-Mask
Transformers
PyTorch
bert
Inference Endpoints
Model card Files Community
ZongqianLi commited on
Commit
1c5059c
·
1 Parent(s): 9146c23

Upload 130 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. global_step972/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  3. global_step972/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step972/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  5. global_step972/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step972/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  7. global_step972/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step972/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  9. global_step972/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  10. global_step972/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  11. global_step972/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  12. global_step972/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  13. global_step972/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  14. global_step972/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  15. global_step972/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  16. global_step972/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  17. global_step972/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  18. global_step972/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  19. global_step972/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  20. global_step972/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  21. global_step972/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  22. global_step972/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  23. global_step972/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  24. global_step972/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  25. global_step972/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  26. global_step972/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  27. global_step972/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  28. global_step972/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  29. global_step972/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  30. global_step972/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  31. global_step972/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  32. global_step972/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
  33. global_step972/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. global_step972/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
  35. global_step972/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  36. global_step972/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
  37. global_step972/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  38. global_step972/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
  39. global_step972/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  40. global_step972/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
  41. global_step972/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  42. global_step972/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
  43. global_step972/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  44. global_step972/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
  45. global_step972/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  46. global_step972/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  47. global_step972/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  48. global_step972/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
  49. global_step972/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  50. global_step972/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-large-uncased",
3
+ "architectures": [
4
+ "BertForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 4096,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 24,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.25.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
global_step972/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02fa95b7ade92a61df0d5bf1c644a1d9e337bf6ad4df15a2772640d05ca7cde2
3
+ size 172267
global_step972/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f512001b5e3cf72bb0dddad9e8d18db36ddefc7a3eb53aa0d268f14feae950f6
3
+ size 100557347
global_step972/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531ea5d041c709e20fb5e4a1cedae340c7e42d93b7b5372465142dc0b282c1ad
3
+ size 172267
global_step972/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcf79095e68d9815f93a99a18c7c508d99c69f2f62d0de8e999499dd4911f264
3
+ size 100557347
global_step972/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aedcb22b9a70232ef7868566f3bcede003850e065c4076b9c9b4e8e43284a3c9
3
+ size 172267
global_step972/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29c96675c67ab301dbe4401f20674c024b11ad0cd80725a90de72f856ea08768
3
+ size 100557347
global_step972/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02fa95b7ade92a61df0d5bf1c644a1d9e337bf6ad4df15a2772640d05ca7cde2
3
+ size 172267
global_step972/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f50a84e91df997f1c574fd6a6962408c0782f77267dcef6eacb83e532e6d86d7
3
+ size 100557347
global_step972/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d03effcf744910a4af87db966a7ab681246606c4592950a9f7a53bf6dfceff
3
+ size 172267
global_step972/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50492b190e3d8e1a5d20563144dc88f0b035eadde0145d83926b264c4f770424
3
+ size 100557347
global_step972/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531ea5d041c709e20fb5e4a1cedae340c7e42d93b7b5372465142dc0b282c1ad
3
+ size 172267
global_step972/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10263912f491a457e60f96f704711affe60f03acf0de3555d6891bae9a0c9cff
3
+ size 100557347
global_step972/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aedcb22b9a70232ef7868566f3bcede003850e065c4076b9c9b4e8e43284a3c9
3
+ size 172267
global_step972/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62b053087a50d448fdbad1e391d5cb95af1a1b6eeefd5e096bebd1d33c53100b
3
+ size 100557347
global_step972/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02fa95b7ade92a61df0d5bf1c644a1d9e337bf6ad4df15a2772640d05ca7cde2
3
+ size 172267
global_step972/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7c0594c6488c7677c7b0d6ec3f3ed5655497522393237e30d59ddcdd755f46
3
+ size 100557347
global_step972/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d03effcf744910a4af87db966a7ab681246606c4592950a9f7a53bf6dfceff
3
+ size 172267
global_step972/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82701fc1dd6ff90b2bb0528de8919c55e6ee3aa2071949a4ae2375dbf987a391
3
+ size 100557347
global_step972/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531ea5d041c709e20fb5e4a1cedae340c7e42d93b7b5372465142dc0b282c1ad
3
+ size 172267
global_step972/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63d4a8497dc39169b48a9114a3c2420b6a26fc9d6e4c559bbc638bccc608fba1
3
+ size 100557347
global_step972/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aedcb22b9a70232ef7868566f3bcede003850e065c4076b9c9b4e8e43284a3c9
3
+ size 172267
global_step972/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f5a979f3cd88f1baf15602a47454667af862bc8c0b05490c8e41544e5c6964c
3
+ size 100557347
global_step972/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d03effcf744910a4af87db966a7ab681246606c4592950a9f7a53bf6dfceff
3
+ size 172267
global_step972/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c651025a5b9afabb5bfddd4c8ca47af1842c9440c4e05a593a83d46773616e8
3
+ size 100557347
global_step972/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02fa95b7ade92a61df0d5bf1c644a1d9e337bf6ad4df15a2772640d05ca7cde2
3
+ size 172267
global_step972/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73677fb5c92f2a774368421cbbdc23d8274d04dbbddf171792b0e685297dc84
3
+ size 100557347
global_step972/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d03effcf744910a4af87db966a7ab681246606c4592950a9f7a53bf6dfceff
3
+ size 172267
global_step972/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bf7da43a21d91c2d58a08cc4ffe7d7d2ef46b212c6b3119bafc1c2ea68c37b4
3
+ size 100557347
global_step972/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531ea5d041c709e20fb5e4a1cedae340c7e42d93b7b5372465142dc0b282c1ad
3
+ size 172267
global_step972/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e74f7377041c02e82a967c982e8031e404addb79bcabd3d868feb34a05b77040
3
+ size 100557347
global_step972/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aedcb22b9a70232ef7868566f3bcede003850e065c4076b9c9b4e8e43284a3c9
3
+ size 172267
global_step972/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069f76ba7c654ec54631bdb218e488219c7fd9e40688751c27bc7f3c42a3e6dd
3
+ size 100557347
global_step972/zero_pp_rank_24_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02fa95b7ade92a61df0d5bf1c644a1d9e337bf6ad4df15a2772640d05ca7cde2
3
+ size 172267
global_step972/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b1dde40e0e4ea46314f0fb067d852c03b6dbcb3b9ed32067374c39479507765
3
+ size 100557347
global_step972/zero_pp_rank_25_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d03effcf744910a4af87db966a7ab681246606c4592950a9f7a53bf6dfceff
3
+ size 172267
global_step972/zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40e31bbacb45e288f27abc75f29ea36184223c0be23677b386b6b38857dcc1fb
3
+ size 100557347
global_step972/zero_pp_rank_26_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531ea5d041c709e20fb5e4a1cedae340c7e42d93b7b5372465142dc0b282c1ad
3
+ size 172267
global_step972/zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff8c8a0e515a402de328459d9a6aff54f9633a4f9363e37364f500f9e6f42049
3
+ size 100557347
global_step972/zero_pp_rank_27_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aedcb22b9a70232ef7868566f3bcede003850e065c4076b9c9b4e8e43284a3c9
3
+ size 172267
global_step972/zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48632fe42bc86411a3043e3465674f5162f8db89d009214cd89ea7453ff8a0a5
3
+ size 100557347
global_step972/zero_pp_rank_28_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02fa95b7ade92a61df0d5bf1c644a1d9e337bf6ad4df15a2772640d05ca7cde2
3
+ size 172267
global_step972/zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:880e5eaca15416a513efa7c6ad49a98d74b707347dbdc0ca2ef509e0abec7aa4
3
+ size 100557347
global_step972/zero_pp_rank_29_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d03effcf744910a4af87db966a7ab681246606c4592950a9f7a53bf6dfceff
3
+ size 172267
global_step972/zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76ccdcf1e40a67dbe2410afb5f6e111f4ec769667b8fb3b7a4854ee0612e1880
3
+ size 100557347
global_step972/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531ea5d041c709e20fb5e4a1cedae340c7e42d93b7b5372465142dc0b282c1ad
3
+ size 172267
global_step972/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d1e1138dbd65c19eaec262a71f2d5ef3ab9b6e7878aad63c47e12b530c5161d
3
+ size 100557347
global_step972/zero_pp_rank_30_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531ea5d041c709e20fb5e4a1cedae340c7e42d93b7b5372465142dc0b282c1ad
3
+ size 172267
global_step972/zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aa1992cc7f19207e7fb8f58f81fd826eaa9703f8f889c2d5ac4adfeceb4d6b6
3
+ size 100557347
global_step972/zero_pp_rank_31_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aedcb22b9a70232ef7868566f3bcede003850e065c4076b9c9b4e8e43284a3c9
3
+ size 172267