Saving weights and logs of step 2500
Browse files- .run_train.sh.un~ +0 -0
- events.out.tfevents.1734010722.t1v-n-53cd541d-w-35.1023705.0.v2 +3 -0
- flax_model.msgpack +1 -1
- run_train.sh +1 -0
- special_tokens_map.json +35 -5
.run_train.sh.un~
CHANGED
|
Binary files a/.run_train.sh.un~ and b/.run_train.sh.un~ differ
|
|
|
events.out.tfevents.1734010722.t1v-n-53cd541d-w-35.1023705.0.v2
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:808e6d5b5b0e7e41d2c352cbf2cc7d30941573a0d173a913a65d1630bf910ace
|
| 3 |
+
size 367950
|
flax_model.msgpack
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1421658229
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d9beb69fd7f82d1bd304a8c03505a79c2248b5082b08b509d21f7dc9f15ccea5
|
| 3 |
size 1421658229
|
run_train.sh
CHANGED
|
@@ -20,4 +20,5 @@ python run_mlm_flax.py \
|
|
| 20 |
--save_steps="2500" \
|
| 21 |
--eval_steps="2500" \
|
| 22 |
--dtype="bfloat16" \
|
|
|
|
| 23 |
--push_to_hub
|
|
|
|
| 20 |
--save_steps="2500" \
|
| 21 |
--eval_steps="2500" \
|
| 22 |
--dtype="bfloat16" \
|
| 23 |
+
--trust_remote_code \
|
| 24 |
--push_to_hub
|
special_tokens_map.json
CHANGED
|
@@ -1,7 +1,37 @@
|
|
| 1 |
{
|
| 2 |
-
"cls_token":
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"cls_token": {
|
| 3 |
+
"content": "[CLS]",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": false,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"mask_token": {
|
| 10 |
+
"content": "[MASK]",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": false,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"pad_token": {
|
| 17 |
+
"content": "[PAD]",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
},
|
| 23 |
+
"sep_token": {
|
| 24 |
+
"content": "[SEP]",
|
| 25 |
+
"lstrip": false,
|
| 26 |
+
"normalized": false,
|
| 27 |
+
"rstrip": false,
|
| 28 |
+
"single_word": false
|
| 29 |
+
},
|
| 30 |
+
"unk_token": {
|
| 31 |
+
"content": "[UNK]",
|
| 32 |
+
"lstrip": false,
|
| 33 |
+
"normalized": false,
|
| 34 |
+
"rstrip": false,
|
| 35 |
+
"single_word": false
|
| 36 |
+
}
|
| 37 |
}
|