jiwon65 commited on
Commit
1dd152b
1 Parent(s): 81755dd

Training in progress, step 500

Browse files
added_tokens.json CHANGED
@@ -1518,6 +1518,7 @@
1518
  "<|da|>": 50285,
1519
  "<|de|>": 50261,
1520
  "<|el|>": 50281,
 
1521
  "<|en|>": 50259,
1522
  "<|es|>": 50262,
1523
  "<|et|>": 50307,
 
1518
  "<|da|>": 50285,
1519
  "<|de|>": 50261,
1520
  "<|el|>": 50281,
1521
+ "<|endoftext|>": 50257,
1522
  "<|en|>": 50259,
1523
  "<|es|>": 50262,
1524
  "<|et|>": 50307,
config.json CHANGED
@@ -58,7 +58,7 @@
58
  "scale_embedding": false,
59
  "suppress_tokens": [],
60
  "torch_dtype": "float32",
61
- "transformers_version": "4.34.1",
62
  "use_cache": false,
63
  "use_weighted_layer_sum": false,
64
  "vocab_size": 51865
 
58
  "scale_embedding": false,
59
  "suppress_tokens": [],
60
  "torch_dtype": "float32",
61
+ "transformers_version": "4.34.0",
62
  "use_cache": false,
63
  "use_weighted_layer_sum": false,
64
  "vocab_size": 51865
events.out.tfevents.1697771840.DESKTOP-L0I5HSH.22712.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0dfeea928f4919c1f809476996f144355a1ace12d1a3c7ac8a4305d26207f0
3
+ size 8614
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8e9b0e46d8c08a408b9444a9153bc6a22a2c29a9ca5bf235a978fa089de6d78
3
- size 151099049
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f6d65424488e4f64085cfbc9cb7dca7dcfd30daf1577cb8cff1a73ccb18d884
3
+ size 151099494
special_tokens_map.json CHANGED
@@ -108,32 +108,8 @@
108
  "<|nocaptions|>",
109
  "<|notimestamps|>"
110
  ],
111
- "bos_token": {
112
- "content": "<|endoftext|>",
113
- "lstrip": false,
114
- "normalized": true,
115
- "rstrip": false,
116
- "single_word": false
117
- },
118
- "eos_token": {
119
- "content": "<|endoftext|>",
120
- "lstrip": false,
121
- "normalized": true,
122
- "rstrip": false,
123
- "single_word": false
124
- },
125
- "pad_token": {
126
- "content": "<|endoftext|>",
127
- "lstrip": false,
128
- "normalized": false,
129
- "rstrip": false,
130
- "single_word": false
131
- },
132
- "unk_token": {
133
- "content": "<|endoftext|>",
134
- "lstrip": false,
135
- "normalized": true,
136
- "rstrip": false,
137
- "single_word": false
138
- }
139
  }
 
108
  "<|nocaptions|>",
109
  "<|notimestamps|>"
110
  ],
111
+ "bos_token": "<|endoftext|>",
112
+ "eos_token": "<|endoftext|>",
113
+ "pad_token": "<|endoftext|>",
114
+ "unk_token": "<|endoftext|>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
115
  }
tokenizer_config.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c14d6298a2c282e02b96ed2d6aa7564e1b2e9fdeaf767e9039658d0f950b232f
3
- size 4219
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471cb517d4a0f50f95de75cb180cfad457948a2e98365458e4277c9a9a220f85
3
+ size 4600