lapp0 commited on
Commit
2b8b8d5
1 Parent(s): 78196d3

Training in progress, step 5000

Browse files
logs/dataset_max_seq_length=1024, dataset_sample_size=4000000, dataset_subset=20231101.en, dataset_uri=wikimedia_wikipedia, learning_rate=6e-05, per_device_train_batch_size=8/events.out.tfevents.1727475606.1c1a426a2fee ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67ba9d003600f7dd2ac216f53f57870f021ed4e497c0d73ad090b2863e084237
3
+ size 140496
logs/dataset_max_seq_length=1024, dataset_sample_size=4000000, dataset_subset=20231101.en, dataset_uri=wikimedia_wikipedia, per_device_train_batch_size=8/completed.flag ADDED
File without changes
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8dd6c896286dcceeec8f3bf790984dcc24e9a7e4a5bf17e4927db2136f86d0a5
3
  size 325669528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c7ab7216c4b4833784760c31ed6f071fc716b4e25c619a01152aa7fc6a9f23
3
  size 325669528
tokenizer.json CHANGED
@@ -1,7 +1,19 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
4
- "padding": null,
 
 
 
 
 
 
 
 
 
 
 
 
5
  "added_tokens": [
6
  {
7
  "id": 0,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 1023,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
+ "padding": {
10
+ "strategy": "BatchLongest",
11
+ "direction": "Right",
12
+ "pad_to_multiple_of": null,
13
+ "pad_id": 0,
14
+ "pad_type_id": 0,
15
+ "pad_token": "<|endoftext|>"
16
+ },
17
  "added_tokens": [
18
  {
19
  "id": 0,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c543ef904d118f455e646ece5ef041656a7c5fb1b4e40aa546dfe71308a41c51
3
- size 5624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d85a41b645798a6731de5abd2f07919a781f56f88c76de9b37abe98d7eea9065
3
+ size 5688