mdroth commited on
Commit
9df516d
1 Parent(s): abbae74

Training in progress, step 10000

Browse files
config.json CHANGED
@@ -33,7 +33,7 @@
33
  }
34
  },
35
  "torch_dtype": "float32",
36
- "transformers_version": "4.35.2",
37
  "use_cache": true,
38
  "vocab_size": 50000
39
  }
 
33
  }
34
  },
35
  "torch_dtype": "float32",
36
+ "transformers_version": "4.41.2",
37
  "use_cache": true,
38
  "vocab_size": 50000
39
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:173a1f42674bb2bbd2097a2001a14d7e43aa3c03f315c0772836b6845dad0a25
3
  size 496984704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c06da025677761199666412d1730e81ff036fdf69ebbe16edc9605e0785df0c
3
  size 496984704
runs/Jul14_01-26-31_cf5b9107de13/events.out.tfevents.1720920393.cf5b9107de13.4328.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07bf3dd7e53e448c757e7354840662d6860e8c386f381342bc90fd332a73e00e
3
- size 5512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35d77fc52a728a0b452939afef05b8d0cae32fb9bc9e2d04496d8efb41c1cfcc
3
+ size 5994
special_tokens_map.json CHANGED
@@ -1,6 +1,24 @@
1
  {
2
- "bos_token": "<|endoftext|>",
3
- "eos_token": "<|endoftext|>",
 
 
 
 
 
 
 
 
 
 
 
 
4
  "pad_token": "<|endoftext|>",
5
- "unk_token": "<|endoftext|>"
 
 
 
 
 
 
6
  }
 
1
  {
2
+ "bos_token": {
3
+ "content": "<|endoftext|>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|endoftext|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
  "pad_token": "<|endoftext|>",
17
+ "unk_token": {
18
+ "content": "<|endoftext|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
  }
tokenizer.json CHANGED
@@ -45,6 +45,7 @@
45
  "end_of_word_suffix": "",
46
  "fuse_unk": false,
47
  "byte_fallback": false,
 
48
  "vocab": {
49
  "<|endoftext|>": 0,
50
  "!": 1,
 
45
  "end_of_word_suffix": "",
46
  "fuse_unk": false,
47
  "byte_fallback": false,
48
+ "ignore_merges": false,
49
  "vocab": {
50
  "<|endoftext|>": 0,
51
  "!": 1,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ffd2b4cf51894740169656e8d7b1a84acf98735fc8808b4ec51950a199b2017
3
- size 4536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196aec0ebc4fa28fd55fa5a8a0cbea771c07c10e096572fba5d0fc910769232b
3
+ size 5048