mdroth commited on
Commit
59432a7
·
verified ·
1 Parent(s): 9744b61

Training in progress, step 5000

Browse files
config.json CHANGED
@@ -33,7 +33,7 @@
33
  }
34
  },
35
  "torch_dtype": "float32",
36
- "transformers_version": "4.35.2",
37
  "use_cache": true,
38
  "vocab_size": 50000
39
  }
 
33
  }
34
  },
35
  "torch_dtype": "float32",
36
+ "transformers_version": "4.41.2",
37
  "use_cache": true,
38
  "vocab_size": 50000
39
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99c7658e20b0d055191250ac4b0f4fd4064e5d3bb6d2752e915ec5d25370bb09
3
  size 496984704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e99b1d31e2c227a88d3ad4994f451a82a6b83e9904640b0d333154889b33329a
3
  size 496984704
runs/Jul14_01-26-31_cf5b9107de13/events.out.tfevents.1720920393.cf5b9107de13.4328.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07bf3dd7e53e448c757e7354840662d6860e8c386f381342bc90fd332a73e00e
3
+ size 5512
special_tokens_map.json CHANGED
@@ -1,6 +1,24 @@
1
  {
2
- "bos_token": "<|endoftext|>",
3
- "eos_token": "<|endoftext|>",
 
 
 
 
 
 
 
 
 
 
 
 
4
  "pad_token": "<|endoftext|>",
5
- "unk_token": "<|endoftext|>"
 
 
 
 
 
 
6
  }
 
1
  {
2
+ "bos_token": {
3
+ "content": "<|endoftext|>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|endoftext|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
  "pad_token": "<|endoftext|>",
17
+ "unk_token": {
18
+ "content": "<|endoftext|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
  }
tokenizer.json CHANGED
@@ -45,6 +45,7 @@
45
  "end_of_word_suffix": "",
46
  "fuse_unk": false,
47
  "byte_fallback": false,
 
48
  "vocab": {
49
  "<|endoftext|>": 0,
50
  "!": 1,
 
45
  "end_of_word_suffix": "",
46
  "fuse_unk": false,
47
  "byte_fallback": false,
48
+ "ignore_merges": false,
49
  "vocab": {
50
  "<|endoftext|>": 0,
51
  "!": 1,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ffd2b4cf51894740169656e8d7b1a84acf98735fc8808b4ec51950a199b2017
3
- size 4536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196aec0ebc4fa28fd55fa5a8a0cbea771c07c10e096572fba5d0fc910769232b
3
+ size 5048