jykim310 commited on
Commit
a8fe1ef
·
verified ·
1 Parent(s): 114e336
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f0f361895d95814c403ad4d32b12d9b6568644bb6856f4cc9e0030a56f22556
3
+ size 21239808
params_shard_52.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6636460b6947500b457bfe8cc4018f3345e01a5256705396555e65b4277ff81
3
+ size 25165824
params_shard_53.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd182e00e80c464530b708b88fb7056f18171744ee0331f68cfd964a97c783e3
3
+ size 22616064
params_shard_54.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:453c2eab3afa844138636d0479951411df99a590b6e2a206f0a06b3a0295af20
3
+ size 25165824
params_shard_55.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a4b0f7280af7cb86f51b02e4d3a1f50c992079fcb0de319a837cde90461c730
3
+ size 33239040
params_shard_56.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:470597800d47da16741f367bb5fa6210ff1def732026ed67891cb1d8fd3ffe5e
3
+ size 21239808
params_shard_57.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dde5148cd85be117aec42f8b447b972595505e8c616536dfd9789d342d98a4d
3
+ size 25165824
params_shard_58.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90871a996d1e1b1cee0737baf448b0b65dcee7fb48b43d762f76fd59ae947919
3
+ size 22616064
params_shard_59.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13310012f68afacf890009dbf742fc41f6188589433973e4f69ed79cbdc1f130
3
+ size 25165824
params_shard_60.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c72b0d524fdc7cabac29e430effa25c4286e1cd7861d5836bb5ead2707d18d73
3
+ size 33239040
params_shard_61.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e69b3305d85a41dbcb2f611098ec89534833b8d5f9074bc3fbf752743f5ef666
3
+ size 21239808
params_shard_62.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44a56a5f16e57045e378d804a6ef7ff1d9a86acf2db7dcd8be74249e7c784cd
3
+ size 25165824
params_shard_63.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d041b38fae54d6cf20b1549a15e1c695b9bbc9d0877ddf125d9fa17336baf5e1
3
+ size 22616064
params_shard_64.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42a83749d8db3aaf4f72bf4d450b1fbc820e4a2ee2ea5c46fd6386d29acb1791
3
+ size 21239808
params_shard_65.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac394190c310eb50cbeac7b4f9c127d1604b65b416846c19af4c376dba998887
3
+ size 25165824
params_shard_66.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b2152e808b97df9eefe751a1a28b3208b569043b7b81749483ef9e7da05faba
3
+ size 22616064
params_shard_67.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b99e677c3ecbadc52db0d69f701d275f987c995122b1bdeb3569e8cb86eba81f
3
+ size 25165824
params_shard_68.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d06f94a69204d34225a74401ff4230a130de067e5fd093f7621f81d3ef8f14c4
3
+ size 33239040
params_shard_69.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:759a496bdaf407ca9f60e9f2f61bd989277936c9c0f3e0d331468a3a60e4cdd0
3
+ size 21239808
params_shard_70.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee6ccfecef55d67ca4f37732c5eef7f7b9a5aa4a5f0af749daac14204aab0ad1
3
+ size 25165824
params_shard_71.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5fe72e3749a603a432006502190d704d41662a6c31859f40042e72789f6df7a
3
+ size 22616064
params_shard_72.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5870dbb7d3ae54c37dc2d32f93adbce747545178dd29c8877502d258645dc3cf
3
+ size 25165824
params_shard_73.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6afed687a1057235c2defc89fb92adb588c67c5443269e923a2dbf308be0e9f2
3
+ size 33239040
params_shard_74.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae22747400052a26e3e2d0893233bf7affee163f1ea3553c5a8a2c064a6c147b
3
+ size 21239808
params_shard_75.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:742b0177f09f77971b0969804ee3aae88ac5d6b5e6a8080633a1370086774b3f
3
+ size 25165824
params_shard_76.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19b83a8983e7d208e5888ef5998e080e60b11008f6aec788ef14ff8a3a0b9ba
3
+ size 22616064
params_shard_77.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9288113321b6251345f01e1d346a93d9fdfb72ced8e9f1e707b44a6cbfa7ea0
3
+ size 25165824
params_shard_78.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da12419ef23edd01c96768cbe4d28019302ec14fe563c0d3e7adf8d5e5ba9316
3
+ size 33239040
params_shard_79.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d8c570b0912de2f829a52603e276378acccdb7bede7345b84fd25376a14e565
3
+ size 21239808
params_shard_80.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df9771f784e5d146a478ea56f915f2edec287f46bb60a3d9613aa7f78817bc9f
3
+ size 25165824
params_shard_81.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad1c6ca2ec105e3f32f56544096632fe4a53ef407cd9bfc982d42c44db476be5
3
+ size 22616064
params_shard_82.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c582402bfa383933ed3645e61de646105f2dcb3e0aa49d5d4fa315d29108283
3
+ size 15925248
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
tokenizer_config.json ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "added_tokens_decoder": {
5
+ "0": {
6
+ "content": "<unk>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "1": {
14
+ "content": "<s>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "2": {
22
+ "content": "</s>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": true,
26
+ "single_word": false,
27
+ "special": false
28
+ },
29
+ "32000": {
30
+ "content": "<|endoftext|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "32001": {
38
+ "content": "<|assistant|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": true,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "32002": {
46
+ "content": "<|placeholder1|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": true,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "32003": {
54
+ "content": "<|placeholder2|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": true,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "32004": {
62
+ "content": "<|placeholder3|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": true,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "32005": {
70
+ "content": "<|placeholder4|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": true,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "32006": {
78
+ "content": "<|system|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": true,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "32007": {
86
+ "content": "<|end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": true,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "32008": {
94
+ "content": "<|placeholder5|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": true,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "32009": {
102
+ "content": "<|placeholder6|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": true,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "32010": {
110
+ "content": "<|user|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": true,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "32011": {
118
+ "content": "<image>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": true
124
+ }
125
+ },
126
+ "additional_special_tokens": [
127
+ "<image>"
128
+ ],
129
+ "bos_token": "<s>",
130
+ "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}",
131
+ "clean_up_tokenization_spaces": false,
132
+ "eos_token": "<|endoftext|>",
133
+ "legacy": false,
134
+ "model_max_length": 131072,
135
+ "pad_token": "<|endoftext|>",
136
+ "padding_side": "left",
137
+ "sp_model_kwargs": {},
138
+ "tokenizer_class": "LlamaTokenizer",
139
+ "unk_token": "<unk>",
140
+ "use_default_system_prompt": false
141
+ }