add model
Browse files- params_shard_51.bin +3 -0
- params_shard_52.bin +3 -0
- params_shard_53.bin +3 -0
- params_shard_54.bin +3 -0
- params_shard_55.bin +3 -0
- params_shard_56.bin +3 -0
- params_shard_57.bin +3 -0
- params_shard_58.bin +3 -0
- params_shard_59.bin +3 -0
- params_shard_60.bin +3 -0
- params_shard_61.bin +3 -0
- params_shard_62.bin +3 -0
- params_shard_63.bin +3 -0
- params_shard_64.bin +3 -0
- params_shard_65.bin +3 -0
- params_shard_66.bin +3 -0
- params_shard_67.bin +3 -0
- params_shard_68.bin +3 -0
- params_shard_69.bin +3 -0
- params_shard_70.bin +3 -0
- params_shard_71.bin +3 -0
- params_shard_72.bin +3 -0
- params_shard_73.bin +3 -0
- params_shard_74.bin +3 -0
- params_shard_75.bin +3 -0
- params_shard_76.bin +3 -0
- params_shard_77.bin +3 -0
- params_shard_78.bin +3 -0
- params_shard_79.bin +3 -0
- params_shard_80.bin +3 -0
- params_shard_81.bin +3 -0
- params_shard_82.bin +3 -0
- tokenizer.json +0 -0
- tokenizer.model +3 -0
- tokenizer_config.json +141 -0
params_shard_51.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4f0f361895d95814c403ad4d32b12d9b6568644bb6856f4cc9e0030a56f22556
|
3 |
+
size 21239808
|
params_shard_52.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a6636460b6947500b457bfe8cc4018f3345e01a5256705396555e65b4277ff81
|
3 |
+
size 25165824
|
params_shard_53.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dd182e00e80c464530b708b88fb7056f18171744ee0331f68cfd964a97c783e3
|
3 |
+
size 22616064
|
params_shard_54.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:453c2eab3afa844138636d0479951411df99a590b6e2a206f0a06b3a0295af20
|
3 |
+
size 25165824
|
params_shard_55.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7a4b0f7280af7cb86f51b02e4d3a1f50c992079fcb0de319a837cde90461c730
|
3 |
+
size 33239040
|
params_shard_56.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:470597800d47da16741f367bb5fa6210ff1def732026ed67891cb1d8fd3ffe5e
|
3 |
+
size 21239808
|
params_shard_57.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7dde5148cd85be117aec42f8b447b972595505e8c616536dfd9789d342d98a4d
|
3 |
+
size 25165824
|
params_shard_58.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:90871a996d1e1b1cee0737baf448b0b65dcee7fb48b43d762f76fd59ae947919
|
3 |
+
size 22616064
|
params_shard_59.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:13310012f68afacf890009dbf742fc41f6188589433973e4f69ed79cbdc1f130
|
3 |
+
size 25165824
|
params_shard_60.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c72b0d524fdc7cabac29e430effa25c4286e1cd7861d5836bb5ead2707d18d73
|
3 |
+
size 33239040
|
params_shard_61.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e69b3305d85a41dbcb2f611098ec89534833b8d5f9074bc3fbf752743f5ef666
|
3 |
+
size 21239808
|
params_shard_62.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f44a56a5f16e57045e378d804a6ef7ff1d9a86acf2db7dcd8be74249e7c784cd
|
3 |
+
size 25165824
|
params_shard_63.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d041b38fae54d6cf20b1549a15e1c695b9bbc9d0877ddf125d9fa17336baf5e1
|
3 |
+
size 22616064
|
params_shard_64.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:42a83749d8db3aaf4f72bf4d450b1fbc820e4a2ee2ea5c46fd6386d29acb1791
|
3 |
+
size 21239808
|
params_shard_65.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac394190c310eb50cbeac7b4f9c127d1604b65b416846c19af4c376dba998887
|
3 |
+
size 25165824
|
params_shard_66.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b2152e808b97df9eefe751a1a28b3208b569043b7b81749483ef9e7da05faba
|
3 |
+
size 22616064
|
params_shard_67.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b99e677c3ecbadc52db0d69f701d275f987c995122b1bdeb3569e8cb86eba81f
|
3 |
+
size 25165824
|
params_shard_68.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d06f94a69204d34225a74401ff4230a130de067e5fd093f7621f81d3ef8f14c4
|
3 |
+
size 33239040
|
params_shard_69.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:759a496bdaf407ca9f60e9f2f61bd989277936c9c0f3e0d331468a3a60e4cdd0
|
3 |
+
size 21239808
|
params_shard_70.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ee6ccfecef55d67ca4f37732c5eef7f7b9a5aa4a5f0af749daac14204aab0ad1
|
3 |
+
size 25165824
|
params_shard_71.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a5fe72e3749a603a432006502190d704d41662a6c31859f40042e72789f6df7a
|
3 |
+
size 22616064
|
params_shard_72.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5870dbb7d3ae54c37dc2d32f93adbce747545178dd29c8877502d258645dc3cf
|
3 |
+
size 25165824
|
params_shard_73.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6afed687a1057235c2defc89fb92adb588c67c5443269e923a2dbf308be0e9f2
|
3 |
+
size 33239040
|
params_shard_74.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae22747400052a26e3e2d0893233bf7affee163f1ea3553c5a8a2c064a6c147b
|
3 |
+
size 21239808
|
params_shard_75.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:742b0177f09f77971b0969804ee3aae88ac5d6b5e6a8080633a1370086774b3f
|
3 |
+
size 25165824
|
params_shard_76.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e19b83a8983e7d208e5888ef5998e080e60b11008f6aec788ef14ff8a3a0b9ba
|
3 |
+
size 22616064
|
params_shard_77.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d9288113321b6251345f01e1d346a93d9fdfb72ced8e9f1e707b44a6cbfa7ea0
|
3 |
+
size 25165824
|
params_shard_78.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:da12419ef23edd01c96768cbe4d28019302ec14fe563c0d3e7adf8d5e5ba9316
|
3 |
+
size 33239040
|
params_shard_79.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3d8c570b0912de2f829a52603e276378acccdb7bede7345b84fd25376a14e565
|
3 |
+
size 21239808
|
params_shard_80.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:df9771f784e5d146a478ea56f915f2edec287f46bb60a3d9613aa7f78817bc9f
|
3 |
+
size 25165824
|
params_shard_81.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad1c6ca2ec105e3f32f56544096632fe4a53ef407cd9bfc982d42c44db476be5
|
3 |
+
size 22616064
|
params_shard_82.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c582402bfa383933ed3645e61de646105f2dcb3e0aa49d5d4fa315d29108283
|
3 |
+
size 15925248
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
|
3 |
+
size 499723
|
tokenizer_config.json
ADDED
@@ -0,0 +1,141 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"add_bos_token": true,
|
3 |
+
"add_eos_token": false,
|
4 |
+
"added_tokens_decoder": {
|
5 |
+
"0": {
|
6 |
+
"content": "<unk>",
|
7 |
+
"lstrip": false,
|
8 |
+
"normalized": false,
|
9 |
+
"rstrip": false,
|
10 |
+
"single_word": false,
|
11 |
+
"special": true
|
12 |
+
},
|
13 |
+
"1": {
|
14 |
+
"content": "<s>",
|
15 |
+
"lstrip": false,
|
16 |
+
"normalized": false,
|
17 |
+
"rstrip": false,
|
18 |
+
"single_word": false,
|
19 |
+
"special": true
|
20 |
+
},
|
21 |
+
"2": {
|
22 |
+
"content": "</s>",
|
23 |
+
"lstrip": false,
|
24 |
+
"normalized": false,
|
25 |
+
"rstrip": true,
|
26 |
+
"single_word": false,
|
27 |
+
"special": false
|
28 |
+
},
|
29 |
+
"32000": {
|
30 |
+
"content": "<|endoftext|>",
|
31 |
+
"lstrip": false,
|
32 |
+
"normalized": false,
|
33 |
+
"rstrip": false,
|
34 |
+
"single_word": false,
|
35 |
+
"special": true
|
36 |
+
},
|
37 |
+
"32001": {
|
38 |
+
"content": "<|assistant|>",
|
39 |
+
"lstrip": false,
|
40 |
+
"normalized": false,
|
41 |
+
"rstrip": true,
|
42 |
+
"single_word": false,
|
43 |
+
"special": true
|
44 |
+
},
|
45 |
+
"32002": {
|
46 |
+
"content": "<|placeholder1|>",
|
47 |
+
"lstrip": false,
|
48 |
+
"normalized": false,
|
49 |
+
"rstrip": true,
|
50 |
+
"single_word": false,
|
51 |
+
"special": true
|
52 |
+
},
|
53 |
+
"32003": {
|
54 |
+
"content": "<|placeholder2|>",
|
55 |
+
"lstrip": false,
|
56 |
+
"normalized": false,
|
57 |
+
"rstrip": true,
|
58 |
+
"single_word": false,
|
59 |
+
"special": true
|
60 |
+
},
|
61 |
+
"32004": {
|
62 |
+
"content": "<|placeholder3|>",
|
63 |
+
"lstrip": false,
|
64 |
+
"normalized": false,
|
65 |
+
"rstrip": true,
|
66 |
+
"single_word": false,
|
67 |
+
"special": true
|
68 |
+
},
|
69 |
+
"32005": {
|
70 |
+
"content": "<|placeholder4|>",
|
71 |
+
"lstrip": false,
|
72 |
+
"normalized": false,
|
73 |
+
"rstrip": true,
|
74 |
+
"single_word": false,
|
75 |
+
"special": true
|
76 |
+
},
|
77 |
+
"32006": {
|
78 |
+
"content": "<|system|>",
|
79 |
+
"lstrip": false,
|
80 |
+
"normalized": false,
|
81 |
+
"rstrip": true,
|
82 |
+
"single_word": false,
|
83 |
+
"special": true
|
84 |
+
},
|
85 |
+
"32007": {
|
86 |
+
"content": "<|end|>",
|
87 |
+
"lstrip": false,
|
88 |
+
"normalized": false,
|
89 |
+
"rstrip": true,
|
90 |
+
"single_word": false,
|
91 |
+
"special": true
|
92 |
+
},
|
93 |
+
"32008": {
|
94 |
+
"content": "<|placeholder5|>",
|
95 |
+
"lstrip": false,
|
96 |
+
"normalized": false,
|
97 |
+
"rstrip": true,
|
98 |
+
"single_word": false,
|
99 |
+
"special": true
|
100 |
+
},
|
101 |
+
"32009": {
|
102 |
+
"content": "<|placeholder6|>",
|
103 |
+
"lstrip": false,
|
104 |
+
"normalized": false,
|
105 |
+
"rstrip": true,
|
106 |
+
"single_word": false,
|
107 |
+
"special": true
|
108 |
+
},
|
109 |
+
"32010": {
|
110 |
+
"content": "<|user|>",
|
111 |
+
"lstrip": false,
|
112 |
+
"normalized": false,
|
113 |
+
"rstrip": true,
|
114 |
+
"single_word": false,
|
115 |
+
"special": true
|
116 |
+
},
|
117 |
+
"32011": {
|
118 |
+
"content": "<image>",
|
119 |
+
"lstrip": false,
|
120 |
+
"normalized": false,
|
121 |
+
"rstrip": false,
|
122 |
+
"single_word": false,
|
123 |
+
"special": true
|
124 |
+
}
|
125 |
+
},
|
126 |
+
"additional_special_tokens": [
|
127 |
+
"<image>"
|
128 |
+
],
|
129 |
+
"bos_token": "<s>",
|
130 |
+
"chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}",
|
131 |
+
"clean_up_tokenization_spaces": false,
|
132 |
+
"eos_token": "<|endoftext|>",
|
133 |
+
"legacy": false,
|
134 |
+
"model_max_length": 131072,
|
135 |
+
"pad_token": "<|endoftext|>",
|
136 |
+
"padding_side": "left",
|
137 |
+
"sp_model_kwargs": {},
|
138 |
+
"tokenizer_class": "LlamaTokenizer",
|
139 |
+
"unk_token": "<unk>",
|
140 |
+
"use_default_system_prompt": false
|
141 |
+
}
|