mengshyu commited on
Commit
e9f043c
1 Parent(s): 2abf780

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 32000,
3
+ "<|assistant|>": 32001,
4
+ "<|placeholder1|>": 32002,
5
+ "<|placeholder2|>": 32003,
6
+ "<|placeholder3|>": 32004,
7
+ "<|placeholder4|>": 32005,
8
+ "<|system|>": 32006,
9
+ "<|end|>": 32007,
10
+ "<|placeholder5|>": 32008,
11
+ "<|placeholder6|>": 32009,
12
+ "<|user|>": 32010
13
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi3",
4
+ "quantization": "q4f16_0",
5
+ "model_config": {
6
+ "model_type": "phi3",
7
+ "hidden_size": 3072,
8
+ "vocab_size": 32064,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 32,
11
+ "intermediate_size": 8192,
12
+ "rms_norm_eps": 1e-05,
13
+ "num_key_value_heads": 32,
14
+ "max_position_embeddings": 131072,
15
+ "position_embedding_base": 10000.0,
16
+ "rope_scaling": {
17
+ "long_factor": [
18
+ 1.0800000429153442,
19
+ 1.1100000143051147,
20
+ 1.1399999856948853,
21
+ 1.340000033378601,
22
+ 1.5899999141693115,
23
+ 1.600000023841858,
24
+ 1.6200000047683716,
25
+ 2.620000123977661,
26
+ 3.2300000190734863,
27
+ 3.2300000190734863,
28
+ 4.789999961853027,
29
+ 7.400000095367432,
30
+ 7.700000286102295,
31
+ 9.09000015258789,
32
+ 12.199999809265137,
33
+ 17.670000076293945,
34
+ 24.46000099182129,
35
+ 28.57000160217285,
36
+ 30.420001983642578,
37
+ 30.840002059936523,
38
+ 32.590003967285156,
39
+ 32.93000411987305,
40
+ 42.320003509521484,
41
+ 44.96000289916992,
42
+ 50.340003967285156,
43
+ 50.45000457763672,
44
+ 57.55000305175781,
45
+ 57.93000411987305,
46
+ 58.21000289916992,
47
+ 60.1400032043457,
48
+ 62.61000442504883,
49
+ 62.62000274658203,
50
+ 62.71000289916992,
51
+ 63.1400032043457,
52
+ 63.1400032043457,
53
+ 63.77000427246094,
54
+ 63.93000411987305,
55
+ 63.96000289916992,
56
+ 63.970001220703125,
57
+ 64.02999877929688,
58
+ 64.06999969482422,
59
+ 64.08000183105469,
60
+ 64.12000274658203,
61
+ 64.41000366210938,
62
+ 64.4800033569336,
63
+ 64.51000213623047,
64
+ 64.52999877929688,
65
+ 64.83999633789062
66
+ ],
67
+ "short_factor": [
68
+ 1.0,
69
+ 1.0199999809265137,
70
+ 1.0299999713897705,
71
+ 1.0299999713897705,
72
+ 1.0499999523162842,
73
+ 1.0499999523162842,
74
+ 1.0499999523162842,
75
+ 1.0499999523162842,
76
+ 1.0499999523162842,
77
+ 1.0699999332427979,
78
+ 1.0999999046325684,
79
+ 1.1099998950958252,
80
+ 1.1599998474121094,
81
+ 1.1599998474121094,
82
+ 1.1699998378753662,
83
+ 1.2899998426437378,
84
+ 1.339999794960022,
85
+ 1.679999828338623,
86
+ 1.7899998426437378,
87
+ 1.8199998140335083,
88
+ 1.8499997854232788,
89
+ 1.8799997568130493,
90
+ 1.9099997282028198,
91
+ 1.9399996995925903,
92
+ 1.9899996519088745,
93
+ 2.0199997425079346,
94
+ 2.0199997425079346,
95
+ 2.0199997425079346,
96
+ 2.0199997425079346,
97
+ 2.0199997425079346,
98
+ 2.0199997425079346,
99
+ 2.0299997329711914,
100
+ 2.0299997329711914,
101
+ 2.0299997329711914,
102
+ 2.0299997329711914,
103
+ 2.0299997329711914,
104
+ 2.0299997329711914,
105
+ 2.0299997329711914,
106
+ 2.0299997329711914,
107
+ 2.0299997329711914,
108
+ 2.0799996852874756,
109
+ 2.0899996757507324,
110
+ 2.189999580383301,
111
+ 2.2199995517730713,
112
+ 2.5899994373321533,
113
+ 2.729999542236328,
114
+ 2.749999523162842,
115
+ 2.8399994373321533
116
+ ],
117
+ "type": "longrope",
118
+ "rope_type": "longrope",
119
+ "max_position_embeddings": 131072,
120
+ "original_max_position_embeddings": 4096
121
+ },
122
+ "original_max_position_embeddings": 4096,
123
+ "context_window_size": 131072,
124
+ "prefill_chunk_size": 2048,
125
+ "head_dim": 96,
126
+ "tensor_parallel_shards": 1,
127
+ "max_batch_size": 80
128
+ },
129
+ "vocab_size": 32064,
130
+ "context_window_size": 131072,
131
+ "sliding_window_size": -1,
132
+ "prefill_chunk_size": 2048,
133
+ "attention_sink_size": -1,
134
+ "tensor_parallel_shards": 1,
135
+ "pipeline_parallel_stages": 1,
136
+ "temperature": 1.0,
137
+ "presence_penalty": 0.0,
138
+ "frequency_penalty": 0.0,
139
+ "repetition_penalty": 1.0,
140
+ "top_p": 1.0,
141
+ "tokenizer_files": [
142
+ "tokenizer.model",
143
+ "tokenizer.json",
144
+ "added_tokens.json",
145
+ "tokenizer_config.json"
146
+ ],
147
+ "tokenizer_info": {
148
+ "token_postproc_method": "byte_fallback",
149
+ "prepend_space_in_encode": true,
150
+ "strip_space_in_decode": true
151
+ },
152
+ "conv_template": {
153
+ "name": "phi-3",
154
+ "system_template": "<|system|>\n{system_message}",
155
+ "system_message": "You are a helpful digital assistant. Please provide safe, ethical and accurate information to the user.",
156
+ "system_prefix_token_ids": [
157
+ 1
158
+ ],
159
+ "add_role_after_system_message": true,
160
+ "roles": {
161
+ "user": "<|user|>",
162
+ "assistant": "<|assistant|>"
163
+ },
164
+ "role_templates": {
165
+ "user": "{user_message}",
166
+ "assistant": "{assistant_message}",
167
+ "tool": "{tool_message}"
168
+ },
169
+ "messages": [],
170
+ "seps": [
171
+ "<|end|>\n"
172
+ ],
173
+ "role_content_sep": "\n",
174
+ "role_empty_sep": "\n",
175
+ "stop_str": [
176
+ "<|endoftext|>"
177
+ ],
178
+ "stop_token_ids": [
179
+ 32000,
180
+ 32001,
181
+ 32007
182
+ ],
183
+ "function_string": "",
184
+ "use_function_calling": false
185
+ },
186
+ "pad_token_id": 32000,
187
+ "bos_token_id": 1,
188
+ "eos_token_id": [
189
+ 32007,
190
+ 32001,
191
+ 32000
192
+ ]
193
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9493b76ff41dce3e8824804d4416f4b01f819316abac0ab27b8e58b4d38d3509
3
+ size 49250304
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41343c0add3e61f3fdeacdbfaef2c872ba4877f5a274acb5cb331bb511622519
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6829a36dd9870d2195e34e8cffe24e45b6503b27662846118bb1b537f29e3c5e
3
+ size 21239808
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8c34b45a9ae85c907d2098112eb79129a8f36014150dbfe9e0f8c84a8680b92
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89fd753c2f6159aa5d6b62350af9c6c898e12bef93e98d0b9403551df14960f1
3
+ size 22616064
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f0e4dd8e723805099204a4f7ea26fbb01ffdc0ff9b22f82381ab5f23ec9bc0a
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f19289bef63c78a9fe3b2ec740417b778b2cfac552783d47cd3c2b67f1d1b09b
3
+ size 33239040
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed7bbf112943ad9d11c7a316a4ca1298015435522edf828eb5cd6bc43a47df61
3
+ size 21239808
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a889a404a7000877a995518fd872f2dcb0e80640aa1564377a4cdea38fe7fbc5
3
+ size 25165824
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a403c395a62b3f63e0ee114a0c9420b9af8c383265b3ef651aec35e11a0709b
3
+ size 22616064
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fcd488fdd83a896693ce1d89f2c0254773e9858e110f0c7eafedcf8d7899994
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80a73e6230d64507301ba91b6195d082fbfbc3d0a7674226b136d0be516bbe0b
3
+ size 33239040
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:594d8efb8c92ee9b309b533e82440066d97ca16f0e7aacbd8f80385484b18e4b
3
+ size 23470080
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d67cc71402e1f677aa576a31142dacc7980cd5c6f50abdc693a9bef1338dee3
3
+ size 21239808
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:399d88a2536e3a60f38d344733cacb79976279d7112addc48c38dcd27e7dede6
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f47a8534c28408d48126ce1fd249d02504729cdd0244b4ff07c7caf39bc133c6
3
+ size 22616064
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4d615baf2986e707edb2d843ceb2158a723a352f484bc19df3249b5d1422feb
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9be9585587928ff6e87035e165f34ce019d2e63033c94e65765b75cb76d22000
3
+ size 33239040
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:507de256be6aa39d615c0db6cd18495e1f1ea28cca83d4174563c147b17b8521
3
+ size 21239808
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90af441b9d7c2090f8255eef2425f03a5bd14374f2021c2d5380a988d40d18b6
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec8ce4e7687c46be2bf653f28e05abf6a7bc4023cbc4155f8f8a49ecb598be57
3
+ size 22616064
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89a7a3d4803193e2ee30a1bbaf21a79931d945768bf69d244bb287ded6740037
3
+ size 49250304
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d60352faffd665cd0324b65ebc1bcb961b59b0c22c9ec601e888871627af1fe
3
+ size 22093824
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d9fe400ab1016996aec9e6447b703239ff597719a4024436baa415ddb6651f
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:317b3da9a29b14ecf9bbbec18f8bc0c6e05b6d4a743938df62c51501bca9ab6f
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4848b7b7ce1a6417cc50355b207f066834ef7da592afcf0457d4f90af589032b
3
+ size 22616064
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe98b167e8cdaac498c30d8950b728e7e6d434b17393c3f1566a0b6f6a4e471
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d4b7e642780a64e72f368f02a214eb1b7928ee6441c7b97018cda065b48446d
3
+ size 33239040
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27b5b93c603f0241aef32129e655e0607fe43f63cd927ec0952c62a229b45387
3
+ size 21239808
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0df57d90585e9b9493018ea9ad94e9b45f60c8704a858662e9644cee14a011
3
+ size 25165824
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0da85d426f6bac28132643064b0733311f82ec45c2ec7bc81bc940c80803f69
3
+ size 22616064
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6c01fe9aedcbb4c0a7e5f2c46559fe9fd34a1584983fe5600fc5a27dda5eec2
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc74d6411a2127dd057a0fda9bb986468da5dc205d0adbc5f3b1216f1b0e777e
3
+ size 33239040
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b02c198541ccb8d4116a131b1994303549947d995cfe255bcc2155a3710bf22
3
+ size 21239808
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fab6a95cc097928b2e542024abf978e5452efbafe3198e4a44fbd2e36ba2081
3
+ size 33239040
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c654d8686e648a990e66299c5417c9af7dd6c573ba69eabcc5a7661800233ee8
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d961e455f9203535d00347560891ae6b963cd7a11ab821ccc77e80a93169403
3
+ size 22616064
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b0040469bc4b57b423ad147f9e7db1128c9af28176baddb11b5bc98c187f76a
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e626b9bd952c7debd1f6230c83781624e3ec9428019ebfd7c877f27a2fb0de
3
+ size 33239040
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f5a340071b1c500e8cd92de27e3e8aa0a99729f83d37efc0d493d4de5953bb9
3
+ size 21239808
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77485b1d7467128f41a2d25e7f1220bbffe69a5e4025050982492c44d5502b85
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8005c238810aa9eca257d61e0bdbae928faa4290dfd5df697cae6deccebf4d08
3
+ size 22616064
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d0356518b7a03451bfc24df0395c97dca02988dae2e87df9c329dc19240eb9
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c556c3001f5e70a965083777089825aa3698623b2c57b42027c8f44a1b32ab20
3
+ size 33239040
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41644e2daeee363906c224f7727d6da432f0b1bf27936ffc9c10a31b14c54c26
3
+ size 21239808
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57a6b1ebba626ebda826d575d5513196966dc7036b6b63daca3303b0f8223fc8
3
+ size 21239808
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da220c17aee4d273735d5d9ad56a35fafc9041bb8676c21deac9eba8853f84c9
3
+ size 25165824