davidgortega
commited on
Commit
·
b04b959
1
Parent(s):
e3d42ae
first commit
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +42 -0
- merges.txt +0 -0
- mlc-chat-config.json +46 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
- params_shard_5.bin +3 -0
added_tokens.json
ADDED
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"\t\t": 50294,
|
3 |
+
"\t\t\t": 50293,
|
4 |
+
"\t\t\t\t": 50292,
|
5 |
+
"\t\t\t\t\t": 50291,
|
6 |
+
"\t\t\t\t\t\t": 50290,
|
7 |
+
"\t\t\t\t\t\t\t": 50289,
|
8 |
+
"\t\t\t\t\t\t\t\t": 50288,
|
9 |
+
"\t\t\t\t\t\t\t\t\t": 50287,
|
10 |
+
" ": 50286,
|
11 |
+
" ": 50285,
|
12 |
+
" ": 50284,
|
13 |
+
" ": 50283,
|
14 |
+
" ": 50282,
|
15 |
+
" ": 50281,
|
16 |
+
" ": 50280,
|
17 |
+
" ": 50279,
|
18 |
+
" ": 50278,
|
19 |
+
" ": 50277,
|
20 |
+
" ": 50276,
|
21 |
+
" ": 50275,
|
22 |
+
" ": 50274,
|
23 |
+
" ": 50273,
|
24 |
+
" ": 50272,
|
25 |
+
" ": 50271,
|
26 |
+
" ": 50270,
|
27 |
+
" ": 50269,
|
28 |
+
" ": 50268,
|
29 |
+
" ": 50267,
|
30 |
+
" ": 50266,
|
31 |
+
" ": 50265,
|
32 |
+
" ": 50264,
|
33 |
+
" ": 50263,
|
34 |
+
" ": 50262,
|
35 |
+
" ": 50261,
|
36 |
+
" ": 50260,
|
37 |
+
" ": 50259,
|
38 |
+
" ": 50258,
|
39 |
+
" ": 50257,
|
40 |
+
"<|im_end|>": 50295,
|
41 |
+
"<|im_start|>": 50296
|
42 |
+
}
|
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_type": "phi-msft",
|
3 |
+
"quantization": "q4f16_1",
|
4 |
+
"model_config": {
|
5 |
+
"model_type": "phi-msft",
|
6 |
+
"vocab_size": 51200,
|
7 |
+
"n_positions": 2048,
|
8 |
+
"n_embd": 2560,
|
9 |
+
"n_layer": 32,
|
10 |
+
"n_inner": 10240,
|
11 |
+
"n_head": 32,
|
12 |
+
"rotary_dim": 32,
|
13 |
+
"position_embedding_base": 10000,
|
14 |
+
"layer_norm_epsilon": 1e-05,
|
15 |
+
"context_window_size": 2048,
|
16 |
+
"prefill_chunk_size": 2048,
|
17 |
+
"n_head_kv": 32,
|
18 |
+
"head_dim": 80,
|
19 |
+
"tensor_parallel_shards": 1
|
20 |
+
},
|
21 |
+
"vocab_size": 51200,
|
22 |
+
"context_window_size": 2048,
|
23 |
+
"sliding_window_size": -1,
|
24 |
+
"prefill_chunk_size": 2048,
|
25 |
+
"attention_sink_size": -1,
|
26 |
+
"tensor_parallel_shards": 1,
|
27 |
+
"max_batch_size": 80,
|
28 |
+
"mean_gen_len": 128,
|
29 |
+
"max_gen_len": 512,
|
30 |
+
"shift_fill_factor": 0.3,
|
31 |
+
"temperature": 0.7,
|
32 |
+
"repetition_penalty": 1.0,
|
33 |
+
"top_p": 0.95,
|
34 |
+
"conv_template": "chatml",
|
35 |
+
"pad_token_id": 0,
|
36 |
+
"bos_token_id": 1,
|
37 |
+
"eos_token_id": 2,
|
38 |
+
"tokenizer_files": [
|
39 |
+
"tokenizer.json",
|
40 |
+
"vocab.json",
|
41 |
+
"merges.txt",
|
42 |
+
"added_tokens.json",
|
43 |
+
"tokenizer_config.json"
|
44 |
+
],
|
45 |
+
"version": "0.1.0"
|
46 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:513225dc336043847a2f1b3192f36f21065e2c2cd308ca0da3a146d54e0975bc
|
3 |
+
size 65536000
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:53b8d84e701b264e8eab176ce14ce9c24e6883f5b8f1d858ff1ee5b940066745
|
3 |
+
size 23091200
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7e5a722d81ee33cebcf5e5d6adb8da016b9cf3feadef5406451e335ea77d15ad
|
3 |
+
size 29521920
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:72c4c8eb77304403bea9178553a6339013b5fb78e8cd976e5f09296bb04faad9
|
3 |
+
size 29542400
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b9231818a0a7cadc1be9ce6e770d99c50a96e891f386ecb61865956208a18f7
|
3 |
+
size 29521920
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7749b011309116584ae0e62eb2f682a2cecfc4e2d31293c1d4803b509f92494b
|
3 |
+
size 29521920
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:48318f7982f004f01a0e5368a3d95523c5035675c5e259eaaa244bd67b3ace96
|
3 |
+
size 29542400
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:95d1116fd0fcb2273cc5b3522e5e786728842176f209c47710fc7d9893d89b6e
|
3 |
+
size 29521920
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b036cb255b757db738787f048de05f1eafbb981f7d2e8d2343478b560c79beb6
|
3 |
+
size 29521920
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:25665fb2b7777daced72372d5096fa503f7dfc8e82a312f84c80542c4eef3ba1
|
3 |
+
size 29542400
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:394346e2b60b1b48e6d5c42fd2cc21a3db0110623d35452ce6c751fee7177d13
|
3 |
+
size 29521920
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:580246223c5bfbf20fd0b32a9207a6ad5c9f8cc8baf25c47c70108dbe3539756
|
3 |
+
size 29521920
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af959c85dbb49f8ebaa628782bff57bb1a31815fb0400e963cfd9beb23f6efce
|
3 |
+
size 29521920
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b796f62a2f792299d6f94176e162148bf055ce98aa11cb161f3f87029c2041c8
|
3 |
+
size 29542400
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2f22fef2d837639052871522b3fbc8445f22dec2e93017e649c640f80b44d9ce
|
3 |
+
size 29521920
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eb165f3b40ae3f5ab0d0c749d4cd40a74757fc5b7464d85d98a124a7c706fa03
|
3 |
+
size 29521920
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a5ae3c9036b1e805d1d53f203501e9cbee6ac8ad288e9189714c2eca901890a7
|
3 |
+
size 29542400
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:14c79044f892ded31529ec57c4212b43838fd973ef320d0e67800892cb7e1c66
|
3 |
+
size 29521920
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e794db842e9ee3a0956f29ecfe06c68a736d20db8fa3a4728d5204f0df912a0b
|
3 |
+
size 29521920
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9619de4dd040ffb5d65159afa602b14a2e73e220ebbe667e73bb8e8bfeb5f281
|
3 |
+
size 29542400
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a61f707d496b35643893104f0663211fbfa16c6810f1f0e80c04b5c59e0d7b01
|
3 |
+
size 29521920
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:40b8bf6d5f6f3c323286534da2fb71baa8a301fd2346b9a2f6fc5b5a670dd0a3
|
3 |
+
size 29521920
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:62fc7d082b955500020156ec7c2faec20889f0a3e651c43fdf7ef8ae3b3aacbe
|
3 |
+
size 29542400
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3e0126eadab4a6c7cc08f52280cb7645a3b21a29db0e6f53d953e1bc2ae39b83
|
3 |
+
size 29521920
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e5580d11b48977db6fbb3cff8089a4eae1b9a5a7bb31101a0613a2b0630af9a8
|
3 |
+
size 29521920
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7918318134e9c685404b4d154cfb7dca9b84a057734afc626affabdbca39bb98
|
3 |
+
size 29521920
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6995ec8a982c0d7f70b3d853efcdc2eb6b183886d3acff34b9a32bd98f1210c8
|
3 |
+
size 29542400
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b75d29e645707419fa4458bcf9d38d706bfcf80cbba84cd6562c8cda92c26fd9
|
3 |
+
size 29521920
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:91d602a029df80e5147334409db4cb55f1d7f431fbc7818c2cb0cf54111f41c6
|
3 |
+
size 29521920
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:27ca2b407efad2bcaeac125e6a5a589134bd3c4bffa6c384581198497e7a41c7
|
3 |
+
size 29542400
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1c9869c35ce587981c9ad3d644eec91e157120befdb28a7121b316f182ae279c
|
3 |
+
size 29521920
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09748947360300aca87cad4445647142d4ed04d99f3604d8e7916f9a0b0cc0c8
|
3 |
+
size 29521920
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fd1b526f3c5b57f613958ebe25bd66a50fc77a687e21d995e950f4d584cd6116
|
3 |
+
size 29542400
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9147a8c71632b8bfece820a230acae612a5c6e9106f498a47f857b118b08c43
|
3 |
+
size 29521920
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:131a5f8ecb53a9e7a0f5ee3119415004cc73869f2204f8c144524d351447b7e9
|
3 |
+
size 65536000
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f42b8b3cf786952b6aeab59cb89d0cbe4178eec20efbbbf0782e48eab76e70ee
|
3 |
+
size 29521920
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d5b6c87b9c50465d897d4a16db972725a8163b03e71f996e064fcefaead93830
|
3 |
+
size 29552640
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d3d7b0cceff737338c82c09a8e7801c998cfacdf4bff7a27bc030a42f2e7bcc
|
3 |
+
size 29521920
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e49a7e113d02bc66eaaca2f627c8d00dae36d0212dcd647efb60410191845412
|
3 |
+
size 29521920
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e077691d096c9054e0ce598af7d9f4a8b10b41bd4386d52df3efc8aaabd307d2
|
3 |
+
size 29542400
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:015bfb84cd41dc114f2452ed5af7004ac58051f03276b5d587011003fb48bedd
|
3 |
+
size 29521920
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ccf5311881e090958b4077d59366ea74be78279c3ab3fcf7498c700a139d3f03
|
3 |
+
size 29521920
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d4045189a1fa428041f1c6325500c98575821435ed1daad5a11bb4535c008fad
|
3 |
+
size 29542400
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:38fd1501f33d357996eb8d483cc715fd0452026f512ef61fdaff1561b4a874f0
|
3 |
+
size 29521920
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c5dac048ed6f4b8504ebf3be1df879872fc4f42111a3f6982a81369a90fb2355
|
3 |
+
size 29521920
|
params_shard_5.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6009af232e8f19fb6187960918308f3e8596ba5ecac09a6579548177dfc10645
|
3 |
+
size 32793600
|