mengshyu commited on
Commit
5000b85
1 Parent(s): 241ae1d

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
mlc-chat-config.json CHANGED
@@ -140,15 +140,15 @@
140
  },
141
  "original_max_position_embeddings": 4096,
142
  "context_window_size": 131072,
143
- "prefill_chunk_size": 2048,
144
  "head_dim": 96,
145
  "tensor_parallel_shards": 1,
146
- "max_batch_size": 80
147
  },
148
  "vocab_size": 32064,
149
  "context_window_size": 131072,
150
  "sliding_window_size": -1,
151
- "prefill_chunk_size": 2048,
152
  "attention_sink_size": -1,
153
  "tensor_parallel_shards": 1,
154
  "pipeline_parallel_stages": 1,
 
140
  },
141
  "original_max_position_embeddings": 4096,
142
  "context_window_size": 131072,
143
+ "prefill_chunk_size": 8192,
144
  "head_dim": 96,
145
  "tensor_parallel_shards": 1,
146
+ "max_batch_size": 128
147
  },
148
  "vocab_size": 32064,
149
  "context_window_size": 131072,
150
  "sliding_window_size": -1,
151
+ "prefill_chunk_size": 8192,
152
  "attention_sink_size": -1,
153
  "tensor_parallel_shards": 1,
154
  "pipeline_parallel_stages": 1,
ndarray-cache.json CHANGED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f579d855dd806bf4b8a6fb927128443c6557f1d513cc34331aef4b9f0934bd1f
3
  size 39502848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b945da96e333c0d0b1044c498f977ec149fac30c96adf00a22475cb465acc75
3
  size 39502848
params_shard_1.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b66d46f5ad15f3cec6c435c516d5bd45b2ea46a47958b285256a248d600e4012
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:250140da2d37c612f22aa1323269dd02d0938ee55e4424d969d64db03fbbce04
3
  size 20185088
params_shard_10.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15701f63d0de813f64fe7ca4e3bc5e538eda66169e22927ffe6ad1cc4902e895
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba1bfc1dfb79349b1c6a6ac43624ded945e8f5b45981019d5bbd4e13a4dd9e46
3
  size 20185088
params_shard_11.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:225db11275da6d235388a05060d7ce7f01155b4a6bda08aa815b936d5fc17b60
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e6c95c86d9e8dc513039bf5687aec3e343ea0b4bdd1772e40918a998147d5f9
3
  size 30902272
params_shard_12.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62302cfdecf5403d791ff0996b6e7be86000b597d5795e0bc97e62794763f75d
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0918d49b599d6952008757b1b7d56a323722327adfef5158178f225317ed975e
3
  size 20185088
params_shard_13.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d6ad505b5a4fde8d85ea64eb20a98d3afb1e61b811cb6ea9ab3713a77343c9f
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc8667809b73869528a882dc58e30aa71cad08bf51f11630b1fe04c9c989415c
3
  size 30902272
params_shard_14.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82a2889da1f5f199911932cd991407bfc85dcd425468bedd47f366752a4184bc
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4d73f3869400b506d24b2336bee777f2591198dc89beee24824e07bf62dcf0b
3
  size 20185088
params_shard_15.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e1205031513c2a6bdc92856eaca3107259e8b0b1222ea8b0145483cbf247660
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0166f4aa2dcf5da7a10c45806e0ed2d26a829b849230b85775b502298cfa5c18
3
  size 30902272
params_shard_16.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28a458fc24635a9ec856edeb447002d0fb45a3f69ca5899218e9654c9b7df54a
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc0ba170d872a37060cc7900f9da0f59d8655d17cbd976ec731843cc89b3c2c1
3
  size 20185088
params_shard_17.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:85ea113c5184f7306bf8394f35bcf8f34b9982e1ed3447af0f26e21307f7a71c
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:071bc32bc5e77580050866332ca62b5c5dbb5a4ccdf173a2a224414f238b0fdf
3
  size 30902272
params_shard_18.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b26dcf626362025760a311973c990d557f9cd5efc5f19b9985939f9deb13d8c
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66820a3ebeee1f4bd090c0fd4489024564d0584bce045cf5c75a977b0ff52fc2
3
  size 20185088
params_shard_19.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d02100ccb08d4e257bf2f7b95c052032c4d3be787e0621af78c7ece611b90db
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9fc9e86e7774965dd6046f177d7173c1b63d45a136ca44afd99e2faea7f2c96
3
  size 30902272
params_shard_2.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13862d8f0ed8f0cd41cadce7e2c504957e9f19328ebd76d71f753cd5b09c7fbe
3
  size 31588480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e09fe9b54a99bfffda5893635344401d3644950a6074270d0c295349fcc904
3
  size 31588480
params_shard_20.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03a3b6080a190abbb340a49a3381e34534f554178e785a2001da91f810bf1a99
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33145fb5e49e431d7f2c98b687d2d8d5a568aaba6bae09d6ad599662fb740d35
3
  size 20185088
params_shard_21.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abcdfc7fa756af576fbcbd87f2063656cf657793af721cd22ace8e4733689172
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d52461369d6716bb044a06ce2203c962032e735b3056c598f78b3778906edc7
3
  size 30902272
params_shard_22.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12e47ead37ff482d777f049f40592b1f2f6d28fa5b2238d6a9360e5b96b37b7b
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b11e199aee4692ef58e9fee1bfc90fac260faf32e354eec0a7c51f2a5b4274c
3
  size 20185088
params_shard_23.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1783ba939b4780a0365a1d4b278219c2de0c29481c04bd3537aa1e17b63735d8
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50be5f38a4d455ac6158392f31b3c40d4cce81351fe7e4248e519b0592a2d438
3
  size 30902272
params_shard_24.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04a6127449b9c7e8507e3f479c2860199580b5312839f817df8272abc379e789
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e97b8595b4cc9691b13376ea4d0ce15830b2d40172d23fd457ab18c21a1b7dac
3
  size 20185088
params_shard_25.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f27238deb725c1a3cd5499a0dc9749ca89923c0dc338653e13bb2964e1081f0c
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ffd33ebd959a299c851dfbe51dc407faf000780c376b8f21f73b8a52353f1cd
3
  size 30902272
params_shard_26.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:015c0dd453c31f66e2eb4dadacc803023554bd9d3d9dc0afa32cb210bf1ff1ef
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2cd782c32e0b33efbf69b7f2f4512837d3fad41a0b0d1415af7c90fc673ba7a
3
  size 20185088
params_shard_27.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2d595350e4af88c3152621f262e46a588bd8d72380b0bf3714881cb1faf8549
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18ba431c68b9e8e93424947a1c9091dde73f75580e5a2c813584fee68156deef
3
  size 30902272
params_shard_28.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01e32f71143c8a3de679e32ca62425ad2c55ca2b58270dd41124edc36a18a828
3
  size 39502848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8d9f02ce047551002c5fe0e2a2baabc74ac9fece3704083fb64d9dbd839605d
3
  size 39502848
params_shard_29.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e87c7d95a461d0e245cd1a67694de5223dade5c46ad58fabde1d491a697b4973
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28533b0bdd59009f65f602492f27c1c75934297dc4a198fb77993aa7738acf20
3
  size 20185088
params_shard_3.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2da35810d2c61ea848f7d593755dab3e2c82a139ef55c5bedbd390f356faabd
3
  size 31520768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11ada41e574256e45c0be3c20cbe1e46ecc948c4f26310c9ea27941b7bacb434
3
  size 31520768
params_shard_30.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db2a83cabc750539a713527e323abd35bc0adcb2910d0ce78173a51f7798afd2
3
  size 33316992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c4744ef031633e844a076bf71d1d6b6bff507de34aac1d9ee09b4a2ad65640c
3
  size 33316992
params_shard_31.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c57c20b916364d129f560879a3d082aa8ff99b17ae0cf6dd2cd1c6fc2b503514
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:262d2ff5c92fbb420276bd3da76ab7650a7dff08afd712402690cab22ac196f5
3
  size 20185088
params_shard_32.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72f07ca8b0ee96ea2eae4a585aa25256f356b095134a01a3ae1d6341e6bbb636
3
  size 33431552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3848bda728101c29f68b72c6ce06d94e14fb1d18eca89c05ddf0b5b95774b64
3
  size 33431552
params_shard_33.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad1c8e60ad54ee57c91a6ded0d82902ac08db973ebfb4634f54353671e40b227
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6f425e610af02153f4c31be5595b432351ee309de2695a3a8c019e32c8ac1bf
3
  size 20185088
params_shard_34.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:794a76b428e274e3786277f0fa00270e07490b1a4696022aa81cd7ab92b5a217
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aadb65c4310c997ebde31a1cb532f641999cc746920c86129d459c4ef04b3855
3
  size 30902272
params_shard_35.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87dfef5e13bc89ed9a4ba85602036732e91722c4f65aebc6c2a39916f7d3c487
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:780b102dbbb4a5ba238e06054c533fe60b01622424341b599397464313385bb1
3
  size 20185088
params_shard_36.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48956743ede24d442a2d532768b62eebdc01a7e96272ed3d0d74ae4ab85b61ad
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e312785a8974c2ff62978f1a32363c323041f2619ed6c2da840020d07f7d5be
3
  size 30902272
params_shard_37.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04f7a29e40b78cf20b5e2acad6c831b8bd3a208779f8a4c0c54855a0cb7146af
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bd3d96ea617ce74ef1a100b9ac082c24ca2ee85db06a71e6b1adaabf311f879
3
  size 20185088
params_shard_38.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b00175382927b1312272fbfb1d7df8f6903629459d1f93dedb65314d97dc79d
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eade88d5bc15a4129f71223387b362d28c360d032887cc4553e58c196aa6b2cb
3
  size 30902272
params_shard_39.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:879e29198c9a652bbf0d2d0f30adb96643e225246969e09bd4c21beb8825d8b3
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:032a32db5ab531f392334e01e6c6d04204d4b3a419c09444b14bceab26396f5b
3
  size 20185088
params_shard_4.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce5fb6ac83872abe400dea5a4486031e66c29bd6e1256d5b2fda2b379cef9b2a
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c298052f8beb1e2928ae94226f2ba8906092da99916170bafe85dc172f6c8a1
3
  size 20185088
params_shard_40.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b226e2531e7ab87361812e06246bea44603869d95b58b92e8f12cb40374a8292
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d72b8139b61412d9a65a799de30bac64efddf84f8cb7f87295d77e0cd169dee
3
  size 30902272
params_shard_41.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d97cc6abbb295e2d7d6193eb5e49f2fcd9f53fe7aa929113df52cfacf27b026
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6be43090e3d7b36182fff92b58ac4d28f38500577a4ba3b592da559dc951b374
3
  size 20185088
params_shard_42.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65dd615d75a86aff8d53b109161a11fd12f29886b267f6a123ce5410ce55f32a
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195386caa8d8546cdbee823dbddedf9bafcab6aae213ad486d11bc899d9f06a7
3
  size 30902272
params_shard_43.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1341d5910ea7339b539476818686f66c977ede2b34693cce8ad5c8c2ad3628ca
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f3952864f25aaa0ff602a6b3e59c0f44f7db5e2c47eb5244ecf5d6e5ae2c168
3
  size 20185088
params_shard_44.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3184b7ce5a155d8126dccbb437c621d0f71b6e9695de807a91ff4a4c95a4a30f
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:283681df64503712b485768659657c188d5c239a5ce9cf545778d541ccfe145c
3
  size 30902272
params_shard_45.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:863acf25ff22bc4b550f798f4cfc506eca756b43574836368de66b3b47f95d41
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2401077ba29bca53a78501154e0e4e153473ac28429c76bf6e7645b59dab2b4e
3
  size 20185088
params_shard_46.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fc1d030dccf97f73de95a24064934352eb25eecb4875247bbe1c4e48ea8855c
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f8630bc7d1d9166be54e3d51015e16ddf1a710be3dc4b1c4acb53b6b03bc02e
3
  size 30902272
params_shard_47.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c297b8c576d9d793a7739d800513ae1147105e4015554e8831582b35f4dcbad5
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371a059bc91a1b587f6c33eeb38f15b76b1b88d2dd2063164475f92a4c48273a
3
  size 20185088
params_shard_48.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4c4a947e812d92fff32cb51039bcf95e326497620ae26c6e6a4beaf458236e9
3
  size 30902272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d376abdff694588f8c8cdd832b772a2f6dc2ddb6aa86947cfc2d8c08b2606b8a
3
  size 30902272
params_shard_49.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76038a354513e6181734a393fce81ab261c1d6e12eb1d19639fa56d9f42a68c4
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9eb3a371ada23069368ebb908ef2b76baaca0aaa67ca9ba218caa558493cc87
3
  size 20185088
params_shard_5.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bec36b4ffc56f08cde90a20ea416ef61ccfdd11dfb96bfa2a7dbadd901900d9
3
  size 33431552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26aa07148775686c62038ad9395d7ec51b50139d2e497ffb2a08ce2b9771aea8
3
  size 33431552
params_shard_50.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fd10613af6efe2908e970dc11aeeaf3841f1a31aca19b8d6c0f85253fdb8147
3
  size 32630784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04c09717c8e52ba7626c00e4e9f8db25a41a86075d948046df43b5b30c79451d
3
  size 32630784
params_shard_51.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1529176c7c2809eb850c244600e35fef0f7a4c533606df32b78bb680e814b119
3
  size 20185088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d58a57922b6de90580e290e00c6ef3ebdaaa3889dd3b980355f7b9519a500b97
3
  size 20185088