Hugging Face's logo

numen-tech
/
EVA-Qwen2.5-32B-v0.2-GPTQ-Int4

Text Generation
MLC-LLM
English
chat
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
50c2166
·
1 Parent(s): ad05537

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +10 -0
  3. added_tokens.json +24 -0
  4. config.json +5 -0
  5. merges.txt +0 -0
  6. ndarray-cache.json +0 -0
  7. params_shard_0.bin +3 -0
  8. params_shard_1.bin +3 -0
  9. params_shard_10.bin +3 -0
  10. params_shard_100.bin +3 -0
  11. params_shard_101.bin +3 -0
  12. params_shard_102.bin +3 -0
  13. params_shard_103.bin +3 -0
  14. params_shard_104.bin +3 -0
  15. params_shard_105.bin +3 -0
  16. params_shard_106.bin +3 -0
  17. params_shard_107.bin +3 -0
  18. params_shard_108.bin +3 -0
  19. params_shard_109.bin +3 -0
  20. params_shard_11.bin +3 -0
  21. params_shard_110.bin +3 -0
  22. params_shard_111.bin +3 -0
  23. params_shard_112.bin +3 -0
  24. params_shard_113.bin +3 -0
  25. params_shard_114.bin +3 -0
  26. params_shard_115.bin +3 -0
  27. params_shard_116.bin +3 -0
  28. params_shard_117.bin +3 -0
  29. params_shard_118.bin +3 -0
  30. params_shard_119.bin +3 -0
  31. params_shard_12.bin +3 -0
  32. params_shard_120.bin +3 -0
  33. params_shard_121.bin +3 -0
  34. params_shard_122.bin +3 -0
  35. params_shard_123.bin +3 -0
  36. params_shard_124.bin +3 -0
  37. params_shard_125.bin +3 -0
  38. params_shard_126.bin +3 -0
  39. params_shard_127.bin +3 -0
  40. params_shard_128.bin +3 -0
  41. params_shard_129.bin +3 -0
  42. params_shard_13.bin +3 -0
  43. params_shard_130.bin +3 -0
  44. params_shard_131.bin +3 -0
  45. params_shard_132.bin +3 -0
  46. params_shard_133.bin +3 -0
  47. params_shard_134.bin +3 -0
  48. params_shard_135.bin +3 -0
  49. params_shard_136.bin +3 -0
  50. params_shard_137.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,13 @@
1
  ---
2
  license: apache-2.0
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
+ language:
4
+ - en
5
+ base_model: EVA-UNIT-01/EVA-Qwen2.5-32B-v0.2
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
+ tags:
10
+ - chat
11
  ---
12
+
13
+ 4-bit [GPTQ](https://arxiv.org/abs/2210.17323) quantized version of [EVA-Qwen2.5-32B-v0.2](https://huggingface.co/EVA-UNIT-01/EVA-Qwen2.5-32B-v0.2) for inference with the [Private LLM](https://privatellm.app/) app.
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c340e30ba62c668bd4a43a92eb2adea3121558780574cfe1a6d2846b3c902fae
3
+ size 389283840
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9831d5a8a2b0fda68ee9e9a65ecee53d0c149ddc841803cc8afa243709c5bcf1
3
+ size 70778880
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f556beedb306ec9e2d4cd89b31f411b02e91db1c2a4d84089f65f38dddae49d
3
+ size 18350080
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5804d81ec9cef0d7dbf2e99c6b572fc3acf4a1180817b4d837774695a03fcc9d
3
+ size 70778880
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b53ec303f4639cbcf4f316655c595b0bb52f9e69e68d164f075f61b472db2cfb
3
+ size 141557760
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7d08475c0d3b6d985c0dd8bef341d46b898cec263d18f04e99ec04fca6b8e4
3
+ size 18350080
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07568d48abbaf0d93a3956c81021f6734249f67404a8617adced3a02dab53113
3
+ size 20760576
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395569d67a338f42da50b118e33d087a5b9e4efe065151e2bdba70ead4d4f21f
3
+ size 70778880
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4bc6006fc1c18b65409c84cdfc25f65efd0a48b9c2b2fa9f3eccef6e93c725d
3
+ size 141557760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f83958c3ab21b82c93d44b37950793a08cbbe3542c09d7ca487fceb53fac00
3
+ size 18350080
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d82bb876ff3cc5ef107e228853ac31e42d69b0d293f07aa757723e29365728b3
3
+ size 20760576
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c23e71182b52ef3a01e9f6ff2186938d4e5170f1edf8d975de7a8c2a82589278
3
+ size 70778880
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d3a13c0a0f163f876aec13f26ed9f3f569857c2ae3836849f5196a53ba66964
3
+ size 141557760
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:826a4add4d8aab6cf4082c6c9a52f6ce3e5d553cdef264bb62f878e4aa15ee61
3
+ size 20760576
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:580d3c506489ad6e7df9b7df4fb547e70fc45bb9d2e4c5cb6245bae93b58f88d
3
+ size 18350080
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eb37f37525602ec3332e8a69934ccf6251111411aaf914591b97add35b00c3a
3
+ size 20760576
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37f96ae1343ee9ea7e3d40971ede0a649d9f4c140c6e37afed11ede4189de143
3
+ size 141557760
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45a0e605f1da167fed4bf89ee27cc09d3904ddda8c58b612a73417d27cbfa2ce
3
+ size 18350080
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78b960aa80f3ec1609d93da2c48635735ae0cc81940be4f69365877dd9199b04
3
+ size 70778880
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:475ec3263d7453a0ee3f1ce6822782f3f97f2d1fd905a7e9bae57bb90df66069
3
+ size 32055296
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe3f360436c597c77e76214f7932064f43d871f7b69af260d8017151e8c60873
3
+ size 70778880
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d1360a461dc5a53b783397e8ec980a0f55b78ec0d3f72b0b1f72d5dbe9c23b
3
+ size 141557760
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09d94e1b3299cf10734e4656150afa2bf23aa21130f17cf820ee83bfad53a10d
3
+ size 27815936
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb4d300b3d2eeab9d465ee8d7ef9892d682cd5c4150a5103fbd38000a3e5beec
3
+ size 70778880
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef3596c9dfbeb11c401c4e467416489064fc28810dc5ce9ce54a5f77b6951a99
3
+ size 70778880
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee3a7cfc5fd813c8f2060d3466ea9953724b4b33e1fd2e8b9c587a874215be5
3
+ size 141557760
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2d2e75d083ff645187c9939746d2d767040fb386f249ad41373601b6a3bcd0
3
+ size 18350080
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b1536d10a98be0993c98d721ea106f4bd982597b75e3a5819fd32071219263c
3
+ size 20760576
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5dd33fbb023639b6e6a46bf472efa1e6e43324e81940295e0c2346b51ca196a
3
+ size 70778880
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:079cf81b72a17957efa8590acc8540ecc9843affa3b4f99905a05cd88763dc0e
3
+ size 141557760
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16f7385bcacb11643db4d8af261d916eb86f75335edd5ce3f119052d75399386
3
+ size 18350080
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb7641f8ae98c61237c8b8ce2ae2ec1ba69781119b2e1038405ab1a8dc887b31
3
+ size 20760576
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e9e2e1cb0212e9f97a9e2452f24b17c817d9bd11b9af0400aeb7a0ae0a7fb7d
3
+ size 70778880
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dddfbfb9275c438998307e0c91743fb8456ee7a72f3107d0951fc7bebea34d95
3
+ size 141557760
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40f5a092e0b6841d988eac9ae78b40fcfceefc8a9eed89e7b8730641f20d5e42
3
+ size 18350080
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0051d4106d737ad48bde95516a8bca0a0919205ca6446766ebfc96155d7033d
3
+ size 141557760
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7f0dfad2bcfa536ecd22006bd755ec09f665bde5dcd00add90faba6e9aa5828
3
+ size 20760576
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04a0e61f421fa27f17604771504cbaaefa8d689b2e890c327c74c9d081d66e9d
3
+ size 32454656
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8fa8fbdd270cb8f2f8e590fb869681423b4c22336fa6306e4f6f5a8c6cd27ab
3
+ size 70778880
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1edaa11b46d3c7c684ccceb05c407ed5fbd90c5269eaeb39839f1d087747b7
3
+ size 70778880
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94c4616cafaf48cba9ce8914e223dd5ffad5e7cbca975e93a9105bbd8dcc1244
3
+ size 141557760
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b685d591c078bffb9151cdf7e64b97035dd94e69bf42b754ce3ac6ccf1c838c5
3
+ size 18350080
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01c0f5682f4c84706baeaa7992b38b9c2cb41f2ebc7a2cb97e6d73c164c742cb
3
+ size 22992896
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35940d7353f0d34dd86c01d60a66a1c7dcf270ecf2e7149c02e673e3f0183e48
3
+ size 70778880