Hugging Face's logo

numen-tech
/
EVA-Qwen2.5-7B-v0.1-GPTQ-Int4

Text Generation
MLC-LLM
English
chat
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
d4d2e29
·
1 Parent(s): 9b1172c

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +10 -0
  3. added_tokens.json +24 -0
  4. config.json +5 -0
  5. merges.txt +0 -0
  6. ndarray-cache.json +0 -0
  7. params_shard_0.bin +3 -0
  8. params_shard_1.bin +3 -0
  9. params_shard_10.bin +3 -0
  10. params_shard_11.bin +3 -0
  11. params_shard_12.bin +3 -0
  12. params_shard_13.bin +3 -0
  13. params_shard_14.bin +3 -0
  14. params_shard_15.bin +3 -0
  15. params_shard_16.bin +3 -0
  16. params_shard_17.bin +3 -0
  17. params_shard_18.bin +3 -0
  18. params_shard_19.bin +3 -0
  19. params_shard_2.bin +3 -0
  20. params_shard_20.bin +3 -0
  21. params_shard_21.bin +3 -0
  22. params_shard_22.bin +3 -0
  23. params_shard_23.bin +3 -0
  24. params_shard_24.bin +3 -0
  25. params_shard_25.bin +3 -0
  26. params_shard_26.bin +3 -0
  27. params_shard_27.bin +3 -0
  28. params_shard_28.bin +3 -0
  29. params_shard_29.bin +3 -0
  30. params_shard_3.bin +3 -0
  31. params_shard_30.bin +3 -0
  32. params_shard_31.bin +3 -0
  33. params_shard_32.bin +3 -0
  34. params_shard_33.bin +3 -0
  35. params_shard_34.bin +3 -0
  36. params_shard_35.bin +3 -0
  37. params_shard_36.bin +3 -0
  38. params_shard_37.bin +3 -0
  39. params_shard_38.bin +3 -0
  40. params_shard_39.bin +3 -0
  41. params_shard_4.bin +3 -0
  42. params_shard_40.bin +3 -0
  43. params_shard_41.bin +3 -0
  44. params_shard_42.bin +3 -0
  45. params_shard_43.bin +3 -0
  46. params_shard_44.bin +3 -0
  47. params_shard_45.bin +3 -0
  48. params_shard_46.bin +3 -0
  49. params_shard_47.bin +3 -0
  50. params_shard_48.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,13 @@
1
  ---
2
  license: apache-2.0
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
+ language:
4
+ - en
5
+ base_model: EVA-UNIT-01/EVA-Qwen2.5-7B-v0.1
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
+ tags:
10
+ - chat
11
  ---
12
+
13
+ 4-bit [GPTQ](https://arxiv.org/abs/2210.17323) quantized version of [EVA-Qwen2.5-7B-v0.1](https://huggingface.co/EVA-UNIT-01/EVA-Qwen2.5-7B-v0.1) for inference with the [Private LLM](https://privatellm.app/) app.
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7099b45dbe53ef9f0d126202ca017c4c4768550e13c5834d8bf548a62cd5973e
3
+ size 272498688
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ea67411da9022c2ec01e4c266bf261ba5835fac2786369d917527e8b7548047
3
+ size 272498688
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5821d085b141f76ce8f7f12650e0d7a7d8f573610e3d20a99b559725c614817e
3
+ size 33947648
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da6248b001488cf0c55859763885924d087280848b3850838c1fa65df16754af
3
+ size 67895296
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:537d35553616166edea0eefc04b70853fc13e692f9779e04238b0ca4e7b10eff
3
+ size 33947648
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51088eb578e28989d0a8ec4b9c75bcf20d943b1eb6ce61dbd5d77146cbe34b31
3
+ size 33490944
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27041f7507878a84f49cb9b8628f2da7f336a0dac0775b2485aaf6bc4637ff0d
3
+ size 67895296
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de37dc451060b9dc108cbad20f431ec7df096c1cb587ed410a9184be46bf4e9
3
+ size 33947648
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c349f3fae3c8cee307bc8c6e847a1f2b9a5cf1b0046a200fd29204d5cfc5a4e
3
+ size 67895296
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd7a8b99ac79cc781a61155311f864498413914292862fd17db0c9fd892a863
3
+ size 30059520
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0ad492f06c832954e35f46bf3af16dd9cb36e41c9b29a3892bb9aba0f6f496d
3
+ size 33947648
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cd2a1cf9c0c75329d262ac28fc253eac184e07b9fa58dbbf04f3eee1b455069
3
+ size 67895296
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3316e54fac6fe837782a5d383c35de4a395fa8aa949afcefcea7faa7f2105fe
3
+ size 33947648
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a52f2d25b07293baf1a6e6923f73f63ed6dcf3ad9a0c3e1c96018f86f868dc85
3
+ size 33947648
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40550ac9a42c7eec11dc4d4b33522f00258980e4ce5ab44c02bf933767963a89
3
+ size 67895296
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1ae41555b1115b500b34d43214b48de48e737940c4f92dd47a37d6061738000
3
+ size 28174336
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:143600ac872ead26f4bffee586c3242ece72da0cf5c706573d23421ba662954d
3
+ size 33947648
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:827fbee8649d171af6c2b4c8805793cdc3c8c590e3c4f07efe4ee4a1aecc36c1
3
+ size 67895296
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfbee93752785604a6d3b56c66f25f9a7a3cbfa1672c8ffeb314056e4e07f1fa
3
+ size 33492992
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:070b4f8e182ffccbb44f37762c90df653031faae7adbde511c94970951554fb8
3
+ size 33947648
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3be08ea7853b3caaa6829037ac61d64f1635992cae1432c145f1d809fdfc7c6
3
+ size 67895296
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1deb12120b769457405c143843f627fd838710ca35e53435a85d244bfc41546
3
+ size 33947648
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75ebf27c21cadaa0aafcf1e431b5951e4abc39b8a8edfa1844113af79153218e
3
+ size 33490944
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b19d5fd45acf9eb322899a5f2b6f910dff1d1debb81298365fbc23a116b0c555
3
+ size 67895296
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be0a97f235fbcf099b4fbdf85cdbc5c553dd64e6e97193d460af468474fe2f77
3
+ size 67895296
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:534fca1fcb06b19f66b57d6ab6bbfa1b46a688562cceb21a1aa45ea11baa167e
3
+ size 33947648
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd0d206457555f284e6be9d8a0ce4ebefe849fde5327578473280d5a0b0d482
3
+ size 67895296
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:695ebee693b18acb7a0e0fc0da70e5fc3dc4657bc52a2fa1260e1c29f98d06ca
3
+ size 30059520
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3c4850a7be67b087f65fc939b817494541d236d98bec9358bceb4ad1c55e1b1
3
+ size 33947648
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75883a03aae92121772aa65c2ec21aa6126f08155bb77fdf4c2a231e93f18a84
3
+ size 67895296
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c52f800c3385921b06a1bbbfc7785b00ccf4d8e44403e8a42c9330bc1d34bae
3
+ size 33947648
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d740afe1441baaa6089baa5466f2bf1d892f9a7905ad67ede29b6edc47c0ec81
3
+ size 67895296
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10c863896fa3011e47f9235849361ab62b21a758935a4a7afd3997157d0b5aa0
3
+ size 28174336
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0764f1bd8f9c9d41df2225b581b2a7a63cd425167e3c5fcb18e095075537adec
3
+ size 33947648
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5378dfe9583a68137c4ec10ac1117a509eab454122f190455be844a3f42ffe39
3
+ size 28752896
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96460b93a2fcb29a39188933f152a02e29ef07ae8d77ce3b3d9fe1252c6ea1a9
3
+ size 67895296
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a06c48ac39ad8dec60fe40fccd15af34fd44421309715767f188e1d244b0ec23
3
+ size 33947648
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58adeb3f4f323e17b843b8c1c0ed12ff86554b99b57828c3b861a5e2c62cecbd
3
+ size 33490944
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:089b91fefdadff1be9a92832b72c56e9b330c60ae2ef8534b605d25beb9d48cb
3
+ size 67895296
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2de057525d3a16d39c8f4e83f58f53f68bffbd9aa3a1c7792e54ba18be37892
3
+ size 67895296
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652baea70bd3d24c8252f66889d0e43dfecebf3f247ffdcde1d4ef07d9879f05
3
+ size 28984320
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d08e1be77ba7710837ae0708c4fe9f5a61c1c554f2a4db4fbc6296e9957d1e6a
3
+ size 33947648
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d90a32dfd395cbdcefc645fffff5269972372972971356d2b179bad4c1b7cf2
3
+ size 67895296
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd6aac691a7dfa143964cb5b046b9b3ca8d9983fe817adfc8577225fb32fff1
3
+ size 33947648