Hugging Face's logo

Jeethu
/
Qwen2.5-3B-Instruct-PLLM

Text Generation
MLC-LLM
English
chat
conversational
Model card Files Community
Jeethu commited on
Commit
3153c48
•
1 Parent(s): a5b9896

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +8 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +84 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
README.md CHANGED
@@ -2,4 +2,12 @@
2
  license: other
3
  license_name: qwen-research
4
  license_link: https://huggingface.co/Qwen/Qwen2.5-3B-Instruct/blob/main/LICENSE
 
 
 
 
 
 
 
 
5
  ---
 
2
  license: other
3
  license_name: qwen-research
4
  license_link: https://huggingface.co/Qwen/Qwen2.5-3B-Instruct/blob/main/LICENSE
5
+ language:
6
+ - en
7
+ base_model: Qwen/Qwen2.5-1.5B-Instruct
8
+ base_model_relation: quantized
9
+ library_name: mlc-llm
10
+ pipeline_tag: text-generation
11
+ tags:
12
+ - chat
13
  ---
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "GPTQ-Int4",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 2048,
8
+ "intermediate_size": 11008,
9
+ "num_attention_heads": 16,
10
+ "num_hidden_layers": 36,
11
+ "num_key_value_heads": 2,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 1000000.0,
14
+ "vocab_size": 151936,
15
+ "tie_word_embeddings": true,
16
+ "context_window_size": 8192,
17
+ "prefill_chunk_size": 128,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 128
22
+ },
23
+ "vocab_size": 151936,
24
+ "context_window_size": 8192,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 128,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 0.7,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.05,
34
+ "top_p": 0.8,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_level",
43
+ "prepend_space_in_encode": false,
44
+ "strip_space_in_decode": false
45
+ },
46
+ "conv_template": {
47
+ "name": "qwen2",
48
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
49
+ "system_message": "You are a helpful assistant.",
50
+ "system_prefix_token_ids": null,
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|endoftext|>",
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 151643,
73
+ 151645
74
+ ],
75
+ "function_string": "",
76
+ "use_function_calling": false
77
+ },
78
+ "pad_token_id": 151643,
79
+ "bos_token_id": 151643,
80
+ "eos_token_id": [
81
+ 151645,
82
+ 151643
83
+ ]
84
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b392ddb9eb42a70f817bde8e1f66efb4900b89fa6c745adfa8328dc833535c5
3
+ size 155582464
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd974a654d77d1dd6386b1c29c01783acb3b5584db2db6294ac0b7a620dbe9ce
3
+ size 22544384
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6139b7248ce3faf9a3c1146c53a901b05c64975851f755da26f2a6770c58ff4c
3
+ size 22544384
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9134b04da56b9e619432637f0186bdd9c7bbe7be844f4271303a239217b5102
3
+ size 33350656
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275b1107e2fa448b37273c3068a0ea2f58a3e21cd5d25e7e840c93c19a06327f
3
+ size 28480512
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:927a6ec0d86745f1e4a57cd4e5a6171577283eb74ed8afa1567c5f8d35460bfd
3
+ size 22544384
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29604b341fe4420daa3e56e3f310ccb25024ffc0e2d4c2908400c518beaab7ac
3
+ size 22544384
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98f8c62e6e3e49909531419aead967f95154bc079e127317a6188f2b9d0fc8cd
3
+ size 32249856
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9adf4a513485b55b77d3ce6d8ed0cbda0a76a2287db93e96b6f542d970ce51ad
3
+ size 22544384
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c193e5afa6c2665b2bf98c2b6657a0d77973a889edc71ae04fe3de767e7949c1
3
+ size 22544384
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7fe2f6a68b377b810fef03563dd1aa9b4a034be6a22caec15fe06acef7d8fe7
3
+ size 31713280
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:736698f7b5ebbfcb5a50665bea5acd03f171a2bd0e5fd63993e632706a23cdaf
3
+ size 22544384
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:710f2ded2ed65080385e3033dd911641d7a0e975e7c49d5b4364b2f60a5feecf
3
+ size 33346560
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3973d00a589e8a447ab926b76db3ab1937f65a28547df6fd6a80370917a0d30
3
+ size 33350656
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0e708adda3878c5ef98a758f43e6d4cce63d2e24c86a583a5d988a2a2caefb
3
+ size 22544384
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2cd81b7fcb0d19ded5f2b397aef3944567a9d22a79b9483a664b75808919d8b
3
+ size 31897600
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f42455b2585f605bd3c0e3500629958349953e866fecaf4185eec6da3dc8504
3
+ size 22544384
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f6be49a7f31b78bf328a50bfedda6089f6571f7b2fb775f6de7e67bd4e191c
3
+ size 22544384
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3185d2ec052a0798825251caf8b1f3adc73afd3ec487144b753aae6c856f520a
3
+ size 31713280
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beddb5a4d79f598863ebbe30c6af679905d0af89208c1e700e91c70939751c3e
3
+ size 22544384
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86494c1451a8a63d5c6ab59a3b14c059a65734c609f8ede47e5db3017fb43018
3
+ size 33350656
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbbe4845d1d1589e358ab67ae61d542c8b6ba218a0347704e0e7b12c4c00c2d6
3
+ size 28480512
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0a6bbe2275b734cd746ff8755d293bd4e95e314d09020bbc3b9c9ba4933579d
3
+ size 22544384
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc7e91f4397ec86d28cacb33148e5915333088b9e85e9f475372be0ba4002f2e
3
+ size 28480512
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23891116bb93e95217d55dec6e5ca57613ac028200063199acc4ff3afb5e41bd
3
+ size 22544384
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc10d78295990610c25ff74d70d39ec87531923f2e42b7001e4ba00125afa57e
3
+ size 32249856
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4920b1ac2527f96d7eccb08c085e8e31c3a679e9616b182ef40c32f2700a906d
3
+ size 22544384
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8e2eb5954067a73c9f9c5db371f34a9e662b72024a292b80edc97589d0195a2
3
+ size 30999552
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00df3def926107044f1ef72fd87791298d095c440b58f0bfaaf31e4656901740
3
+ size 22544384
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6863100e19219b9fb496482dc5db85a6954339d17ff45ef77454598f37f62944
3
+ size 22544384
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d520b6dfa7100d0d09181e915ab9060cdc95c70e388134b1665457ab149d483d
3
+ size 32249856
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1818f16c6f276f554fe69bc25b456075a62c866a5168deca9018fdfde11ea231
3
+ size 22544384
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eca87bfb54716bb9472cd381ede56be2e893e7047096e97a69149550bbf1328
3
+ size 22544384
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57b6d0402db71e5565659078ca0d86d82ea0a5a8b0518de9a50781a82d2594ed
3
+ size 31713280
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:034d2e9bda883a5c1da86a640c14708999fbd2b833e036523c9d2f53f3ff7907
3
+ size 22544384
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d7a5ae2120740e1b2bf7c25e294fcffea2107429e90b61400e003b28e893f2
3
+ size 22544384
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86409ed98695b4f7cf552c5b16f3a67790008062a448bf54768ac9a611bf2962
3
+ size 33350656
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71d968de01d42fe76ba29397165e810231c95edce80b28acaadb31cf73d84fb2
3
+ size 28480512
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70d67aa741203b13e8b387c85b563ddf08ab5861690e2a7ae9fb8bd8883fe8ab
3
+ size 22544384
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39484324b17f576a228ba6a90ee6a1555663d25a14d298042a420661b17d70c9
3
+ size 22544384
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5956395d0ebfe4d47aa14bc9b3c64f5e1e7f7238e6709ef4584eca06fba34545
3
+ size 32249856
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a579b6859fe6e880f651fb482469eecc3157a532bef9b5aa73397ef9236d1c
3
+ size 22544384
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27a8ade3adfe5f446aae3202a895b3cc1b0895b45fdde985ba6cfb6910da15f3
3
+ size 22544384
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db6f945b8792784c67645e743d59ad541d64783989318d51edefbd4dee1177ca
3
+ size 31713280
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c95ac2c881b17317165373267fa9e5feb99bf5f43942d06587b6977fc4347c98
3
+ size 22544384
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36f52ec5b2cf71323668ef25a959f598703fba003a4dfb35e560267629a0210f
3
+ size 22544384