Hugging Face's logo

MaziyarPanahi
/
calme-2.2-rys-78b

Text Generation
Transformers
Safetensors
English
qwen2
chat
qwen
finetune
chatml
conversational
text-generation-inference
Model card Files Community
4

Upload folder using huggingface_hub

#1
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+455850
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. config.json +27 -0
  3. generation_config.json +11 -0
  4. merges.txt +0 -0
  5. model-00001-of-00067.safetensors +3 -0
  6. model-00002-of-00067.safetensors +3 -0
  7. model-00003-of-00067.safetensors +3 -0
  8. model-00004-of-00067.safetensors +3 -0
  9. model-00005-of-00067.safetensors +3 -0
  10. model-00006-of-00067.safetensors +3 -0
  11. model-00007-of-00067.safetensors +3 -0
  12. model-00008-of-00067.safetensors +3 -0
  13. model-00009-of-00067.safetensors +3 -0
  14. model-00010-of-00067.safetensors +3 -0
  15. model-00011-of-00067.safetensors +3 -0
  16. model-00012-of-00067.safetensors +3 -0
  17. model-00013-of-00067.safetensors +3 -0
  18. model-00014-of-00067.safetensors +3 -0
  19. model-00015-of-00067.safetensors +3 -0
  20. model-00016-of-00067.safetensors +3 -0
  21. model-00017-of-00067.safetensors +3 -0
  22. model-00018-of-00067.safetensors +3 -0
  23. model-00019-of-00067.safetensors +3 -0
  24. model-00020-of-00067.safetensors +3 -0
  25. model-00021-of-00067.safetensors +3 -0
  26. model-00022-of-00067.safetensors +3 -0
  27. model-00023-of-00067.safetensors +3 -0
  28. model-00024-of-00067.safetensors +3 -0
  29. model-00025-of-00067.safetensors +3 -0
  30. model-00026-of-00067.safetensors +3 -0
  31. model-00027-of-00067.safetensors +3 -0
  32. model-00028-of-00067.safetensors +3 -0
  33. model-00029-of-00067.safetensors +3 -0
  34. model-00030-of-00067.safetensors +3 -0
  35. model-00031-of-00067.safetensors +3 -0
  36. model-00032-of-00067.safetensors +3 -0
  37. model-00033-of-00067.safetensors +3 -0
  38. model-00034-of-00067.safetensors +3 -0
  39. model-00035-of-00067.safetensors +3 -0
  40. model-00036-of-00067.safetensors +3 -0
  41. model-00037-of-00067.safetensors +3 -0
  42. model-00038-of-00067.safetensors +3 -0
  43. model-00039-of-00067.safetensors +3 -0
  44. model-00040-of-00067.safetensors +3 -0
  45. model-00041-of-00067.safetensors +3 -0
  46. model-00042-of-00067.safetensors +3 -0
  47. model-00043-of-00067.safetensors +3 -0
  48. model-00044-of-00067.safetensors +3 -0
  49. model-00045-of-00067.safetensors +3 -0
  50. model-00046-of-00067.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "dnhkng/RYS-XLarge",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 29568,
12
+ "max_position_embeddings": 32768,
13
+ "max_window_layers": 80,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 86,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-06,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "float32",
23
+ "transformers_version": "4.44.0.dev0",
24
+ "use_cache": false,
25
+ "use_sliding_window": false,
26
+ "vocab_size": 151646
27
+ }
generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": 151645,
5
+ "pad_token_id": 151643,
6
+ "repetition_penalty": 1.05,
7
+ "temperature": 0.7,
8
+ "top_k": 20,
9
+ "top_p": 0.8,
10
+ "transformers_version": "4.44.0.dev0"
11
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:157896f26462aca119a9f0d1b67bc68813dc44a196979da1fc92cf13b6a6ef2e
3
+ size 4969136264
model-00002-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a39eae6390266e50c4b4c39a52473c0e0e4a1c1f02f1079feac75877b06d98
3
+ size 4114761856
model-00003-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a35697dab9d973c870276c0d1df6ce6ff7d248bef6148a08fb5ada3cd8d5cf8
3
+ size 4479624664
model-00004-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f35fe61a56f2f1df80156704150292112331cb4d7b61e30d437441fdefc6eaea
3
+ size 4479624664
model-00005-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a09aa3ded4802022daca0d9bc34c0ad4b718cbb7941f91ae6b5247dc58192c62
3
+ size 4815276384
model-00006-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:062af916f5bf8e98c056ac9cb10a8230ad56f7486e4fcf687dbb6f97432be2b0
3
+ size 4748060240
model-00007-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c6304e9cd705d2f6a7d1fc7752386af72dffb0c70ec0edaf7a1ea341a328e7e
3
+ size 4479624664
model-00008-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e797eb7dd443335ca9ce1d391b151e392b9c8d527dc2d76d9aaba6247b0c9c7
3
+ size 4815276384
model-00009-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:610ba569ff39821d68fd9e45d6f3034be60b8a686caf332ed7b5b9f4c886e8e2
3
+ size 4748060256
model-00010-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b1df6e4bc544938bb195900cd7e7886c3585d9c1a41e225384b8b9e5b1480d7
3
+ size 4479624672
model-00011-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7efa6bcbc102ded034a9718d3e1fe897310113a5c6872fb8f08c8cd46bda8a3
3
+ size 4815276400
model-00012-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:710f6caa3528847b5ffb4a2567637a38d691c8f905e6d73f12952668fe9cd03a
3
+ size 4748060248
model-00013-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fdb272f30aee866f70be0908924fcf2fb807d826c0896dcff7edf5f71ae1382
3
+ size 4479624672
model-00014-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27021ec3c8ecbb52e76e46325598bbadd5f10f84baab7dcb90d2dcaf39d5a370
3
+ size 4815276400
model-00015-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:633d34ab43fea8697fb967adee34d814d69899a61efb67a9f490853a6e740249
3
+ size 4748060248
model-00016-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72bca3ec3dc82e5022591ea4074e93ad0f676f1f521da20092e122d4a5de5572
3
+ size 4479624672
model-00017-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4793839115940676ae04f99a565970827e1934ba35c732c9e50397414dd054ed
3
+ size 4815276400
model-00018-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e85ed675de83c23bbd94f8da53de28ad9eef29deb4b9187a0f3b4d5bc1a5035
3
+ size 4748060248
model-00019-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12215f7a93df25a3bfcb48df93640b7ba1fc5fad748426948a24672e45200f40
3
+ size 4479624672
model-00020-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5bb4b36a5ea19abc410fbae3aaf5f297743107e1b987c8fb43f5a39d9e95653
3
+ size 4815276400
model-00021-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47e9b9562bb72379520c1701003a33d2ff7f252c162c35915f87e039c58ceb69
3
+ size 4748060248
model-00022-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e951784b4e2b99d0bb9c3309670633cf232cde18372b3c89ab6d6c27d57fe7e
3
+ size 4479624672
model-00023-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6a82be78d6172e6ef816e7b27ab06a9efe338057bee1d43065dbe5b71ea1188
3
+ size 4815276400
model-00024-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61b687f469d1513b2c3deef2652365b55cbc0ec0e924bc758289bbd957fa65b9
3
+ size 4748060248
model-00025-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db84b2e670547ca6160425b4aaab0bb4366b6ba71b3d0bb327daf4b5b0b646ff
3
+ size 4479624672
model-00026-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc328c9fb3bd7d45efb0788c0fa5964ead660d34c78024c5a35dcaefed6aaa68
3
+ size 4815276400
model-00027-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16f46d25f1dc23f26f46e9813a4328b21f98a8a6ff4de6ca0f202f7b2bfbebd8
3
+ size 4748060248
model-00028-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79cd2b8ba648d6cf5303dd4704e4075cb82b5f189ccdd1cf9cd1803b7ee149c5
3
+ size 4479624672
model-00029-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ac3b746f92acce1a460b1b142cf1556e1c10989304baf1d21999dff419bfac1
3
+ size 4815276400
model-00030-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62722ad0032050386266911cf38e6382c0c115d73002a815b3f71d13d3cddbf4
3
+ size 4748060248
model-00031-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34ecedb5674adf02e1350c5212777bceedbf24129f622a28d439e035cef2e09b
3
+ size 4479624672
model-00032-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed9acb362669405970634b2e5024c988b576960076504c413bf71c20ff3724df
3
+ size 4815276400
model-00033-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28c98b73553e664909a60372a3d8cd0bb2baad5eba2c3040d8e630860c4df6c8
3
+ size 4748060248
model-00034-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03ebc15ecc40980947b76fb2022b1dde27e6db22e991141d366eac55532124d3
3
+ size 4479624672
model-00035-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9a76e79f630abbe1002df14f65cdd2544cdfd1f6c89119c814ddcc5f617f5b5
3
+ size 4815276400
model-00036-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c51f18e4b86cb68b3731124525311036bed899f61c8ac2c285c0363645c876cf
3
+ size 4748060248
model-00037-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99ec6882856605794afd245db8fed80b0a6927852f3a7de12945eda1804379d9
3
+ size 4479624672
model-00038-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8fce0093918e776fd3a06588acdc8b4c7a25ed831dba11ec58384ce77fe5ea8
3
+ size 4815276400
model-00039-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f5e94d729cc054216ba0cf1eec4c3fcc477afe06144efe14f235e4a89a3cc7c
3
+ size 4748060248
model-00040-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:858b4fd31bdd38961579b9811c64a8fb34c391b2f204a59533473935804bb2b6
3
+ size 4479624672
model-00041-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a27e78f01e609962dec73fbcaa680118cfedb052ff5b69f5daa6054b315f38e7
3
+ size 4815276400
model-00042-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6741d4d68010dbf2be1008ab52c2eeb0f3fbfa51c82c09ef1627d4a0f7370d49
3
+ size 4748060248
model-00043-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dc535162b685addd9ed38efdeea58bca42ec07a61a23d6dd8f0967c370a7915
3
+ size 4479624672
model-00044-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2cef670ac7485ab7335f546ce6c1194e0cbaf64cee0c7ee436b8524d8283172
3
+ size 4815276400
model-00045-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67746e93abe0e1d3b8462a7934c573eb384ab9a516e2091165e9dd983e3924a3
3
+ size 4748060248
model-00046-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7df3fbe3a12aad28eb08e89b30d6be92f1d39fc1b5deb3bae95ce4239e7a9269
3
+ size 4479624672