Hugging Face's logo

gaianet
/
Palmyra-Med-70B-32K-GGUF

Text Generation
GGUF
English
llama
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
fa150d3
•
1 Parent(s): d1cb1e9

Update models

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. Palmyra-Med-70B-32K-Q2_K.gguf +3 -0
  3. Palmyra-Med-70B-32K-Q3_K_L.gguf +3 -0
  4. Palmyra-Med-70B-32K-Q3_K_M.gguf +3 -0
  5. Palmyra-Med-70B-32K-Q3_K_S.gguf +3 -0
  6. Palmyra-Med-70B-32K-Q4_0.gguf +3 -0
  7. Palmyra-Med-70B-32K-Q4_K_M.gguf +3 -0
  8. Palmyra-Med-70B-32K-Q4_K_S.gguf +3 -0
  9. Palmyra-Med-70B-32K-Q5_0.gguf +3 -0
  10. Palmyra-Med-70B-32K-Q5_K_M.gguf +3 -0
  11. Palmyra-Med-70B-32K-Q5_K_S.gguf +3 -0
  12. Palmyra-Med-70B-32K-Q6_K-00001-of-00002.gguf +3 -0
  13. Palmyra-Med-70B-32K-Q6_K-00002-of-00002.gguf +3 -0
  14. Palmyra-Med-70B-32K-Q8_0-00001-of-00003.gguf +3 -0
  15. Palmyra-Med-70B-32K-Q8_0-00002-of-00003.gguf +3 -0
  16. Palmyra-Med-70B-32K-Q8_0-00003-of-00003.gguf +3 -0
  17. Palmyra-Med-70B-32K-f16-00001-of-00005.gguf +3 -0
  18. Palmyra-Med-70B-32K-f16-00002-of-00005.gguf +3 -0
  19. Palmyra-Med-70B-32K-f16-00003-of-00005.gguf +3 -0
  20. Palmyra-Med-70B-32K-f16-00004-of-00005.gguf +3 -0
  21. Palmyra-Med-70B-32K-f16-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Palmyra-Med-70B-32K-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Palmyra-Med-70B-32K-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Palmyra-Med-70B-32K-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Palmyra-Med-70B-32K-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Palmyra-Med-70B-32K-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Palmyra-Med-70B-32K-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Palmyra-Med-70B-32K-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Palmyra-Med-70B-32K-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Palmyra-Med-70B-32K-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Palmyra-Med-70B-32K-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Palmyra-Med-70B-32K-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Palmyra-Med-70B-32K-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Palmyra-Med-70B-32K-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Palmyra-Med-70B-32K-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Palmyra-Med-70B-32K-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Palmyra-Med-70B-32K-f16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Palmyra-Med-70B-32K-f16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Palmyra-Med-70B-32K-f16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Palmyra-Med-70B-32K-f16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Palmyra-Med-70B-32K-f16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
Palmyra-Med-70B-32K-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccea0de711f18837853e26fa84b5435e9f0f05f25baddd122dadef55f2eab81d
3
+ size 26375109120
Palmyra-Med-70B-32K-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7050289cd73004155c7f475016c232997802a10720730044421ef500687e39c
3
+ size 37140593152
Palmyra-Med-70B-32K-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8304306c0a2ecd036dbbaa863969a741fad365ace3ff8b667ac0ece9f837ae85
3
+ size 34267494912
Palmyra-Med-70B-32K-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad62f63e8860dbd511a9f7badc0a8ffb9094bcad76616128bcdd7d508d2df71e
3
+ size 30912051712
Palmyra-Med-70B-32K-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90dfaf3b61ac2539d6f0471af30ffd725ba6530bb631e3301b033a13144aa396
3
+ size 39969733120
Palmyra-Med-70B-32K-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d6105403c45b33ce98ef6fc25a9c4e71e73c5a8f0ecd78373aee781c2d95180
3
+ size 42520394240
Palmyra-Med-70B-32K-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0ca67c8127eb35f88c5c62b0c73d4f6b71a8df6d1dae8590a7d95dbaeb12117
3
+ size 40347220480
Palmyra-Med-70B-32K-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb58a24ba959002eb0d7577ff8ab9cc294604a1d52a3ec7e07844e5107d78f17
3
+ size 48657447424
Palmyra-Med-70B-32K-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6c87db0c36b24a2175c073959618b1269e4a5496eac3d96b3e5be5f2233529c
3
+ size 49949817344
Palmyra-Med-70B-32K-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:806fff2cef437c44336305fd66858a7ab21f63dffc4b65586d9745419ceb18cc
3
+ size 48657447424
Palmyra-Med-70B-32K-Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:412742ee30c6d133862c05862cc65edea03ca574dd405544938bfeaae2d2d4bc
3
+ size 29842630752
Palmyra-Med-70B-32K-Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84395ae5aeae6e1791d2c4ddf6fffb4f1fa37430b9d4b5661fc9e0bb2e7b91e3
3
+ size 28045513312
Palmyra-Med-70B-32K-Q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:961bc066a2ba4c35048992e33a7260b3978adf8c24b19707520c45b3693e89a0
3
+ size 29807940512
Palmyra-Med-70B-32K-Q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db15c1a74d5f007f4b05b676a790da240244301cc574c9d340bd9ef94678a29
3
+ size 29753427360
Palmyra-Med-70B-32K-Q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc45b9e2aa7ff68ca5d29cbdab93f7953982e7b059e219b8f97c8bfd1efc8ca1
3
+ size 15413682688
Palmyra-Med-70B-32K-f16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d0ad28080cf7ec5fbdc7e45d7f37668efd01972c77d274090aa945b9a269a9c
3
+ size 29960434656
Palmyra-Med-70B-32K-f16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:483ba165879601e56b1f57edcc0134de7a281bf9f34060d619febb72c8ad0351
3
+ size 29562578048
Palmyra-Med-70B-32K-f16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f88a61577bc31c4e806518bce97568d9065778f56a7c82b98d9cf9b2e0c4b637
3
+ size 29864633824
Palmyra-Med-70B-32K-f16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2012a9648a01f884bae5e84dc41be0ff449053c42c177d5db2b6558baa540ff3
3
+ size 29562545216
Palmyra-Med-70B-32K-f16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af3d759f20576aff25bd83fde233760f43ddc718eb40d27f2ea6e867ff7f989d
3
+ size 22167722464