Hugging Face's logo

mradermacher
/
Llama-3.2-All-Mix_Dolphin-3.6B-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
5505857
·
verified ·
1 Parent(s): 77c6b86

uploaded from marco

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Llama-3.2-All-Mix_Dolphin-3.6B.IQ4_XS.gguf +3 -0
  3. Llama-3.2-All-Mix_Dolphin-3.6B.Q2_K.gguf +3 -0
  4. Llama-3.2-All-Mix_Dolphin-3.6B.Q3_K_L.gguf +3 -0
  5. Llama-3.2-All-Mix_Dolphin-3.6B.Q3_K_M.gguf +3 -0
  6. Llama-3.2-All-Mix_Dolphin-3.6B.Q3_K_S.gguf +3 -0
  7. Llama-3.2-All-Mix_Dolphin-3.6B.Q4_K_M.gguf +3 -0
  8. Llama-3.2-All-Mix_Dolphin-3.6B.Q4_K_S.gguf +3 -0
  9. Llama-3.2-All-Mix_Dolphin-3.6B.Q5_K_M.gguf +3 -0
  10. Llama-3.2-All-Mix_Dolphin-3.6B.Q5_K_S.gguf +3 -0
  11. Llama-3.2-All-Mix_Dolphin-3.6B.Q6_K.gguf +3 -0
  12. Llama-3.2-All-Mix_Dolphin-3.6B.Q8_0.gguf +3 -0
  13. Llama-3.2-All-Mix_Dolphin-3.6B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3.2-All-Mix_Dolphin-3.6B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.2-All-Mix_Dolphin-3.6B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.2-All-Mix_Dolphin-3.6B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.2-All-Mix_Dolphin-3.6B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.2-All-Mix_Dolphin-3.6B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.2-All-Mix_Dolphin-3.6B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.2-All-Mix_Dolphin-3.6B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.2-All-Mix_Dolphin-3.6B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.2-All-Mix_Dolphin-3.6B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.2-All-Mix_Dolphin-3.6B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.2-All-Mix_Dolphin-3.6B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.2-All-Mix_Dolphin-3.6B.f16.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.2-All-Mix_Dolphin-3.6B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e4c612060876a02d82468c16085ea3167a217ef1d5e9b18f85d5b1374a31bc4
3
+ size 2050221216
Llama-3.2-All-Mix_Dolphin-3.6B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce8266cda242cf1a45a779beba1e3c72f46e7c76d9cd6d646ebcb9aa62f2bb6b
3
+ size 1493218464
Llama-3.2-All-Mix_Dolphin-3.6B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bc9d13080c63e8442204ba2bc1e5c753ff9f11adcfdca947dd071a5e19bafd6
3
+ size 1984646304
Llama-3.2-All-Mix_Dolphin-3.6B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c110cb2c9402b83b3a00854a48ecaef7991c75793d8419f5b03e8cf117ece4cf
3
+ size 1856457888
Llama-3.2-All-Mix_Dolphin-3.6B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed76d903425d5abc29d5378c7feb9ed54dd22276e999adb7bff0542993df16eb
3
+ size 1712147616
Llama-3.2-All-Mix_Dolphin-3.6B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c3eaec289d057fa7b439c9729b3ddcf3115a4c70ed6eaa0d668d02f75bdb6b
3
+ size 2241004704
Llama-3.2-All-Mix_Dolphin-3.6B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70d611dcdab10cf92141c70a80fd37ef44d605ae80309f7adc238ca7e62eaa21
3
+ size 2149827744
Llama-3.2-All-Mix_Dolphin-3.6B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58a38e319f145a41a097cdc20d3e9d5f8679413d939ab919777c147b9adac1f1
3
+ size 2593031328
Llama-3.2-All-Mix_Dolphin-3.6B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59a4fc8e616751ae3d66d8d7f68e1f04a1e885d9f8152dc305026f85bbbca665
3
+ size 2540389536
Llama-3.2-All-Mix_Dolphin-3.6B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f2f15994e189256b6043c31a1e2b7623cc5592ca03f77b1b2a9f1a33b1c7d45
3
+ size 2967059616
Llama-3.2-All-Mix_Dolphin-3.6B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:532221e0bc336b95a1239eac66c3ba7db37bad950dc2fb5f4a5de4b1a23ecf3b
3
+ size 3840527520
Llama-3.2-All-Mix_Dolphin-3.6B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12cf856941299142ca313e28b5ee4f1c45102f0272e2d13d5b76c0ba8259fb2d
3
+ size 7221693600