Hugging Face's logo

BeaverAI
/
NeMoistral-12B-v1a-GGUF

GGUF
Inference Endpoints
Model card Files Community
4
TheDrummer commited on
Commit
c3307e3
•
1 Parent(s): 1bcf9ef

Upload folder using huggingface_hub

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. NeMoistral-12B-v1a-Q2_K.gguf +3 -0
  3. NeMoistral-12B-v1a-Q3_K_M.gguf +3 -0
  4. NeMoistral-12B-v1a-Q4_K_M.gguf +3 -0
  5. NeMoistral-12B-v1a-Q5_K_M.gguf +3 -0
  6. NeMoistral-12B-v1a-Q6_K.gguf +3 -0
  7. NeMoistral-12B-v1a-f16.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  NeMoistral-12B-v1a-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  NeMoistral-12B-v1a-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
37
+ NeMoistral-12B-v1a-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ NeMoistral-12B-v1a-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ NeMoistral-12B-v1a-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ NeMoistral-12B-v1a-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ NeMoistral-12B-v1a-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ NeMoistral-12B-v1a-f16.gguf filter=lfs diff=lfs merge=lfs -text
NeMoistral-12B-v1a-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d66775d7d49e82fe1700162c9513b3686538ba53e7ca75c71a917208e4ce57a2
3
+ size 4791046656
NeMoistral-12B-v1a-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29bf5a7a5e383e324035fa86cccd65baf27ced5c2e810472604187ae8279fdb2
3
+ size 6083088896
NeMoistral-12B-v1a-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e370ccdb69ee46f8a054fbf01d449af1928cf276d998fbefdebbe956f78017ee
3
+ size 7477203456
NeMoistral-12B-v1a-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0cd2eaeaeaa60d73daa03d052952d5267d83e08c44826a9a1233fdc329b9383
3
+ size 8727630336
NeMoistral-12B-v1a-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beb2e5309c43dd6d6d31fa39288c42e97db62edc356ee646e8b966810f8ee674
3
+ size 10056208896
NeMoistral-12B-v1a-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12cc3cbc43ff5bc09c0416eb719e5a6d6389f85235452efdaf9c3cdf67911118
3
+ size 24504275456