Hugging Face's logo

audreyt
/
Breeze-7B-Instruct-v0.1-GGUF

GGUF
Inference Endpoints
Model card Files Community
audreyt commited on
Commit
b20b8f8
•
1 Parent(s): f7698fa

Upload 14 files

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. Breeze-7B-Instruct-v0.1-Q2_K.gguf +3 -0
  3. Breeze-7B-Instruct-v0.1-Q3_K_L.gguf +3 -0
  4. Breeze-7B-Instruct-v0.1-Q3_K_M.gguf +3 -0
  5. Breeze-7B-Instruct-v0.1-Q3_K_S.gguf +3 -0
  6. Breeze-7B-Instruct-v0.1-Q4_0.gguf +3 -0
  7. Breeze-7B-Instruct-v0.1-Q4_1.gguf +3 -0
  8. Breeze-7B-Instruct-v0.1-Q4_K_M.gguf +3 -0
  9. Breeze-7B-Instruct-v0.1-Q4_K_S.gguf +3 -0
  10. Breeze-7B-Instruct-v0.1-Q5_0.gguf +3 -0
  11. Breeze-7B-Instruct-v0.1-Q5_1.gguf +3 -0
  12. Breeze-7B-Instruct-v0.1-Q5_K_M.gguf +3 -0
  13. Breeze-7B-Instruct-v0.1-Q5_K_S.gguf +3 -0
  14. Breeze-7B-Instruct-v0.1-Q6_K.gguf +3 -0
  15. Breeze-7B-Instruct-v0.1-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Breeze-7B-Instruct-v0.1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Breeze-7B-Instruct-v0.1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Breeze-7B-Instruct-v0.1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Breeze-7B-Instruct-v0.1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Breeze-7B-Instruct-v0.1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Breeze-7B-Instruct-v0.1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Breeze-7B-Instruct-v0.1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Breeze-7B-Instruct-v0.1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Breeze-7B-Instruct-v0.1-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Breeze-7B-Instruct-v0.1-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Breeze-7B-Instruct-v0.1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Breeze-7B-Instruct-v0.1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Breeze-7B-Instruct-v0.1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Breeze-7B-Instruct-v0.1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Breeze-7B-Instruct-v0.1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1abd42bcd83b91a74d693ad823b73ffae2aec72763eed0801fa3a9350a369947
3
+ size 3225851872
Breeze-7B-Instruct-v0.1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93ae666546040b885db89f03a7abeeab4caab4af1cfb80a91b24cd2e254af229
3
+ size 3977238496
Breeze-7B-Instruct-v0.1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14e4786dc8d9d3893619e432194bc40032ddbecfaea4a8292a3c537ec34f4cdd
3
+ size 3674200032
Breeze-7B-Instruct-v0.1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e6e125e0e084fc4056a9fddb964a673cf1f8cd0f23a589ba525929767f104c1
3
+ size 3319781344
Breeze-7B-Instruct-v0.1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc25fd005e1e9bd0e1f7c357c5495eada8b0fa03b46e5a1b0baf035dc8833a83
3
+ size 4280424416
Breeze-7B-Instruct-v0.1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b866a5fbf2b2776659a37727c04c5a6ab6ed44d44b58face8dcad57ec2cf8767
3
+ size 4732491744
Breeze-7B-Instruct-v0.1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a0e54ecf56b4dab138a402836b5657d18072a3e93c044f6ca852517e1731e1c
3
+ size 4539946976
Breeze-7B-Instruct-v0.1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc40b905b8cce2246b6e94f1d7c450d78b0800ba7cbf37502a1c73beae294593
3
+ size 4311881696
Breeze-7B-Instruct-v0.1-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe8627551489476de8fcae8de9d21f954fff76e616606f00837dc03f468c705
3
+ size 5184559072
Breeze-7B-Instruct-v0.1-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:869cc2337aa2b501dc45c1ea174b76f07edcf77645c51baab7565930d886ab4a
3
+ size 5636626400
Breeze-7B-Instruct-v0.1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60c523542cb0bd734669ab789d92abfb8f66e7c5d46bc31ea797b0bc8fcfc81d
3
+ size 5318252512
Breeze-7B-Instruct-v0.1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28ac9ba15a7e07252fccb3d2b4f661da289905cd083c00053958bbd2df20d62a
3
+ size 5184559072
Breeze-7B-Instruct-v0.1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c28db3e0aebff1679e4d8802f5a92ab11a4b7c5848b97a53b75d22dd476a8624
3
+ size 6145202144
Breeze-7B-Instruct-v0.1-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d45e37f631350f1c1209a25a60c23384fb49aebe41a68bc73c49c785b793075
3
+ size 7958419424