Hugging Face's logo

lm-kit
/
qwen-2-7b-instruct-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
lcarrere commited on
Commit
0cd5d6b
•
1 Parent(s): d0f350d

Upload 6 files

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. Qwen-2-7B-Instruct-Q4_K_M.gguf +3 -0
  3. Qwen-2-7B-Instruct-Q4_K_S.gguf +3 -0
  4. Qwen-2-7B-Instruct-Q5_K_M.gguf +3 -0
  5. Qwen-2-7B-Instruct-Q5_K_S.gguf +3 -0
  6. Qwen-2-7B-Instruct-Q6_K.gguf +3 -0
  7. Qwen-2-7B-Instruct-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -40,3 +40,9 @@ Qwen-2-7B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
  Qwen-2-7B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
  Qwen-2-7B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
  Qwen-2-7B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
40
  Qwen-2-7B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
  Qwen-2-7B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
  Qwen-2-7B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen-2-7B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen-2-7B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen-2-7B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen-2-7B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen-2-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen-2-7B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Qwen-2-7B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6040b07e525d38c8f7092d05884fe0490a399c6da2897872f310f922cd736ff6
3
+ size 4683071328
Qwen-2-7B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50ba112d5be05c29b484885f8177a599af093e72a9680cfd53cdea6687af52c6
3
+ size 4457766752
Qwen-2-7B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2859688ec547039f149486a806e49460df103e9168e55f56f69571e7579af93b
3
+ size 5444829024
Qwen-2-7B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3374bd84afd1256ae6df25f396af1b15e1292b2e52a75c3049830c5d7aed6391
3
+ size 5315174240
Qwen-2-7B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62c4f4bdb2aaf8296725a497a6fea33b73442c00472f07b402f4aa2e993d848d
3
+ size 6254196576
Qwen-2-7B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1143624fd607538f606158639578a07ed0b8fa2ac2dea26be3261a996dd142b
3
+ size 8098522976