GGUF
English
Inference Endpoints
jeiku commited on
Commit
76fd763
1 Parent(s): d67a2e4

Upload 6 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Cognizant_3B-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Cognizant_3B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Cognizant_3B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Cognizant_3B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Cognizant_3B-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Cognizant_3B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Cognizant_3B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28fedcf00d0f10b23915776a59ee97e5c62bc1c6a347736d5a7b2b1f4c8ec94a
3
+ size 1198771136
Cognizant_3B-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b304cd11b81fd2ef9c413587bfd8702adffe60d5050203481c89f1ea4ef8d136
3
+ size 1391418816
Cognizant_3B-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e70a7fefc122c6b2cca30c12282823b2686dd5100b9762ec3820453f40040ccf
3
+ size 1708595136
Cognizant_3B-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6694448f2a20efd1570f7d1d0ee7d4ed9bd42baf64025dfd3564b0e05923f15
3
+ size 1993390016
Cognizant_3B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aefdceb0c9854d56bf760956743bb8eef51376b1689450edd175cdae1045422
3
+ size 2295984576
Cognizant_3B-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82df9f4e9c81024bb33f08a02ab6c12f5d5f5985842e4af1ce845a75f9528a1d
3
+ size 5593341312