Hugging Face's logo

knifeayumu
/
LLM_Collection

GGUF
Inference Endpoints
Model card Files Community
1
LLM_Collection
File size: 12,791 Bytes 
0075561
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
978e6fc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
fd03736
 
 
 
 
 
 
 
 
 
 
 
 
 
c61d24a
 
 
 
 
 
 
 
 
 
 
 
 
a55fc5c
 
 
 
 
c34fcec
 
 
 
 
 
28f628e
 
 
 
 
 
 
41e25ee
 
 
 
 
d9f6f03
 
c5780b5
36251b7
b7d7201
79cec97
93f27cd
cccb698
c989b06
e8bd736
03ba21d
290ef56
ed8eb54
7d42030
055889a
 
 
 
3d57d3d
 
 
2b9d443
 
 
7a3942e
 
41a9b59
 
869848c
 
f5e972d
 
96598a0
 
1c7867c
4692f6e
 
283879d
 
35754bb
 
9624b70
0fd39bc
 
365fd22
 
758d9cd
 
5c90936
 
1931167
 
ed9666e
fcece43
 
4269214
 
c508681
 
b35c90c
9b60c8b
 
378bab8
 
45eab8f
 
2826aa5
b226e06
 
3751977
 
b0c1d9a
 
84894db
e1130e0
 
11c35e5
 
62b051f
958598f
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
 
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
Eris_7B-Q6_K-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
Fett-uccine-7B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
kunoichi-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
mistral-7b-instruct-v0.1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
mistral-7b-instruct-v0.2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
mistral-7b-v0.1-layla-v4-chatml-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
mistral-7b-v0.2-layla-v4-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
neuralhermes-2.5-mistral-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Nous-Hermes-2-Mistral-7B-DPO.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
openchat-3.5-0106.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
openhermes-2.5-neural-chat-7b-v3-1-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
openhermes-2.5-neural-chat-7b-v3-2-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Prodigy_7B-Q6_K-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
ShoriRP.v077.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
silicon-maid-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Starling-LM-7B-beta-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Toppy-M-7B.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
WestLake-7B-v2-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Erosumika-7B.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Fimbulvetr-10.7B-v1.q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3-Lumimaid-8B-v0.1-OAS.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3-Soliloquy-8B-v2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3some-8B-v1-rc1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
LLaMA2-13B-Psyfighter2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
LLaMA2-13B-Tiefighter.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
NeteLegacy-13B.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
neural-chat-7b-v3-1-16k-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
neural-chat-7b-v3-16k-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Noromaid-13b-v0.1.1.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Noromaid-13b-v0.2.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
utopia-13b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Xwin-MLewd-13B-V0.2.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Unused/BagelMIsteryTour-v2-8x7B.Q5_K_M.imx.gguf filter=lfs diff=lfs merge=lfs -text
Unused/ChaoticSoliloquy-v1.5-4x8B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Unused/Emerhyst-20B.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Unused/flatdolphinmaid-8x7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Unused/maid-yuzu-v8-alter-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Unused/Mixtral-8x7B-Instruct-v0.1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Unused/Noromaid-20b-v0.1.1.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Unused/Noromaid-v0.4-Mixtral-Instruct-8x7b.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Unused/Nous-Hermes-2-Mixtral-8x7B-DPO.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Unused/psymedrp-v1-20b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Unused/psyonic-cetacean-20b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Unused/rose-20b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Unused/u-amethyst-20b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Unused/ggml-senku-70b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Unused/Llama-3-Lumimaid-70B-v0.1-OAS.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Unused/Llama-3-Soliloquy-Max-70B-v1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Unused/Miqu-70B-DPO.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Unused/OnlyChat-Miqu-v1.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Buddy-2B-v1-F16.gguf filter=lfs diff=lfs merge=lfs -text
2024b/kunoichi-dpo-v2-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/LemonadeRP-4.5.3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/LemonKunoichiWizardV3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/LemonWizardv3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/WizardLM-2-7B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/gemma-2-9b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Gemmasutra-9B-v1c-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/L3-8B-Lunaris-v1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/L3-8B-Stheno-v3.2-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/L3-8B-Sunfall-v0.4-Stheno-v3.2-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Llama-3SOME-8B-v2-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/llama3-8b-cunnygpt-16bit-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Fimbulvetr-11B-v2-Test-14.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Fimbulvetr-11B-v2.1-16K.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Moistral-11B-v3-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/NemoRemix-12B-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/NemoReRemix-12B-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/L3.1-8B-sunfall-v0.6.1-dpo.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/mixtral-8x7b-instruct-v0.1-limarp-zloss.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
2024b/L3-8B-sunfall-v0.4-stheno-v3.2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
c4ai-command-r-v01.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Gemmasutra-Pro-27B-v1i-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Coomand-R-35B-v1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Star-Command-R-32B-v1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024b/NoromaidxOpenGPT4-2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
2024b/MiquMaid-v3-70B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
2024b/limarp-miqu-1-70b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Moist-Miqu-70B-v1-RC1-60p-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Midnight-Miqu-70B-v1.5.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
2024b/L3-70B-Euryale-v2.1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
2024b/Athene-70B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Meta-Llama-3.1-8B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/NemoMix-Unleashed-12B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Rocinante-12B-v1.1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Sunfall-NemoMix-Unleashed-12B-v0.6.1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Chronos-Gold-12B-1.0-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/magnum-12b-v2-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/nemo-sunfall-v0.6.1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Mistral-Nemo-Instruct-2407-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Rocinante-12B-v1-nemo-sunfall-v0.6.1-SLERP-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Rocinante-12B-v1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Theia-21B-v1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Theia-21B-v2b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Codestral-22B-v0.1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Cydonia-22B-v1a-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/gemma-2-27b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Mistral-Small-Instruct-2409-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/c4ai-command-r-08-2024-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Qwen2.5-32B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Theia-21B-v1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Theia-21B-v2b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/magnum-v3-27b-kto-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/magnum-72b-v1-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/magnum-72b-v1-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/sunfall-midnight-miqu-v0.2-v1.5-70B.Q6_K.gguf-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/sunfall-midnight-miqu-v0.2-v1.5-70B.Q6_K.gguf-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024c/L3.1-8B-sunfall-stheno-v0.6.1-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024c/Star-Command-32B-v2b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Cydonia-22B-v1e-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Cydonia-22B-v1f-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Cydonia-22B-v2f-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/L3.1-70B-Euryale-v2.2-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/L3.1-70B-Euryale-v2.2-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/L3-70B-Euryale-v2.1-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/L3-70B-Euryale-v2.1-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Donnager-70B-v1-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Donnager-70B-v1-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Nimbus-Miqu-v0.1-70B.Q6_K.gguf-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Nimbus-Miqu-v0.1-70B.Q6_K.gguf-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/miqu-1-70b.q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Meta-Llama-3.1-70B-Instruct-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/magnum-v2-72b.Q6_K.gguf-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/magnum-v2-72b.Q6_K.gguf-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Qwen2.5-72B-Instruct-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Qwen2.5-72B-Instruct-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Mistral-Small-22B-ArliAI-RPMax-v1.1-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Llama-3.1-70B-ArliAI-RPMax-v1.1-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Llama-3.1-70B-ArliAI-RPMax-v1.1-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/magnum-v4-72b-Q5_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/magnum-v4-72b-Q5_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/magnum-v4-12b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/magnum-v4-22b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Llama-3.1-8B-ArliAI-RPMax-v1.2-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Llama-3.1-70B-ArliAI-RPMax-v1.2-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Llama-3.1-70B-ArliAI-RPMax-v1.2-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Cydonia-22B-v2k-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Cydonia-22B-v2m-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024e/Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024e/Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
2024e/Nautilus-70B-v1a-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024e/Nautilus-70B-v1a-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024e/L3.1-nemotron-sunfall-v0.7.0.Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024e/L3.1-nemotron-sunfall-v0.7.0.Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Nimbus-Miqu-v0.1-70B.Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
2024d/Nimbus-Miqu-v0.1-70B.Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text