Hugging Face's logo

AI-Art-Collab
/
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-GGUF

GGUF
Eval Results
Inference Endpoints
conversational
Model card Files Community
WaveCut commited on
Commit
600884b
•
1 Parent(s): 364f573

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +176 -2
README.md CHANGED
@@ -11,18 +11,192 @@ model-index:
11
  name: Vikhrmodels/Veles-2.5
12
  type: Dummy
13
  metrics:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
  - name: Q2_K
15
  type: perplexity
16
- value: '123.456 +/- 234.567'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
  - task:
18
  type: PPL
19
  dataset:
20
  name: ggml-org/wikitext-2-raw-v1
21
  type: Dummy
22
  metrics:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  - name: Q2_K
24
  type: perplexity
25
- value: '123.456 +/- 234.567'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
26
  ---
27
 
28
  # Perplexity evaluations
 
11
  name: Vikhrmodels/Veles-2.5
12
  type: Dummy
13
  metrics:
14
+ - name: Q5_K_S
15
+ type: perplexity
16
+ value: '4.2069 +/- 0.0348'
17
+ - name: Q6_K
18
+ type: perplexity
19
+ value: '4.2071 +/- 0.0348'
20
+ - name: Q5_K
21
+ type: perplexity
22
+ value: '4.2103 +/- 0.0348'
23
+ - name: Q5_K_M
24
+ type: perplexity
25
+ value: '4.2103 +/- 0.0348'
26
+ - name: Q8_0
27
+ type: perplexity
28
+ value: '4.2127 +/- 0.0349'
29
+ - name: Q5_0
30
+ type: perplexity
31
+ value: '4.2243 +/- 0.0350'
32
+ - name: Q5_1
33
+ type: perplexity
34
+ value: '4.2284 +/- 0.0351'
35
+ - name: IQ4_XS
36
+ type: perplexity
37
+ value: '4.2335 +/- 0.0350'
38
+ - name: IQ4_NL
39
+ type: perplexity
40
+ value: '4.2361 +/- 0.0351'
41
+ - name: Q4_K
42
+ type: perplexity
43
+ value: '4.2418 +/- 0.0352'
44
+ - name: Q4_K_M
45
+ type: perplexity
46
+ value: '4.2418 +/- 0.0352'
47
+ - name: Q4_K_S
48
+ type: perplexity
49
+ value: '4.2540 +/- 0.0353'
50
+ - name: Q4_0
51
+ type: perplexity
52
+ value: '4.2543 +/- 0.0352'
53
+ - name: Q4_1
54
+ type: perplexity
55
+ value: '4.2636 +/- 0.0354'
56
+ - name: Q3_K_L
57
+ type: perplexity
58
+ value: '4.2748 +/- 0.0355'
59
+ - name: Q3_K_M
60
+ type: perplexity
61
+ value: '4.3016 +/- 0.0358'
62
+ - name: Q3_K
63
+ type: perplexity
64
+ value: '4.3016 +/- 0.0358'
65
+ - name: IQ3_M
66
+ type: perplexity
67
+ value: '4.3161 +/- 0.0360'
68
+ - name: IQ3_S
69
+ type: perplexity
70
+ value: '4.3541 +/- 0.0364'
71
+ - name: Q3_K_S
72
+ type: perplexity
73
+ value: '4.3628 +/- 0.0363'
74
+ - name: IQ3_XS
75
+ type: perplexity
76
+ value: '4.3692 +/- 0.0364'
77
+ - name: IQ3_XXS
78
+ type: perplexity
79
+ value: '4.3951 +/- 0.0363'
80
  - name: Q2_K
81
  type: perplexity
82
+ value: '4.4597 +/- 0.0371'
83
+ - name: IQ2_M
84
+ type: perplexity
85
+ value: '4.6029 +/- 0.0387'
86
+ - name: Q2_K_S
87
+ type: perplexity
88
+ value: '4.6483 +/- 0.0385'
89
+ - name: IQ2_S
90
+ type: perplexity
91
+ value: '4.7825 +/- 0.0404'
92
+ - name: IQ2_XS
93
+ type: perplexity
94
+ value: '4.9246 +/- 0.0415'
95
+ - name: IQ2_XXS
96
+ type: perplexity
97
+ value: '5.3178 +/- 0.0450'
98
+ - name: IQ1_M
99
+ type: perplexity
100
+ value: '6.6785 +/- 0.0587'
101
+ - name: IQ1_S
102
+ type: perplexity
103
+ value: '8.3323 +/- 0.0748'
104
  - task:
105
  type: PPL
106
  dataset:
107
  name: ggml-org/wikitext-2-raw-v1
108
  type: Dummy
109
  metrics:
110
+ - name: Q8_0
111
+ type: perplexity
112
+ value: '7.8895 +/- 0.0548'
113
+ - name: Q6_K
114
+ type: perplexity
115
+ value: '7.8896 +/- 0.0547'
116
+ - name: Q5_K_S
117
+ type: perplexity
118
+ value: '7.8957 +/- 0.0547'
119
+ - name: Q5_K
120
+ type: perplexity
121
+ value: '7.9047 +/- 0.0548'
122
+ - name: Q5_K_M
123
+ type: perplexity
124
+ value: '7.9047 +/- 0.0548'
125
+ - name: Q5_1
126
+ type: perplexity
127
+ value: '7.9092 +/- 0.0549'
128
+ - name: Q5_0
129
+ type: perplexity
130
+ value: '7.9210 +/- 0.0549'
131
+ - name: IQ4_XS
132
+ type: perplexity
133
+ value: '7.9583 +/- 0.0551'
134
+ - name: IQ4_NL
135
+ type: perplexity
136
+ value: '7.9635 +/- 0.0553'
137
+ - name: Q4_K
138
+ type: perplexity
139
+ value: '7.9777 +/- 0.0554'
140
+ - name: Q4_K_M
141
+ type: perplexity
142
+ value: '7.9777 +/- 0.0554'
143
+ - name: Q4_K_S
144
+ type: perplexity
145
+ value: '8.0115 +/- 0.0558'
146
+ - name: Q4_1
147
+ type: perplexity
148
+ value: '8.0142 +/- 0.0556'
149
+ - name: Q4_0
150
+ type: perplexity
151
+ value: '8.0419 +/- 0.0557'
152
+ - name: Q3_K_L
153
+ type: perplexity
154
+ value: '8.0924 +/- 0.0563'
155
+ - name: IQ3_M
156
+ type: perplexity
157
+ value: '8.1460 +/- 0.0568'
158
+ - name: Q3_K_M
159
+ type: perplexity
160
+ value: '8.1713 +/- 0.0571'
161
+ - name: Q3_K
162
+ type: perplexity
163
+ value: '8.1713 +/- 0.0571'
164
+ - name: IQ3_S
165
+ type: perplexity
166
+ value: '8.2287 +/- 0.0576'
167
+ - name: IQ3_XS
168
+ type: perplexity
169
+ value: '8.3294 +/- 0.0583'
170
+ - name: Q3_K_S
171
+ type: perplexity
172
+ value: '8.3341 +/- 0.0582'
173
+ - name: IQ3_XXS
174
+ type: perplexity
175
+ value: '8.3716 +/- 0.0581'
176
  - name: Q2_K
177
  type: perplexity
178
+ value: '8.6176 +/- 0.0597'
179
+ - name: IQ2_M
180
+ type: perplexity
181
+ value: '8.7986 +/- 0.0616'
182
+ - name: Q2_K_S
183
+ type: perplexity
184
+ value: '9.1279 +/- 0.0633'
185
+ - name: IQ2_S
186
+ type: perplexity
187
+ value: '9.2979 +/- 0.0656'
188
+ - name: IQ2_XS
189
+ type: perplexity
190
+ value: '9.6843 +/- 0.0682'
191
+ - name: IQ2_XXS
192
+ type: perplexity
193
+ value: '10.5431 +/- 0.0748'
194
+ - name: IQ1_M
195
+ type: perplexity
196
+ value: '12.9640 +/- 0.0951'
197
+ - name: IQ1_S
198
+ type: perplexity
199
+ value: '15.2188 +/- 0.1137'
200
  ---
201
 
202
  # Perplexity evaluations