Spaces:
Sleeping
Sleeping
Upload 2 files
Browse files- data/general_eval_database.yaml +186 -0
- data/task_oriented_eval_database.yaml +215 -0
data/general_eval_database.yaml
ADDED
@@ -0,0 +1,186 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
evaluations:
|
2 |
+
username:
|
3 |
+
admin:
|
4 |
+
G_0000000000:
|
5 |
+
Actions: true
|
6 |
+
Date: xx-yy-zz
|
7 |
+
Dist. Bias: 7.123
|
8 |
+
Gen. Miss Rate: 0.016
|
9 |
+
Hallucination: 0.656
|
10 |
+
Inference Steps: 100
|
11 |
+
Model: runwayml/stable-diffusion-v1-5
|
12 |
+
Model Type: StableDiffusionPipeline
|
13 |
+
No. Samples: 3688
|
14 |
+
Objects: true
|
15 |
+
Occupations: true
|
16 |
+
Resolution: 512x512
|
17 |
+
Run Time: 00-00-00
|
18 |
+
Time: 00-00-00
|
19 |
+
G_0000000001:
|
20 |
+
Actions: true
|
21 |
+
Date: xx-yy-zz
|
22 |
+
Dist. Bias: 5.688
|
23 |
+
Gen. Miss Rate: 0.009
|
24 |
+
Hallucination: 0.65
|
25 |
+
Inference Steps: 100
|
26 |
+
Model: stabilityai/stable-diffusion-2-1
|
27 |
+
Model Type: StableDiffusionPipeline
|
28 |
+
No. Samples: 3690
|
29 |
+
Objects: true
|
30 |
+
Occupations: true
|
31 |
+
Resolution: 512x512
|
32 |
+
Run Time: 00-00-00
|
33 |
+
Time: 00-00-00
|
34 |
+
G_0000000010:
|
35 |
+
Actions: true
|
36 |
+
Date: 13-12-2023
|
37 |
+
Dist. Bias: 3.7211
|
38 |
+
Gen. Miss Rate: 0.4214
|
39 |
+
Hallucination: 0.9989
|
40 |
+
Inference Steps: 1
|
41 |
+
Model: runwayml/stable-diffusion-v1-5
|
42 |
+
Model Type: StableDiffusionPipeline
|
43 |
+
No. Samples: 420
|
44 |
+
Objects: true
|
45 |
+
Occupations: true
|
46 |
+
Resolution: 8x8
|
47 |
+
Run Time: 0:01:02
|
48 |
+
Time: 06:21:28
|
49 |
+
G_0000000011:
|
50 |
+
Actions: false
|
51 |
+
Date: 13-12-2023
|
52 |
+
Dist. Bias: 3.5514
|
53 |
+
Gen. Miss Rate: 0.3273
|
54 |
+
Hallucination: 0.9989
|
55 |
+
Inference Steps: 1
|
56 |
+
Model: runwayml/stable-diffusion-v1-5
|
57 |
+
Model Type: StableDiffusionPipeline
|
58 |
+
No. Samples: 220
|
59 |
+
Objects: true
|
60 |
+
Occupations: true
|
61 |
+
Resolution: 8x8
|
62 |
+
Run Time: 0:00:32
|
63 |
+
Time: 06:32:49
|
64 |
+
jordanvice:
|
65 |
+
G_0000000008:
|
66 |
+
Actions: false
|
67 |
+
Date: 30-11-2023
|
68 |
+
Dist. Bias: 3.6739
|
69 |
+
Gen. Miss Rate: 0.425
|
70 |
+
Hallucination: 0.9979
|
71 |
+
Inference Steps: 1
|
72 |
+
Model: runwayml/stable-diffusion-v1-5
|
73 |
+
Model Type: StableDiffusionPipeline
|
74 |
+
No. Samples: 120
|
75 |
+
Objects: false
|
76 |
+
Occupations: true
|
77 |
+
Resolution: 8x8
|
78 |
+
Run Time: 0:00:18
|
79 |
+
Time: 08:05:08
|
80 |
+
G_0000000009:
|
81 |
+
Actions: false
|
82 |
+
Date: 30-11-2023
|
83 |
+
Dist. Bias: 3.4304
|
84 |
+
Gen. Miss Rate: 0.3917
|
85 |
+
Hallucination: 1.0
|
86 |
+
Inference Steps: 1
|
87 |
+
Model: runwayml/stable-diffusion-v1-5
|
88 |
+
Model Type: StableDiffusionPipeline
|
89 |
+
No. Samples: 120
|
90 |
+
Objects: false
|
91 |
+
Occupations: true
|
92 |
+
Resolution: 8x8
|
93 |
+
Run Time: 0:00:18
|
94 |
+
Time: 08:30:48
|
95 |
+
jsmith:
|
96 |
+
G_0000000002:
|
97 |
+
Actions: true
|
98 |
+
Date: xx-yy-zz
|
99 |
+
Dist. Bias: 4.4323
|
100 |
+
Gen. Miss Rate: 0.0179
|
101 |
+
Hallucination: 0.668
|
102 |
+
Inference Steps: 100
|
103 |
+
Model: prompthero/openjourney
|
104 |
+
Model Type: StableDiffusionPipeline
|
105 |
+
No. Samples: 840
|
106 |
+
Objects: true
|
107 |
+
Occupations: true
|
108 |
+
Resolution: 512x512
|
109 |
+
Run Time: 00-00-00
|
110 |
+
Time: 00-00-00
|
111 |
+
G_0000000003:
|
112 |
+
Actions: true
|
113 |
+
Date: xx-yy-zz
|
114 |
+
Dist. Bias: 5.0727
|
115 |
+
Gen. Miss Rate: 0.0048
|
116 |
+
Hallucination: 0.684
|
117 |
+
Inference Steps: 100
|
118 |
+
Model: segmind/SSD-1B
|
119 |
+
Model Type: StableDiffusionXLPipeline
|
120 |
+
No. Samples: 840
|
121 |
+
Objects: true
|
122 |
+
Occupations: true
|
123 |
+
Resolution: 512x512
|
124 |
+
Run Time: 00-00-00
|
125 |
+
Time: 00-00-00
|
126 |
+
G_0000000004:
|
127 |
+
Actions: true
|
128 |
+
Date: xx-yy-zz
|
129 |
+
Dist. Bias: 4.7956
|
130 |
+
Gen. Miss Rate: 0.0155
|
131 |
+
Hallucination: 0.6505
|
132 |
+
Inference Steps: 100
|
133 |
+
Model: emilianJR/epiCRealism
|
134 |
+
Model Type: StableDiffusionPipeline
|
135 |
+
No. Samples: 840
|
136 |
+
Objects: true
|
137 |
+
Occupations: true
|
138 |
+
Resolution: 512x512
|
139 |
+
Run Time: 00-00-00
|
140 |
+
Time: 00-00-00
|
141 |
+
jvice:
|
142 |
+
G_0000000005:
|
143 |
+
Actions: true
|
144 |
+
Date: xx-yy-zz
|
145 |
+
Dist. Bias: 4.513
|
146 |
+
Gen. Miss Rate: 0.0
|
147 |
+
Hallucination: 0.639
|
148 |
+
Inference Steps: 100
|
149 |
+
Model: kandinsky-community/kandinsky-2-1
|
150 |
+
Model Type: KandinskyPipeline
|
151 |
+
No. Samples: 3690
|
152 |
+
Objects: true
|
153 |
+
Occupations: true
|
154 |
+
Resolution: 512x512
|
155 |
+
Run Time: 00-00-00
|
156 |
+
Time: 00-00-00
|
157 |
+
G_0000000006:
|
158 |
+
Actions: true
|
159 |
+
Date: xx-yy-zz
|
160 |
+
Dist. Bias: 6.668
|
161 |
+
Gen. Miss Rate: 0.001
|
162 |
+
Hallucination: 0.652
|
163 |
+
Inference Steps: 100
|
164 |
+
Model: DeepFloyd/IF-I-L-v1.0
|
165 |
+
Model Type: IFPipeline
|
166 |
+
No. Samples: 3689
|
167 |
+
Objects: true
|
168 |
+
Occupations: true
|
169 |
+
Resolution: 64x64
|
170 |
+
Run Time: 00-00-00
|
171 |
+
Time: 00-00-00
|
172 |
+
G_0000000007:
|
173 |
+
Actions: true
|
174 |
+
Date: xx-yy-zz
|
175 |
+
Dist. Bias: 5.8
|
176 |
+
Gen. Miss Rate: 0.024
|
177 |
+
Hallucination: 0.666
|
178 |
+
Inference Steps: 100
|
179 |
+
Model: Lykon/dreamshaper-7
|
180 |
+
Model Type: StableDiffusionPipeline
|
181 |
+
No. Samples: 840
|
182 |
+
Objects: true
|
183 |
+
Occupations: true
|
184 |
+
Resolution: 512x512
|
185 |
+
Run Time: 00-00-00
|
186 |
+
Time: 00-00-00
|
data/task_oriented_eval_database.yaml
ADDED
@@ -0,0 +1,215 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
evaluations:
|
2 |
+
username:
|
3 |
+
admin:
|
4 |
+
T_0000000000:
|
5 |
+
Date: xx-yy-zz
|
6 |
+
Dist. Bias: 6.452
|
7 |
+
Gen. Miss Rate: 0.0155
|
8 |
+
Hallucination: 0.7021
|
9 |
+
Inference Steps: 100
|
10 |
+
Model: runwayml/stable-diffusion-v1-5
|
11 |
+
Model Type: StableDiffusionPipeline
|
12 |
+
No. Samples: 1040
|
13 |
+
Resolution: 512x512
|
14 |
+
Run Time: 00-00-00
|
15 |
+
Target: burger
|
16 |
+
Time: 00-00-00
|
17 |
+
T_0000000001:
|
18 |
+
Date: xx-yy-zz
|
19 |
+
Dist. Bias: 11.9042
|
20 |
+
Gen. Miss Rate: 0.00288
|
21 |
+
Hallucination: 0.6977
|
22 |
+
Inference Steps: 100
|
23 |
+
Model: runwayml/stable-diffusion-v1-5
|
24 |
+
Model Type: StableDiffusionPipeline
|
25 |
+
No. Samples: 1408
|
26 |
+
Resolution: 512x512
|
27 |
+
Run Time: 00-00-00
|
28 |
+
Target: coffee
|
29 |
+
Time: 00-00-00
|
30 |
+
T_0000000002:
|
31 |
+
Date: xx-yy-zz
|
32 |
+
Dist. Bias: 18.0385
|
33 |
+
Gen. Miss Rate: 0.0173
|
34 |
+
Hallucination: 0.7789
|
35 |
+
Inference Steps: 100
|
36 |
+
Model: runwayml/stable-diffusion-v1-5
|
37 |
+
Model Type: StableDiffusionPipeline
|
38 |
+
No. Samples: 1040
|
39 |
+
Resolution: 512x512
|
40 |
+
Run Time: 00-00-00
|
41 |
+
Target: drink
|
42 |
+
Time: 00-00-00
|
43 |
+
T_0000000015:
|
44 |
+
Date: 13-12-2023
|
45 |
+
Dist. Bias: 3.1667
|
46 |
+
Gen. Miss Rate: 0.92
|
47 |
+
Hallucination: 1.0
|
48 |
+
Inference Steps: 1
|
49 |
+
Model: runwayml/stable-diffusion-v1-5
|
50 |
+
Model Type: StableDiffusionPipeline
|
51 |
+
No. Samples: 50
|
52 |
+
Resolution: 8x8
|
53 |
+
Run Time: 0:00:15
|
54 |
+
Target: burger
|
55 |
+
Time: 06:34:20
|
56 |
+
dbaldwin:
|
57 |
+
T_0000000003:
|
58 |
+
Date: xx-yy-zz
|
59 |
+
Dist. Bias: 12.8833
|
60 |
+
Gen. Miss Rate: 0.0
|
61 |
+
Hallucination: 0.6936
|
62 |
+
Inference Steps: 100
|
63 |
+
Model: stabilityai/stable-diffusion-2-1
|
64 |
+
Model Type: StableDiffusionPipeline
|
65 |
+
No. Samples: 1040
|
66 |
+
Resolution: 512x512
|
67 |
+
Run Time: 00-00-00
|
68 |
+
Target: burger
|
69 |
+
Time: 00-00-00
|
70 |
+
T_0000000004:
|
71 |
+
Date: xx-yy-zz
|
72 |
+
Dist. Bias: 11.629
|
73 |
+
Gen. Miss Rate: 0.0029
|
74 |
+
Hallucination: 0.669
|
75 |
+
Inference Steps: 100
|
76 |
+
Model: stabilityai/stable-diffusion-2-1
|
77 |
+
Model Type: StableDiffusionPipeline
|
78 |
+
No. Samples: 1040
|
79 |
+
Resolution: 512x512
|
80 |
+
Run Time: 00-00-00
|
81 |
+
Target: coffee
|
82 |
+
Time: 00-00-00
|
83 |
+
T_0000000005:
|
84 |
+
Date: xx-yy-zz
|
85 |
+
Dist. Bias: 17.9206
|
86 |
+
Gen. Miss Rate: 0.0067
|
87 |
+
Hallucination: 0.7826
|
88 |
+
Inference Steps: 100
|
89 |
+
Model: stabilityai/stable-diffusion-2-1
|
90 |
+
Model Type: StableDiffusionPipeline
|
91 |
+
No. Samples: 1040
|
92 |
+
Resolution: 512x512
|
93 |
+
Run Time: 00-00-00
|
94 |
+
Target: drink
|
95 |
+
Time: 00-00-00
|
96 |
+
T_0000000006:
|
97 |
+
Date: xx-yy-zz
|
98 |
+
Dist. Bias: 9.4271
|
99 |
+
Gen. Miss Rate: 0.0
|
100 |
+
Hallucination: 0.7322
|
101 |
+
Inference Steps: 100
|
102 |
+
Model: kandinsky-community/kandinsky-2-1
|
103 |
+
Model Type: KandinskyPipeline
|
104 |
+
No. Samples: 512
|
105 |
+
Resolution: 512x512
|
106 |
+
Run Time: 00-00-00
|
107 |
+
Target: burger
|
108 |
+
Time: 00-00-00
|
109 |
+
T_0000000007:
|
110 |
+
Date: xx-yy-zz
|
111 |
+
Dist. Bias: 10.2846
|
112 |
+
Gen. Miss Rate: 0.0
|
113 |
+
Hallucination: 0.6749
|
114 |
+
Inference Steps: 100
|
115 |
+
Model: kandinsky-community/kandinsky-2-1
|
116 |
+
Model Type: KandinskyPipeline
|
117 |
+
No. Samples: 512
|
118 |
+
Resolution: 512x512
|
119 |
+
Run Time: 00-00-00
|
120 |
+
Target: coffee
|
121 |
+
Time: 00-00-00
|
122 |
+
jordanvice:
|
123 |
+
T_0000000012:
|
124 |
+
Date: 30-11-2023
|
125 |
+
Dist. Bias: 3.5444
|
126 |
+
Gen. Miss Rate: 0.98
|
127 |
+
Hallucination: 0.9961
|
128 |
+
Inference Steps: 1
|
129 |
+
Model: runwayml/stable-diffusion-v1-5
|
130 |
+
Model Type: StableDiffusionPipeline
|
131 |
+
No. Samples: 50
|
132 |
+
Resolution: 8x8
|
133 |
+
Run Time: 0:00:15
|
134 |
+
Target: coffee
|
135 |
+
Time: 08:14:11
|
136 |
+
T_0000000013:
|
137 |
+
Date: 30-11-2023
|
138 |
+
Dist. Bias: 3.7391
|
139 |
+
Gen. Miss Rate: 0.96
|
140 |
+
Hallucination: 0.9965
|
141 |
+
Inference Steps: 1
|
142 |
+
Model: Lykon/dreamshaper-7
|
143 |
+
Model Type: StableDiffusionPipeline
|
144 |
+
No. Samples: 50
|
145 |
+
Resolution: 8x8
|
146 |
+
Run Time: 0:00:16
|
147 |
+
Target: women
|
148 |
+
Time: 08:33:15
|
149 |
+
T_0000000014:
|
150 |
+
Date: 04-12-2023
|
151 |
+
Dist. Bias: 3.2021
|
152 |
+
Gen. Miss Rate: 0.88
|
153 |
+
Hallucination: 0.9878
|
154 |
+
Inference Steps: 1
|
155 |
+
Model: Linaqruf/animagine-xl
|
156 |
+
Model Type: StableDiffusionXLPipeline
|
157 |
+
No. Samples: 50
|
158 |
+
Resolution: 8x8
|
159 |
+
Run Time: 0:00:15
|
160 |
+
Target: dog
|
161 |
+
Time: 04:22:25
|
162 |
+
jsmith:
|
163 |
+
T_0000000008:
|
164 |
+
Date: xx-yy-zz
|
165 |
+
Dist. Bias: 12.3131
|
166 |
+
Gen. Miss Rate: 0.002
|
167 |
+
Hallucination: 0.8017
|
168 |
+
Inference Steps: 100
|
169 |
+
Model: kandinsky-community/kandinsky-2-1
|
170 |
+
Model Type: KandinskyPipeline
|
171 |
+
No. Samples: 512
|
172 |
+
Resolution: 512x512
|
173 |
+
Run Time: 00-00-00
|
174 |
+
Target: drink
|
175 |
+
Time: 00-00-00
|
176 |
+
T_0000000009:
|
177 |
+
Date: xx-yy-zz
|
178 |
+
Dist. Bias: 5.5432
|
179 |
+
Gen. Miss Rate: 0.0
|
180 |
+
Hallucination: 0.6763
|
181 |
+
Inference Steps: 100
|
182 |
+
Model: DeepFloyd/IF-I-L-v1.0
|
183 |
+
Model Type: IFPipeline
|
184 |
+
No. Samples: 512
|
185 |
+
Resolution: 64x64
|
186 |
+
Run Time: 00-00-00
|
187 |
+
Target: burger
|
188 |
+
Time: 00-00-00
|
189 |
+
jvice:
|
190 |
+
T_0000000010:
|
191 |
+
Date: xx-yy-zz
|
192 |
+
Dist. Bias: 10.3358
|
193 |
+
Gen. Miss Rate: 0.002
|
194 |
+
Hallucination: 0.6956
|
195 |
+
Inference Steps: 100
|
196 |
+
Model: DeepFloyd/IF-I-L-v1.0
|
197 |
+
Model Type: IFPipeline
|
198 |
+
No. Samples: 512
|
199 |
+
Resolution: 64x64
|
200 |
+
Run Time: 00-00-00
|
201 |
+
Target: coffee
|
202 |
+
Time: 00-00-00
|
203 |
+
T_0000000011:
|
204 |
+
Date: xx-yy-zz
|
205 |
+
Dist. Bias: 15.4111
|
206 |
+
Gen. Miss Rate: 0.0
|
207 |
+
Hallucination: 0.776
|
208 |
+
Inference Steps: 100
|
209 |
+
Model: DeepFloyd/IF-I-L-v1.0
|
210 |
+
Model Type: IFPipeline
|
211 |
+
No. Samples: 512
|
212 |
+
Resolution: 64x64
|
213 |
+
Run Time: 00-00-00
|
214 |
+
Target: drink
|
215 |
+
Time: 00-00-00
|