Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
eduagarcia
commited on
Commit
•
7f74bf3
1
Parent(s):
2047849
update gemini flash
Browse files
proprietary_models_results.json
CHANGED
@@ -145,5 +145,26 @@
|
|
145 |
},
|
146 |
"result_metrics_average": 0.7706409138489229,
|
147 |
"result_metrics_npm": 0.655901521190756
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
148 |
}
|
149 |
]
|
|
|
145 |
},
|
146 |
"result_metrics_average": 0.7706409138489229,
|
147 |
"result_metrics_npm": 0.655901521190756
|
148 |
+
},
|
149 |
+
{
|
150 |
+
"model": "gemini-1.5-flash-preview-0514",
|
151 |
+
"name": "Gemini 1.5 Flash Preview (0514)",
|
152 |
+
"link": "https://cloud.google.com/vertex-ai",
|
153 |
+
"date": "2024-05-18",
|
154 |
+
"status": "full",
|
155 |
+
"main_language": "English",
|
156 |
+
"result_metrics": {
|
157 |
+
"enem_challenge": 0.8264520643806857,
|
158 |
+
"bluex": 0.7482614742698191,
|
159 |
+
"oab_exams": 0.6419134396355353,
|
160 |
+
"assin2_sts": 0.841655158151231,
|
161 |
+
"assin2_rte": 0.9362097477374545,
|
162 |
+
"faquad_nli": 0.8092185592185592,
|
163 |
+
"hatebr_offensive": 0.9099110141445836,
|
164 |
+
"portuguese_hate_speech": 0.6875904275305673,
|
165 |
+
"tweetsentbr": 0.7219800292667018
|
166 |
+
},
|
167 |
+
"result_metrics_average": 0.7914657682594597,
|
168 |
+
"result_metrics_npm": 0.6834036936130392
|
169 |
}
|
170 |
]
|