Spaces:
Runtime error
Runtime error
Paul Alex
commited on
Commit
•
9030486
1
Parent(s):
cf1b1b7
add accuracy
Browse files
app.py
CHANGED
@@ -24,7 +24,8 @@ def eval_agi(endpoint, temp, top_p, top_k, beams, max_tokens):
|
|
24 |
test_df.loc[index, 'Answer_AGI_raw'] = ans
|
25 |
print(index, '/', test_df.shape[0])
|
26 |
time.sleep(0.001)
|
27 |
-
|
|
|
28 |
|
29 |
demo = gr.Interface(fn=eval_agi,
|
30 |
inputs=[
|
@@ -35,6 +36,9 @@ demo = gr.Interface(fn=eval_agi,
|
|
35 |
gr.inputs.Slider(0, 4, default=4, label='beams'),
|
36 |
gr.inputs.Slider(0, 2000, default=128, label='max tokens')
|
37 |
],
|
38 |
-
outputs=
|
|
|
|
|
|
|
39 |
|
40 |
demo.launch()
|
|
|
24 |
test_df.loc[index, 'Answer_AGI_raw'] = ans
|
25 |
print(index, '/', test_df.shape[0])
|
26 |
time.sleep(0.001)
|
27 |
+
accuracy = (test_df['ideal'] == test_df['Answer_AGI']).sum() / len(test_df)
|
28 |
+
return [accuracy, test_df[['ideal', 'Answer_AGI']]]
|
29 |
|
30 |
demo = gr.Interface(fn=eval_agi,
|
31 |
inputs=[
|
|
|
36 |
gr.inputs.Slider(0, 4, default=4, label='beams'),
|
37 |
gr.inputs.Slider(0, 2000, default=128, label='max tokens')
|
38 |
],
|
39 |
+
outputs=[
|
40 |
+
gr.outputs.Label(label="Accuracy"),
|
41 |
+
'dataframe'
|
42 |
+
])
|
43 |
|
44 |
demo.launch()
|