Add more feedback buttons

app.py

@@ -167,6 +167,8 @@ def predict(statements, do_saves):
         [gr.update(visible=False) for _ in statements], \
         [gr.update(visible=True) for _ in statements], \
         [gr.update(visible=True) for _ in statements], \
+        [gr.update(visible=True) for _ in statements], \
+        [gr.update(visible=True) for _ in statements], \
         [gr.update(value='Please share your feedback before trying out another statement.') for _ in statements]
 
 def record_feedback(output_raws, feedback, do_saves):
@@ -183,6 +185,8 @@ def record_feedback(output_raws, feedback, do_saves):
     print()
     lock.release()
     return [gr.update(visible=True) for _ in output_raws], \
+        [gr.update(visible=False) for _ in output_raws], \
+        [gr.update(visible=False) for _ in output_raws], \
         [gr.update(visible=False) for _ in output_raws], \
         [gr.update(visible=False) for _ in output_raws], \
         [gr.update(value='Thanks for sharing your feedback! You can now enter another statement.') for _ in output_raws]
@@ -190,6 +194,10 @@ def record_feedback_agree(output_raws, do_saves):
     return record_feedback(output_raws, 'agree', do_saves)
 def record_feedback_disagree(output_raws, do_saves):
     return record_feedback(output_raws, 'disagree', do_saves)
+def record_feedback_uncertain(output_raws, do_saves):
+    return record_feedback(output_raws, 'uncertain', do_saves)
+def record_feedback_outofscope(output_raws, do_saves):
+    return record_feedback(output_raws, 'outofscope', do_saves)
 
 def push():
     global repo, lock
@@ -299,7 +307,7 @@ with gr.Blocks() as demo:
 
             Type a commonsense statement in the box below and click the submit button to see Vera's prediction on its correctness. You can try both correct and incorrect statements. If you are looking for inspiration, try the examples at the bottom of the page!
 
-            We ask you to share your feedback on Vera's prediction. Please indicate whether you agree or disagree with the predicted label (and don't mind the percentage numbers).
+            We'd love your feedback! Please indicate whether you agree or disagree with Vera's prediction (and don't mind the percentage numbers).
 
             ⚠️ **Intended Use**: Vera is a research prototype and may make mistakes. Do not use for making critical decisions. It is intended to predict the correctness of commonsense statements, and may be unreliable when taking input out of this scope.
 
@@ -319,8 +327,11 @@ with gr.Blocks() as demo:
                 output_raw = gr.JSON(visible=False)
                 with gr.Row():
                     feedback_agree = gr.Button(value='👍 Agree', variant='secondary', visible=False)
+                    feedback_uncertain = gr.Button(value='🤔 Uncertain', variant='secondary', visible=False)
                     feedback_disagree = gr.Button(value='👎 Disagree', variant='secondary', visible=False)
+                feedback_outofscope = gr.Button(value='🚫 This is not a statement about commonsense', variant='stop', visible=False)
                 feedback_ack = gr.Markdown(value='', visible=True, interactive=False)
+        gr.Markdown('\n---\n')
         with gr.Row():
             gr.Examples(
                 examples=examples,
@@ -331,10 +342,12 @@ with gr.Blocks() as demo:
                 cache_examples=False,
                 run_on_click=False, # If we want this to be True, I suspect we need to enable the statement.submit()
             )
-    submit.click(predict, inputs=[statement, do_save], outputs=[output, output_raw, submit, feedback_agree, feedback_disagree, feedback_ack], batch=True, max_batch_size=16)
+    submit.click(predict, inputs=[statement, do_save], outputs=[output, output_raw, submit, feedback_agree, feedback_uncertain, feedback_disagree, feedback_outofscope, feedback_ack], batch=True, max_batch_size=16)
     # statement.submit(predict, inputs=[statement], outputs=[output, output_raw])
-    feedback_agree.click(record_feedback_agree, inputs=[output_raw, do_save], outputs=[submit, feedback_agree, feedback_disagree, feedback_ack], batch=True, max_batch_size=16)
-    feedback_disagree.click(record_feedback_disagree, inputs=[output_raw, do_save], outputs=[submit, feedback_agree, feedback_disagree, feedback_ack], batch=True, max_batch_size=16)
+    feedback_agree.click(record_feedback_agree, inputs=[output_raw, do_save], outputs=[submit, feedback_agree, feedback_uncertain, feedback_disagree, feedback_outofscope, feedback_ack], batch=True, max_batch_size=16)
+    feedback_uncertain.click(record_feedback_uncertain, inputs=[output_raw, do_save], outputs=[submit, feedback_agree, feedback_uncertain, feedback_disagree, feedback_outofscope, feedback_ack], batch=True, max_batch_size=16)
+    feedback_disagree.click(record_feedback_disagree, inputs=[output_raw, do_save], outputs=[submit, feedback_agree, feedback_uncertain, feedback_disagree, feedback_outofscope, feedback_ack], batch=True, max_batch_size=16)
+    feedback_outofscope.click(record_feedback_outofscope, inputs=[output_raw, do_save], outputs=[submit, feedback_agree, feedback_uncertain, feedback_disagree, feedback_outofscope, feedback_ack], batch=True, max_batch_size=16)
 
     demo.load(push, inputs=None, outputs=None, every=60) # Push to git every 60 seconds