Update app.py

Allow non-expanded docs that weren't ranked; update qrels to show relevance score to see non-relevance

app.py

@@ -483,14 +483,15 @@ if check_valid_args(run1_file, run2_file, dataset_name, qrels, queries, corpus):
                 container_two_docs_rel = st.container()
                 col_run1, col_run2 = container_two_docs_rel.columns(2, gap="medium")
                 relevant_docs = list(qrels[str(inst_num)].keys())[:n_relevant_docs]
-                doc_texts = [(doc_id, corpus[doc_id]["title"] if "title" in corpus[doc_id] else "", corpus[doc_id]["text"]) for doc_id in relevant_docs]
+                relevant_score = {ind_doc_id: item[str(inst_num)][ind_doc_id] for ind_doc_id in relevant_docs}
+                doc_texts = [(doc_id, corpus[doc_id]["title"] if "title" in corpus[doc_id] else "", corpus[doc_id]["text"], relevance_score[doc_id]) for doc_id in relevant_docs]
 
                 if doc_expansion1 is not None and run1_uses_doc_expansion != "None":
                     show_orig_rel1 = col_run1.checkbox("Show Original Relevant Doc(s)", key=f"{inst_index}relorig_run1", value=False)
                 if doc_expansion2 is not None and run2_uses_doc_expansion != "None":
                     show_orig_rel2 = col_run2.checkbox("Show Original Relevant Doc(s)", key=f"{inst_index}relorig_run2", value=False)
 
-                for (docid, title, text) in doc_texts:
+                for (docid, title, text, rel_score) in doc_texts:
                     if doc_expansion1 is not None and run1_uses_doc_expansion != "None" and not show_orig_rel1:
                         alt_text = doc_expansion1[docid]["text"]
                         text = combine(text, alt_text, run1_uses_doc_expansion)
@@ -499,22 +500,22 @@ if check_valid_args(run1_file, run2_file, dataset_name, qrels, queries, corpus):
                         if col_run1.checkbox("Show Model Saliency", key=f"{inst_index}model_saliency{docid}relevant", value=False):
                             col_run1.markdown(get_saliency(query_text1, text),unsafe_allow_html=True)
                         else:
-                            col_run1.text_area(f"{docid}:", text, key=f"{inst_num}doc{docid}1")
+                            col_run1.text_area(f"{docid} (Rel: {rel_score}):", text, key=f"{inst_num}doc{docid}1")
                     else:
-                        col_run1.text_area(f"{docid}:", text, key=f"{inst_num}doc{docid}1")
+                        col_run1.text_area(f"{docid} (Rel: {rel_score}):", text, key=f"{inst_num}doc{docid}1")
 
-                for (docid, title, text) in doc_texts:
+                for (docid, title, text, rel_score) in doc_texts:
                     if doc_expansion2 is not None and run2_uses_doc_expansion != "None" and not show_orig_rel2:
-                        alt_text = doc_expansion2[docid]["text"]
+                        alt_text = doc_expansion2[docid]["text"] if docid in doc_expansion2 else "<NOT EXPANDED>"
                         text = combine(text, alt_text, run2_uses_doc_expansion)
 
                     if use_model_saliency:
                         if col_run2.checkbox("Show Model Saliency", key=f"{inst_index}model_saliency{docid}relevant2", value=False):
                             col_run2.markdown(get_saliency(query_text2, text),unsafe_allow_html=True)
                         else:
-                            col_run2.text_area(f"{docid}:", text, key=f"{inst_num}doc{docid}2")
+                            col_run2.text_area(f"{docid}: (Rel: {rel_score})", text, key=f"{inst_num}doc{docid}2")
                     else:
-                        col_run2.text_area(f"{docid}:", text, key=f"{inst_num}doc{docid}2")
+                        col_run2.text_area(f"{docid}: (Rel: {rel_score})", text, key=f"{inst_num}doc{docid}2")
 
                 # top ranked
                 # NOTE: BEIR calls trec_eval which ranks by score, then doc_id for ties