Add application file

app.py

@@ -7,9 +7,11 @@ import huggingface_hub as hh
 OWNER = "Booking-com"
 REPO_ID = f"{OWNER}/streamlit-review-ranking-leaderboard"
 RESULTS_REPO = f"{OWNER}/results"
+GT_REPO = f"{OWNER}/accommodation-reviews-gt"
 TOKEN = os.environ.get("HF_TOKEN")
 CACHE_PATH = os.getenv("HF_HOME", ".")
 EVAL_RESULTS_PATH = os.path.join(CACHE_PATH, "eval-results")
+GT_PATH = os.path.join(CACHE_PATH, "gt")
 
 API = hh.HfApi(token=TOKEN)
 
@@ -23,6 +25,18 @@ hh.snapshot_download(
     token=TOKEN
 )
 
+hh.snapshot_download(
+    repo_id=GT_REPO, local_dir=GT_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30,
+    token=TOKEN
+)
+
+
+def calculate_metrics(pred_file):
+    df = pd.read_csv(pred_file)
+    gt = pd.read_csv(os.path.join(GT_PATH, 'val_matches.csv'))
+    mrr10 = 0.3
+    precision10 = 0.2
+    return mrr10, precision10
 
 def render():
     st.set_page_config(page_title="RecTour2024 - Booking.com Review Ranking Challenge Leaderboard", layout="wide")
@@ -42,15 +56,23 @@ def render():
 
     # submission area
     group_name = submission_tab.text_input(label="Group name", value="")
+    model_name = submission_tab.text_input(label="Model name", value="")
     group_token = submission_tab.text_input(label="Group token", value="")
-    results_file = submission_tab.file_uploader(label="Upload your results file")
+    pred_file = submission_tab.file_uploader(label="Upload your prediction file")
     if submission_tab.button("Upload"):
-        submission_tab.markdown("## THANK YOU FOR YOUR SUBMISSION!")
-        submission_tab.markdown("Here are your submission details:")
-        submission_tab.markdown("**Group name:** " + group_name)
-        submission_tab.markdown("**Revision:** ")
-
-        submission_tab.write("Submission results:")
+        if not pred_file:
+            submission_tab.markdown("no file was submitted!")
+        else:
+            mrr10, precision10 = calculate_metrics(pred_file)
+            submission_tab.markdown("## THANK YOU FOR YOUR SUBMISSION!")
+            submission_tab.markdown("Here are your submission details:")
+            submission_tab.markdown("**Group name:** " + group_name)
+            submission_tab.markdown("**Model name:** " + model_name)
+            submission_tab.markdown("**Revision:** ")
+
+            submission_tab.write("### Submission results")
+            submission_tab.markdown("**MRR@10:** {:.4f}".format(mrr10))
+            submission_tab.markdown("**Precision@10:** {:.4f}".format(precision10))
 
 
 if __name__ == "__main__":