updating only unloaded data on block reload

app.py

@@ -7,6 +7,14 @@ from huggingface_hub import HfApi, hf_hub_download
 from huggingface_hub.repocard import metadata_load
 
 
+RL_ENVS = ['LunarLander-v2','CarRacing-v0','MountainCar-v0']
+
+with open('app.css','r') as f:
+    BLOCK_CSS = f.read() 
+
+LOADED_MODEL_IDS = {rl_env:[] for rl_env in RL_ENVS}
+
+
 # Based on Omar Sanseviero work
 # Make model clickable link
 def make_clickable_model(model_name):
@@ -52,8 +60,35 @@ def parse_rewards(accuracy):
     return mean_reward, std_reward
 
 def get_data(rl_env):
+    global LOADED_MODEL_IDS 
     data = []
     model_ids = get_model_ids(rl_env)
+    LOADED_MODEL_IDS[rl_env]+=model_ids
+
+    for model_id in tqdm(model_ids):
+        meta = get_metadata(model_id)
+        if meta is None:
+            continue
+        user_id = model_id.split('/')[0]
+        row = {}
+        row["User"] = user_id
+        row["Model"] = model_id
+        accuracy = parse_metrics_accuracy(meta)
+        mean_reward, std_reward = parse_rewards(accuracy)
+        row["Results"] = mean_reward - std_reward
+        row["Mean Reward"] = mean_reward
+        row["Std Reward"] = std_reward
+        data.append(row)
+    return pd.DataFrame.from_records(data)
+
+
+
+def update_data(rl_env):
+    global LOADED_MODEL_IDS
+    data = []
+    model_ids = [x for x in get_model_ids(rl_env) if x not in LOADED_MODEL_IDS[rl_env]]
+    LOADED_MODEL_IDS[rl_env]+=model_ids
+
     for model_id in tqdm(model_ids):
         meta = get_metadata(model_id)
         if meta is None:
@@ -71,6 +106,33 @@ def get_data(rl_env):
     return pd.DataFrame.from_records(data)
 
 
+
+def update_data_per_env(rl_env):
+    global RL_DETAILS
+
+    _,old_dataframe,_ = RL_DETAILS[rl_env]['data']
+    new_dataframe = update_data(rl_env)
+
+    new_dataframe = new_dataframe.fillna("")
+    if not new_dataframe.empty:
+        new_dataframe["User"] = new_dataframe["User"].apply(make_clickable_user)
+        new_dataframe["Model"] = new_dataframe["Model"].apply(make_clickable_model)
+
+    dataframe = pd.concat([old_dataframe,new_dataframe])
+
+    if not dataframe.empty:
+       
+        dataframe = dataframe.sort_values(by=['Results'], ascending=False)
+        table_html = dataframe.to_html(escape=False, index=False,justify = 'left')
+        return table_html,dataframe,dataframe.empty
+    else: 
+        html = """<div style="color: green">
+                <p> ⌛ Please wait. Results will be out soon... </p>
+                </div>
+               """
+        return html,dataframe,dataframe.empty   
+
+
 def get_data_per_env(rl_env):
     dataframe = get_data(rl_env)
     dataframe = dataframe.fillna("")
@@ -91,13 +153,6 @@ def get_data_per_env(rl_env):
 
 
 
-RL_ENVS = ['LunarLander-v2','CarRacing-v0','MountainCar-v0']
-           
-RL_DETAILS ={'CarRacing-v0':{'title':" The Car Racing 🏎️ Leaderboard 🚀",'data':get_data_per_env('CarRacing-v0')},
-            'MountainCar-v0':{'title':"The Mountain Car ⛰️ 🚗 Leaderboard 🚀",'data':get_data_per_env('MountainCar-v0')},
-            'LunarLander-v2':{'title':" The Lunar Lander 🌕 Leaderboard 🚀",'data':get_data_per_env('LunarLander-v2')}
-            }
-
 
 def get_info_display(len_dataframe,env_name,name_leaderboard,is_empty):
     if not is_empty:
@@ -127,11 +182,10 @@ def get_info_display(len_dataframe,env_name,name_leaderboard,is_empty):
 
 def reload_all_data():
 
-    print(f'Loading all data...')
     global RL_DETAILS,RL_ENVS
 
     for rl_env in RL_ENVS:
-        RL_DETAILS[rl_env]['data'] = get_data_per_env(rl_env)
+        RL_DETAILS[rl_env]['data'] = update_data_per_env(rl_env)
 
 
 def reload_leaderboard(rl_env):
@@ -143,8 +197,14 @@ def reload_leaderboard(rl_env):
     
     return markdown,data_html     
             
-with open('app.css','r') as f:
-    BLOCK_CSS = f.read() 
+
+           
+RL_DETAILS ={'CarRacing-v0':{'title':" The Car Racing 🏎️ Leaderboard 🚀",'data':get_data_per_env('CarRacing-v0')},
+            'MountainCar-v0':{'title':"The Mountain Car ⛰️ 🚗 Leaderboard 🚀",'data':get_data_per_env('MountainCar-v0')},
+            'LunarLander-v2':{'title':" The Lunar Lander 🌕 Leaderboard 🚀",'data':get_data_per_env('LunarLander-v2')}
+            }
+
+
 
 block = gr.Blocks(css=BLOCK_CSS)
 with block: