Upload 7 files

app.py

@@ -4,23 +4,28 @@ from src.assets.text_content import TITLE, INTRODUCTION_TEXT
 from src.leaderboard_utils import filter_search, get_github_data
 from src.plot_utils import split_models, compare_plots
 
-# For Leaderboards
-# Get CSV data
-global primary_leaderboard_df, version_dfs, version_names
-primary_leaderboard_df, version_dfs, version_names = get_github_data()
+# from src.reload_utils import ReloadData
+from src.reload import get_primary_leaderboard, get_open_models, get_closed_models, get_plot_df, get_version_names, get_version_df, get_prev_df
 
-global prev_df
-prev_df = version_dfs[0]
-def select_prev_df(name):
-    ind = version_names.index(name)
-    prev_df = version_dfs[ind]
-    return prev_df
+reload_time = 5
 
-# For Plots 
-global plot_df, OPEN_MODELS, CLOSED_MODELS
-plot_df = primary_leaderboard_df[0]
-MODELS = list(plot_df[list(plot_df.columns)[0]].unique())
-OPEN_MODELS, CLOSED_MODELS = split_models(MODELS)
+# # For Leaderboards
+# # Get CSV data
+# global primary_leaderboard_df, version_dfs, version_names
+# primary_leaderboard_df, version_dfs, version_names = get_github_data()
+
+# global prev_df
+# prev_df = version_dfs[0]
+# def select_prev_df(name):
+#     ind = version_names.index(name)
+#     prev_df = version_dfs[ind]
+#     return prev_df
+
+# # For Plots 
+# global plot_df, OPEN_MODELS, CLOSED_MODELS
+# plot_df = primary_leaderboard_df[0]
+# MODELS = list(plot_df[list(plot_df.columns)[0]].unique())
+# OPEN_MODELS, CLOSED_MODELS = split_models(MODELS)
 
 
 # MAIN APPLICATION s
@@ -37,20 +42,22 @@ with main_app:
                     show_label=False,
                     elem_id="search-bar",
                 )
-                                    
-            leaderboard_table = gr.components.Dataframe(
-                value=primary_leaderboard_df[0],
+
+            leaderboard_table = gr.DataFrame(
+                value=get_primary_leaderboard,
                 elem_id="leaderboard-table",
                 interactive=False,
                 visible=True,
-            )
+                every=reload_time
+            )              
 
             # Add a dummy leaderboard to handle search queries from the primary_leaderboard_df and not update primary_leaderboard_df
-            dummy_leaderboard_table = gr.components.Dataframe(
-                value=primary_leaderboard_df[0],
+            dummy_leaderboard_table = gr.Dataframe(
+                value=get_primary_leaderboard,
                 elem_id="leaderboard-table",
                 interactive=False,
                 visible=False,
+                every=reload_time
             )
                 
             search_bar.submit(
@@ -63,20 +70,22 @@ with main_app:
         with gr.TabItem("📈 Plot", id=3):
             with gr.Row():
                 open_models_selection = gr.CheckboxGroup(
-                    OPEN_MODELS, 
+                    choices=get_open_models(),
                     label="Open-weight Models 🌐",
                     value=[],
                     elem_id="value-select",
                     interactive=True,
+                    every=reload_time
                 )
 
             with gr.Row():
                 closed_models_selection = gr.CheckboxGroup(
-                    CLOSED_MODELS, 
+                    choices=get_closed_models(), 
                     label="Closed-weight Models 💼",
                     value=[],
                     elem_id="value-select-2",
                     interactive=True,
+                    every=reload_time
                 )
             
             with gr.Row():
@@ -109,8 +118,9 @@ with main_app:
 
             with gr.Row():
                 dummy_plot_df = gr.DataFrame(
-                    value=plot_df,
-                    visible=False
+                    value=get_plot_df,
+                    visible=False,
+                    every=reload_time
                 )
 
             with gr.Row():
@@ -156,7 +166,10 @@ with main_app:
         with gr.TabItem("🔄 Versions and Details", elem_id="details", id=2):
             with gr.Row():
                 version_select = gr.Dropdown(
-                    version_names, label="Select Version 🕹️", value=version_names[0]
+                    choices=get_version_names(), 
+                    label="Select Version 🕹️", 
+                    value=get_version_names()[0],
+                    every=reload_time
                 )
             with gr.Row():
                 search_bar_prev = gr.Textbox(
@@ -165,18 +178,20 @@ with main_app:
                     elem_id="search-bar-2",
                 )
 
-            prev_table = gr.components.Dataframe(
-                value=prev_df,
+            prev_table = gr.Dataframe(
+                value=get_prev_df,
                 elem_id="leaderboard-table",
                 interactive=False,
                 visible=True,
+                every=reload_time
             )
 
-            dummy_prev_table = gr.components.Dataframe(
-                value=prev_df,
+            dummy_prev_table = gr.Dataframe(
+                value=get_prev_df,
                 elem_id="leaderboard-table",
                 interactive=False,
                 visible=False,
+                every=reload_time
             )
 
             search_bar_prev.submit(
@@ -187,10 +202,11 @@ with main_app:
             )
 
             version_select.change(
-                select_prev_df,
+                get_prev_df,
                 [version_select],
                 prev_table,
-                queue=True
+                queue=True,
+                every=reload_time
             )
     main_app.load()
 

src/leaderboard_utils.py

@@ -3,7 +3,12 @@ import pandas as pd
 import requests, json
 from io import StringIO
 
+from datetime import datetime
+
+
 def get_github_data():
+    current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+    print(f"LOADING GITHUB DATAAA.... at time = {current_time}")
     '''
     Get data from csv files on Github
     Args:

src/reload.py

@@ -0,0 +1,75 @@
+# Isolated functions to reload the leaderboard data and plot the results
+
+from src.leaderboard_utils import filter_search, get_github_data
+from src.plot_utils import split_models, compare_plots
+
+def get_primary_leaderboard():
+    '''
+    Returns
+        primary_leaderboard_df[0]: Dataframe containing the primary leaderboard (laterst version of the benchmark results)
+    '''
+    primary_leaderboard_df, _, _ = get_github_data()
+    return primary_leaderboard_df[0]
+
+def get_open_models():
+    '''
+    Returns
+        open_models: Checkbox group containing the open models
+    '''
+    primary_leaderboard_df, _, _ = get_github_data()
+    temp_df = primary_leaderboard_df[0]
+    models = list(temp_df[list(temp_df.columns)[0]].unique())
+    open_models, _ = split_models(models)
+    return open_models
+
+def get_closed_models():
+    '''
+    Returns
+        closed_models: Checkbox group containing the closed models
+    '''
+    primary_leaderboard_df, _, _ = get_github_data()
+    temp_df = primary_leaderboard_df[0]
+    models = list(temp_df[list(temp_df.columns)[0]].unique())
+    _, closed_models = split_models(models)
+    return closed_models
+
+def get_plot_df():      
+        '''
+        Returns
+            plot_df: Dataframe containing the results of latest version for plotting
+        '''
+        primary_leaderboard_df, _, _ = get_github_data()
+        plot_df = primary_leaderboard_df[0]
+        return plot_df
+    
+def get_version_names():
+    '''
+    Returns
+        version_names: List containing the versions of the benchmark results for dropdown selection
+    '''
+    _, _, version_names = get_github_data()
+    return version_names
+    
+def get_version_df():
+    '''
+    Returns
+        version_dfs: Dataframe containing the benchmark results for all versions
+    '''
+    _, version_dfs, _ = get_github_data()
+    return version_dfs
+
+def get_prev_df(name='initial'):
+    '''
+    Returns
+        prev_df: Dataframe containing the benchmark results for the previous versions (default = latest version)
+    '''
+    _, version_dfs, version_names = get_github_data()
+    
+    if name == 'initial':
+        name = version_names[0]
+
+    ind = version_names.index(name)
+    prev_df = version_dfs[ind]
+    return prev_df
+
+

src/reload_utils.py

@@ -0,0 +1,82 @@
+# Isolated functions to reload the leaderboard data and plot the results
+
+from src.leaderboard_utils import filter_search, get_github_data
+from src.plot_utils import split_models, compare_plots
+
+#COMPONENTS TO RELOAD EVERY TIME
+# leaderboard_table, dummy_leaderboard_table, 
+# open_models_selection, closed_models_selection, show_all, show_names, show_legend
+#version_select, prev_table, dummy_prev_table
+
+class ReloadData():
+    '''
+    A class containing methods to reload the leaderboard data and plot the results
+    The methods return individual component values directly to use 'every' arg in the component
+    '''
+
+    def __init__(self):
+        print("Initializing Reload...........")
+        self.primary_leaderboard_df, self.version_dfs, self.version_names = get_github_data()
+        self.plot_df = self.primary_leaderboard_df[0]
+        self.models = list(self.plot_df[list(self.plot_df.columns)[0]].unique())
+        print("Reload completed ....... Here's a reloaded dataframe for latest version")
+        print(self.primary_leaderboard_df)
+
+    def get_primary_leaderboard(self):
+        '''
+        Returns
+            self.primary_leaderboard_df[0]: Dataframe containing the primary leaderboard (laterst version of the benchmark results)
+        '''
+        return self.primary_leaderboard_df[0]
+    
+    def get_open_models(self):
+        '''
+        Returns
+            open_models: Checkbox group containing the open models
+        '''
+        self.open_models, _ = split_models(self.models)
+        return self.open_models
+    
+    def get_closed_models(self):
+        '''
+        Returns
+            closed_models: Checkbox group containing the closed models
+        '''
+        _, self.closed_models = split_models(self.models)
+        return self.closed_models
+    
+    def get_plot_df(self):      
+        '''
+        Returns
+            plot_df: Dataframe containing the results of latest version for plotting
+        '''
+        return self.plot_df
+    
+    def get_version_names(self):
+        '''
+        Returns
+            version_names: List containing the versions of the benchmark results for dropdown selection
+        '''
+        return self.version_names
+        
+    def get_version_df(self):
+        '''
+        Returns
+            version_dfs: Dataframe containing the benchmark results for all versions
+        '''
+        return self.version_dfs
+    
+    def get_prev_df(self, name='initial'):
+        '''
+        Returns
+            prev_df: Dataframe containing the benchmark results for the previous versions (default = latest version)
+        '''
+        if name == 'initial':
+            name = self.version_names[0]
+
+        ind = self.version_names.index(name)
+        self.prev_df = self.version_dfs[ind]
+        return self.prev_df
+
+
+