import gradio as gr
from src.helper import *
# Custom CSS to replicate the Google-style card design from the image
custom_head_html = """
"""
new_header_html = """
")
CLUSTERS_NAME=[cname for cname, cdf in cluster_tabs.items()]
cname = CLUSTERS_NAME[0]
initial_cluster_title_html = f"
Task-Cluster name: {cname}
"
# 2. Create a variable for the title component so it can be updated.
cluster_title_component = gr.HTML(initial_cluster_title_html)
clusters_dropdown = gr.Dropdown(
choices=CLUSTERS_NAME,
label="Select Task-CLuster",
interactive=True,
elem_id="cluster_dropdown",
value=CLUSTERS_NAME[0] # Set default value
)
def get_claster_table(cluster_name):
for cname, cdf in cluster_tabs.items():
if cname== cluster_name:
return cdf
return None
cluster_table_component = gr.HTML(df_to_html(get_claster_table(CLUSTERS_NAME[0])) if CLUSTERS_NAME else "No cluser found")
def update_cluster_table(cluster_name):
df = get_claster_table(cluster_name)
cluster_title_html = f"
Task-Cluster name: {cluster_name}
"
return cluster_title_html, df_to_html(df) if df is not None else "No data found"
clusters_dropdown.change(update_cluster_table, clusters_dropdown, outputs=[cluster_title_component, cluster_table_component])
# Languages Leaderboards
# Task-Specific Leaderboards
with gr.Tab("Task-Specific Leaderboard", id="tasks"):
# --- MODIFIED ---
# 1. Define the initial title based on the first task in the list.
gr.HTML("
"
# 2. Create a variable for the title component so it can be updated.
task_title_component = gr.HTML(initial_title_html)
# Dropdown for selecting the task (remains the same)
task_dropdown = gr.Dropdown(choices=TASK_NAME_LIST, label="Select Task", interactive=True, value=initial_task_name)
# --- MODIFIED ---
# 3. Modify the update function to return TWO values: the new title and the new table.
def update_task_table(task_name_with_id):
# Create the new dynamic title HTML
tname=task_name_with_id.split(' (')[0]
tid=task_name_with_id.split(' (')[-1].split(')')[0]
new_title = f"
Task name: {tname} Task identifier: {tid}
"
# new_title = f"
{task_name_with_id} Leaderboard
"
# Parse the task key to get the data
task_key = task_name_with_id.split('(')[-1].strip(')')
df = get_task_leaderboard(task_key)
# Return both the new title and the HTML for the table
return new_title, df_to_html(df)
# Initial table display (remains the same)
initial_task_key = initial_task_name.split('(')[-1].strip(')')
task_table_component = gr.HTML(df_to_html(get_task_leaderboard(initial_task_key)))
# --- MODIFIED ---
# 4. Update the .change() event to send outputs to BOTH the title and table components.
task_dropdown.change(
fn=update_task_table,
inputs=task_dropdown,
outputs=[task_title_component, task_table_component]
)
with gr.Tab("Language-Specific Leaderboard", id="langs"):
gr.HTML("
Language name: {lang_name} Language ISO-3: {next(iter(LANGNAME2ISOS.get(lang_name)))}
"
# 2. Create a variable for the title component so it can be updated.
lang_title_component = gr.HTML(initial_lang_title_html)
lang_dropdown = gr.Dropdown(choices=LANG_NAME_LIST, label="Select Language", interactive=True)
lang_table_component = gr.HTML(df_to_html(get_lang_table(LANG_NAME_LIST[0])) if LANG_NAME_LIST else "No languages found")
def update_lang_table(lang_name):
df = get_lang_table(lang_name)
new_title = f"
Language name: {lang_name} Language ISO-3: {next(iter(LANGNAME2ISOS.get(lang_name)))}
"
return new_title, df_to_html(df)
lang_dropdown.change(update_lang_table, lang_dropdown, outputs=[lang_title_component, lang_table_component])
# --- NEW TAB FOR MODEL-SPECIFIC LEADERBOARD ---
with gr.Tab("Model-Specific Leaderboard", id="models", elem_id="model_specific_table"):
gr.HTML("
"
# Component to display the dynamic title
model_title_component = gr.HTML(initial_model_title_html)
# Dropdown for selecting the model
model_dropdown = gr.Dropdown(
choices=MODEL_NAME_LIST,
label="Select Model",
interactive=True,
value=initial_model_name
)
# Component to display the model's performance table
model_table_component = gr.HTML(df_to_html(get_model_table(initial_model_name)))
# Function to update the title and table based on dropdown selection
def update_model_table(model_name):
df = get_model_table(model_name)
new_title = f"
Model name: {model_name}
"
return new_title, df_to_html(df)
# Link the dropdown's change event to the update function
model_dropdown.change(
fn=update_model_table,
inputs=model_dropdown,
outputs=[model_title_component, model_table_component]
)
# --- NEW TAB TO COMPARE MODELS ---
with gr.Tab("Compare Models", id="compare"):
gr.HTML("
Compare Two Models
")
with gr.Row():
model_1_dd = gr.Dropdown(MODEL_NAME_LIST, label="Select Model 1", interactive=True)
model_2_dd = gr.Dropdown(MODEL_NAME_LIST, label="Select Model 2", interactive=True)
compare_btn = gr.Button("Compare")
# Note for the 'Difference' column
explanation_note = """
**Note on the 'Difference' Column:**
* This value is calculated as: `(Score of Model 1) - (Score of Model 2)`.
* A positive value in green indicates that **Model 1** performed better on that task.
* A negative value in red indicates that **Model 2** performed better on that task.
"""
# --- MODIFIED: Make the note invisible by default ---
explanation_note_md = gr.Markdown(explanation_note, visible=False)
# Create a container with a unique ID for the comparison table
with gr.Column(elem_id="models_comparasion_table"):
comparison_output = gr.HTML("
Select two models and click Compare to see the results.
")
# --- MODIFIED: The function now returns TWO values (visibility and html) ---
def update_comparison_table(m1, m2):
if not m1 or not m2:
gr.Info("Please select both models before clicking Compare.")
# Return an update to hide the note and the placeholder text
return gr.update(visible=False), "
Please select two models to compare.
"
df = compare_models(m1, m2)
# Return an update to SHOW the note and the results table
return gr.update(visible=True), df_to_html(df)
# --- MODIFIED: Update the outputs list to target both components ---
compare_btn.click(
fn=update_comparison_table,
inputs=[model_1_dd, model_2_dd],
outputs=[explanation_note_md, comparison_output]
)
with gr.Group(elem_classes="content-card"):
gr.Markdown(" ")
gr.HTML("
Citation
If you use the Sahara benchmark for your scientific publication, or if you find the resources in this website useful, please cite our ACL2025 paper .")
gr.HTML("
")
if __name__ == "__main__":
demo.launch(share=True)
