Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -624,6 +624,7 @@ def get_all_df2(selected_columns, dir=VBENCH2_DIR):
|
|
624 |
submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
|
625 |
submission_repo.git_pull()
|
626 |
df = pd.read_csv(dir)
|
|
|
627 |
df = get_final_score2(df, selected_columns)
|
628 |
df = df.sort_values(by="Total Score", ascending=False)
|
629 |
return df
|
@@ -751,13 +752,19 @@ def on_filter_model_size_method_change_long(selected_columns, vbench_team_sample
|
|
751 |
def on_filter_model_size_method_change_2(selected_columns=TASK_INFO_2, vbench_team_sample=False, vbench_team_eval=False):
|
752 |
updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
|
753 |
print(updated_data)
|
|
|
754 |
if vbench_team_sample:
|
755 |
-
updated_data = updated_data[updated_data["Sampled by"]
|
756 |
if vbench_team_eval:
|
757 |
-
updated_data = updated_data[updated_data[
|
758 |
-
|
759 |
-
|
760 |
-
|
|
|
|
|
|
|
|
|
|
|
761 |
print(updated_data)
|
762 |
filter_component = gr.components.Dataframe(
|
763 |
value=updated_data,
|
@@ -775,9 +782,9 @@ def on_filter_model_size_method_score_change_2(select_score, vbench_team_sample=
|
|
775 |
updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
|
776 |
print(updated_data)
|
777 |
if vbench_team_sample:
|
778 |
-
updated_data = updated_data[updated_data["Sampled by"]
|
779 |
if vbench_team_eval:
|
780 |
-
updated_data = updated_data[updated_data[
|
781 |
|
782 |
present_columns = VBENCH2_MODEL_INFO_DEFAULT + [f"{select_score} Score"] + selected_columns
|
783 |
updated_headers = present_columns
|
@@ -909,14 +916,14 @@ with block:
|
|
909 |
visible=True,
|
910 |
# height=700,
|
911 |
)
|
912 |
-
vbench_team_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2,
|
913 |
-
vbench_validate_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2,
|
914 |
# vbench2_checkgroup.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter], outputs=data_component_2)
|
915 |
-
vbench2_creativity_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Creativity"), vbench_team_filter_2,
|
916 |
-
vbench2_commonsense_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Commonsense"), vbench_team_filter_2,
|
917 |
-
vbench2_control_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Controllability"), vbench_team_filter_2,
|
918 |
-
vbench2_human_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Human Fidelity"), vbench_team_filter_2,
|
919 |
-
vbench2_physics_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Physics"), vbench_team_filter_2,
|
920 |
|
921 |
with gr.TabItem("Video Quality", elem_id="vbench-tab-table", id=3):
|
922 |
with gr.Accordion("INSTRUCTION", open=False):
|
|
|
624 |
submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
|
625 |
submission_repo.git_pull()
|
626 |
df = pd.read_csv(dir)
|
627 |
+
print(df)
|
628 |
df = get_final_score2(df, selected_columns)
|
629 |
df = df.sort_values(by="Total Score", ascending=False)
|
630 |
return df
|
|
|
752 |
def on_filter_model_size_method_change_2(selected_columns=TASK_INFO_2, vbench_team_sample=False, vbench_team_eval=False):
|
753 |
updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
|
754 |
print(updated_data)
|
755 |
+
print(vbench_team_sample, vbench_team_eval)
|
756 |
if vbench_team_sample:
|
757 |
+
updated_data = updated_data[updated_data["Sampled by"].str.contains('VBench Team')]
|
758 |
if vbench_team_eval:
|
759 |
+
updated_data = updated_data[updated_data["Evaluated by"].str.contains('VBench Team')]
|
760 |
+
|
761 |
+
present_columns = VBENCH2_MODEL_INFO_DEFAULT + selected_columns
|
762 |
+
updated_headers = present_columns
|
763 |
+
update_datatype = [VBENCH2_TITLE_TYPE[COLUMN_NAMES_2.index(x)] for x in updated_headers]
|
764 |
+
|
765 |
+
updated_data = updated_data[present_columns]
|
766 |
+
updated_data = convert_scores_to_percentage(updated_data)
|
767 |
+
|
768 |
print(updated_data)
|
769 |
filter_component = gr.components.Dataframe(
|
770 |
value=updated_data,
|
|
|
782 |
updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
|
783 |
print(updated_data)
|
784 |
if vbench_team_sample:
|
785 |
+
updated_data = updated_data[updated_data["Sampled by"].str.contains('VBench Team')]
|
786 |
if vbench_team_eval:
|
787 |
+
updated_data = updated_data[updated_data["Evaluated by"].str.contains('VBench Team')]
|
788 |
|
789 |
present_columns = VBENCH2_MODEL_INFO_DEFAULT + [f"{select_score} Score"] + selected_columns
|
790 |
updated_headers = present_columns
|
|
|
916 |
visible=True,
|
917 |
# height=700,
|
918 |
)
|
919 |
+
vbench_team_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter_2], outputs=data_component_2)
|
920 |
+
vbench_validate_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter_2], outputs=data_component_2)
|
921 |
# vbench2_checkgroup.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter], outputs=data_component_2)
|
922 |
+
vbench2_creativity_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Creativity"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
|
923 |
+
vbench2_commonsense_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Commonsense"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
|
924 |
+
vbench2_control_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Controllability"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
|
925 |
+
vbench2_human_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Human Fidelity"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
|
926 |
+
vbench2_physics_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Physics"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
|
927 |
|
928 |
with gr.TabItem("Video Quality", elem_id="vbench-tab-table", id=3):
|
929 |
with gr.Accordion("INSTRUCTION", open=False):
|