ynhe commited on
Commit
2491ad9
·
verified ·
1 Parent(s): c3425e0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +21 -14
app.py CHANGED
@@ -624,6 +624,7 @@ def get_all_df2(selected_columns, dir=VBENCH2_DIR):
624
  submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
625
  submission_repo.git_pull()
626
  df = pd.read_csv(dir)
 
627
  df = get_final_score2(df, selected_columns)
628
  df = df.sort_values(by="Total Score", ascending=False)
629
  return df
@@ -751,13 +752,19 @@ def on_filter_model_size_method_change_long(selected_columns, vbench_team_sample
751
  def on_filter_model_size_method_change_2(selected_columns=TASK_INFO_2, vbench_team_sample=False, vbench_team_eval=False):
752
  updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
753
  print(updated_data)
 
754
  if vbench_team_sample:
755
- updated_data = updated_data[updated_data["Sampled by"] == 'VBench Team']
756
  if vbench_team_eval:
757
- updated_data = updated_data[updated_data['Evaluated by'] == 'VBench Team']
758
-
759
- updated_headers = COLUMN_NAMES_2
760
- update_datatype = VBENCH2_TITLE_TYPE
 
 
 
 
 
761
  print(updated_data)
762
  filter_component = gr.components.Dataframe(
763
  value=updated_data,
@@ -775,9 +782,9 @@ def on_filter_model_size_method_score_change_2(select_score, vbench_team_sample=
775
  updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
776
  print(updated_data)
777
  if vbench_team_sample:
778
- updated_data = updated_data[updated_data["Sampled by"] == 'VBench Team']
779
  if vbench_team_eval:
780
- updated_data = updated_data[updated_data['Evaluated by'] == 'VBench Team']
781
 
782
  present_columns = VBENCH2_MODEL_INFO_DEFAULT + [f"{select_score} Score"] + selected_columns
783
  updated_headers = present_columns
@@ -909,14 +916,14 @@ with block:
909
  visible=True,
910
  # height=700,
911
  )
912
- vbench_team_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter], outputs=data_component_2)
913
- vbench_validate_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter], outputs=data_component_2)
914
  # vbench2_checkgroup.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter], outputs=data_component_2)
915
- vbench2_creativity_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Creativity"), vbench_team_filter_2, vbench_validate_filter], outputs=[data_component_2, vbench2_checkgroup])
916
- vbench2_commonsense_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Commonsense"), vbench_team_filter_2, vbench_validate_filter], outputs=[data_component_2, vbench2_checkgroup])
917
- vbench2_control_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Controllability"), vbench_team_filter_2, vbench_validate_filter], outputs=[data_component_2, vbench2_checkgroup])
918
- vbench2_human_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Human Fidelity"), vbench_team_filter_2, vbench_validate_filter], outputs=[data_component_2, vbench2_checkgroup])
919
- vbench2_physics_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Physics"), vbench_team_filter_2, vbench_validate_filter], outputs=[data_component_2, vbench2_checkgroup])
920
 
921
  with gr.TabItem("Video Quality", elem_id="vbench-tab-table", id=3):
922
  with gr.Accordion("INSTRUCTION", open=False):
 
624
  submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
625
  submission_repo.git_pull()
626
  df = pd.read_csv(dir)
627
+ print(df)
628
  df = get_final_score2(df, selected_columns)
629
  df = df.sort_values(by="Total Score", ascending=False)
630
  return df
 
752
  def on_filter_model_size_method_change_2(selected_columns=TASK_INFO_2, vbench_team_sample=False, vbench_team_eval=False):
753
  updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
754
  print(updated_data)
755
+ print(vbench_team_sample, vbench_team_eval)
756
  if vbench_team_sample:
757
+ updated_data = updated_data[updated_data["Sampled by"].str.contains('VBench Team')]
758
  if vbench_team_eval:
759
+ updated_data = updated_data[updated_data["Evaluated by"].str.contains('VBench Team')]
760
+
761
+ present_columns = VBENCH2_MODEL_INFO_DEFAULT + selected_columns
762
+ updated_headers = present_columns
763
+ update_datatype = [VBENCH2_TITLE_TYPE[COLUMN_NAMES_2.index(x)] for x in updated_headers]
764
+
765
+ updated_data = updated_data[present_columns]
766
+ updated_data = convert_scores_to_percentage(updated_data)
767
+
768
  print(updated_data)
769
  filter_component = gr.components.Dataframe(
770
  value=updated_data,
 
782
  updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
783
  print(updated_data)
784
  if vbench_team_sample:
785
+ updated_data = updated_data[updated_data["Sampled by"].str.contains('VBench Team')]
786
  if vbench_team_eval:
787
+ updated_data = updated_data[updated_data["Evaluated by"].str.contains('VBench Team')]
788
 
789
  present_columns = VBENCH2_MODEL_INFO_DEFAULT + [f"{select_score} Score"] + selected_columns
790
  updated_headers = present_columns
 
916
  visible=True,
917
  # height=700,
918
  )
919
+ vbench_team_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter_2], outputs=data_component_2)
920
+ vbench_validate_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter_2], outputs=data_component_2)
921
  # vbench2_checkgroup.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter], outputs=data_component_2)
922
+ vbench2_creativity_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Creativity"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
923
+ vbench2_commonsense_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Commonsense"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
924
+ vbench2_control_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Controllability"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
925
+ vbench2_human_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Human Fidelity"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
926
+ vbench2_physics_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Physics"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
927
 
928
  with gr.TabItem("Video Quality", elem_id="vbench-tab-table", id=3):
929
  with gr.Accordion("INSTRUCTION", open=False):