Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -624,6 +624,7 @@ def get_all_df2(selected_columns, dir=VBENCH2_DIR):
|
|
| 624 |
submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
|
| 625 |
submission_repo.git_pull()
|
| 626 |
df = pd.read_csv(dir)
|
|
|
|
| 627 |
df = get_final_score2(df, selected_columns)
|
| 628 |
df = df.sort_values(by="Total Score", ascending=False)
|
| 629 |
return df
|
|
@@ -751,13 +752,19 @@ def on_filter_model_size_method_change_long(selected_columns, vbench_team_sample
|
|
| 751 |
def on_filter_model_size_method_change_2(selected_columns=TASK_INFO_2, vbench_team_sample=False, vbench_team_eval=False):
|
| 752 |
updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
|
| 753 |
print(updated_data)
|
|
|
|
| 754 |
if vbench_team_sample:
|
| 755 |
-
updated_data = updated_data[updated_data["Sampled by"]
|
| 756 |
if vbench_team_eval:
|
| 757 |
-
updated_data = updated_data[updated_data[
|
| 758 |
-
|
| 759 |
-
|
| 760 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 761 |
print(updated_data)
|
| 762 |
filter_component = gr.components.Dataframe(
|
| 763 |
value=updated_data,
|
|
@@ -775,9 +782,9 @@ def on_filter_model_size_method_score_change_2(select_score, vbench_team_sample=
|
|
| 775 |
updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
|
| 776 |
print(updated_data)
|
| 777 |
if vbench_team_sample:
|
| 778 |
-
updated_data = updated_data[updated_data["Sampled by"]
|
| 779 |
if vbench_team_eval:
|
| 780 |
-
updated_data = updated_data[updated_data[
|
| 781 |
|
| 782 |
present_columns = VBENCH2_MODEL_INFO_DEFAULT + [f"{select_score} Score"] + selected_columns
|
| 783 |
updated_headers = present_columns
|
|
@@ -909,14 +916,14 @@ with block:
|
|
| 909 |
visible=True,
|
| 910 |
# height=700,
|
| 911 |
)
|
| 912 |
-
vbench_team_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2,
|
| 913 |
-
vbench_validate_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2,
|
| 914 |
# vbench2_checkgroup.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter], outputs=data_component_2)
|
| 915 |
-
vbench2_creativity_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Creativity"), vbench_team_filter_2,
|
| 916 |
-
vbench2_commonsense_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Commonsense"), vbench_team_filter_2,
|
| 917 |
-
vbench2_control_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Controllability"), vbench_team_filter_2,
|
| 918 |
-
vbench2_human_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Human Fidelity"), vbench_team_filter_2,
|
| 919 |
-
vbench2_physics_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Physics"), vbench_team_filter_2,
|
| 920 |
|
| 921 |
with gr.TabItem("Video Quality", elem_id="vbench-tab-table", id=3):
|
| 922 |
with gr.Accordion("INSTRUCTION", open=False):
|
|
|
|
| 624 |
submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
|
| 625 |
submission_repo.git_pull()
|
| 626 |
df = pd.read_csv(dir)
|
| 627 |
+
print(df)
|
| 628 |
df = get_final_score2(df, selected_columns)
|
| 629 |
df = df.sort_values(by="Total Score", ascending=False)
|
| 630 |
return df
|
|
|
|
| 752 |
def on_filter_model_size_method_change_2(selected_columns=TASK_INFO_2, vbench_team_sample=False, vbench_team_eval=False):
|
| 753 |
updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
|
| 754 |
print(updated_data)
|
| 755 |
+
print(vbench_team_sample, vbench_team_eval)
|
| 756 |
if vbench_team_sample:
|
| 757 |
+
updated_data = updated_data[updated_data["Sampled by"].str.contains('VBench Team')]
|
| 758 |
if vbench_team_eval:
|
| 759 |
+
updated_data = updated_data[updated_data["Evaluated by"].str.contains('VBench Team')]
|
| 760 |
+
|
| 761 |
+
present_columns = VBENCH2_MODEL_INFO_DEFAULT + selected_columns
|
| 762 |
+
updated_headers = present_columns
|
| 763 |
+
update_datatype = [VBENCH2_TITLE_TYPE[COLUMN_NAMES_2.index(x)] for x in updated_headers]
|
| 764 |
+
|
| 765 |
+
updated_data = updated_data[present_columns]
|
| 766 |
+
updated_data = convert_scores_to_percentage(updated_data)
|
| 767 |
+
|
| 768 |
print(updated_data)
|
| 769 |
filter_component = gr.components.Dataframe(
|
| 770 |
value=updated_data,
|
|
|
|
| 782 |
updated_data = get_all_df2(selected_columns, VBENCH2_DIR)
|
| 783 |
print(updated_data)
|
| 784 |
if vbench_team_sample:
|
| 785 |
+
updated_data = updated_data[updated_data["Sampled by"].str.contains('VBench Team')]
|
| 786 |
if vbench_team_eval:
|
| 787 |
+
updated_data = updated_data[updated_data["Evaluated by"].str.contains('VBench Team')]
|
| 788 |
|
| 789 |
present_columns = VBENCH2_MODEL_INFO_DEFAULT + [f"{select_score} Score"] + selected_columns
|
| 790 |
updated_headers = present_columns
|
|
|
|
| 916 |
visible=True,
|
| 917 |
# height=700,
|
| 918 |
)
|
| 919 |
+
vbench_team_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter_2], outputs=data_component_2)
|
| 920 |
+
vbench_validate_filter_2.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter_2], outputs=data_component_2)
|
| 921 |
# vbench2_checkgroup.change(fn=on_filter_model_size_method_change_2, inputs=[vbench2_checkgroup, vbench_team_filter_2, vbench_validate_filter], outputs=data_component_2)
|
| 922 |
+
vbench2_creativity_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Creativity"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
|
| 923 |
+
vbench2_commonsense_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Commonsense"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
|
| 924 |
+
vbench2_control_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Controllability"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
|
| 925 |
+
vbench2_human_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Human Fidelity"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
|
| 926 |
+
vbench2_physics_button.click(fn=on_filter_model_size_method_score_change_2, inputs=[gr.State("Physics"), vbench_team_filter_2, vbench_validate_filter_2], outputs=[data_component_2, vbench2_checkgroup])
|
| 927 |
|
| 928 |
with gr.TabItem("Video Quality", elem_id="vbench-tab-table", id=3):
|
| 929 |
with gr.Accordion("INSTRUCTION", open=False):
|