make style .

app.py

@@ -1,13 +1,34 @@
-__all__ = ['block', 'make_clickable_model', 'make_clickable_user', 'get_submissions']
-
 import gradio as gr
 import pandas as pd
 import json
 import io
 
-from constants import *
+from constants import (
+    SUBMIT_INTRODUCTION,
+    COLUMN_NAMES,
+    MODEL_INFO,
+    ALL_RESULTS,
+    NEW_DATA_TITLE_TYPE,
+    SINGLE_DOMAIN_RESULTS,
+    TABLE_INTRODUCTION,
+    CITATION_BUTTON_LABEL,
+    CITATION_BUTTON_TEXT,
+    COLUMN_NAMES_HUMAN,
+    CSV_DIR_HUMAN_DOMAIN_RESULTS,
+    CSV_DIR_OPEN_DOMAIN_RESULTS,
+    HUMAN_DOMAIN_RESULTS,
+    CSV_DIR_SINGLE_DOMAIN_RESULTS,
+    TABLE_INTRODUCTION_HUMAN,
+    LEADERBORAD_INTRODUCTION,
+    OPEN_DOMAIN_RESULTS,
+)
+
+global \
+    filter_component, \
+    data_component_opendomain, \
+    data_component_humandomain, \
+    data_component_singledomain
 
-global filter_component, data_component_opendomain, data_component_humandomain, data_component_singledomain
 
 def upload_file(files):
     file_paths = [file.name for file in files]
@@ -15,31 +36,40 @@ def upload_file(files):
 
 
 def compute_scores(input_data):
-    return [None, [
-        input_data["total_score"],
-        input_data["aes_score"],
-        input_data["motion_score"],
-        input_data["facesim_cur"],
-        input_data["gme_score"],
-        input_data["nexus_score"],
-        input_data["natural_score"]
-    ]]
+    return [
+        None,
+        [
+            input_data["total_score"],
+            input_data["aes_score"],
+            input_data["motion_score"],
+            input_data["facesim_cur"],
+            input_data["gme_score"],
+            input_data["nexus_score"],
+            input_data["natural_score"],
+        ],
+    ]
+
 
 def compute_scores_human_domain(input_data):
-    return [None, [
-        input_data["total_score"],
-        input_data["aes_score"],
-        input_data["motion_score"],
-        input_data["facesim_cur"],
-        input_data["gme_score"],
-        input_data["natural_score"]
-    ]]
+    return [
+        None,
+        [
+            input_data["total_score"],
+            input_data["aes_score"],
+            input_data["motion_score"],
+            input_data["facesim_cur"],
+            input_data["gme_score"],
+            input_data["natural_score"],
+        ],
+    ]
+
 
 def add_opendomain_eval(
     input_file,
     model_name_textbox: str,
     revision_name_textbox: str,
     venue_type_dropdown: str,
+    team_name_textbox: str,
     model_link: str,
 ):
     if input_file is None:
@@ -53,30 +83,41 @@ def add_opendomain_eval(
 
         csv_data = pd.read_csv(CSV_DIR_OPEN_DOMAIN_RESULTS)
 
-        if revision_name_textbox == '':
+        if revision_name_textbox == "":
             col = csv_data.shape[0]
             model_name = model_name_textbox
-            name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in csv_data['Model']]
+            name_list = [
+                name.split("]")[0][1:] if name.endswith(")") else name
+                for name in csv_data["Model"]
+            ]
             assert model_name not in name_list
         else:
             model_name = revision_name_textbox
-            model_name_list = csv_data['Model']
-            name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in model_name_list]
+            model_name_list = csv_data["Model"]
+            name_list = [
+                name.split("]")[0][1:] if name.endswith(")") else name
+                for name in model_name_list
+            ]
             if revision_name_textbox not in name_list:
                 col = csv_data.shape[0]
             else:
                 col = name_list.index(revision_name_textbox)
 
-        if model_link == '':
+        if model_link == "":
             model_name = model_name  # no url
         else:
-            model_name = '[' + model_name + '](' + model_link + ')'
+            model_name = "[" + model_name + "](" + model_link + ")"
 
         venue = venue_type_dropdown
+        if team_name_textbox == "":
+            team = "User Upload"
+        else:
+            team = team_name_textbox
 
         new_data = [
             model_name,
             venue,
+            team,
             f"{input_data[0] * 100:.2f}%",
             f"{input_data[1] * 100:.2f}%",
             f"{input_data[2] * 100:.2f}%",
@@ -85,7 +126,7 @@ def add_opendomain_eval(
             f"{input_data[5] * 100:.2f}%",
             f"{input_data[6] * 100:.2f}%",
         ]
-        csv_data.loc[col] = new_data 
+        csv_data.loc[col] = new_data
         csv_data.to_csv(CSV_DIR_OPEN_DOMAIN_RESULTS, index=False)
     return "Evaluation successfully submitted!"
 
@@ -95,6 +136,7 @@ def add_humandomain_eval(
     model_name_textbox: str,
     revision_name_textbox: str,
     venue_type_dropdown: str,
+    team_name_textbox: str,
     model_link: str,
 ):
     if input_file is None:
@@ -108,30 +150,41 @@ def add_humandomain_eval(
 
         csv_data = pd.read_csv(CSV_DIR_HUMAN_DOMAIN_RESULTS)
 
-        if revision_name_textbox == '':
+        if revision_name_textbox == "":
             col = csv_data.shape[0]
             model_name = model_name_textbox
-            name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in csv_data['Model']]
+            name_list = [
+                name.split("]")[0][1:] if name.endswith(")") else name
+                for name in csv_data["Model"]
+            ]
             assert model_name not in name_list
         else:
             model_name = revision_name_textbox
-            model_name_list = csv_data['Model']
-            name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in model_name_list]
+            model_name_list = csv_data["Model"]
+            name_list = [
+                name.split("]")[0][1:] if name.endswith(")") else name
+                for name in model_name_list
+            ]
             if revision_name_textbox not in name_list:
                 col = csv_data.shape[0]
             else:
                 col = name_list.index(revision_name_textbox)
 
-        if model_link == '':
+        if model_link == "":
             model_name = model_name  # no url
         else:
-            model_name = '[' + model_name + '](' + model_link + ')'
+            model_name = "[" + model_name + "](" + model_link + ")"
 
         venue = venue_type_dropdown
+        if team_name_textbox == "":
+            team = "User Upload"
+        else:
+            team = team_name_textbox
 
         new_data = [
             model_name,
             venue,
+            team,
             f"{input_data[0] * 100:.2f}%",
             f"{input_data[1] * 100:.2f}%",
             f"{input_data[2] * 100:.2f}%",
@@ -139,7 +192,7 @@ def add_humandomain_eval(
             f"{input_data[4] * 100:.2f}%",
             f"{input_data[5] * 100:.2f}%",
         ]
-        csv_data.loc[col] = new_data 
+        csv_data.loc[col] = new_data
         csv_data.to_csv(CSV_DIR_HUMAN_DOMAIN_RESULTS, index=False)
     return "Evaluation successfully submitted!"
 
@@ -149,6 +202,7 @@ def add_singledomain_eval(
     model_name_textbox: str,
     revision_name_textbox: str,
     venue_type_dropdown: str,
+    team_name_textbox: str,
     model_link: str,
 ):
     if input_file is None:
@@ -162,30 +216,41 @@ def add_singledomain_eval(
 
         csv_data = pd.read_csv(CSV_DIR_SINGLE_DOMAIN_RESULTS)
 
-        if revision_name_textbox == '':
+        if revision_name_textbox == "":
             col = csv_data.shape[0]
             model_name = model_name_textbox
-            name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in csv_data['Model']]
+            name_list = [
+                name.split("]")[0][1:] if name.endswith(")") else name
+                for name in csv_data["Model"]
+            ]
             assert model_name not in name_list
         else:
             model_name = revision_name_textbox
-            model_name_list = csv_data['Model']
-            name_list = [name.split(']')[0][1:] if name.endswith(')') else name for name in model_name_list]
+            model_name_list = csv_data["Model"]
+            name_list = [
+                name.split("]")[0][1:] if name.endswith(")") else name
+                for name in model_name_list
+            ]
             if revision_name_textbox not in name_list:
                 col = csv_data.shape[0]
             else:
                 col = name_list.index(revision_name_textbox)
 
-        if model_link == '':
+        if model_link == "":
             model_name = model_name  # no url
         else:
-            model_name = '[' + model_name + '](' + model_link + ')'
+            model_name = "[" + model_name + "](" + model_link + ")"
 
         venue = venue_type_dropdown
+        if team_name_textbox == "":
+            team = "User Upload"
+        else:
+            team = team_name_textbox
 
         new_data = [
             model_name,
             venue,
+            team,
             f"{input_data[0] * 100:.2f}%",
             f"{input_data[1] * 100:.2f}%",
             f"{input_data[2] * 100:.2f}%",
@@ -194,17 +259,17 @@ def add_singledomain_eval(
             f"{input_data[5] * 100:.2f}%",
             f"{input_data[6] * 100:.2f}%",
         ]
-        csv_data.loc[col] = new_data 
+        csv_data.loc[col] = new_data
         csv_data.to_csv(CSV_DIR_SINGLE_DOMAIN_RESULTS, index=False)
     return "Evaluation successfully submitted!"
 
 
-
 def get_all_df_opendomain():
     df = pd.read_csv(CSV_DIR_OPEN_DOMAIN_RESULTS)
     df = df.sort_values(by="TotalScore↑", ascending=False)
     return df
 
+
 def get_baseline_df_opendomain():
     df = pd.read_csv(CSV_DIR_OPEN_DOMAIN_RESULTS)
     df = df.sort_values(by="TotalScore↑", ascending=False)
@@ -212,11 +277,13 @@ def get_baseline_df_opendomain():
     df = df[present_columns]
     return df
 
+
 def get_all_df_humandomain():
     df = pd.read_csv(CSV_DIR_HUMAN_DOMAIN_RESULTS)
     df = df.sort_values(by="TotalScore↑", ascending=False)
     return df
 
+
 def get_baseline_df_humandomain():
     df = pd.read_csv(CSV_DIR_HUMAN_DOMAIN_RESULTS)
     df = df.sort_values(by="TotalScore↑", ascending=False)
@@ -230,6 +297,7 @@ def get_all_df_singledomain():
     df = df.sort_values(by="TotalScore↑", ascending=False)
     return df
 
+
 def get_baseline_df_singledomain():
     df = pd.read_csv(CSV_DIR_SINGLE_DOMAIN_RESULTS)
     df = df.sort_values(by="TotalScore↑", ascending=False)
@@ -237,6 +305,7 @@ def get_baseline_df_singledomain():
     df = df[present_columns]
     return df
 
+
 block = gr.Blocks()
 
 
@@ -246,9 +315,7 @@ with block:
             <img src="https://www.pnglog.com/6xm07l.png" style='width: 400px; height: auto; margin-right: 10px;' />
         </div>
     """)
-    gr.Markdown(
-        LEADERBORAD_INTRODUCTION
-    )
+    gr.Markdown(LEADERBORAD_INTRODUCTION)
     with gr.Tabs(elem_classes="tab-buttons") as tabs:
         # table Opendomain
         with gr.TabItem("🏅 Open-Domain", elem_id="OpenS2V-Nexus-tab-table", id=0):
@@ -258,12 +325,10 @@ with block:
                         value=CITATION_BUTTON_TEXT,
                         label=CITATION_BUTTON_LABEL,
                         elem_id="citation-button",
-                        show_copy_button=True
+                        show_copy_button=True,
                     )
-    
-            gr.Markdown(
-                TABLE_INTRODUCTION
-            )
+
+            gr.Markdown(TABLE_INTRODUCTION)
 
             checkbox_group_opendomain = gr.CheckboxGroup(
                 choices=ALL_RESULTS,
@@ -273,35 +338,44 @@ with block:
             )
 
             data_component_opendomain = gr.components.Dataframe(
-                value=get_baseline_df_opendomain, 
+                value=get_baseline_df_opendomain,
                 headers=COLUMN_NAMES,
-                type="pandas", 
+                type="pandas",
                 datatype=NEW_DATA_TITLE_TYPE,
                 interactive=False,
                 visible=True,
-                )
-    
+            )
+
             def on_checkbox_group_change_opendomain(selected_columns):
-                selected_columns = [item for item in ALL_RESULTS if item in selected_columns]
+                selected_columns = [
+                    item for item in ALL_RESULTS if item in selected_columns
+                ]
                 present_columns = MODEL_INFO + selected_columns
                 updated_data = get_baseline_df_opendomain()[present_columns]
-                updated_data = updated_data.sort_values(by=present_columns[1], ascending=False)
+                updated_data = updated_data.sort_values(
+                    by=present_columns[1], ascending=False
+                )
                 updated_headers = present_columns
-                update_datatype = [NEW_DATA_TITLE_TYPE[COLUMN_NAMES.index(x)] for x in updated_headers]
+                update_datatype = [
+                    NEW_DATA_TITLE_TYPE[COLUMN_NAMES.index(x)] for x in updated_headers
+                ]
 
                 filter_component = gr.components.Dataframe(
-                    value=updated_data, 
+                    value=updated_data,
                     headers=updated_headers,
-                    type="pandas", 
+                    type="pandas",
                     datatype=update_datatype,
                     interactive=False,
                     visible=True,
-                    )
-        
-                return filter_component
+                )
 
-            checkbox_group_opendomain.change(fn=on_checkbox_group_change_opendomain, inputs=checkbox_group_opendomain, outputs=data_component_opendomain)
+                return filter_component
 
+            checkbox_group_opendomain.change(
+                fn=on_checkbox_group_change_opendomain,
+                inputs=checkbox_group_opendomain,
+                outputs=data_component_opendomain,
+            )
 
         # table HumanDomain
         with gr.TabItem("🏅 Human-Domain", elem_id="OpenS2V-Nexus-tab-table", id=1):
@@ -311,12 +385,10 @@ with block:
                         value=CITATION_BUTTON_TEXT,
                         label=CITATION_BUTTON_LABEL,
                         elem_id="citation-button",
-                        show_copy_button=True
+                        show_copy_button=True,
                     )
-    
-            gr.Markdown(
-                TABLE_INTRODUCTION_HUMAN
-            )
+
+            gr.Markdown(TABLE_INTRODUCTION_HUMAN)
 
             checkbox_group_humandomain = gr.CheckboxGroup(
                 choices=HUMAN_DOMAIN_RESULTS,
@@ -326,34 +398,45 @@ with block:
             )
 
             data_component_humandomain = gr.components.Dataframe(
-                value=get_baseline_df_humandomain, 
+                value=get_baseline_df_humandomain,
                 headers=COLUMN_NAMES_HUMAN,
-                type="pandas", 
+                type="pandas",
                 datatype=NEW_DATA_TITLE_TYPE,
                 interactive=False,
                 visible=True,
-                )
-    
+            )
+
             def on_checkbox_group_change_humandomain(selected_columns):
-                selected_columns = [item for item in ALL_RESULTS if item in selected_columns]
+                selected_columns = [
+                    item for item in ALL_RESULTS if item in selected_columns
+                ]
                 present_columns = MODEL_INFO + selected_columns
                 updated_data = get_baseline_df_humandomain()[present_columns]
-                updated_data = updated_data.sort_values(by=present_columns[1], ascending=False)
+                updated_data = updated_data.sort_values(
+                    by=present_columns[1], ascending=False
+                )
                 updated_headers = present_columns
-                update_datatype = [NEW_DATA_TITLE_TYPE[COLUMN_NAMES_HUMAN.index(x)] for x in updated_headers]
+                update_datatype = [
+                    NEW_DATA_TITLE_TYPE[COLUMN_NAMES_HUMAN.index(x)]
+                    for x in updated_headers
+                ]
 
                 filter_component = gr.components.Dataframe(
-                    value=updated_data, 
+                    value=updated_data,
                     headers=updated_headers,
-                    type="pandas", 
+                    type="pandas",
                     datatype=update_datatype,
                     interactive=False,
                     visible=True,
-                    )
-        
+                )
+
                 return filter_component
 
-            checkbox_group_humandomain.change(fn=on_checkbox_group_change_humandomain, inputs=checkbox_group_humandomain, outputs=data_component_humandomain)
+            checkbox_group_humandomain.change(
+                fn=on_checkbox_group_change_humandomain,
+                inputs=checkbox_group_humandomain,
+                outputs=data_component_humandomain,
+            )
 
         # table SingleDomain
         with gr.TabItem("🏅 Single-Domain", elem_id="OpenS2V-Nexus-tab-table", id=2):
@@ -363,12 +446,10 @@ with block:
                         value=CITATION_BUTTON_TEXT,
                         label=CITATION_BUTTON_LABEL,
                         elem_id="citation-button",
-                        show_copy_button=True
+                        show_copy_button=True,
                     )
-    
-            gr.Markdown(
-                TABLE_INTRODUCTION
-            )
+
+            gr.Markdown(TABLE_INTRODUCTION)
 
             checkbox_group_singledomain = gr.CheckboxGroup(
                 choices=ALL_RESULTS,
@@ -378,35 +459,44 @@ with block:
             )
 
             data_component_singledomain = gr.components.Dataframe(
-                value=get_baseline_df_singledomain, 
+                value=get_baseline_df_singledomain,
                 headers=COLUMN_NAMES,
-                type="pandas", 
+                type="pandas",
                 datatype=NEW_DATA_TITLE_TYPE,
                 interactive=False,
                 visible=True,
-                )
-    
+            )
+
             def on_checkbox_group_change_singledomain(selected_columns):
-                selected_columns = [item for item in ALL_RESULTS if item in selected_columns]
+                selected_columns = [
+                    item for item in ALL_RESULTS if item in selected_columns
+                ]
                 present_columns = MODEL_INFO + selected_columns
                 updated_data = get_baseline_df_singledomain()[present_columns]
-                updated_data = updated_data.sort_values(by=present_columns[1], ascending=False)
+                updated_data = updated_data.sort_values(
+                    by=present_columns[1], ascending=False
+                )
                 updated_headers = present_columns
-                update_datatype = [NEW_DATA_TITLE_TYPE[COLUMN_NAMES.index(x)] for x in updated_headers]
+                update_datatype = [
+                    NEW_DATA_TITLE_TYPE[COLUMN_NAMES.index(x)] for x in updated_headers
+                ]
 
                 filter_component = gr.components.Dataframe(
-                    value=updated_data, 
+                    value=updated_data,
                     headers=updated_headers,
-                    type="pandas", 
+                    type="pandas",
                     datatype=update_datatype,
                     interactive=False,
                     visible=True,
-                    )
-        
-                return filter_component
+                )
 
-            checkbox_group_singledomain.change(fn=on_checkbox_group_change_singledomain, inputs=checkbox_group_singledomain, outputs=data_component_singledomain)
+                return filter_component
 
+            checkbox_group_singledomain.change(
+                fn=on_checkbox_group_change_singledomain,
+                inputs=checkbox_group_singledomain,
+                outputs=data_component_singledomain,
+            )
 
         # table Submission
         with gr.TabItem("🚀 Submit here! ", elem_id="seed-benchmark-tab-table", id=4):
@@ -414,27 +504,33 @@ with block:
                 gr.Markdown(SUBMIT_INTRODUCTION, elem_classes="markdown-text")
 
             with gr.Row():
-                gr.Markdown("# ✉️✨ Submit your result here!", elem_classes="markdown-text")
+                gr.Markdown(
+                    "# ✉️✨ Submit your result here!", elem_classes="markdown-text"
+                )
 
             with gr.Row():
                 with gr.Column():
                     model_name_textbox = gr.Textbox(
                         label="Model name", placeholder="ConsisID"
-                        )
+                    )
                     revision_name_textbox = gr.Textbox(
-                        label="Revision Model Name", placeholder="ConsisID"
+                        label="Revision Model Name (Optinal)", placeholder="ConsisID"
                     )
                     venue_type_dropdown = gr.Dropdown(
                         label="Venue Type",
                         choices=["Open-Source", "Close-Source"],
-                        value="Open-Source"
+                        value="Open-Source",
+                    )
+                    team_name_textbox = gr.Textbox(
+                        label="Your Team Name (If left blank, it will be user upload))", placeholder="User Upload"
                     )
                     model_link = gr.Textbox(
-                        label="Model Link", placeholder="https://github.com/PKU-YuanGroup/ConsisID"
+                        label="Model Link",
+                        placeholder="https://github.com/PKU-YuanGroup/ConsisID",
                     )
 
             with gr.Column():
-                input_file = gr.File(label="Click to Upload a json File", type='binary')
+                input_file = gr.File(label="Click to Upload a json File", type="binary")
 
                 submit_button_opendomain = gr.Button("Submit Result (Open-Domain)")
                 submit_button_humandomain = gr.Button("Submit Result (Human-Domain)")
@@ -449,9 +545,10 @@ with block:
                         model_name_textbox,
                         revision_name_textbox,
                         venue_type_dropdown,
+                        team_name_textbox,
                         model_link,
                     ],
-                    outputs = submission_result,                   
+                    outputs=submission_result,
                 )
 
                 submit_button_humandomain.click(
@@ -461,9 +558,10 @@ with block:
                         model_name_textbox,
                         revision_name_textbox,
                         venue_type_dropdown,
+                        team_name_textbox,
                         model_link,
                     ],
-                    outputs = submission_result,                   
+                    outputs=submission_result,
                 )
 
                 submit_button_singledomain.click(
@@ -473,21 +571,18 @@ with block:
                         model_name_textbox,
                         revision_name_textbox,
                         venue_type_dropdown,
+                        team_name_textbox,
                         model_link,
                     ],
-                    outputs = submission_result,                   
+                    outputs=submission_result,
                 )
 
     with gr.Row():
         data_run = gr.Button("Refresh")
-        data_run.click(
-            get_baseline_df_opendomain, outputs=data_component_opendomain
-        )
-        data_run.click(
-            get_baseline_df_humandomain, outputs=data_component_humandomain
-        )
+        data_run.click(get_baseline_df_opendomain, outputs=data_component_opendomain)
+        data_run.click(get_baseline_df_humandomain, outputs=data_component_humandomain)
         data_run.click(
             get_baseline_df_singledomain, outputs=data_component_singledomain
         )
-        
-block.launch()
+
+block.launch()

constants.py

@@ -1,12 +1,53 @@
-MODEL_INFO = ["Model", "Venue"]
+MODEL_INFO = ["Model", "Venue", "Evaluated by"]
 
-ALL_RESULTS = ["TotalScore↑","Aesthetics↑", "Motion↑", "FaceSim↑", "GmeScore↑", "NexusScore↑", "NaturalScore↑"]
+ALL_RESULTS = [
+    "TotalScore↑",
+    "Aesthetics↑",
+    "Motion↑",
+    "FaceSim↑",
+    "GmeScore↑",
+    "NexusScore↑",
+    "NaturalScore↑",
+]
 
-OPEN_DOMAIN_RESULTS = ["TotalScore↑","Aesthetics↑", "Motion↑", "FaceSim↑", "GmeScore↑", "NexusScore↑", "NaturalScore↑"]
-HUMAN_DOMAIN_RESULTS = ["TotalScore↑","Aesthetics↑", "Motion↑", "FaceSim↑", "GmeScore↑", "NaturalScore↑"]
-SINGLE_DOMAIN_RESULTS = ["TotalScore↑","Aesthetics↑", "Motion↑", "FaceSim↑", "GmeScore↑", "NexusScore↑", "NaturalScore↑"]
+OPEN_DOMAIN_RESULTS = [
+    "TotalScore↑",
+    "Aesthetics↑",
+    "Motion↑",
+    "FaceSim↑",
+    "GmeScore↑",
+    "NexusScore↑",
+    "NaturalScore↑",
+]
+HUMAN_DOMAIN_RESULTS = [
+    "TotalScore↑",
+    "Aesthetics↑",
+    "Motion↑",
+    "FaceSim↑",
+    "GmeScore↑",
+    "NaturalScore↑",
+]
+SINGLE_DOMAIN_RESULTS = [
+    "TotalScore↑",
+    "Aesthetics↑",
+    "Motion↑",
+    "FaceSim↑",
+    "GmeScore↑",
+    "NexusScore↑",
+    "NaturalScore↑",
+]
 
-NEW_DATA_TITLE_TYPE = ["markdown", 'markdown', "number", "number", "number", "number", "number", "number", "number"]
+NEW_DATA_TITLE_TYPE = [
+    "markdown",
+    "markdown",
+    "number",
+    "number",
+    "number",
+    "number",
+    "number",
+    "number",
+    "number",
+]
 
 CSV_DIR_OPEN_DOMAIN_RESULTS = "./file/results_Open-Domain.csv"
 CSV_DIR_HUMAN_DOMAIN_RESULTS = "./file/results_Human-Domain.csv"

file/results_Human-Domain.csv

@@ -1,17 +1,17 @@
-Model,Venue,TotalScore↑,Aesthetics↑,Motion↑,FaceSim↑,GmeScore↑,NaturalScore↑
-[Vidu2.0(20250503)](https://www.vidu.cn/),Closed-Source,51.11%,47.33%,14.80%,38.50%,70.42%,71.99%
-[Pika2.1(20250503)](https://pika.art/),Closed-Source,52.56%,52.39%,28.94%,29.41%,75.03%,72.53%
-[Kling1.6(20250503)](https://app.klingai.com/cn/),Closed-Source,59.13%,50.94%,50.55%,41.02%,67.79%,78.28%
-[VACE-P1.3B](https://github.com/ali-vilab/VACE),Open-Source,46.28%,51.45%,8.78%,19.98%,73.27%,70.89%
-[VACE-1.3B](https://github.com/ali-vilab/VACE),Open-Source,49.02%,53.18%,16.87%,22.29%,73.61%,73.00%
-[VACE-14B](https://github.com/ali-vilab/VACE),Open-Source,58.57%,52.78%,11.76%,64.65%,69.53%,74.33%
-[Phantom-1.3B](https://github.com/Phantom-video/Phantom),Open-Source,53.64%,50.80%,14.14%,46.30%,72.17%,71.67%
-[SkyReels-A2-P14B](https://github.com/SkyworkAI/SkyReels-V2),Open-Source,54.27%,39.88%,31.98%,55.02%,63.63%,67.33%
-[HunyuanCustom](https://github.com/Tencent-Hunyuan/HunyuanCustom),Open-Source,55.85%,49.67%,15.13%,62.25%,69.78%,67.00%
-[Hailuo](https://hailuoai.video/),Closed-Source,60.20%,52.75%,31.83%,57.79%,71.42%,74.52%
-[ConsisID](https://github.com/PKU-YuanGroup/ConsisID),Open-Source,52.97%,41.76%,38.12%,43.14%,72.03%,64.67%
-[Concat-ID](https://github.com/ML-GSAI/Concat-ID),Open-Source,53.32%,44.13%,31.76%,43.83%,73.67%,66.44%
-[FantasyID](https://github.com/Fantasy-AMAP/fantasy-id),Open-Source,49.80%,45.60%,23.48%,32.42%,72.68%,68.11%
-[EchoVideo](https://github.com/bytedance/EchoVideo),Open-Source,54.52%,39.93%,35.16%,48.57%,68.40%,69.22%
-[VideoMaker](https://github.com/WuTao-CS/VideoMaker),Open-Source,52.31%,31.76%,50.09%,76.45%,45.28%,47.08%
-[ID-Animator](https://github.com/ID-Animator/ID-Animator),Open-Source,43.37%,42.03%,33.54%,31.56%,52.91%,54.03%
+Model,Venue,Evaluated by,TotalScore↑,Aesthetics↑,Motion↑,FaceSim↑,GmeScore↑,NaturalScore↑
+[Vidu2.0(20250503)](https://www.vidu.cn/),Closed-Source,OpenS2V Team,51.11%,47.33%,14.80%,38.50%,70.42%,71.99%
+[Pika2.1(20250503)](https://pika.art/),Closed-Source,OpenS2V Team,52.56%,52.39%,28.94%,29.41%,75.03%,72.53%
+[Kling1.6(20250503)](https://app.klingai.com/cn/),Closed-Source,OpenS2V Team,59.13%,50.94%,50.55%,41.02%,67.79%,78.28%
+[VACE-P1.3B](https://github.com/ali-vilab/VACE),Open-Source,OpenS2V Team,46.28%,51.45%,8.78%,19.98%,73.27%,70.89%
+[VACE-1.3B](https://github.com/ali-vilab/VACE),Open-Source,OpenS2V Team,49.02%,53.18%,16.87%,22.29%,73.61%,73.00%
+[VACE-14B](https://github.com/ali-vilab/VACE),Open-Source,OpenS2V Team,58.57%,52.78%,11.76%,64.65%,69.53%,74.33%
+[Phantom-1.3B](https://github.com/Phantom-video/Phantom),Open-Source,OpenS2V Team,53.64%,50.80%,14.14%,46.30%,72.17%,71.67%
+[SkyReels-A2-P14B](https://github.com/SkyworkAI/SkyReels-V2),Open-Source,OpenS2V Team,54.27%,39.88%,31.98%,55.02%,63.63%,67.33%
+[HunyuanCustom](https://github.com/Tencent-Hunyuan/HunyuanCustom),Open-Source,OpenS2V Team,55.85%,49.67%,15.13%,62.25%,69.78%,67.00%
+[Hailuo](https://hailuoai.video/),Closed-Source,OpenS2V Team,60.20%,52.75%,31.83%,57.79%,71.42%,74.52%
+[ConsisID](https://github.com/PKU-YuanGroup/ConsisID),Open-Source,OpenS2V Team,52.97%,41.76%,38.12%,43.14%,72.03%,64.67%
+[Concat-ID](https://github.com/ML-GSAI/Concat-ID),Open-Source,OpenS2V Team,53.32%,44.13%,31.76%,43.83%,73.67%,66.44%
+[FantasyID](https://github.com/Fantasy-AMAP/fantasy-id),Open-Source,OpenS2V Team,49.80%,45.60%,23.48%,32.42%,72.68%,68.11%
+[EchoVideo](https://github.com/bytedance/EchoVideo),Open-Source,OpenS2V Team,54.52%,39.93%,35.16%,48.57%,68.40%,69.22%
+[VideoMaker](https://github.com/WuTao-CS/VideoMaker),Open-Source,OpenS2V Team,52.31%,31.76%,50.09%,76.45%,45.28%,47.08%
+[ID-Animator](https://github.com/ID-Animator/ID-Animator),Open-Source,OpenS2V Team,43.37%,42.03%,33.54%,31.56%,52.91%,54.03%

file/results_Open-Domain.csv

@@ -1,9 +1,9 @@
-Model,Venue,TotalScore↑,Aesthetics↑,Motion↑,FaceSim↑,GmeScore↑,NexusScore↑,NaturalScore↑
-[Vidu2.0(20250503)](https://www.vidu.cn/),Closed-Source,47.59%,41.47%,13.52%,35.11%,67.57%,43.55%,71.44%
-[Pika2.1(20250503)](https://pika.art/),Closed-Source,48.88%,46.87%,24.70%,30.80%,69.21%,45.41%,69.79%
-[Kling1.6(20250503)](https://app.klingai.com/cn/),Closed-Source,54.46%,44.60%,41.60%,40.10%,66.20%,45.92%,79.06%
-[VACE-P1.3B](https://github.com/ali-vilab/VACE),Open-Source,43.95%,47.27%,12.03%,16.58%,71.38%,40.04%,70.56%
-[VACE-1.3B](https://github.com/ali-vilab/VACE),Open-Source,45.53%,48.24%,18.83%,20.58%,71.26%,37.95%,71.78%
-[VACE-14B](https://github.com/ali-vilab/VACE),Open-Source,52.87%,47.21%,15.02%,55.09%,67.27%,44.20%,72.78%
-[Phantom-1.3B](https://github.com/Phantom-video/Phantom),Open-Source,50.71%,46.67%,14.29%,48.55%,69.43%,42.44%,70.26%
-[SkyReels-A2-P14B](https://github.com/SkyworkAI/SkyReels-V2),Open-Source,49.61%,39.40%,25.60%,45.95%,64.54%,43.77%,67.22%
+Model,Venue,Evaluated by,TotalScore↑,Aesthetics↑,Motion↑,FaceSim↑,GmeScore↑,NexusScore↑,NaturalScore↑
+[Vidu2.0(20250503)](https://www.vidu.cn/),Closed-Source,OpenS2V Team,47.59%,41.47%,13.52%,35.11%,67.57%,43.55%,71.44%
+[Pika2.1(20250503)](https://pika.art/),Closed-Source,OpenS2V Team,48.88%,46.87%,24.70%,30.80%,69.21%,45.41%,69.79%
+[Kling1.6(20250503)](https://app.klingai.com/cn/),Closed-Source,OpenS2V Team,54.46%,44.60%,41.60%,40.10%,66.20%,45.92%,79.06%
+[VACE-P1.3B](https://github.com/ali-vilab/VACE),Open-Source,OpenS2V Team,43.95%,47.27%,12.03%,16.58%,71.38%,40.04%,70.56%
+[VACE-1.3B](https://github.com/ali-vilab/VACE),Open-Source,OpenS2V Team,45.53%,48.24%,18.83%,20.58%,71.26%,37.95%,71.78%
+[VACE-14B](https://github.com/ali-vilab/VACE),Open-Source,OpenS2V Team,52.87%,47.21%,15.02%,55.09%,67.27%,44.20%,72.78%
+[Phantom-1.3B](https://github.com/Phantom-video/Phantom),Open-Source,OpenS2V Team,50.71%,46.67%,14.29%,48.55%,69.43%,42.44%,70.26%
+[SkyReels-A2-P14B](https://github.com/SkyworkAI/SkyReels-V2),Open-Source,OpenS2V Team,49.61%,39.40%,25.60%,45.95%,64.54%,43.77%,67.22%

file/results_Single-Domain.csv

@@ -1,10 +1,10 @@
-Model,Venue,TotalScore↑,Aesthetics↑,Motion↑,FaceSim↑,GmeScore↑,NexusScore↑,NaturalScore↑
-[Vidu2.0(20250503)](https://www.vidu.cn/),Closed-Source,48.67%,34.78%,24.40%,36.20%,65.56%,45.20%,72.60%
-[Pika2.1(20250503)](https://pika.art/),Closed-Source,48.93%,38.64%,31.90%,32.94%,62.19%,47.34%,70.60%
-[Kling1.6(20250503)](https://app.klingai.com/cn/),Closed-Source,53.12%,35.63%,36.40%,39.26%,61.99%,48.24%,81.40%
-[VACE-P1.3B](https://github.com/ali-vilab/VACE),Open-Source,44.28%,42.58%,18.00%,18.02%,65.93%,36.26%,76.00%
-[VACE-1.3B](https://github.com/ali-vilab/VACE),Open-Source,47.33%,41.81%,33.78%,22.38%,65.35%,38.52%,76.00%
-[VACE-14B](https://github.com/ali-vilab/VACE),Open-Source,58.00%,41.30%,35.54%,64.65%,58.55%,51.33%,77.33%
-[Phantom-1.3B](https://github.com/Phantom-video/Phantom),Open-Source,49.95%,42.98%,19.30%,44.03%,65.61%,37.78%,76.00%
-[SkyReels-A2-P14B](https://github.com/SkyworkAI/SkyReels-V2),Open-Source,51.64%,33.83%,21.60%,54.42%,61.93%,48.63%,70.60%
-[HunyuanCustom](https://github.com/Tencent-Hunyuan/HunyuanCustom),Open-Source,51.64%,34.08%,26.83%,55.93%,54.31%,50.75%,68.66%
+Model,Venue,Evaluated by,TotalScore↑,Aesthetics↑,Motion↑,FaceSim↑,GmeScore↑,NexusScore↑,NaturalScore↑
+[Vidu2.0(20250503)](https://www.vidu.cn/),Closed-Source,OpenS2V Team,48.67%,34.78%,24.40%,36.20%,65.56%,45.20%,72.60%
+[Pika2.1(20250503)](https://pika.art/),Closed-Source,OpenS2V Team,48.93%,38.64%,31.90%,32.94%,62.19%,47.34%,70.60%
+[Kling1.6(20250503)](https://app.klingai.com/cn/),Closed-Source,OpenS2V Team,53.12%,35.63%,36.40%,39.26%,61.99%,48.24%,81.40%
+[VACE-P1.3B](https://github.com/ali-vilab/VACE),Open-Source,OpenS2V Team,44.28%,42.58%,18.00%,18.02%,65.93%,36.26%,76.00%
+[VACE-1.3B](https://github.com/ali-vilab/VACE),Open-Source,OpenS2V Team,47.33%,41.81%,33.78%,22.38%,65.35%,38.52%,76.00%
+[VACE-14B](https://github.com/ali-vilab/VACE),Open-Source,OpenS2V Team,58.00%,41.30%,35.54%,64.65%,58.55%,51.33%,77.33%
+[Phantom-1.3B](https://github.com/Phantom-video/Phantom),Open-Source,OpenS2V Team,49.95%,42.98%,19.30%,44.03%,65.61%,37.78%,76.00%
+[SkyReels-A2-P14B](https://github.com/SkyworkAI/SkyReels-V2),Open-Source,OpenS2V Team,51.64%,33.83%,21.60%,54.42%,61.93%,48.63%,70.60%
+[HunyuanCustom](https://github.com/Tencent-Hunyuan/HunyuanCustom),Open-Source,OpenS2V Team,51.64%,34.08%,26.83%,55.93%,54.31%,50.75%,68.66%