update log server

.gitignore

@@ -0,0 +1,4 @@
+.DS_Store
+logs/
+arena_elo/elo_rating/update_elo_rating.sh
+__pycache__/

arena_elo/README.md

@@ -1,46 +0,0 @@
-## Computing the Elo Ratings
-
-
-```bash
-apt-get -y install pkg-config
-pip install -r requirements.txt
-```
-
-
-### to update the leaderboard
-
-```bash
-export LOGDIR="/path/to/your/logdir"
-bash update_elo_rating.sh
-```
-
-### to inspect the leaderboard status
-```bash
-python -m elo_rating.inspect_elo_rating_pkl
-```
-
-### to inspect the collected data status and cost
-```bash
-export LOGDIR="/path/to/your/logdir"
-python -m elo_rating.inspect_cost
-```
-
-### to upload the battle data to hugging face🤗 
-```bash
-export HUGGINGFACE_TOKEN="your_huggingface_token"
-bash get_latest_data.sh
-python -m elo_rating.upload_battle_data --repo_id "WildVision/wildvision-bench" --log_dir "./vision-arena-logs/"
-```
-
-### to upload the chat data to hugging face🤗 
-```bash
-export HUGGINGFACE_TOKEN="your_huggingface_token"
-bash get_latest_data.sh
-python -m elo_rating.upload_chat_data --repo_id "WildVision/wildvision-bench" --log_dir "./vision-arena-logs/"
-```
-
-
-### to get the collected data
-```bash
-python -m 
-

arena_elo/cut_off_date.txt

@@ -1 +1 @@
-20241226
+20250107

arena_elo/elo_rating/basic_stats.py

@@ -3,6 +3,7 @@ import code
 import datetime
 import json
 import os
+import oss2
 from pytz import timezone
 import time
 
@@ -11,33 +12,42 @@ import plotly.express as px
 import plotly.graph_objects as go
 from tqdm import tqdm
 
+
 NUM_SERVERS = 1
-LOG_ROOT_DIR = os.getenv("LOGDIR", None)
-if LOG_ROOT_DIR is None:
-    raise ValueError("LOGDIR environment variable not set, please set it by `export LOGDIR=...`")
+LOG_ROOT_DIR = os.getenv("LOG_ROOT_DIR", "")
+OSS_ACCESS_KEY_ID = os.getenv("OSS_ACCESS_KEY_ID", "")
+OSS_ACCESS_KEY_SECRET = os.getenv("OSS_ACCESS_KEY_SECRET", "")
+OSS_ENDPOINT = os.getenv("OSS_ENDPOINT", "")
+OSS_BUCKET_NAME = os.getenv("OSS_BUCKET_NAME", "")
+OSS_FILE_PREFIX = "logs/vote_log/"
+
+auth = oss2.Auth(OSS_ACCESS_KEY_ID, OSS_ACCESS_KEY_SECRET)
+bucket = oss2.Bucket(auth, OSS_ENDPOINT, OSS_BUCKET_NAME)
+
 
-def get_log_files(max_num_files=None):
-    log_root = os.path.expanduser(LOG_ROOT_DIR)
+def get_log_files(bucket, max_num_files=None):
+    """
+    Fetch log file paths from OSS, sorted by last modified timestamp.
+    :param bucket: oss2.Bucket instance
+    :param max_num_files: Maximum number of files to return
+    :return: List of log file paths (sorted by timestamp)
+    """
+    # List objects in the OSS bucket with the specified prefix
     filenames = []
-    if NUM_SERVERS == 1:
-        for filename in os.listdir(log_root):
-            if filename.endswith("-conv.json"):
-                filepath = f"{log_root}/{filename}"
-                name_tstamp_tuple = (filepath, os.path.getmtime(filepath))
-                filenames.append(name_tstamp_tuple)
-    else:
-        for i in range(NUM_SERVERS):
-            for filename in os.listdir(f"{log_root}/server{i}"):
-                if filename.endswith("-conv.json"):
-                    filepath = f"{log_root}/server{i}/{filename}"
-                    name_tstamp_tuple = (filepath, os.path.getmtime(filepath))
-                    filenames.append(name_tstamp_tuple)
-    # sort by tstamp
+    for obj in oss2.ObjectIterator(bucket, prefix=OSS_FILE_PREFIX):
+        if obj.key.endswith("-conv.json"):  # Filter log files by extension
+            filenames.append((obj.key, obj.last_modified))
+
+    # Sort filenames by the last modified timestamp
     filenames = sorted(filenames, key=lambda x: x[1])
+
+    # Extract only the file paths (keys)
     filenames = [x[0] for x in filenames]
 
+    # Apply the max_num_files limit if specified
     max_num_files = max_num_files or len(filenames)
     filenames = filenames[-max_num_files:]
+
     return filenames
 
 
@@ -74,6 +84,63 @@ def load_log_files_parallel(log_files, num_threads=16):
     return data_all
 
 
+def load_log_files_from_oss(bucket, filename):
+    """
+    Load log data from a file stored in OSS.
+    :param bucket: oss2.Bucket instance
+    :param filename: Path to the file in OSS
+    :return: Parsed log data as a list of dictionaries
+    """
+    data = []
+    for retry in range(5):
+        try:
+            # Read the file from OSS
+            result = bucket.get_object(filename)
+            lines = result.read().decode('utf-8').splitlines()  # Read file content and split into lines
+            break
+        except oss2.exceptions.NoSuchKey:
+            print(f"File not found in OSS: {filename}, retrying ({retry + 1}/5)...")
+            time.sleep(2)
+        except Exception as e:
+            print(f"Error reading file {filename} from OSS: {e}")
+            time.sleep(2)
+
+    for line in lines:
+        row = json.loads(line)
+        data.append(
+            dict(
+                type=row["type"],
+                tstamp=row["tstamp"],
+                model=row.get("model", ""),
+                models=row.get("models", ["", ""]),
+            )
+        )
+    return data
+
+
+def load_log_files_parallel_from_oss(bucket, log_files, num_threads=16):
+    """
+    Load log files from OSS in parallel using multiple threads.
+    :param bucket: oss2.Bucket instance
+    :param log_files: List of log file paths in OSS
+    :param num_threads: Number of threads to use for parallel loading
+    :return: Combined log data from all files
+    """
+    data_all = []
+    from multiprocessing import Pool
+    from functools import partial
+
+    # Partial function to include the bucket in the function arguments
+    load_function = partial(load_log_files_from_oss, bucket)
+
+    # Parallel processing using multiple threads
+    with Pool(num_threads) as p:
+        ret_all = list(tqdm(p.imap(load_function, log_files), total=len(log_files)))
+        for ret in ret_all:
+            data_all.extend(ret)
+    return data_all
+
+
 def get_anony_vote_df(df):
     anony_vote_df = df[
         df["type"].isin(["leftvote", "rightvote", "tievote", "bothbad_vote"])
@@ -93,8 +160,8 @@ def merge_counts(series, on, names):
     return ret
 
 
-def report_basic_stats(log_files):
-    df_all = load_log_files_parallel(log_files)
+def report_basic_stats(bucket, log_files):
+    df_all = load_log_files_parallel_from_oss(bucket, log_files)
     df_all = pd.DataFrame(df_all)
     now_t = df_all["tstamp"].max()
     df_1_hour = df_all[df_all["tstamp"] > (now_t - 3600)]
@@ -218,8 +285,8 @@ if __name__ == "__main__":
     parser.add_argument("--max-num-files", type=int)
     args = parser.parse_args()
 
-    log_files = get_log_files(args.max_num_files)
-    basic_stats = report_basic_stats(log_files)
+    log_files = get_log_files(bucket, args.max_num_files)
+    basic_stats = report_basic_stats(bucket, log_files)
 
     print(basic_stats["action_hist_md"] + "\n")
     print(basic_stats["model_hist_md"] + "\n")

arena_elo/elo_rating/clean_battle_data.py

@@ -8,6 +8,7 @@ import argparse
 import datetime
 import json
 import os
+import oss2
 import sys
 from pytz import timezone
 import time
@@ -17,7 +18,7 @@ ImageFile.LOAD_TRUNCATED_IMAGES = True
 
 from tqdm import tqdm
 
-from .basic_stats import get_log_files, NUM_SERVERS, LOG_ROOT_DIR
+from .basic_stats import get_log_files, NUM_SERVERS, LOG_ROOT_DIR, bucket
 from .utils import detect_language, get_time_stamp_from_date
 
 VOTES = ["tievote", "leftvote", "rightvote", "bothbad_vote"]
@@ -124,6 +125,59 @@ def read_file_parallel(log_files, num_threads=16):
             data_all.extend(ret)
     return data_all
 
+
+def read_file_from_oss(bucket, filename):
+    """
+    Read and parse a log file stored in OSS.
+    :param bucket: oss2.Bucket instance
+    :param filename: Path to the file in OSS
+    :return: List of parsed log data
+    """
+    data = []
+    for retry in range(5):
+        try:
+            # Get the file content from OSS
+            result = bucket.get_object(filename)
+            for line in result.read().decode('utf-8').splitlines():  # Read file content line by line
+                row = json.loads(line)
+                if row["type"] in VOTES:  # Filter rows based on type
+                    data.append(row)
+            break
+        except oss2.exceptions.NoSuchKey:
+            print(f"File not found in OSS: {filename}. Retrying ({retry + 1}/5)...")
+            time.sleep(2)
+        except json.JSONDecodeError as e:
+            print(f"Error decoding JSON in file {filename}: {e}")
+            exit(0)
+        except Exception as e:
+            print(f"Error reading file {filename} from OSS: {e}")
+            time.sleep(2)
+    return data
+
+
+def read_file_parallel_from_oss(bucket, log_files, num_threads=16):
+    """
+    Read multiple log files from OSS in parallel.
+    :param bucket: oss2.Bucket instance
+    :param log_files: List of log file paths in OSS
+    :param num_threads: Number of threads to use for parallel processing
+    :return: Combined log data from all files
+    """
+    data_all = []
+    from multiprocessing import Pool
+    from functools import partial
+
+    # Partial function to include the bucket as a fixed argument
+    read_function = partial(read_file_from_oss, bucket)
+
+    # Parallel processing using multiprocessing Pool
+    with Pool(num_threads) as p:
+        ret_all = list(tqdm(p.imap(read_function, log_files), total=len(log_files)))
+        for ret in ret_all:
+            data_all.extend(ret)
+    return data_all
+
+
 def load_image(image_path):
     try:
         return PIL.Image.open(image_path)
@@ -131,7 +185,7 @@ def load_image(image_path):
         return None
 
 def clean_battle_data(log_files, exclude_model_names, ban_ip_list=None, sanitize_ip=False, mode="simple"):
-    data = read_file_parallel(log_files, num_threads=16)
+    data = read_file_parallel_from_oss(bucket, log_files, num_threads=16)
 
     convert_type = {
         "leftvote": "model_a",
@@ -307,7 +361,7 @@ if __name__ == "__main__":
     parser.add_argument("--sanitize-ip", action="store_true", default=False)
     args = parser.parse_args()
 
-    log_files = get_log_files(args.max_num_files)
+    log_files = get_log_files(bucket, args.max_num_files)
     ban_ip_list = json.load(open(args.ban_ip_file)) if args.ban_ip_file else None
 
     battles = clean_battle_data(

arena_elo/get_latest_data.sh

@@ -1,17 +0,0 @@
-
-# set LOGDIR to default if not set before
-if [ -z "$LOGDIR" ]; then
-    export LOGDIR="./vision-arena-logs"
-fi
-mkdir -p results
-
-
-# # for battle data
-python -m elo_rating.clean_battle_data --model_infos_file "./model_infos.json" --mode conv_release
-battle_cutoff_date=`cat cut_off_date.txt` && rm cut_off_date.txt && echo "Battle data last updated on $battle_cutoff_date"
-
-mkdir -p ./results/latest
-mkdir -p ./results/$battle_cutoff_date && mv ./clean_battle_conv_$battle_cutoff_date.json ./results/$battle_cutoff_date/clean_battle_conv.json
-cp ./results/$battle_cutoff_date/clean_battle_conv.json ./results/latest/clean_battle_conv.json
-
-echo "Battle data last updated on $battle_cutoff_date" >> ./results/latest/latest_updated_date.txt

arena_elo/requirements.txt

@@ -1,28 +0,0 @@
--e git+https://github.com/WildVision-Bench/Arena-Elo.git@9dc2fa8543a2e9eda3d5bc01c2212fdfcdd4bfb5#egg=arena_elo
-click==8.1.7
-fire==0.5.0
-h11==0.14.0
-joblib==1.3.2
-Morfessor==2.0.6
-numpy==1.26.4
-packaging==23.2
-pandas==2.2.0
-pillow==10.2.0
-plotly==5.18.0
-polyglot==16.7.4
-prompt-toolkit==3.0.43
-pycld2==0.41
-PyICU==2.12
-python-dateutil==2.8.2
-pytz==2024.1
-scikit-learn==1.4.0
-scipy==1.12.0
-six==1.16.0
-tenacity==8.2.3
-termcolor==2.4.0
-threadpoolctl==3.2.0
-tqdm==4.66.2
-typing_extensions==4.9.0
-tzdata==2024.1
-uvicorn==0.27.1
-wcwidth==0.2.13

arena_elo/results/20241227/clean_battle.json

@@ -0,0 +1,538 @@
+[
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030427.6669
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030452.0238
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030464.2602
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030476.2328
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030495.2955
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030503.418
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030511.3926
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034259.9984
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034275.6871
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034284.7354
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034293.468
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034303.2042
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034314.1941
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034326.5092
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034331.6963
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034336.5346
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034351.9521
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034366.1775
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034380.5877
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034384.3087
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034389.1583
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034405.9359
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034412.3533
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034419.0118
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034425.6972
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034432.5891
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092762.0
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092774.618
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092797.2067
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092804.6699
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092810.2635
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735093113.5724
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735093133.2436
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735187628.4881
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735187649.4872
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735197562.2637
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735197586.8438
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + FLUX.1 [dev]",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735201758.7145
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202083.631
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202099.4377
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735202132.8592
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202545.8694
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202565.5723
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202573.0118
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735203523.809
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735205600.7414
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735207454.8251
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735207466.0131
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + Emu2",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215923.1589
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215935.7597
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215942.7093
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215949.7965
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215962.6898
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215968.9052
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215976.5079
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215982.9709
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215993.2305
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + FLUX.1 [dev]",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215999.8713
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + FLUX.1 [dev]",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735216012.8216
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735216021.653
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286354.5764
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286365.2329
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286374.6751
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + Emu2",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286382.1211
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288723.7052
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288729.3576
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288749.1708
+  }
+]

arena_elo/results/20241227/elo_results.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5fdd3be0f9c41a3045bde26ae76150891a7cc90ed96acdc196cca858edcc42
+size 59935

arena_elo/results/20241227/leaderboard.csv

@@ -0,0 +1,9 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),license,creator,link
+GPT-4o + FLUX.1 [dev],GPT-4o + FLUX.1 [dev],1268.53841915675,1171.0871848862223,FLUX.1 [dev] Non-Commercial License,Black Forest Labs,https://huggingface.co/black-forest-labs/FLUX.1-dev
+GPT-4o + Emu2,GPT-4o + Emu2,1141.6823347451807,1146.1606441964816,Apache License 2.0,BAAI,https://huggingface.co/BAAI/Emu2
+GPT-4o + Stable Diffusion 3 Medium,GPT-4o + Stable Diffusion 3 Medium,1098.1990787060013,1078.9864643891415,Stability AI Community License,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+ChatDiT,ChatDiT,1087.8538878970403,1145.2506716658772,MIT License,Tongyi Lab,https://github.com/ali-vilab/ChatDiT
+FLUX-1,FLUX-1,1034.375990953325,1091.140144426346,N/A,N/A,N/A
+GPT-4o + PixArt-Sigma,GPT-4o + PixArt-Sigma,902.6068236830082,869.8479242088567,CreativeML Open RAIL++-M License,Huawei Noah's Ark Lab,https://huggingface.co/PixArt-alpha/PixArt-Sigma-XL-2-1024-MS
+GPT-4o + DALLE-3,GPT-4o + DALLE-3,788.4718598539399,832.3958321181424,OpenAI Terms of Use,OpenAI,https://openai.com/index/dall-e-3/
+GPT-4o + OmniGen,GPT-4o + OmniGen,678.2716050047543,665.1311341089321,MIT License,BAAI,https://huggingface.co/spaces/Shitao/OmniGen

arena_elo/results/20250106/clean_battle.json

@@ -0,0 +1,610 @@
+[
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030427.6669
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030452.0238
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030464.2602
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030476.2328
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030495.2955
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030503.418
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030511.3926
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034259.9984
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034275.6871
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034284.7354
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034293.468
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034303.2042
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034314.1941
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034326.5092
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034331.6963
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034336.5346
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034351.9521
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034366.1775
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034380.5877
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034384.3087
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034389.1583
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034405.9359
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034412.3533
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034419.0118
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034425.6972
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034432.5891
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092762.0
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092774.618
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092797.2067
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092804.6699
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092810.2635
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735093113.5724
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735093133.2436
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735187628.4881
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735187649.4872
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735197562.2637
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735197586.8438
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + FLUX.1 [dev]",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735201758.7145
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202083.631
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202099.4377
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735202132.8592
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202545.8694
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202565.5723
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202573.0118
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735203523.809
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735205600.7414
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735207454.8251
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735207466.0131
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + Emu2",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215923.1589
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215935.7597
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215942.7093
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215949.7965
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215962.6898
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215968.9052
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215976.5079
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215982.9709
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215993.2305
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + FLUX.1 [dev]",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215999.8713
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + FLUX.1 [dev]",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735216012.8216
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735216021.653
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286354.5764
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286365.2329
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286374.6751
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + Emu2",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286382.1211
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288723.7052
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288729.3576
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288749.1708
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + FLUX.1 [dev]",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736217362.4857
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736217415.3496
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736217467.4213
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736231106.774
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736231352.2979
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736231359.2637
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736231379.8023
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "GPT-4o + FLUX.1 [dev]",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736231388.242
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "GPT-4o + Emu2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736231396.2196
+  }
+]

arena_elo/results/20250106/elo_results.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535e659b75ef384697943e4004940bf7d4b979c1321477705f236a8e3208e43e
+size 60106

arena_elo/results/20250106/leaderboard.csv

@@ -0,0 +1,9 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),license,creator,link
+GPT-4o + FLUX.1 [dev],GPT-4o + FLUX.1 [dev],1219.1427794795216,1166.0549975690838,FLUX.1 [dev] Non-Commercial License,Black Forest Labs,https://huggingface.co/black-forest-labs/FLUX.1-dev
+GPT-4o + Emu2,GPT-4o + Emu2,1113.4806355484614,1113.5981443985163,Apache License 2.0,BAAI,https://huggingface.co/BAAI/Emu2
+GPT-4o + Stable Diffusion 3 Medium,GPT-4o + Stable Diffusion 3 Medium,1109.4402088463034,1102.7675458419603,Stability AI Community License,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+ChatDiT,ChatDiT,1097.230859017367,1124.1575718774789,MIT License,Tongyi Lab,https://github.com/ali-vilab/ChatDiT
+FLUX-1,FLUX-1,1043.672356246084,1070.2761983047615,N/A,N/A,N/A
+GPT-4o + PixArt-Sigma,GPT-4o + PixArt-Sigma,894.3258187233941,880.2523546802219,CreativeML Open RAIL++-M License,Huawei Noah's Ark Lab,https://huggingface.co/PixArt-alpha/PixArt-Sigma-XL-2-1024-MS
+GPT-4o + DALLE-3,GPT-4o + DALLE-3,832.642153179771,855.7527047180981,OpenAI Terms of Use,OpenAI,https://openai.com/index/dall-e-3/
+GPT-4o + OmniGen,GPT-4o + OmniGen,690.0651889590974,687.1404826098799,MIT License,BAAI,https://huggingface.co/spaces/Shitao/OmniGen

arena_elo/results/20250107/clean_battle.json

@@ -0,0 +1,562 @@
+[
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030427.6669
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030452.0238
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030464.2602
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030476.2328
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030495.2955
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030503.418
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735030511.3926
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034259.9984
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034275.6871
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034284.7354
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034293.468
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034303.2042
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034314.1941
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034326.5092
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034331.6963
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034336.5346
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034351.9521
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034366.1775
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034380.5877
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034384.3087
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034389.1583
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034405.9359
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034412.3533
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034419.0118
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034425.6972
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735034432.5891
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092762.0
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092774.618
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092797.2067
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092804.6699
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735092810.2635
+  },
+  {
+    "model_a": "FLUX-1",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735093113.5724
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "FLUX-1",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735093133.2436
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735187628.4881
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735187649.4872
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735197562.2637
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735197586.8438
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + FLUX.1 [dev]",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735201758.7145
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202083.631
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202099.4377
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735202132.8592
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202545.8694
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202565.5723
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735202573.0118
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": false,
+    "tstamp": 1735203523.809
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735205600.7414
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735207454.8251
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735207466.0131
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "GPT-4o + Emu2",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215923.1589
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215935.7597
+  },
+  {
+    "model_a": "GPT-4o + OmniGen",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215942.7093
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215949.7965
+  },
+  {
+    "model_a": "GPT-4o + DALLE-3",
+    "model_b": "ChatDiT",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215962.6898
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215968.9052
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215976.5079
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215982.9709
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215993.2305
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "GPT-4o + FLUX.1 [dev]",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735215999.8713
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + FLUX.1 [dev]",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735216012.8216
+  },
+  {
+    "model_a": "ChatDiT",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735216021.653
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286354.5764
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286365.2329
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286374.6751
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + Emu2",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286382.1211
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288723.7052
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288729.3576
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288749.1708
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736305459.7554
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736305568.3703
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736305578.3648
+  }
+]

arena_elo/results/20250107/elo_results.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f156bf1709b8b009bb3fbd5eaaf2754c2784c675fd9d24822d0ee15449918600
+size 59971

arena_elo/results/20250107/leaderboard.csv

@@ -0,0 +1,9 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),license,creator,link
+GPT-4o + FLUX.1 [dev],GPT-4o + FLUX.1 [dev],1291.5350276356353,1192.7931512893806,FLUX.1 [dev] Non-Commercial License,Black Forest Labs,https://huggingface.co/black-forest-labs/FLUX.1-dev
+GPT-4o + Stable Diffusion 3 Medium,GPT-4o + Stable Diffusion 3 Medium,1072.5747207950458,1048.875237084943,Stability AI Community License,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+ChatDiT,ChatDiT,1071.8745978223071,1129.7326464913726,MIT License,Tongyi Lab,https://github.com/ali-vilab/ChatDiT
+FLUX-1,FLUX-1,1018.6022943249966,1075.7881020731181,N/A,N/A,N/A
+GPT-4o + Emu2,GPT-4o + Emu2,973.8076810129663,983.3170687066316,Apache License 2.0,BAAI,https://huggingface.co/BAAI/Emu2
+GPT-4o + PixArt-Sigma,GPT-4o + PixArt-Sigma,972.4179488470709,945.3527099410124,CreativeML Open RAIL++-M License,Huawei Noah's Ark Lab,https://huggingface.co/PixArt-alpha/PixArt-Sigma-XL-2-1024-MS
+GPT-4o + DALLE-3,GPT-4o + DALLE-3,871.6193286007302,907.0475236573719,OpenAI Terms of Use,OpenAI,https://openai.com/index/dall-e-3/
+GPT-4o + OmniGen,GPT-4o + OmniGen,727.5684009612476,717.0935607561696,MIT License,BAAI,https://huggingface.co/spaces/Shitao/OmniGen

arena_elo/results/latest/clean_battle.json

@@ -478,5 +478,85 @@
     "judge": "arena_user_127.0.0.1",
     "anony": true,
     "tstamp": 1735216021.653
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286354.5764
+  },
+  {
+    "model_a": "GPT-4o + Stable Diffusion 3 Medium",
+    "model_b": "ChatDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286365.2329
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "ChatDiT",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286374.6751
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + Emu2",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735286382.1211
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288723.7052
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288729.3576
+  },
+  {
+    "model_a": "GPT-4o + PixArt-Sigma",
+    "model_b": "GPT-4o + OmniGen",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1735288749.1708
+  },
+  {
+    "model_a": "GPT-4o + FLUX.1 [dev]",
+    "model_b": "GPT-4o + Stable Diffusion 3 Medium",
+    "winner": "model_a",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736305459.7554
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "GPT-4o + DALLE-3",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736305568.3703
+  },
+  {
+    "model_a": "GPT-4o + Emu2",
+    "model_b": "GPT-4o + PixArt-Sigma",
+    "winner": "model_b",
+    "judge": "arena_user_127.0.0.1",
+    "anony": true,
+    "tstamp": 1736305578.3648
   }
 ]

arena_elo/results/latest/elo_results.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03f83c57c40a52e7cc67b47144cc16b5b21417baad81c270e84728cc223da347
-size 59910
+oid sha256:f156bf1709b8b009bb3fbd5eaaf2754c2784c675fd9d24822d0ee15449918600
+size 59971

arena_elo/results/latest/leaderboard.csv

@@ -1,9 +1,9 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),license,creator,link
-GPT-4o + FLUX.1 [dev],GPT-4o + FLUX.1 [dev],1175.6821194184254,1081.7818725315192,FLUX.1 [dev] Non-Commercial License,Black Forest Labs,https://huggingface.co/black-forest-labs/FLUX.1-dev
-ChatDiT,ChatDiT,1162.3247570727874,1220.8633537889925,MIT License,Tongyi Lab,https://github.com/ali-vilab/ChatDiT
-GPT-4o + Emu2,GPT-4o + Emu2,1134.6891079598486,1152.7284045727401,Apache License 2.0,BAAI,https://huggingface.co/BAAI/Emu2
-FLUX-1,FLUX-1,1107.9942010514312,1165.8807578999263,N/A,N/A,N/A
-GPT-4o + Stable Diffusion 3 Medium,GPT-4o + Stable Diffusion 3 Medium,1066.9600535574334,1033.9863968056318,Stability AI Community License,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
-GPT-4o + PixArt-Sigma,GPT-4o + PixArt-Sigma,933.0714315244284,886.7730412848159,CreativeML Open RAIL++-M License,Huawei Noah's Ark Lab,https://huggingface.co/PixArt-alpha/PixArt-Sigma-XL-2-1024-MS
-GPT-4o + DALLE-3,GPT-4o + DALLE-3,804.061447868383,852.071446157934,OpenAI Terms of Use,OpenAI,https://openai.com/index/dall-e-3/
-GPT-4o + OmniGen,GPT-4o + OmniGen,615.2168815472633,605.9147269584403,MIT License,BAAI,https://huggingface.co/spaces/Shitao/OmniGen
+GPT-4o + FLUX.1 [dev],GPT-4o + FLUX.1 [dev],1291.5350276356353,1192.7931512893806,FLUX.1 [dev] Non-Commercial License,Black Forest Labs,https://huggingface.co/black-forest-labs/FLUX.1-dev
+GPT-4o + Stable Diffusion 3 Medium,GPT-4o + Stable Diffusion 3 Medium,1072.5747207950458,1048.875237084943,Stability AI Community License,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+ChatDiT,ChatDiT,1071.8745978223071,1129.7326464913726,MIT License,Tongyi Lab,https://github.com/ali-vilab/ChatDiT
+FLUX-1,FLUX-1,1018.6022943249966,1075.7881020731181,N/A,N/A,N/A
+GPT-4o + Emu2,GPT-4o + Emu2,973.8076810129663,983.3170687066316,Apache License 2.0,BAAI,https://huggingface.co/BAAI/Emu2
+GPT-4o + PixArt-Sigma,GPT-4o + PixArt-Sigma,972.4179488470709,945.3527099410124,CreativeML Open RAIL++-M License,Huawei Noah's Ark Lab,https://huggingface.co/PixArt-alpha/PixArt-Sigma-XL-2-1024-MS
+GPT-4o + DALLE-3,GPT-4o + DALLE-3,871.6193286007302,907.0475236573719,OpenAI Terms of Use,OpenAI,https://openai.com/index/dall-e-3/
+GPT-4o + OmniGen,GPT-4o + OmniGen,727.5684009612476,717.0935607561696,MIT License,BAAI,https://huggingface.co/spaces/Shitao/OmniGen

arena_elo/update_elo_rating.sh

@@ -1,9 +1,3 @@
-# set LOGDIR to default if not set before
-if [ -z "$LOGDIR" ]; then
-    echo "LOGDIR is not set. Using default '../logs/vote_log'"
-    export LOGDIR="../logs/vote_log"
-fi
-
 mkdir -p results
 
 # for battle data

logs/vote_log/2024-12-24-conv.json

@@ -1,26 +0,0 @@
-{"tstamp": 1735030427.6669, "type": "rightvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735030452.0238, "type": "leftvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735030464.2602, "type": "leftvote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735030476.2328, "type": "leftvote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735030495.2955, "type": "bothbad_vote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735030503.418, "type": "bothbad_vote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735030511.3926, "type": "leftvote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034259.9984, "type": "bothbad_vote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034275.6871, "type": "leftvote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034284.7354, "type": "leftvote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034293.468, "type": "leftvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034303.2042, "type": "rightvote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034314.1941, "type": "leftvote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034326.5092, "type": "leftvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034331.6963, "type": "rightvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034336.5346, "type": "bothbad_vote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034351.9521, "type": "rightvote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034366.1775, "type": "rightvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034380.5877, "type": "leftvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034384.3087, "type": "rightvote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034389.1583, "type": "leftvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034405.9359, "type": "rightvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034412.3533, "type": "rightvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034419.0118, "type": "leftvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034425.6972, "type": "rightvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735034432.5891, "type": "rightvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}

logs/vote_log/2024-12-25-conv.json

@@ -1,7 +0,0 @@
-{"tstamp": 1735092762.0, "type": "leftvote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735092774.618, "type": "bothbad_vote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735092797.2067, "type": "leftvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735092804.6699, "type": "rightvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735092810.2635, "type": "leftvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735093113.5724, "type": "rightvote", "models": ["FLUX-1", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735093133.2436, "type": "bothbad_vote", "models": ["ChatDiT", "FLUX-1"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}

logs/vote_log/2024-12-26-conv.json

@@ -1,27 +0,0 @@
-{"tstamp": 1735187628.4881, "type": "leftvote", "models": ["GPT-4o + Stable Diffusion 3 Medium", "GPT-4o + OmniGen"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735187649.4872, "type": "rightvote", "models": ["GPT-4o + Stable Diffusion 3 Medium", "GPT-4o + PixArt-Sigma"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735197562.2637, "type": "leftvote", "models": ["GPT-4o + Emu2", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735197586.8438, "type": "leftvote", "models": ["GPT-4o + FLUX.1 [dev]", "GPT-4o + PixArt-Sigma"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735201758.7145, "type": "leftvote", "models": ["ChatDiT", "GPT-4o + FLUX.1 [dev]"], "states": [{}, {}], "anony": false, "ip": "127.0.0.1"}
-{"tstamp": 1735202083.631, "type": "rightvote", "models": ["GPT-4o + DALLE-3", "GPT-4o + PixArt-Sigma"], "states": [{}, {}], "anony": false, "ip": "127.0.0.1"}
-{"tstamp": 1735202099.4377, "type": "leftvote", "models": ["GPT-4o + DALLE-3", "GPT-4o + PixArt-Sigma"], "states": [{}, {}], "anony": false, "ip": "127.0.0.1"}
-{"tstamp": 1735202132.8592, "type": "rightvote", "models": ["GPT-4o + OmniGen", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735202545.8694, "type": "rightvote", "models": ["GPT-4o + DALLE-3", "GPT-4o + PixArt-Sigma"], "states": [{}, {}], "anony": false, "ip": "127.0.0.1"}
-{"tstamp": 1735202565.5723, "type": "leftvote", "models": ["GPT-4o + DALLE-3", "GPT-4o + PixArt-Sigma"], "states": [{}, {}], "anony": false, "ip": "127.0.0.1"}
-{"tstamp": 1735202573.0118, "type": "bothbad_vote", "models": ["GPT-4o + DALLE-3", "GPT-4o + PixArt-Sigma"], "states": [{}, {}], "anony": false, "ip": "127.0.0.1"}
-{"tstamp": 1735203523.809, "type": "bothbad_vote", "models": ["GPT-4o + DALLE-3", "GPT-4o + PixArt-Sigma"], "states": [{}, {}], "anony": false, "ip": "127.0.0.1"}
-{"tstamp": 1735205600.7414, "type": "rightvote", "models": ["GPT-4o + OmniGen", "GPT-4o + DALLE-3"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735207454.8251, "type": "leftvote", "models": ["ChatDiT", "GPT-4o + DALLE-3"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735207466.0131, "type": "rightvote", "models": ["GPT-4o + OmniGen", "GPT-4o + Stable Diffusion 3 Medium"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735215923.1589, "type": "rightvote", "models": ["GPT-4o + DALLE-3", "GPT-4o + Emu2"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735215935.7597, "type": "leftvote", "models": ["GPT-4o + PixArt-Sigma", "GPT-4o + DALLE-3"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735215942.7093, "type": "bothbad_vote", "models": ["GPT-4o + OmniGen", "GPT-4o + PixArt-Sigma"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735215949.7965, "type": "leftvote", "models": ["GPT-4o + PixArt-Sigma", "GPT-4o + OmniGen"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735215962.6898, "type": "rightvote", "models": ["GPT-4o + DALLE-3", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735215968.9052, "type": "bothbad_vote", "models": ["GPT-4o + Stable Diffusion 3 Medium", "GPT-4o + DALLE-3"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735215976.5079, "type": "bothbad_vote", "models": ["GPT-4o + FLUX.1 [dev]", "GPT-4o + Stable Diffusion 3 Medium"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735215982.9709, "type": "rightvote", "models": ["GPT-4o + Emu2", "GPT-4o + Stable Diffusion 3 Medium"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735215993.2305, "type": "leftvote", "models": ["ChatDiT", "GPT-4o + PixArt-Sigma"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735215999.8713, "type": "bothbad_vote", "models": ["GPT-4o + Stable Diffusion 3 Medium", "GPT-4o + FLUX.1 [dev]"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735216012.8216, "type": "rightvote", "models": ["GPT-4o + PixArt-Sigma", "GPT-4o + FLUX.1 [dev]"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735216021.653, "type": "leftvote", "models": ["ChatDiT", "GPT-4o + PixArt-Sigma"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}

logs/vote_log/2024-12-27-conv.json

@@ -1,7 +0,0 @@
-{"tstamp": 1735286354.5764, "type": "rightvote", "models": ["GPT-4o + PixArt-Sigma", "GPT-4o + OmniGen"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735286365.2329, "type": "bothbad_vote", "models": ["GPT-4o + Stable Diffusion 3 Medium", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735286374.6751, "type": "leftvote", "models": ["GPT-4o + Emu2", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735286382.1211, "type": "leftvote", "models": ["GPT-4o + FLUX.1 [dev]", "GPT-4o + Emu2"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735288723.7052, "type": "leftvote", "models": ["GPT-4o + PixArt-Sigma", "GPT-4o + OmniGen"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735288729.3576, "type": "leftvote", "models": ["GPT-4o + FLUX.1 [dev]", "GPT-4o + DALLE-3"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
-{"tstamp": 1735288749.1708, "type": "leftvote", "models": ["GPT-4o + PixArt-Sigma", "GPT-4o + OmniGen"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}

logs/vote_log/gr_web_image_generation_multi.log

@@ -1,532 +0,0 @@
-2024-12-26 11:49:30 | INFO | stdout | An error occurred while loading the CSV file: 'utf-8' codec can't decode byte 0xa1 in position 1240: invalid start byte
-2024-12-26 11:49:31 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 11:49:31 | INFO | stdout | 
-2024-12-26 11:49:31 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 11:49:38 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 11:49:38 | INFO | stdout | Rerunning server... use `close()` to stop if you need to change `launch()` parameters.
-2024-12-26 11:49:38 | INFO | stdout | ----
-2024-12-26 11:49:38 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 11:49:38 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 65, in <module>
-2024-12-26 11:49:38 | ERROR | stderr |     demo.launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 11:49:38 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2619, in launch
-2024-12-26 11:49:38 | ERROR | stderr |     raise ValueError(
-2024-12-26 11:49:38 | ERROR | stderr | ValueError: When localhost is not accessible, a shareable link must be created. Please set share=True or check your proxy settings to allow access to localhost.
-2024-12-26 11:49:42 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-26 11:49:42 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 11:49:42 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-26 11:49:42 | ERROR | stderr |     lock.acquire()
-2024-12-26 11:49:42 | ERROR | stderr | KeyboardInterrupt:
-2024-12-26 12:07:12 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 12:07:12 | INFO | stdout | 
-2024-12-26 12:07:12 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 12:33:48 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-26 12:34:09 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-26 12:43:31 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 12:43:31 | INFO | stdout | Rerunning server... use `close()` to stop if you need to change `launch()` parameters.
-2024-12-26 12:43:31 | INFO | stdout | ----
-2024-12-26 12:43:31 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 12:43:31 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 65, in <module>
-2024-12-26 12:43:31 | ERROR | stderr |     demo.launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 12:43:31 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2619, in launch
-2024-12-26 12:43:31 | ERROR | stderr |     raise ValueError(
-2024-12-26 12:43:31 | ERROR | stderr | ValueError: When localhost is not accessible, a shareable link must be created. Please set share=True or check your proxy settings to allow access to localhost.
-2024-12-26 14:01:35 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 14:01:36 | INFO | stdout | 
-2024-12-26 14:01:36 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 14:05:04 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 14:05:04 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 14:05:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 14:05:04 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 14:05:04 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 14:05:04 | ERROR | stderr | 
-2024-12-26 14:05:04 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 14:05:04 | ERROR | stderr | 
-2024-12-26 14:05:04 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 14:05:04 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 14:05:04 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 14:05:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 14:05:04 | ERROR | stderr |     self.block_thread()
-2024-12-26 14:05:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 14:05:04 | ERROR | stderr |     self.server.close()
-2024-12-26 14:05:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 14:05:04 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 14:05:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 14:05:04 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 14:05:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 14:05:04 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 14:05:04 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 14:17:14 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 14:17:14 | INFO | stdout | 
-2024-12-26 14:17:14 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 14:21:13 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 14:21:13 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 14:21:13 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 14:21:13 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 14:21:13 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 14:21:13 | ERROR | stderr | 
-2024-12-26 14:21:13 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 14:21:13 | ERROR | stderr | 
-2024-12-26 14:21:13 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 14:21:13 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 14:21:13 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 14:21:13 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 14:21:13 | ERROR | stderr |     self.block_thread()
-2024-12-26 14:21:13 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 14:21:13 | ERROR | stderr |     self.server.close()
-2024-12-26 14:21:13 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 14:21:13 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 14:21:13 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 14:21:13 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 14:21:13 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 14:21:13 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 14:21:13 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 15:14:17 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 15:14:17 | INFO | stdout | 
-2024-12-26 15:14:17 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 15:19:22 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-26 15:19:46 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-26 15:20:35 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 15:20:35 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/queueing.py", line 625, in process_events
-2024-12-26 15:20:35 | ERROR | stderr |     response = await route_utils.call_process_api(
-2024-12-26 15:20:35 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/route_utils.py", line 322, in call_process_api
-2024-12-26 15:20:35 | ERROR | stderr |     output = await app.get_blocks().process_api(
-2024-12-26 15:20:35 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2047, in process_api
-2024-12-26 15:20:35 | ERROR | stderr |     result = await self.call_function(
-2024-12-26 15:20:35 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 1594, in call_function
-2024-12-26 15:20:35 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(  # type: ignore
-2024-12-26 15:20:35 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
-2024-12-26 15:20:35 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
-2024-12-26 15:20:35 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2505, in run_sync_in_worker_thread
-2024-12-26 15:20:35 | ERROR | stderr |     return await future
-2024-12-26 15:20:35 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 1005, in run
-2024-12-26 15:20:35 | ERROR | stderr |     result = context.run(func, *args)
-2024-12-26 15:20:35 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/utils.py", line 869, in wrapper
-2024-12-26 15:20:35 | ERROR | stderr |     response = f(*args, **kwargs)
-2024-12-26 15:20:35 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/serve/utils.py", line 164, in refresh_side_by_side
-2024-12-26 15:20:35 | ERROR | stderr |     state0, state1, prompt, input_images, output_images_A, output_images_B = models.get_result_of_random_case(model_name_A, model_name_B)
-2024-12-26 15:20:35 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/model/model_manager.py", line 215, in get_result_of_random_case
-2024-12-26 15:20:35 | ERROR | stderr |     output_images_A = model_A.get_result(case_name)
-2024-12-26 15:20:35 | ERROR | stderr | AttributeError: 'NoneType' object has no attribute 'get_result'
-2024-12-26 16:22:06 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 16:22:07 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 16:22:07 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 16:22:07 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 16:22:07 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 16:22:07 | ERROR | stderr | 
-2024-12-26 16:22:07 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 16:22:07 | ERROR | stderr | 
-2024-12-26 16:22:07 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 16:22:07 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 16:22:07 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 16:22:07 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 16:22:07 | ERROR | stderr |     self.block_thread()
-2024-12-26 16:22:07 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 16:22:07 | ERROR | stderr |     self.server.close()
-2024-12-26 16:22:07 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 16:22:07 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 16:22:07 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 16:22:07 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 16:22:07 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 16:22:07 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 16:22:07 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 16:28:41 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 16:28:41 | INFO | stdout | 
-2024-12-26 16:28:41 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 16:29:18 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-26 16:33:49 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 16:33:49 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 16:33:49 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 16:33:49 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 16:33:49 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 16:33:49 | ERROR | stderr | 
-2024-12-26 16:33:49 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 16:33:49 | ERROR | stderr | 
-2024-12-26 16:33:49 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 16:33:49 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 16:33:49 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 16:33:49 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 16:33:49 | ERROR | stderr |     self.block_thread()
-2024-12-26 16:33:49 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 16:33:49 | ERROR | stderr |     self.server.close()
-2024-12-26 16:33:49 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 16:33:49 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 16:33:49 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 16:33:49 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 16:33:49 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 16:33:49 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 16:33:49 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 16:34:06 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 16:34:06 | INFO | stdout | 
-2024-12-26 16:34:06 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 16:34:43 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-26 16:34:59 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-26 16:35:32 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-26 16:42:25 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-26 16:42:45 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-26 16:42:53 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-26 16:58:43 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-26 17:33:20 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-26 18:04:14 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-26 18:04:26 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-26 19:58:21 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 19:58:21 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 19:58:21 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 19:58:21 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 19:58:21 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 19:58:21 | ERROR | stderr | 
-2024-12-26 19:58:21 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 19:58:21 | ERROR | stderr | 
-2024-12-26 19:58:21 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 19:58:21 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 19:58:21 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 19:58:21 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 19:58:21 | ERROR | stderr |     self.block_thread()
-2024-12-26 19:58:21 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 19:58:21 | ERROR | stderr |     self.server.close()
-2024-12-26 19:58:21 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 19:58:21 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 19:58:21 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 19:58:21 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 19:58:21 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 19:58:21 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 19:58:21 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:07:22 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 20:07:22 | INFO | stdout | 
-2024-12-26 20:07:22 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 20:09:29 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 20:09:29 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:09:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 20:09:29 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 20:09:29 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:09:29 | ERROR | stderr | 
-2024-12-26 20:09:29 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 20:09:29 | ERROR | stderr | 
-2024-12-26 20:09:29 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:09:29 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 20:09:29 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 20:09:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 20:09:29 | ERROR | stderr |     self.block_thread()
-2024-12-26 20:09:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 20:09:29 | ERROR | stderr |     self.server.close()
-2024-12-26 20:09:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 20:09:29 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 20:09:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 20:09:29 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 20:09:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 20:09:29 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 20:09:29 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:09:29 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-26 20:09:29 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:09:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-26 20:09:29 | ERROR | stderr |     lock.acquire()
-2024-12-26 20:09:29 | ERROR | stderr | KeyboardInterrupt:
-2024-12-26 20:09:34 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 20:09:34 | INFO | stdout | 
-2024-12-26 20:09:34 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 20:10:51 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 20:10:51 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:10:51 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 20:10:51 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 20:10:51 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:10:51 | ERROR | stderr | 
-2024-12-26 20:10:51 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 20:10:51 | ERROR | stderr | 
-2024-12-26 20:10:51 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:10:51 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 20:10:51 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 20:10:51 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 20:10:51 | ERROR | stderr |     self.block_thread()
-2024-12-26 20:10:51 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 20:10:51 | ERROR | stderr |     self.server.close()
-2024-12-26 20:10:51 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 20:10:51 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 20:10:51 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 20:10:51 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 20:10:51 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 20:10:51 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 20:10:51 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:10:51 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-26 20:10:51 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:10:51 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-26 20:10:51 | ERROR | stderr |     lock.acquire()
-2024-12-26 20:10:51 | ERROR | stderr | KeyboardInterrupt:
-2024-12-26 20:11:17 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 20:11:17 | INFO | stdout | 
-2024-12-26 20:11:17 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 20:11:33 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 20:11:33 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:11:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 20:11:33 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 20:11:33 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:11:33 | ERROR | stderr | 
-2024-12-26 20:11:33 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 20:11:33 | ERROR | stderr | 
-2024-12-26 20:11:33 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:11:33 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 20:11:33 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 20:11:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 20:11:33 | ERROR | stderr |     self.block_thread()
-2024-12-26 20:11:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 20:11:33 | ERROR | stderr |     self.server.close()
-2024-12-26 20:11:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 20:11:33 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 20:11:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 20:11:33 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 20:11:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 20:11:33 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 20:11:33 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:11:33 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-26 20:11:33 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:11:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-26 20:11:33 | ERROR | stderr |     lock.acquire()
-2024-12-26 20:11:33 | ERROR | stderr | KeyboardInterrupt:
-2024-12-26 20:13:30 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 20:13:30 | INFO | stdout | 
-2024-12-26 20:13:30 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 20:18:33 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 20:18:33 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:18:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 20:18:33 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 20:18:33 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:18:33 | ERROR | stderr | 
-2024-12-26 20:18:33 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 20:18:33 | ERROR | stderr | 
-2024-12-26 20:18:33 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:18:33 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 20:18:33 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 20:18:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 20:18:33 | ERROR | stderr |     self.block_thread()
-2024-12-26 20:18:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 20:18:33 | ERROR | stderr |     self.server.close()
-2024-12-26 20:18:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 20:18:33 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 20:18:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 20:18:33 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 20:18:33 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 20:18:33 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 20:18:33 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:18:40 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 20:18:40 | INFO | stdout | 
-2024-12-26 20:18:40 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 20:23:29 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 20:23:29 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:23:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 20:23:29 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 20:23:29 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:23:29 | ERROR | stderr | 
-2024-12-26 20:23:29 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 20:23:29 | ERROR | stderr | 
-2024-12-26 20:23:29 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:23:29 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 20:23:29 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 20:23:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 20:23:29 | ERROR | stderr |     self.block_thread()
-2024-12-26 20:23:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 20:23:29 | ERROR | stderr |     self.server.close()
-2024-12-26 20:23:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 20:23:29 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 20:23:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 20:23:29 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 20:23:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 20:23:29 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 20:23:29 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:23:33 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 20:23:34 | INFO | stdout | 
-2024-12-26 20:23:34 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 20:24:01 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 20:24:01 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:24:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 20:24:01 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 20:24:01 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:24:01 | ERROR | stderr | 
-2024-12-26 20:24:01 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 20:24:01 | ERROR | stderr | 
-2024-12-26 20:24:01 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:24:01 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 20:24:01 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 20:24:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 20:24:01 | ERROR | stderr |     self.block_thread()
-2024-12-26 20:24:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 20:24:01 | ERROR | stderr |     self.server.close()
-2024-12-26 20:24:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 20:24:01 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 20:24:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 20:24:01 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 20:24:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 20:24:01 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 20:24:01 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:24:01 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-26 20:24:01 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:24:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-26 20:24:01 | ERROR | stderr |     lock.acquire()
-2024-12-26 20:24:01 | ERROR | stderr | KeyboardInterrupt:
-2024-12-26 20:25:01 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 20:25:01 | INFO | stdout | 
-2024-12-26 20:25:01 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 20:25:23 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-26 20:25:35 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-26 20:25:42 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-26 20:25:49 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-26 20:26:02 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-26 20:26:08 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-26 20:26:16 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-26 20:26:22 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-26 20:26:33 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-26 20:26:39 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-26 20:26:52 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-26 20:27:01 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-26 20:27:19 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 20:27:19 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:27:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 20:27:19 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 20:27:19 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:27:19 | ERROR | stderr | 
-2024-12-26 20:27:19 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 20:27:19 | ERROR | stderr | 
-2024-12-26 20:27:19 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:27:19 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 20:27:19 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 20:27:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 20:27:19 | ERROR | stderr |     self.block_thread()
-2024-12-26 20:27:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 20:27:19 | ERROR | stderr |     self.server.close()
-2024-12-26 20:27:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 20:27:19 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 20:27:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 20:27:19 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 20:27:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 20:27:19 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 20:27:19 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:27:20 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-26 20:27:20 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:27:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-26 20:27:20 | ERROR | stderr |     lock.acquire()
-2024-12-26 20:27:20 | ERROR | stderr | KeyboardInterrupt:
-2024-12-26 20:27:58 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-26 20:27:58 | INFO | stdout | 
-2024-12-26 20:27:58 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-26 20:28:20 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-26 20:28:20 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:28:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-26 20:28:20 | ERROR | stderr |     time.sleep(0.1)
-2024-12-26 20:28:20 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:28:20 | ERROR | stderr | 
-2024-12-26 20:28:20 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-26 20:28:20 | ERROR | stderr | 
-2024-12-26 20:28:20 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:28:20 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-26 20:28:20 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-26 20:28:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-26 20:28:20 | ERROR | stderr |     self.block_thread()
-2024-12-26 20:28:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-26 20:28:20 | ERROR | stderr |     self.server.close()
-2024-12-26 20:28:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-26 20:28:20 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-26 20:28:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-26 20:28:20 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-26 20:28:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-26 20:28:20 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-26 20:28:20 | ERROR | stderr | KeyboardInterrupt
-2024-12-26 20:28:20 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-26 20:28:20 | ERROR | stderr | Traceback (most recent call last):
-2024-12-26 20:28:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-26 20:28:20 | ERROR | stderr |     lock.acquire()
-2024-12-26 20:28:20 | ERROR | stderr | KeyboardInterrupt:
-2024-12-27 15:58:24 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-27 15:58:24 | INFO | stdout | 
-2024-12-27 15:58:24 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-27 15:59:14 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-27 15:59:25 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-27 15:59:34 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-27 15:59:42 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-27 16:00:57 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-27 16:00:57 | INFO | stdout | Rerunning server... use `close()` to stop if you need to change `launch()` parameters.
-2024-12-27 16:00:57 | INFO | stdout | ----
-2024-12-27 16:00:57 | ERROR | stderr | Traceback (most recent call last):
-2024-12-27 16:00:57 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/app.py", line 65, in <module>
-2024-12-27 16:00:57 | ERROR | stderr |     demo.launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-27 16:00:57 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2619, in launch
-2024-12-27 16:00:57 | ERROR | stderr |     raise ValueError(
-2024-12-27 16:00:57 | ERROR | stderr | ValueError: When localhost is not accessible, a shareable link must be created. Please set share=True or check your proxy settings to allow access to localhost.
-2024-12-27 16:27:30 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-27 16:27:30 | INFO | stdout | 
-2024-12-27 16:27:30 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-27 16:27:39 | ERROR | stderr | Traceback (most recent call last):
-2024-12-27 16:27:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/queueing.py", line 625, in process_events
-2024-12-27 16:27:39 | ERROR | stderr |     response = await route_utils.call_process_api(
-2024-12-27 16:27:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/route_utils.py", line 322, in call_process_api
-2024-12-27 16:27:39 | ERROR | stderr |     output = await app.get_blocks().process_api(
-2024-12-27 16:27:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2047, in process_api
-2024-12-27 16:27:39 | ERROR | stderr |     result = await self.call_function(
-2024-12-27 16:27:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 1594, in call_function
-2024-12-27 16:27:39 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(  # type: ignore
-2024-12-27 16:27:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
-2024-12-27 16:27:39 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
-2024-12-27 16:27:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2505, in run_sync_in_worker_thread
-2024-12-27 16:27:39 | ERROR | stderr |     return await future
-2024-12-27 16:27:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 1005, in run
-2024-12-27 16:27:39 | ERROR | stderr |     result = context.run(func, *args)
-2024-12-27 16:27:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/utils.py", line 869, in wrapper
-2024-12-27 16:27:39 | ERROR | stderr |     response = f(*args, **kwargs)
-2024-12-27 16:27:39 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/serve/utils.py", line 168, in refresh_side_by_side_anony
-2024-12-27 16:27:39 | ERROR | stderr |     state0, state1, prompt, input_images, output_images_A, output_images_B = models.get_result_of_random_case_anony()
-2024-12-27 16:27:39 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/model/model_manager.py", line 167, in get_result_of_random_case_anony
-2024-12-27 16:27:39 | ERROR | stderr |     case_name, case_info = self.choose_case_randomly()
-2024-12-27 16:27:39 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/model/model_manager.py", line 121, in choose_case_randomly
-2024-12-27 16:27:39 | ERROR | stderr |     with open(case_meta_path, 'r') as file:
-2024-12-27 16:27:39 | ERROR | stderr | FileNotFoundError: [Errno 2] No such file or directory: 'dataset/object_editing_background_changing_0001/meta.json'
-2024-12-27 16:31:12 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-27 16:31:12 | ERROR | stderr | Traceback (most recent call last):
-2024-12-27 16:31:12 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-27 16:31:12 | ERROR | stderr |     time.sleep(0.1)
-2024-12-27 16:31:12 | ERROR | stderr | KeyboardInterrupt
-2024-12-27 16:31:12 | ERROR | stderr | 
-2024-12-27 16:31:12 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-27 16:31:12 | ERROR | stderr | 
-2024-12-27 16:31:12 | ERROR | stderr | Traceback (most recent call last):
-2024-12-27 16:31:12 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-27 16:31:12 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-27 16:31:12 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-27 16:31:12 | ERROR | stderr |     self.block_thread()
-2024-12-27 16:31:12 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-27 16:31:12 | ERROR | stderr |     self.server.close()
-2024-12-27 16:31:12 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-27 16:31:12 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-27 16:31:12 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-27 16:31:12 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-27 16:31:12 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-27 16:31:12 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-27 16:31:12 | ERROR | stderr | KeyboardInterrupt
-2024-12-27 16:38:03 | ERROR | stderr | Traceback (most recent call last):
-2024-12-27 16:38:03 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/app.py", line 63, in <module>
-2024-12-27 16:38:03 | ERROR | stderr |     demo = build_combine_demo(models, elo_results_file, leaderboard_table_file)
-2024-12-27 16:38:03 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/app.py", line 31, in build_combine_demo
-2024-12-27 16:38:03 | ERROR | stderr |     build_leaderboard_tab(elo_results_file['t2i_generation'], leaderboard_table_file['t2i_generation'])
-2024-12-27 16:38:03 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/serve/leaderboard.py", line 176, in build_leaderboard_tab
-2024-12-27 16:38:03 | ERROR | stderr |     elo_results = pickle.load(fin)
-2024-12-27 16:38:03 | ERROR | stderr | ModuleNotFoundError: No module named 'plotly'
-2024-12-27 16:38:06 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/arena/lib/python3.10/threading.py'>
-2024-12-27 16:38:06 | ERROR | stderr | Traceback (most recent call last):
-2024-12-27 16:38:06 | ERROR | stderr |   File "/opt/anaconda3/envs/arena/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-27 16:38:06 | ERROR | stderr |     lock.acquire()
-2024-12-27 16:38:06 | ERROR | stderr | KeyboardInterrupt:
-2024-12-27 16:38:25 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-27 16:38:25 | INFO | stdout | 
-2024-12-27 16:38:25 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-27 16:38:43 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-27 16:38:49 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-27 16:39:09 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-27 16:39:24 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-27 16:39:25 | INFO | stdout | Rerunning server... use `close()` to stop if you need to change `launch()` parameters.
-2024-12-27 16:39:25 | INFO | stdout | ----
-2024-12-27 16:39:25 | ERROR | stderr | Traceback (most recent call last):
-2024-12-27 16:39:25 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/app.py", line 65, in <module>
-2024-12-27 16:39:25 | ERROR | stderr |     demo.launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-27 16:39:25 | ERROR | stderr |   File "/opt/anaconda3/envs/arena/lib/python3.10/site-packages/gradio/blocks.py", line 2619, in launch
-2024-12-27 16:39:25 | ERROR | stderr |     raise ValueError(
-2024-12-27 16:39:25 | ERROR | stderr | ValueError: When localhost is not accessible, a shareable link must be created. Please set share=True or check your proxy settings to allow access to localhost.
-2024-12-27 16:39:25 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/arena/lib/python3.10/threading.py'>
-2024-12-27 16:39:25 | ERROR | stderr | Traceback (most recent call last):
-2024-12-27 16:39:25 | ERROR | stderr |   File "/opt/anaconda3/envs/arena/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-27 16:39:25 | ERROR | stderr |     lock.acquire()
-2024-12-27 16:39:25 | ERROR | stderr | KeyboardInterrupt:

logs/vote_log/gr_web_image_generation_multi.log.2024-12-25

@@ -1,797 +0,0 @@
-2024-12-24 14:01:42 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:01:42 | INFO | stdout | 
-2024-12-24 14:01:42 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:02:18 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 14:02:18 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/queueing.py", line 625, in process_events
-2024-12-24 14:02:18 | ERROR | stderr |     response = await route_utils.call_process_api(
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/route_utils.py", line 322, in call_process_api
-2024-12-24 14:02:18 | ERROR | stderr |     output = await app.get_blocks().process_api(
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2047, in process_api
-2024-12-24 14:02:18 | ERROR | stderr |     result = await self.call_function(
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 1594, in call_function
-2024-12-24 14:02:18 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(  # type: ignore
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
-2024-12-24 14:02:18 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2505, in run_sync_in_worker_thread
-2024-12-24 14:02:18 | ERROR | stderr |     return await future
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 1005, in run
-2024-12-24 14:02:18 | ERROR | stderr |     result = context.run(func, *args)
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/utils.py", line 869, in wrapper
-2024-12-24 14:02:18 | ERROR | stderr |     response = f(*args, **kwargs)
-2024-12-24 14:02:18 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/serve/vote_utils.py", line 53, in rightvote_last_response_igm
-2024-12-24 14:02:18 | ERROR | stderr |     vote_last_response_igm(
-2024-12-24 14:02:18 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/serve/vote_utils.py", line 32, in vote_last_response_igm
-2024-12-24 14:02:18 | ERROR | stderr |     append_json_item_on_log_server(data, get_conv_log_filename())
-2024-12-24 14:02:18 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/serve/utils.py", line 171, in append_json_item_on_log_server
-2024-12-24 14:02:18 | ERROR | stderr |     response = requests.post(url, data={'json_str': json_item, 'file_name': log_file})
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/api.py", line 115, in post
-2024-12-24 14:02:18 | ERROR | stderr |     return request("post", url, data=data, json=json, **kwargs)
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/api.py", line 59, in request
-2024-12-24 14:02:18 | ERROR | stderr |     return session.request(method=method, url=url, **kwargs)
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/sessions.py", line 575, in request
-2024-12-24 14:02:18 | ERROR | stderr |     prep = self.prepare_request(req)
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/sessions.py", line 484, in prepare_request
-2024-12-24 14:02:18 | ERROR | stderr |     p.prepare(
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/models.py", line 367, in prepare
-2024-12-24 14:02:18 | ERROR | stderr |     self.prepare_url(url, params)
-2024-12-24 14:02:18 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/models.py", line 438, in prepare_url
-2024-12-24 14:02:18 | ERROR | stderr |     raise MissingSchema(
-2024-12-24 14:02:18 | ERROR | stderr | requests.exceptions.MissingSchema: Invalid URL '/logs/append_json': No scheme supplied. Perhaps you meant https:///logs/append_json?
-2024-12-24 14:06:36 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:06:36 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:06:36 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:06:36 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:06:36 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:06:36 | ERROR | stderr | 
-2024-12-24 14:06:36 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:06:36 | ERROR | stderr | 
-2024-12-24 14:06:36 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:06:36 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:06:36 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:06:36 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:06:36 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:06:36 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:06:36 | ERROR | stderr |     self.server.close()
-2024-12-24 14:06:36 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:06:36 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:06:36 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:06:36 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:06:36 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:06:36 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:06:36 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:06:41 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:06:41 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 77, in <module>
-2024-12-24 14:06:41 | ERROR | stderr |     demo = build_combine_demo(models, elo_results_file, leaderboard_table_file)
-2024-12-24 14:06:41 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 27, in build_combine_demo
-2024-12-24 14:06:41 | ERROR | stderr |     build_side_by_side_ui_named(models)
-2024-12-24 14:06:41 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/serve/gradio_web.py", line 226, in build_side_by_side_ui_named
-2024-12-24 14:06:41 | ERROR | stderr |     leftvote_btn = gr.Button(
-2024-12-24 14:06:41 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/component_meta.py", line 179, in wrapper
-2024-12-24 14:06:41 | ERROR | stderr |     return fn(self, **kwargs)
-2024-12-24 14:06:41 | ERROR | stderr | TypeError: Button.__init__() got an unexpected keyword argument 'style'
-2024-12-24 14:13:32 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:13:32 | INFO | stdout | 
-2024-12-24 14:13:32 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:14:04 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:14:04 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:14:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:14:04 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:14:04 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:14:04 | ERROR | stderr | 
-2024-12-24 14:14:04 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:14:04 | ERROR | stderr | 
-2024-12-24 14:14:04 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:14:04 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:14:04 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:14:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:14:04 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:14:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:14:04 | ERROR | stderr |     self.server.close()
-2024-12-24 14:14:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:14:04 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:14:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:14:04 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:14:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:14:04 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:14:04 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:14:04 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:14:04 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:14:04 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:14:04 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:14:04 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:14:09 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:14:09 | INFO | stdout | 
-2024-12-24 14:14:09 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:16:39 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:16:39 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:16:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:16:39 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:16:39 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:16:39 | ERROR | stderr | 
-2024-12-24 14:16:39 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:16:39 | ERROR | stderr | 
-2024-12-24 14:16:39 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:16:39 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:16:39 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:16:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:16:39 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:16:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:16:39 | ERROR | stderr |     self.server.close()
-2024-12-24 14:16:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:16:39 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:16:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:16:39 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:16:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:16:39 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:16:39 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:16:44 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:16:44 | INFO | stdout | 
-2024-12-24 14:16:44 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:17:37 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:17:38 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:17:38 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:17:38 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:17:38 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:17:38 | ERROR | stderr | 
-2024-12-24 14:17:38 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:17:38 | ERROR | stderr | 
-2024-12-24 14:17:38 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:17:38 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:17:38 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:17:38 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:17:38 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:17:38 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:17:38 | ERROR | stderr |     self.server.close()
-2024-12-24 14:17:38 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:17:38 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:17:38 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:17:38 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:17:38 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:17:38 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:17:38 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:17:39 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:17:39 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:17:39 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:17:39 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:17:39 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:17:44 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:17:44 | INFO | stdout | 
-2024-12-24 14:17:44 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:17:54 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:17:54 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:17:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:17:54 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:17:54 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:17:54 | ERROR | stderr | 
-2024-12-24 14:17:54 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:17:54 | ERROR | stderr | 
-2024-12-24 14:17:54 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:17:54 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:17:54 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:17:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:17:54 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:17:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:17:54 | ERROR | stderr |     self.server.close()
-2024-12-24 14:17:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:17:54 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:17:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:17:54 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:17:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:17:54 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:17:54 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:17:54 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:17:54 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:17:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:17:54 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:17:54 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:18:02 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:18:02 | INFO | stdout | 
-2024-12-24 14:18:02 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:19:08 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:19:09 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:19:09 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:19:09 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:19:09 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:19:09 | ERROR | stderr | 
-2024-12-24 14:19:09 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:19:09 | ERROR | stderr | 
-2024-12-24 14:19:09 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:19:09 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:19:09 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:19:09 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:19:09 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:19:09 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:19:09 | ERROR | stderr |     self.server.close()
-2024-12-24 14:19:09 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:19:09 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:19:09 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:19:09 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:19:09 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:19:09 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:19:09 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:19:09 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:19:09 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:19:09 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:19:09 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:19:09 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:19:14 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:19:14 | INFO | stdout | 
-2024-12-24 14:19:14 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:19:25 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:19:25 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:19:25 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:19:25 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:19:25 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:19:25 | ERROR | stderr | 
-2024-12-24 14:19:25 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:19:25 | ERROR | stderr | 
-2024-12-24 14:19:25 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:19:25 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:19:25 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:19:25 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:19:25 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:19:25 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:19:25 | ERROR | stderr |     self.server.close()
-2024-12-24 14:19:25 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:19:25 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:19:25 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:19:25 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:19:25 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:19:25 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:19:25 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:19:26 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:19:26 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:19:26 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:19:26 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:19:26 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:19:30 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:19:30 | INFO | stdout | 
-2024-12-24 14:19:30 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:19:53 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:19:54 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:19:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:19:54 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:19:54 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:19:54 | ERROR | stderr | 
-2024-12-24 14:19:54 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:19:54 | ERROR | stderr | 
-2024-12-24 14:19:54 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:19:54 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:19:54 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:19:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:19:54 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:19:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:19:54 | ERROR | stderr |     self.server.close()
-2024-12-24 14:19:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:19:54 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:19:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:19:54 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:19:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:19:54 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:19:54 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:19:54 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:19:54 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:19:54 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:19:54 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:19:54 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:20:25 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:20:25 | INFO | stdout | 
-2024-12-24 14:20:25 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:25:19 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:25:19 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:25:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:25:19 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:25:19 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:25:19 | ERROR | stderr | 
-2024-12-24 14:25:19 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:25:19 | ERROR | stderr | 
-2024-12-24 14:25:19 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:25:19 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:25:19 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:25:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:25:19 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:25:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:25:19 | ERROR | stderr |     self.server.close()
-2024-12-24 14:25:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:25:19 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:25:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:25:19 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:25:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:25:19 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:25:19 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:28:13 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:28:14 | INFO | stdout | 
-2024-12-24 14:28:14 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:33:40 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:33:40 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:33:40 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:33:40 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:33:40 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:33:40 | ERROR | stderr | 
-2024-12-24 14:33:40 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:33:40 | ERROR | stderr | 
-2024-12-24 14:33:40 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:33:40 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:33:40 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:33:40 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:33:40 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:33:40 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:33:40 | ERROR | stderr |     self.server.close()
-2024-12-24 14:33:40 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:33:40 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:33:40 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:33:40 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:33:40 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:33:40 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:33:40 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:33:45 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:33:45 | INFO | stdout | 
-2024-12-24 14:33:45 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:34:55 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:34:56 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:34:56 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:34:56 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:34:56 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:34:56 | ERROR | stderr | 
-2024-12-24 14:34:56 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:34:56 | ERROR | stderr | 
-2024-12-24 14:34:56 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:34:56 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:34:56 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:34:56 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:34:56 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:34:56 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:34:56 | ERROR | stderr |     self.server.close()
-2024-12-24 14:34:56 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:34:56 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:34:56 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:34:56 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:34:56 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:34:56 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:34:56 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:34:56 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:34:56 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:34:56 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:34:56 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:34:56 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:35:01 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:35:01 | INFO | stdout | 
-2024-12-24 14:35:01 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:35:20 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:35:20 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:35:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:35:20 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:35:20 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:35:20 | ERROR | stderr | 
-2024-12-24 14:35:20 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:35:20 | ERROR | stderr | 
-2024-12-24 14:35:20 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:35:20 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:35:20 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:35:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:35:20 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:35:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:35:20 | ERROR | stderr |     self.server.close()
-2024-12-24 14:35:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:35:20 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:35:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:35:20 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:35:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:35:20 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:35:20 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:35:20 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:35:20 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:35:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:35:20 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:35:20 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:35:26 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:35:26 | INFO | stdout | 
-2024-12-24 14:35:26 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:35:34 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:35:34 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:35:34 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:35:34 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:35:34 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:35:34 | ERROR | stderr | 
-2024-12-24 14:35:34 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:35:34 | ERROR | stderr | 
-2024-12-24 14:35:34 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:35:34 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:35:34 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:35:34 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:35:34 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:35:34 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:35:34 | ERROR | stderr |     self.server.close()
-2024-12-24 14:35:34 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:35:34 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:35:34 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:35:34 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:35:34 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:35:34 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:35:34 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:35:34 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:35:34 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:35:34 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:35:34 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:35:34 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:35:39 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:35:39 | INFO | stdout | 
-2024-12-24 14:35:39 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:36:28 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:36:28 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:36:28 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:36:28 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:36:28 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:36:28 | ERROR | stderr | 
-2024-12-24 14:36:28 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:36:28 | ERROR | stderr | 
-2024-12-24 14:36:28 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:36:28 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:36:28 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:36:28 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:36:28 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:36:28 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:36:28 | ERROR | stderr |     self.server.close()
-2024-12-24 14:36:28 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:36:28 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:36:28 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:36:28 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:36:28 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:36:28 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:36:28 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:36:29 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:36:29 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:36:29 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:36:29 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:36:29 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:36:33 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:36:33 | INFO | stdout | 
-2024-12-24 14:36:33 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:36:41 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:36:41 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:36:41 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:36:41 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:36:41 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:36:41 | ERROR | stderr | 
-2024-12-24 14:36:41 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:36:41 | ERROR | stderr | 
-2024-12-24 14:36:41 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:36:41 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:36:41 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:36:41 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:36:41 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:36:41 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:36:41 | ERROR | stderr |     self.server.close()
-2024-12-24 14:36:41 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:36:41 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:36:41 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:36:41 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:36:41 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:36:41 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:36:41 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:36:41 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:36:41 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:36:41 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:36:41 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:36:41 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:37:47 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:37:47 | INFO | stdout | 
-2024-12-24 14:37:47 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:40:00 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 14:40:00 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:40:00 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 14:40:00 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 14:40:00 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:40:00 | ERROR | stderr | 
-2024-12-24 14:40:00 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 14:40:00 | ERROR | stderr | 
-2024-12-24 14:40:00 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:40:00 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 14:40:00 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 14:40:00 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 14:40:00 | ERROR | stderr |     self.block_thread()
-2024-12-24 14:40:00 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 14:40:00 | ERROR | stderr |     self.server.close()
-2024-12-24 14:40:00 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 14:40:00 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 14:40:00 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 14:40:00 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 14:40:00 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 14:40:00 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 14:40:00 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 14:40:00 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 14:40:00 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:40:00 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 14:40:00 | ERROR | stderr |     lock.acquire()
-2024-12-24 14:40:00 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 14:40:05 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 14:40:05 | INFO | stdout | 
-2024-12-24 14:40:05 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 14:40:16 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-24 14:40:16 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:40:16 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/queueing.py", line 625, in process_events
-2024-12-24 14:40:16 | ERROR | stderr |     response = await route_utils.call_process_api(
-2024-12-24 14:40:16 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/route_utils.py", line 322, in call_process_api
-2024-12-24 14:40:16 | ERROR | stderr |     output = await app.get_blocks().process_api(
-2024-12-24 14:40:16 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2047, in process_api
-2024-12-24 14:40:16 | ERROR | stderr |     result = await self.call_function(
-2024-12-24 14:40:16 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 1594, in call_function
-2024-12-24 14:40:16 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(  # type: ignore
-2024-12-24 14:40:16 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
-2024-12-24 14:40:16 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
-2024-12-24 14:40:16 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2505, in run_sync_in_worker_thread
-2024-12-24 14:40:16 | ERROR | stderr |     return await future
-2024-12-24 14:40:16 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 1005, in run
-2024-12-24 14:40:16 | ERROR | stderr |     result = context.run(func, *args)
-2024-12-24 14:40:16 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/utils.py", line 869, in wrapper
-2024-12-24 14:40:16 | ERROR | stderr |     response = f(*args, **kwargs)
-2024-12-24 14:40:16 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/serve/vote_utils.py", line 65, in bothbad_vote_last_response_igm
-2024-12-24 14:40:16 | ERROR | stderr |     vote_last_response_igm(
-2024-12-24 14:40:16 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/serve/vote_utils.py", line 27, in vote_last_response_igm
-2024-12-24 14:40:16 | ERROR | stderr |     "models": [x.name for x in states],
-2024-12-24 14:40:16 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/serve/vote_utils.py", line 27, in <listcomp>
-2024-12-24 14:40:16 | ERROR | stderr |     "models": [x.name for x in states],
-2024-12-24 14:40:16 | ERROR | stderr | AttributeError: 'NoneType' object has no attribute 'name'
-2024-12-24 14:42:01 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 14:42:01 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/queueing.py", line 625, in process_events
-2024-12-24 14:42:01 | ERROR | stderr |     response = await route_utils.call_process_api(
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/route_utils.py", line 322, in call_process_api
-2024-12-24 14:42:01 | ERROR | stderr |     output = await app.get_blocks().process_api(
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2047, in process_api
-2024-12-24 14:42:01 | ERROR | stderr |     result = await self.call_function(
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 1594, in call_function
-2024-12-24 14:42:01 | ERROR | stderr |     prediction = await anyio.to_thread.run_sync(  # type: ignore
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
-2024-12-24 14:42:01 | ERROR | stderr |     return await get_async_backend().run_sync_in_worker_thread(
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2505, in run_sync_in_worker_thread
-2024-12-24 14:42:01 | ERROR | stderr |     return await future
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 1005, in run
-2024-12-24 14:42:01 | ERROR | stderr |     result = context.run(func, *args)
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/utils.py", line 869, in wrapper
-2024-12-24 14:42:01 | ERROR | stderr |     response = f(*args, **kwargs)
-2024-12-24 14:42:01 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/serve/vote_utils.py", line 41, in leftvote_last_response_igm
-2024-12-24 14:42:01 | ERROR | stderr |     vote_last_response_igm(
-2024-12-24 14:42:01 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/serve/vote_utils.py", line 32, in vote_last_response_igm
-2024-12-24 14:42:01 | ERROR | stderr |     append_json_item_on_log_server(data, get_conv_log_filename())
-2024-12-24 14:42:01 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/serve/utils.py", line 206, in append_json_item_on_log_server
-2024-12-24 14:42:01 | ERROR | stderr |     response = requests.post(url, data={'json_str': json_item, 'file_name': log_file})
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/api.py", line 115, in post
-2024-12-24 14:42:01 | ERROR | stderr |     return request("post", url, data=data, json=json, **kwargs)
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/api.py", line 59, in request
-2024-12-24 14:42:01 | ERROR | stderr |     return session.request(method=method, url=url, **kwargs)
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/sessions.py", line 575, in request
-2024-12-24 14:42:01 | ERROR | stderr |     prep = self.prepare_request(req)
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/sessions.py", line 484, in prepare_request
-2024-12-24 14:42:01 | ERROR | stderr |     p.prepare(
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/models.py", line 367, in prepare
-2024-12-24 14:42:01 | ERROR | stderr |     self.prepare_url(url, params)
-2024-12-24 14:42:01 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/requests/models.py", line 438, in prepare_url
-2024-12-24 14:42:01 | ERROR | stderr |     raise MissingSchema(
-2024-12-24 14:42:01 | ERROR | stderr | requests.exceptions.MissingSchema: Invalid URL '/logs/append_json': No scheme supplied. Perhaps you meant https:///logs/append_json?
-2024-12-24 15:03:08 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 15:03:08 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 15:03:08 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 15:03:08 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 15:03:08 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 15:03:08 | ERROR | stderr | 
-2024-12-24 15:03:08 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 15:03:08 | ERROR | stderr | 
-2024-12-24 15:03:08 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 15:03:08 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 15:03:08 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 15:03:08 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 15:03:08 | ERROR | stderr |     self.block_thread()
-2024-12-24 15:03:08 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 15:03:08 | ERROR | stderr |     self.server.close()
-2024-12-24 15:03:08 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 15:03:08 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 15:03:08 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 15:03:08 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 15:03:08 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 15:03:08 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 15:03:08 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 15:03:13 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 15:03:13 | INFO | stdout | 
-2024-12-24 15:03:13 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 15:04:38 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 15:05:17 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 15:05:17 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 15:05:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 15:05:17 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 15:05:17 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 15:05:17 | ERROR | stderr | 
-2024-12-24 15:05:17 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 15:05:17 | ERROR | stderr | 
-2024-12-24 15:05:17 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 15:05:17 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 15:05:17 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 15:05:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 15:05:17 | ERROR | stderr |     self.block_thread()
-2024-12-24 15:05:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 15:05:17 | ERROR | stderr |     self.server.close()
-2024-12-24 15:05:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 15:05:17 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 15:05:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 15:05:17 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 15:05:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 15:05:17 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 15:05:17 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 15:05:17 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 15:05:17 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 15:05:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 15:05:17 | ERROR | stderr |     lock.acquire()
-2024-12-24 15:05:17 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 15:07:04 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 15:07:04 | INFO | stdout | 
-2024-12-24 15:07:04 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 15:07:09 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 15:08:19 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 15:08:19 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 15:08:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 15:08:19 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 15:08:19 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 15:08:19 | ERROR | stderr | 
-2024-12-24 15:08:19 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 15:08:19 | ERROR | stderr | 
-2024-12-24 15:08:19 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 15:08:19 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 15:08:19 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 15:08:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 15:08:19 | ERROR | stderr |     self.block_thread()
-2024-12-24 15:08:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 15:08:19 | ERROR | stderr |     self.server.close()
-2024-12-24 15:08:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 15:08:19 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 15:08:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 15:08:19 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 15:08:19 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 15:08:19 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 15:08:19 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 15:08:20 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/tiger/lib/python3.10/threading.py'>
-2024-12-24 15:08:20 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 15:08:20 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1567, in _shutdown
-2024-12-24 15:08:20 | ERROR | stderr |     lock.acquire()
-2024-12-24 15:08:20 | ERROR | stderr | KeyboardInterrupt:
-2024-12-24 15:12:22 | INFO | stdout | {'t2i_generation': PosixPath('arena_elo/results/latest/elo_results_t2i_generation.pkl'), 'video_generation': PosixPath('arena_elo/results/latest/elo_results_video_generation.pkl'), 'image_editing': PosixPath('arena_elo/results/latest/elo_results_image_editing.pkl')}
-2024-12-24 15:12:22 | INFO | stdout | {'t2i_generation': PosixPath('arena_elo/results/latest/t2i_generation_leaderboard.csv'), 'video_generation': PosixPath('arena_elo/results/latest/video_generation_leaderboard.csv'), 'image_editing': PosixPath('arena_elo/results/latest/image_editing_leaderboard.csv')}
-2024-12-24 15:15:46 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 15:15:46 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 79, in <module>
-2024-12-24 15:15:46 | ERROR | stderr |     input()
-2024-12-24 15:15:46 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 15:26:57 | INFO | stdout | arena_elo/results/latest/t2i_generation_leaderboard.csv
-2024-12-24 15:26:57 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 15:26:57 | INFO | stdout | 
-2024-12-24 15:26:57 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 15:56:17 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 15:56:17 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 15:56:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 15:56:17 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 15:56:17 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 15:56:17 | ERROR | stderr | 
-2024-12-24 15:56:17 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 15:56:17 | ERROR | stderr | 
-2024-12-24 15:56:17 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 15:56:17 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 15:56:17 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 15:56:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 15:56:17 | ERROR | stderr |     self.block_thread()
-2024-12-24 15:56:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 15:56:17 | ERROR | stderr |     self.server.close()
-2024-12-24 15:56:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 15:56:17 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 15:56:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 15:56:17 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 15:56:17 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 15:56:17 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 15:56:17 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 16:52:26 | INFO | stdout | arena_elo/results/latest/t2i_generation_leaderboard.csv
-2024-12-24 16:52:27 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 16:52:27 | INFO | stdout | 
-2024-12-24 16:52:27 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 16:53:47 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 16:54:12 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 16:54:24 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 16:54:36 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 16:54:55 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-24 16:55:03 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-24 16:55:11 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 16:55:45 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 16:55:46 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 16:55:46 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 16:55:46 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 16:55:46 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 16:55:46 | ERROR | stderr | 
-2024-12-24 16:55:46 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 16:55:46 | ERROR | stderr | 
-2024-12-24 16:55:46 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 16:55:46 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 16:55:46 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 16:55:46 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 16:55:46 | ERROR | stderr |     self.block_thread()
-2024-12-24 16:55:46 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 16:55:46 | ERROR | stderr |     self.server.close()
-2024-12-24 16:55:46 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 16:55:46 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 16:55:46 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 16:55:46 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 16:55:46 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 16:55:46 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 16:55:46 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 17:57:24 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-24 17:57:24 | INFO | stdout | 
-2024-12-24 17:57:24 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-24 17:57:39 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-24 17:57:55 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 17:58:04 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 17:58:13 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 17:58:23 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 17:58:34 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 17:58:46 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 17:58:51 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 17:58:56 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-24 17:59:11 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 17:59:26 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 17:59:40 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 17:59:44 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 17:59:49 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 18:00:05 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 18:00:12 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 18:00:19 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-24 18:00:25 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 18:00:32 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-24 18:00:46 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-24 18:00:47 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 18:00:47 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-24 18:00:47 | ERROR | stderr |     time.sleep(0.1)
-2024-12-24 18:00:47 | ERROR | stderr | KeyboardInterrupt
-2024-12-24 18:00:47 | ERROR | stderr | 
-2024-12-24 18:00:47 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-24 18:00:47 | ERROR | stderr | 
-2024-12-24 18:00:47 | ERROR | stderr | Traceback (most recent call last):
-2024-12-24 18:00:47 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 78, in <module>
-2024-12-24 18:00:47 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-24 18:00:47 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-24 18:00:47 | ERROR | stderr |     self.block_thread()
-2024-12-24 18:00:47 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-24 18:00:47 | ERROR | stderr |     self.server.close()
-2024-12-24 18:00:47 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-24 18:00:47 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-24 18:00:47 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-24 18:00:47 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-24 18:00:47 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-24 18:00:47 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-24 18:00:47 | ERROR | stderr | KeyboardInterrupt
-2024-12-25 10:12:09 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
-2024-12-25 10:12:09 | INFO | stdout | 
-2024-12-25 10:12:09 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
-2024-12-25 10:12:41 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-25 10:12:54 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-25 10:13:17 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-25 10:13:24 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-25 10:13:30 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
-2024-12-25 10:18:33 | INFO | gradio_web_server_image_generation_multi | rightvote (named). ip: 127.0.0.1
-2024-12-25 10:18:53 | INFO | gradio_web_server_image_generation_multi | bothbad_vote (named). ip: 127.0.0.1
-2024-12-25 10:25:51 | INFO | stdout | Keyboard interruption in main thread... closing server.
-2024-12-25 10:25:52 | ERROR | stderr | Traceback (most recent call last):
-2024-12-25 10:25:52 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2869, in block_thread
-2024-12-25 10:25:52 | ERROR | stderr |     time.sleep(0.1)
-2024-12-25 10:25:52 | ERROR | stderr | KeyboardInterrupt
-2024-12-25 10:25:52 | ERROR | stderr | 
-2024-12-25 10:25:52 | ERROR | stderr | During handling of the above exception, another exception occurred:
-2024-12-25 10:25:52 | ERROR | stderr | 
-2024-12-25 10:25:52 | ERROR | stderr | Traceback (most recent call last):
-2024-12-25 10:25:52 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/modelscope/IDEA-Bench-Arena/app.py", line 64, in <module>
-2024-12-25 10:25:52 | ERROR | stderr |     demo.queue(max_size=20).launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
-2024-12-25 10:25:52 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2774, in launch
-2024-12-25 10:25:52 | ERROR | stderr |     self.block_thread()
-2024-12-25 10:25:52 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/blocks.py", line 2873, in block_thread
-2024-12-25 10:25:52 | ERROR | stderr |     self.server.close()
-2024-12-25 10:25:52 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/site-packages/gradio/http_server.py", line 69, in close
-2024-12-25 10:25:52 | ERROR | stderr |     self.thread.join(timeout=5)
-2024-12-25 10:25:52 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1100, in join
-2024-12-25 10:25:52 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
-2024-12-25 10:25:52 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
-2024-12-25 10:25:52 | ERROR | stderr |     if lock.acquire(block, timeout):
-2024-12-25 10:25:52 | ERROR | stderr | KeyboardInterrupt

serve/constants.py

@@ -11,8 +11,12 @@ ELO_RESULTS_DIR = os.getenv("ELO_RESULTS_DIR", "./arena_elo/results/latest")
 LOG_SERVER = os.getenv("LOG_SERVER", "")
 LOG_SERVER_SUBDOMAIN = os.getenv("LOG_SERVER_SUBDOMAIN", "/logs")
 LOG_SERVER_ADDR = os.getenv("LOG_SERVER_ADDR", f"{LOG_SERVER}{LOG_SERVER_SUBDOMAIN}")
+
 # LOG SERVER API ENDPOINTS
 APPEND_JSON = "append_json"
 SAVE_IMAGE = "save_image"
 SAVE_VIDEO = "save_video"
 SAVE_LOG = "save_log"
+
+OSS_BUCKET_NAME = os.getenv("OSS_BUCKET_NAME", "idea-bench-arena-log-server")
+OSS_FILE_PREFIX = "logs/vote_log/"

serve/log_utils.py

@@ -2,7 +2,7 @@
 Common utilities.
 """
 from asyncio import AbstractEventLoop
-import json
+import oss2
 import logging
 import logging.handlers
 import os
@@ -139,4 +139,10 @@ class StreamToLogger(object):
         if self.linebuf != "":
             encoded_message = self.linebuf.encode("utf-8", "ignore").decode("utf-8")
             self.logger.log(self.log_level, encoded_message.rstrip())
-        self.linebuf = ""
+        self.linebuf = ""
+
+
+def get_oss_bucket():
+    auth = oss2.Auth(os.getenv("OSS_ACCESS_KEY_ID"), os.getenv("OSS_ACCESS_KEY_SECRET"))
+    bucket = oss2.Bucket(auth, os.getenv("OSS_ENDPOINT"), os.getenv("OSS_BUCKET_NAME"))
+    return bucket

serve/utils.py

@@ -180,7 +180,7 @@ def get_ip(request: gr.Request):
 
 def get_conv_log_filename():
     t = datetime.datetime.now()
-    name = os.path.join(LOGDIR, f"{t.year}-{t.month:02d}-{t.day:02d}-conv.json")
+    name = f"{t.year}-{t.month:02d}-{t.day:02d}-conv.json"
     return name
 
 def save_image_file_on_log_server(image_file:str):

serve/vote_utils.py

@@ -1,29 +1,60 @@
 import datetime
+import oss2
 import time
 import json
 import uuid
 import gradio as gr
 import regex as re
 from .utils import *
-from .log_utils import build_logger
-from .constants import IMAGE_DIR
+from .log_utils import build_logger, get_oss_bucket
+from .constants import OSS_FILE_PREFIX
 
 igm_logger = build_logger("gradio_web_server_image_generation_multi", "gr_web_image_generation_multi.log") # igm = image generation multi, loggers for side-by-side and battle
-
+bucket = get_oss_bucket()
+
+
+# Function to append content to a file in OSS
+def append_to_oss_file(bucket, file_name, content):
+    """
+    Append content to a file in OSS.
+    :param bucket: oss2.Bucket instance
+    :param file_name: OSS file path (including prefix and file name)
+    :param content: Content to be appended
+    """
+    # Check if the file already exists
+    try:
+        result = bucket.get_object(file_name)
+        existing_content = result.read().decode('utf-8')
+    except oss2.exceptions.NoSuchKey:
+        existing_content = ""  # If the file doesn't exist, initialize with empty content
+
+    # Append new content to the existing content
+    updated_content = existing_content + content + "\n"
+
+    # Upload the updated content back to OSS
+    bucket.put_object(file_name, updated_content)
         
+# Modify the vote_last_response_igm function to write content to OSS
 def vote_last_response_igm(states, vote_type, anony, request: gr.Request):
-    with open(get_conv_log_filename(), "a") as fout:
-        data = {
-            "tstamp": round(time.time(), 4),
-            "type": vote_type,
-            "models": [x.name for x in states],
-            "states": [{} for x in states],
-            "anony": anony,
-            "ip": get_ip(request),
-        }
-        fout.write(json.dumps(data) + "\n")
-        # append_json_item_on_log_server(data, get_conv_log_filename())
-
+    file_name = get_conv_log_filename()  # Get the log file name
+    print(file_name)
+    oss_file_path = OSS_FILE_PREFIX + file_name  # Construct the OSS file path
+
+    data = {
+        "tstamp": round(time.time(), 4),
+        "type": vote_type,
+        "models": [x.name for x in states],
+        "states": [{} for x in states],
+        "anony": anony,
+        "ip": get_ip(request),
+    }
+    json_data = json.dumps(data)  # Convert data to JSON format
+    try:
+        # Call the append_to_oss_file function to write data to OSS
+        append_to_oss_file(bucket, oss_file_path, json_data)
+        igm_logger.info(f"Successfully wrote to OSS: {oss_file_path}")
+    except Exception as e:
+        igm_logger.error(f"Failed to write to OSS: {e}")
 
 ## Image Generation Multi (IGM) Side-by-Side and Battle