update requirements.txt

logs/vote_log/2024-12-27-conv.json

@@ -2,3 +2,6 @@
 {"tstamp": 1735286365.2329, "type": "bothbad_vote", "models": ["GPT-4o + Stable Diffusion 3 Medium", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
 {"tstamp": 1735286374.6751, "type": "leftvote", "models": ["GPT-4o + Emu2", "ChatDiT"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
 {"tstamp": 1735286382.1211, "type": "leftvote", "models": ["GPT-4o + FLUX.1 [dev]", "GPT-4o + Emu2"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
+{"tstamp": 1735288723.7052, "type": "leftvote", "models": ["GPT-4o + PixArt-Sigma", "GPT-4o + OmniGen"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
+{"tstamp": 1735288729.3576, "type": "leftvote", "models": ["GPT-4o + FLUX.1 [dev]", "GPT-4o + DALLE-3"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}
+{"tstamp": 1735288749.1708, "type": "leftvote", "models": ["GPT-4o + PixArt-Sigma", "GPT-4o + OmniGen"], "states": [{}, {}], "anony": true, "ip": "127.0.0.1"}

logs/vote_log/gr_web_image_generation_multi.log

@@ -497,3 +497,36 @@
 2024-12-27 16:31:12 | ERROR | stderr |   File "/opt/anaconda3/envs/tiger/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
 2024-12-27 16:31:12 | ERROR | stderr |     if lock.acquire(block, timeout):
 2024-12-27 16:31:12 | ERROR | stderr | KeyboardInterrupt
+2024-12-27 16:38:03 | ERROR | stderr | Traceback (most recent call last):
+2024-12-27 16:38:03 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/app.py", line 63, in <module>
+2024-12-27 16:38:03 | ERROR | stderr |     demo = build_combine_demo(models, elo_results_file, leaderboard_table_file)
+2024-12-27 16:38:03 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/app.py", line 31, in build_combine_demo
+2024-12-27 16:38:03 | ERROR | stderr |     build_leaderboard_tab(elo_results_file['t2i_generation'], leaderboard_table_file['t2i_generation'])
+2024-12-27 16:38:03 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/serve/leaderboard.py", line 176, in build_leaderboard_tab
+2024-12-27 16:38:03 | ERROR | stderr |     elo_results = pickle.load(fin)
+2024-12-27 16:38:03 | ERROR | stderr | ModuleNotFoundError: No module named 'plotly'
+2024-12-27 16:38:06 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/arena/lib/python3.10/threading.py'>
+2024-12-27 16:38:06 | ERROR | stderr | Traceback (most recent call last):
+2024-12-27 16:38:06 | ERROR | stderr |   File "/opt/anaconda3/envs/arena/lib/python3.10/threading.py", line 1567, in _shutdown
+2024-12-27 16:38:06 | ERROR | stderr |     lock.acquire()
+2024-12-27 16:38:06 | ERROR | stderr | KeyboardInterrupt:
+2024-12-27 16:38:25 | INFO | stdout | * Running on local URL:  http://127.0.0.1:7860
+2024-12-27 16:38:25 | INFO | stdout | 
+2024-12-27 16:38:25 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-12-27 16:38:43 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
+2024-12-27 16:38:49 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
+2024-12-27 16:39:09 | INFO | gradio_web_server_image_generation_multi | leftvote (named). ip: 127.0.0.1
+2024-12-27 16:39:24 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2024-12-27 16:39:25 | INFO | stdout | Rerunning server... use `close()` to stop if you need to change `launch()` parameters.
+2024-12-27 16:39:25 | INFO | stdout | ----
+2024-12-27 16:39:25 | ERROR | stderr | Traceback (most recent call last):
+2024-12-27 16:39:25 | ERROR | stderr |   File "/Users/jasi/Documents/ali-vilab/huggingface/IDEA-Bench-Arena/app.py", line 65, in <module>
+2024-12-27 16:39:25 | ERROR | stderr |     demo.launch(server_port=server_port, root_path=ROOT_PATH, show_error=True)
+2024-12-27 16:39:25 | ERROR | stderr |   File "/opt/anaconda3/envs/arena/lib/python3.10/site-packages/gradio/blocks.py", line 2619, in launch
+2024-12-27 16:39:25 | ERROR | stderr |     raise ValueError(
+2024-12-27 16:39:25 | ERROR | stderr | ValueError: When localhost is not accessible, a shareable link must be created. Please set share=True or check your proxy settings to allow access to localhost.
+2024-12-27 16:39:25 | ERROR | stderr | Exception ignored in: <module 'threading' from '/opt/anaconda3/envs/arena/lib/python3.10/threading.py'>
+2024-12-27 16:39:25 | ERROR | stderr | Traceback (most recent call last):
+2024-12-27 16:39:25 | ERROR | stderr |   File "/opt/anaconda3/envs/arena/lib/python3.10/threading.py", line 1567, in _shutdown
+2024-12-27 16:39:25 | ERROR | stderr |     lock.acquire()
+2024-12-27 16:39:25 | ERROR | stderr | KeyboardInterrupt:

requirements.txt

@@ -1,154 +1,55 @@
-accelerate==1.2.1
 aiofiles==23.2.1
-aiohappyeyeballs==2.4.4
-aiohttp==3.11.11
-aiosignal==1.3.2
-altair==5.5.0
-aniso8601==9.0.1
 annotated-types==0.7.0
-antlr4-python3-runtime==4.9.3
 anyio==4.7.0
-anykeystore==0.2
-async-timeout==5.0.1
-attrs==24.3.0
-blinker==1.9.0
 certifi==2024.12.14
-charset-normalizer==3.4.0
-click==8.1.7
-contourpy==1.3.1
-cryptacular==1.6.2
-cycler==0.12.1
-datasets==3.2.0
-defusedxml==0.7.1
-diffusers==0.31.0
-dill==0.3.8
-distro==1.9.0
-einops==0.8.0
-et_xmlfile==2.0.0
+charset-normalizer==3.4.1
+click==8.1.8
 exceptiongroup==1.2.2
-faiss-cpu==1.9.0.post1
-fal_client==0.5.6
 fastapi==0.115.6
-ffmpy==0.4.0
+ffmpy==0.5.0
 filelock==3.16.1
-fire==0.7.0
-Flask==3.1.0
-Flask-Cors==5.0.0
-Flask-RESTful==0.3.10
-fonttools==4.55.3
-frozenlist==1.5.0
-fsspec==2024.9.0
+fsspec==2024.12.0
 gradio==5.9.1
 gradio_client==1.5.2
 h11==0.14.0
-h5py==3.12.1
 httpcore==1.0.7
 httpx==0.28.1
-httpx-sse==0.4.0
 huggingface-hub==0.27.0
-hupper==1.12.1
 idna==3.10
-imageio==2.36.1
-importlib_metadata==8.5.0
-importlib_resources==6.4.5
-itsdangerous==2.2.0
-Jinja2==3.1.4
-jiter==0.8.2
-joblib==1.4.2
-jsonschema==4.23.0
-jsonschema-specifications==2024.10.1
-kaleido==0.2.1
-kiwisolver==1.4.7
-lightning-utilities==0.11.9
+Jinja2==3.1.5
 markdown-it-py==3.0.0
 MarkupSafe==2.1.5
-matplotlib==3.10.0
 mdurl==0.1.2
-modelscope==1.21.0
-mpmath==1.3.0
-multidict==6.1.0
-multiprocess==0.70.16
-narwhals==1.19.0
-networkx==3.4.2
-numpy==1.26.4
-oauthlib==3.2.2
-omegaconf==2.3.0
-openai==1.58.1
-opencv-python==4.10.0.84
-openpyxl==3.1.5
+numpy==2.2.1
 orjson==3.10.12
 packaging==24.2
 pandas==2.2.3
-PasteDeploy==3.1.0
-pbkdf2==1.3
-peft==0.14.0
-pillow==10.4.0
-plaster==1.1.2
-plaster-pastedeploy==1.0.1
+pillow==11.0.0
 plotly==5.24.1
-prometheus_client==0.21.1
-propcache==0.2.1
-psutil==6.1.1
-pyarrow==18.1.0
 pydantic==2.10.4
 pydantic_core==2.27.2
 pydub==0.25.1
 Pygments==2.18.0
-pyparsing==3.2.0
-pyramid==2.0.2
-pyramid-mailer==0.15.1
 python-dateutil==2.9.0.post0
 python-multipart==0.0.20
-python3-openid==3.2.0
-pytorch-lightning==2.4.0
 pytz==2024.2
 PyYAML==6.0.2
-referencing==0.35.1
 regex==2024.11.6
-repoze.sendmail==4.4.1
 requests==2.32.3
-requests-oauthlib==2.0.0
 rich==13.9.4
-rpds-py==0.22.3
-ruff==0.8.3
+ruff==0.8.4
 safehttpx==0.1.6
-safetensors==0.4.5
-scikit-learn==1.6.0
-scipy==1.14.1
 semantic-version==2.10.0
 shellingham==1.5.4
 six==1.17.0
 sniffio==1.3.1
-SQLAlchemy==2.0.36
-starlette==0.42.0
-sympy==1.13.1
+starlette==0.41.3
 tenacity==9.0.0
-termcolor==2.5.0
-threadpoolctl==3.5.0
-tokenizers==0.21.0
-tomlkit==0.12.0
-torch==2.5.1
-torchmetrics==1.6.0
-torchvision==0.20.1
+tomlkit==0.13.2
 tqdm==4.67.1
-transaction==5.0
-transformers==4.47.1
-translationstring==1.4
 typer==0.15.1
 typing_extensions==4.12.2
 tzdata==2024.2
-urllib3==2.2.3
+urllib3==2.3.0
 uvicorn==0.34.0
-velruse==1.1.1
-venusian==3.1.1
-WebOb==1.8.9
-websockets==11.0.3
-Werkzeug==3.1.3
-WTForms==3.2.1
-wtforms-recaptcha==0.3.2
-xxhash==3.5.0
-yarl==1.18.3
-zipp==3.21.0
-zope.deprecation==5.0
-zope.interface==7.2
-zope.sqlalchemy==3.1
+websockets==14.1

serve/vote_utils.py

@@ -7,17 +7,9 @@ import regex as re
 from .utils import *
 from .log_utils import build_logger
 from .constants import IMAGE_DIR
-from diffusers.utils import load_image
 
 igm_logger = build_logger("gradio_web_server_image_generation_multi", "gr_web_image_generation_multi.log") # igm = image generation multi, loggers for side-by-side and battle
 
-def save_any_image(image_file, file_path):
-    if isinstance(image_file, str):
-        image = load_image(image_file)
-        image.save(file_path, 'JPEG')
-    else:
-        image_file.save(file_path, 'JPEG')
-
         
 def vote_last_response_igm(states, vote_type, anony, request: gr.Request):
     with open(get_conv_log_filename(), "a") as fout:
@@ -186,238 +178,3 @@ class VideoStateVG:
             "prompt": self.prompt
             }
         return base
-
-
-def generate_igm(gen_func, state0, state1, text, model_name0, model_name1, request: gr.Request):
-    if not text:
-        raise gr.Warning("Prompt cannot be empty.")
-    if not model_name0:
-        raise gr.Warning("Model name A cannot be empty.")
-    if not model_name1:
-        raise gr.Warning("Model name B cannot be empty.")
-    state0 = ImageStateIG(model_name0)
-    state1 = ImageStateIG(model_name1)
-    ip = get_ip(request)
-    igm_logger.info(f"generate. ip: {ip}")
-    start_tstamp = time.time()
-    # Remove ### Model (A|B): from model name
-    model_name0 = re.sub(r"### Model A: ", "", model_name0)
-    model_name1 = re.sub(r"### Model B: ", "", model_name1)
-    generated_image0, generated_image1 = gen_func(text, model_name0, model_name1)
-    state0.prompt = text
-    state1.prompt = text
-    state0.output = generated_image0
-    state1.output = generated_image1
-    state0.model_name = model_name0
-    state1.model_name = model_name1
-    
-    yield state0, state1, generated_image0, generated_image1
-    
-    finish_tstamp = time.time()
-    # logger.info(f"===output===: {output}")
-    
-    with open(get_conv_log_filename(), "a") as fout:
-        data = {
-            "tstamp": round(finish_tstamp, 4),
-            "type": "chat",
-            "model": model_name0,
-            "gen_params": {},
-            "start": round(start_tstamp, 4),
-            "finish": round(finish_tstamp, 4),
-            "state": state0.dict(),
-            "ip": get_ip(request),
-        }
-        fout.write(json.dumps(data) + "\n")
-        append_json_item_on_log_server(data, get_conv_log_filename())
-        data = {
-            "tstamp": round(finish_tstamp, 4),
-            "type": "chat",
-            "model": model_name1,
-            "gen_params": {},
-            "start": round(start_tstamp, 4),
-            "finish": round(finish_tstamp, 4),
-            "state": state1.dict(),
-            "ip": get_ip(request),
-        }
-        fout.write(json.dumps(data) + "\n")
-        append_json_item_on_log_server(data, get_conv_log_filename())
-    
-    for i, state in enumerate([state0, state1]):
-        output_file = f'{IMAGE_DIR}/generation/{state.conv_id}.jpg'
-        os.makedirs(os.path.dirname(output_file), exist_ok=True)
-        with open(output_file, 'w') as f:
-            save_any_image(state.output, f)
-        save_image_file_on_log_server(output_file)
-
-def generate_igm_museum(gen_func, state0, state1, model_name0, model_name1, request: gr.Request):
-    if not model_name0:
-        raise gr.Warning("Model name A cannot be empty.")
-    if not model_name1:
-        raise gr.Warning("Model name B cannot be empty.")
-    state0 = ImageStateIG(model_name0)
-    state1 = ImageStateIG(model_name1)
-    ip = get_ip(request)
-    igm_logger.info(f"generate. ip: {ip}")
-    start_tstamp = time.time()
-    # Remove ### Model (A|B): from model name
-    model_name0 = re.sub(r"### Model A: ", "", model_name0)
-    model_name1 = re.sub(r"### Model B: ", "", model_name1)
-    generated_image0, generated_image1, text = gen_func(model_name0, model_name1)
-    state0.prompt = text
-    state1.prompt = text
-    state0.output = generated_image0
-    state1.output = generated_image1
-    state0.model_name = model_name0
-    state1.model_name = model_name1
-    
-    yield state0, state1, generated_image0, generated_image1, text
-    
-    finish_tstamp = time.time()
-    # logger.info(f"===output===: {output}")
-    
-    with open(get_conv_log_filename(), "a") as fout:
-        data = {
-            "tstamp": round(finish_tstamp, 4),
-            "type": "chat",
-            "model": model_name0,
-            "gen_params": {},
-            "start": round(start_tstamp, 4),
-            "finish": round(finish_tstamp, 4),
-            "state": state0.dict(),
-            "ip": get_ip(request),
-        }
-        fout.write(json.dumps(data) + "\n")
-        append_json_item_on_log_server(data, get_conv_log_filename())
-        data = {
-            "tstamp": round(finish_tstamp, 4),
-            "type": "chat",
-            "model": model_name1,
-            "gen_params": {},
-            "start": round(start_tstamp, 4),
-            "finish": round(finish_tstamp, 4),
-            "state": state1.dict(),
-            "ip": get_ip(request),
-        }
-        fout.write(json.dumps(data) + "\n")
-        append_json_item_on_log_server(data, get_conv_log_filename())
-    
-    for i, state in enumerate([state0, state1]):
-        output_file = f'{IMAGE_DIR}/generation/{state.conv_id}.jpg'
-        os.makedirs(os.path.dirname(output_file), exist_ok=True)
-        with open(output_file, 'w') as f:
-            save_any_image(state.output, f)
-        save_image_file_on_log_server(output_file)
-
-
-def generate_igm_annoy(gen_func, state0, state1, text, model_name0, model_name1, request: gr.Request):
-    if not text:
-        raise gr.Warning("Prompt cannot be empty.")
-    state0 = ImageStateIG(model_name0)
-    state1 = ImageStateIG(model_name1)
-    ip = get_ip(request)
-    igm_logger.info(f"generate. ip: {ip}")
-    start_tstamp = time.time()
-    model_name0 = ""
-    model_name1 = ""
-    generated_image0, generated_image1, model_name0, model_name1 = gen_func(text, model_name0, model_name1)
-    state0.prompt = text
-    state1.prompt = text
-    state0.output = generated_image0
-    state1.output = generated_image1
-    state0.model_name = model_name0
-    state1.model_name = model_name1
-    
-    yield state0, state1, generated_image0, generated_image1, \
-        gr.Markdown(f"### Model A: {model_name0}", visible=False), gr.Markdown(f"### Model B: {model_name1}", visible=False)
-    
-    finish_tstamp = time.time()
-    # logger.info(f"===output===: {output}")
-    
-    with open(get_conv_log_filename(), "a") as fout:
-        data = {
-            "tstamp": round(finish_tstamp, 4),
-            "type": "chat",
-            "model": model_name0,
-            "gen_params": {},
-            "start": round(start_tstamp, 4),
-            "finish": round(finish_tstamp, 4),
-            "state": state0.dict(),
-            "ip": get_ip(request),
-        }
-        fout.write(json.dumps(data) + "\n")
-        append_json_item_on_log_server(data, get_conv_log_filename())
-        data = {
-            "tstamp": round(finish_tstamp, 4),
-            "type": "chat",
-            "model": model_name1,
-            "gen_params": {},
-            "start": round(start_tstamp, 4),
-            "finish": round(finish_tstamp, 4),
-            "state": state1.dict(),
-            "ip": get_ip(request),
-        }
-        fout.write(json.dumps(data) + "\n")
-        append_json_item_on_log_server(data, get_conv_log_filename())
-    
-    for i, state in enumerate([state0, state1]):
-        output_file = f'{IMAGE_DIR}/generation/{state.conv_id}.jpg'
-        os.makedirs(os.path.dirname(output_file), exist_ok=True)
-        with open(output_file, 'w') as f:
-            save_any_image(state.output, f)
-        save_image_file_on_log_server(output_file)
-            
-def generate_igm_annoy_museum(gen_func, state0, state1, model_name0, model_name1, request: gr.Request):
-    state0 = ImageStateIG(model_name0)
-    state1 = ImageStateIG(model_name1)
-    ip = get_ip(request)
-    igm_logger.info(f"generate. ip: {ip}")
-    start_tstamp = time.time()
-    model_name0 = re.sub(r"### Model A: ", "", model_name0)
-    model_name1 = re.sub(r"### Model B: ", "", model_name1)
-    generated_image0, generated_image1, model_name0, model_name1, text = gen_func(model_name0, model_name1)
-    state0.prompt = text
-    state1.prompt = text
-    state0.output = generated_image0
-    state1.output = generated_image1
-    state0.model_name = model_name0
-    state1.model_name = model_name1
-    
-    yield state0, state1, generated_image0, generated_image1, text,\
-        gr.Markdown(f"### Model A: {model_name0}"), gr.Markdown(f"### Model B: {model_name1}")
-    
-    finish_tstamp = time.time()
-    # logger.info(f"===output===: {output}")
-    
-    with open(get_conv_log_filename(), "a") as fout:
-        data = {
-            "tstamp": round(finish_tstamp, 4),
-            "type": "chat",
-            "model": model_name0,
-            "gen_params": {},
-            "start": round(start_tstamp, 4),
-            "finish": round(finish_tstamp, 4),
-            "state": state0.dict(),
-            "ip": get_ip(request),
-        }
-        fout.write(json.dumps(data) + "\n")
-        append_json_item_on_log_server(data, get_conv_log_filename())
-        data = {
-            "tstamp": round(finish_tstamp, 4),
-            "type": "chat",
-            "model": model_name1,
-            "gen_params": {},
-            "start": round(start_tstamp, 4),
-            "finish": round(finish_tstamp, 4),
-            "state": state1.dict(),
-            "ip": get_ip(request),
-        }
-        fout.write(json.dumps(data) + "\n")
-        append_json_item_on_log_server(data, get_conv_log_filename())
-    
-    for i, state in enumerate([state0, state1]):
-        output_file = f'{IMAGE_DIR}/generation/{state.conv_id}.jpg'
-        os.makedirs(os.path.dirname(output_file), exist_ok=True)
-        with open(output_file, 'w') as f:
-            save_any_image(state.output, f)
-        save_image_file_on_log_server(output_file)
-