Merge branch 'main' of https://huggingface.co/spaces/TIGER-Lab/GenAI-Arena

arena_elo/edition_model_info.json

@@ -41,7 +41,7 @@
     },
     "InfEdit": {
         "Link": "https://huggingface.co/spaces/sled-umich/InfEdit",
-        "License": "Apache-2.0",
+        "License": "CC BY-NC-ND 4.0",
         "Organization": "University of Michigan, University of California, Berkeley"
     }
 }

model/fetch_museum_results/__init__.py

@@ -2,8 +2,8 @@ from .imagen_museum import TASK_DICT, DOMAIN
 from .imagen_museum import fetch_indexes, fetch_indexes_no_csv
 import random
 
-ARENA_TO_IG_MUSEUM = {"LCM(v1.5/XL)":"LCM", 
-                   "PlayGroundV2.5": "PlayGroundV2_5"}
+ARENA_TO_IG_MUSEUM = {"LCM(v1.5/XL)":"LCM", "PlayGroundV2.5": "PlayGroundV2_5"}
+ARENA_TO_VG_MUSEUM = {"StableVideoDiffusion": "FastSVD"}
 
 def draw2_from_imagen_museum(task, model_name1, model_name2):
     task_name = TASK_DICT[task]
@@ -61,6 +61,9 @@ def draw2_from_videogen_museum(task, model_name1, model_name2):
     domain = "https://github.com/ChromAIca/VideoGenMuseum/raw/main/Museum/"
     baselink = domain + "VideoGenHub_Text-Guided_VG"
 
+    model_name1 = ARENA_TO_VG_MUSEUM[model_name1] if model_name1 in ARENA_TO_VG_MUSEUM else model_name1
+    model_name2 = ARENA_TO_VG_MUSEUM[model_name2] if model_name2 in ARENA_TO_VG_MUSEUM else model_name2
+
     matched_results = fetch_indexes_no_csv(baselink)
     r = random.Random()
     uid, value = r.choice(list(matched_results.items()))
@@ -77,6 +80,8 @@ def draw_from_videogen_museum(task, model_name):
     domain = "https://github.com/ChromAIca/VideoGenMuseum/raw/main/Museum/"
     baselink = domain + "VideoGenHub_Text-Guided_VG"
 
+    model_name = ARENA_TO_VG_MUSEUM[model_name] if model_name in ARENA_TO_VG_MUSEUM else model_name
+
     matched_results = fetch_indexes_no_csv(baselink)
     r = random.Random()
     uid, value = r.choice(list(matched_results.items()))

model/model_manager.py

@@ -5,7 +5,7 @@ import requests
 import io, base64, json
 import spaces
 from PIL import Image
-from .models import IMAGE_GENERATION_MODELS, IMAGE_EDITION_MODELS, VIDEO_GENERATION_MODELS, load_pipeline
+from .models import IMAGE_GENERATION_MODELS, IMAGE_EDITION_MODELS, VIDEO_GENERATION_MODELS, MUSEUM_UNSUPPORTED_MODELS, load_pipeline
 from .fetch_museum_results import draw_from_imagen_museum, draw2_from_imagen_museum, draw_from_videogen_museum, draw2_from_videogen_museum
 
 class ModelManager:
@@ -13,6 +13,7 @@ class ModelManager:
         self.model_ig_list = IMAGE_GENERATION_MODELS
         self.model_ie_list = IMAGE_EDITION_MODELS
         self.model_vg_list = VIDEO_GENERATION_MODELS
+        self.excluding_model_list = MUSEUM_UNSUPPORTED_MODELS
         self.loaded_models = {}
 
     def load_model_pipe(self, model_name):
@@ -44,8 +45,10 @@ class ModelManager:
 
 
     def generate_image_ig_parallel_anony(self, prompt, model_A, model_B):
+        # Using list comprehension to get the difference between two lists
+        picking_list = [item for item in self.model_ig_list if item not in self.excluding_model_list]
         if model_A == "" and model_B == "":
-            model_names = random.sample([model for model in self.model_ig_list], 2)
+            model_names = random.sample([model for model in picking_list], 2)
         else:
             model_names = [model_A, model_B]
 
@@ -56,8 +59,10 @@ class ModelManager:
         return results[0], results[1], model_names[0], model_names[1]
 
     def generate_image_ig_museum_parallel_anony(self, model_A, model_B):
+        # Using list comprehension to get the difference between two lists
+        picking_list = [item for item in self.model_ig_list if item not in self.excluding_model_list]
         if model_A == "" and model_B == "":
-            model_names = random.sample([model for model in self.model_ig_list], 2)
+            model_names = random.sample([model for model in picking_list], 2)
         else:
             model_names = [model_A, model_B]
 
@@ -125,8 +130,10 @@ class ModelManager:
         return image_links[0], image_links[1], image_links[2], prompt_list[0], prompt_list[1], prompt_list[2]
 
     def generate_image_ie_parallel_anony(self, textbox_source, textbox_target, textbox_instruct, source_image, model_A, model_B):
+        # Using list comprehension to get the difference between two lists
+        picking_list = [item for item in self.model_ie_list if item not in self.excluding_model_list]
         if model_A == "" and model_B == "":
-            model_names = random.sample([model for model in self.model_ie_list], 2)
+            model_names = random.sample([model for model in picking_list], 2)
         else:
             model_names = [model_A, model_B]
         with concurrent.futures.ThreadPoolExecutor() as executor:
@@ -135,8 +142,10 @@ class ModelManager:
         return results[0], results[1], model_names[0], model_names[1]
 
     def generate_image_ie_museum_parallel_anony(self, model_A, model_B):
+        # Using list comprehension to get the difference between two lists
+        picking_list = [item for item in self.model_ie_list if item not in self.excluding_model_list]
         if model_A == "" and model_B == "":
-            model_names = random.sample([model for model in self.model_ie_list], 2)
+            model_names = random.sample([model for model in picking_list], 2)
         else:
             model_names = [model_A, model_B]
         with concurrent.futures.ThreadPoolExecutor() as executor:
@@ -169,8 +178,10 @@ class ModelManager:
         return video_link, prompt
 
     def generate_video_vg_parallel_anony(self, prompt, model_A, model_B):
+        # Using list comprehension to get the difference between two lists
+        picking_list = [item for item in self.model_vg_list if item not in self.excluding_model_list]
         if model_A == "" and model_B == "":
-            model_names = random.sample([model for model in self.model_vg_list], 2)
+            model_names = random.sample([model for model in picking_list], 2)
         else:
             model_names = [model_A, model_B]
 
@@ -181,8 +192,10 @@ class ModelManager:
         return results[0], results[1], model_names[0], model_names[1]
 
     def generate_video_vg_museum_parallel_anony(self, model_A, model_B):
+        # Using list comprehension to get the difference between two lists
+        picking_list = [item for item in self.model_vg_list if item not in self.excluding_model_list]
         if model_A == "" and model_B == "":
-            model_names = random.sample([model for model in self.model_vg_list], 2)
+            model_names = random.sample([model for model in picking_list], 2)
         else:
             model_names = [model_A, model_B]
 

model/models/__init__.py

@@ -7,7 +7,7 @@ from .videogenhub_models import load_videogenhub_model
 # IMAGE_GENERATION_MODELS = ['fal_LCM(v1.5/XL)_text2image','fal_SDXLTurbo_text2image','fal_SDXL_text2image', 'imagenhub_PixArtAlpha_generation', 'fal_PixArtSigma_text2image',
 #                             'imagenhub_OpenJourney_generation','fal_SDXLLightning_text2image', 'fal_StableCascade_text2image',
 #                             'playground_PlayGroundV2_generation', 'playground_PlayGroundV2.5_generation']
-IMAGE_GENERATION_MODELS = ['imagenhub_SDXLTurbo_generation','imagenhub_SDXL_generation', 'imagenhub_PixArtAlpha_generation',
+IMAGE_GENERATION_MODELS = ['imagenhub_SDXLTurbo_generation','imagenhub_SDXL_generation', 'imagenhub_PixArtAlpha_generation', 'imagenhub_PixArtSigma_generation',
                            'imagenhub_OpenJourney_generation','imagenhub_SDXLLightning_generation', 'imagenhub_StableCascade_generation',
                            'playground_PlayGroundV2_generation', 'playground_PlayGroundV2.5_generation']
 IMAGE_EDITION_MODELS = ['imagenhub_CycleDiffusion_edition', 'imagenhub_Pix2PixZero_edition', 'imagenhub_Prompt2prompt_edition',
@@ -16,10 +16,12 @@ IMAGE_EDITION_MODELS = ['imagenhub_CycleDiffusion_edition', 'imagenhub_Pix2PixZe
                         'imagenhub_InfEdit_edition', 'imagenhub_CosXLEdit_edition']
 VIDEO_GENERATION_MODELS = ['fal_AnimateDiff_text2video',
                            'fal_AnimateDiffTurbo_text2video',
-                           #'fal_StableVideoDiffusion_text2video',
-                           'videogenhub_LaVie_generation', 'videogenhub_VideoCrafter2_generation',
-                           'videogenhub_ModelScope_generation', 'videogenhub_OpenSora_generation']
-
+                           'fal_StableVideoDiffusion_text2video',
+                           'videogenhub_LaVie_generation', 
+                           'videogenhub_VideoCrafter2_generation',
+                           'videogenhub_ModelScope_generation',
+                           'videogenhub_OpenSora_generation', 'videogenhub_T2VTurbo_generation']
+MUSEUM_UNSUPPORTED_MODELS = ['videogenhub_OpenSoraPlan_generation']
 
 def load_pipeline(model_name):
     """

requirements.txt

@@ -66,8 +66,9 @@ pyav
 pyarrow
 tensorboard
 timm
-pandarallel
 wandb
+pandarallel
+