add cosmos-1-diffusion-text2world

.gitignore

@@ -16,7 +16,9 @@
 # Misc
 outputs/
 checkpoints/*
-!checkpoints/README.md
+checkpoints/README.md
+checkpoints
+.gitignore
 
 # Data types
 *.jit

config_helper.py

@@ -29,6 +29,7 @@ from omegaconf import DictConfig, OmegaConf
 
 from .log import log
 from .config import Config
+from .inference import *
 
 
 def is_attrs_or_dataclass(obj) -> bool:
@@ -163,6 +164,7 @@ def import_all_modules_from_package(package_path: str, reload: bool = False, ski
         reload (bool): Flag to determine whether to reload modules if they're already imported.
         skip_underscore (bool): If True, skips importing modules that start with an underscore.
     """
+    return  # TODO: we do not use this
     log.debug(f"{'Reloading' if reload else 'Importing'} all modules from package {package_path}")
     package = importlib.import_module(package_path)
     package_directory = package.__path__

df_config_config.py

@@ -22,6 +22,9 @@ from .df_config_registry import register_configs
 from .config import Config as ori_Config
 from .config_helper import import_all_modules_from_package
 
+# I added importing here 
+from .cosmos1diffusiontext2world import LazyDict
+from .cosmos1diffusionvideo2world import LazyDict
 
 @attrs.define(slots=False)
 class Config(ori_Config):

inference_utils.py

@@ -29,6 +29,8 @@ from .model_v2w import DiffusionV2WModel
 from .config_helper import get_config_module, override
 from .utils_io import load_from_fileobj
 from .misc import misc
+from .df_config_config import make_config
+from .log import log
 
 TORCH_VERSION: Tuple[int, ...] = tuple(int(x) for x in torch.__version__.split(".")[:2])
 if TORCH_VERSION >= (1, 11):
@@ -272,8 +274,13 @@ def load_model_by_config(
     config_file="projects/cosmos_video/config/config.py",
     model_class=DiffusionT2WModel,
 ):
-    config_module = get_config_module(config_file)
-    config = importlib.import_module(config_module).make_config()
+    # TODO: We need to modify this for huggingface because the config file path is different
+    # config_module = get_config_module(config_file)
+    # config = importlib.import_module(config_module).make_config()
+    if model_class in (DiffusionT2WModel, DiffusionV2WModel):
+        config = make_config()
+    else:
+        raise NotImplementedError("TODO: didn't implement autoregression")
 
     config = override(config, ["--", f"experiment={config_job_name}"])