update scripts

.gitignore

@@ -0,0 +1,14 @@
+.idea
+__pycache__
+.vscode
+venv
+.DS_Store
+.env
+*cache
+.python-version
+
+build
+dist
+.eggs
+
+snippets/*

download_from_hf.py

@@ -1,20 +0,0 @@
-from pathlib import Path
-from huggingface_hub import snapshot_download
-
-# HF_ENDPOINT=https://hf-mirror.com python download_from_hf.py
-
-repo_id = "stabilityai/stable-diffusion-3-medium-diffusers"
-# repo_id = "stabilityai/stable-diffusion-xl-base-1.0"
-
-local_path = str(Path("/Users/jeqin/work/code/sd/models") / repo_id)
-# snapshot_download(repo_id, local_dir=local_path, local_dir_use_symlinks=False,
-#                   # ignore_patterns=[".gitattributes", "*.md", "*.bin", "*.safetensors", "*.ckpt", "*.onnx"],
-#                   allow_patterns=pattern_list)
-snapshot_download(repo_id, local_dir=local_path, local_dir_use_symlinks=False,
-                  ignore_patterns=[
-                      ".gitattributes", "*.bin", "*.onnx", "*.ckpt", "*.onnx_data", "*.png", "*.jpg", "*.md"
-                  ],
-                  allow_patterns=["text_encoder/model.safetensors"]
-                  )
-
-

download_models.py

@@ -0,0 +1,19 @@
+from pathlib import Path
+from huggingface_hub import snapshot_download
+from models import MODELS
+
+# HF_ENDPOINT=https://hf-mirror.com python download_models.py
+
+
+for repo_id, items in MODELS.items():
+    snapshot_download(repo_id, local_dir=f'../models/{repo_id}', local_dir_use_symlinks=False,
+                      allow_patterns=list(items.values()))
+
+# snapshot_download(repo_id, local_dir=local_path, local_dir_use_symlinks=False,
+#                   ignore_patterns=[
+#                       ".gitattributes", "*.bin", "*.onnx", "*.ckpt", "*.onnx_data", "*.png", "*.jpg", "*.md"
+#                   ],
+#                   allow_patterns=["text_encoder/model.safetensors"]
+#                   )
+
+

models.py

@@ -0,0 +1,107 @@
+# _AVAILABLE_MODELS = [
+#     "stabilityai/stable-diffusion-2-1-base",
+#     "Lykon/dreamshaper-8",
+#     "Lykon/absolute-reality-1.81",
+#     # "stabilityai/sdxl-turbo",
+#     # "Lykon/dreamshaper-xl-turbo",
+#     # "stabilityai/stable-diffusion-xl-base-1.0",
+# ]
+
+# _DEFAULT_MODEL = _AVAILABLE_MODELS[0]
+
+# def generate_model_dict():
+#     return {
+#         "unet_config": "unet/config.json",
+#         "unet": "unet/diffusion_pytorch_model.safetensors",
+#         "text_encoder_config": "text_encoder/config.json",
+#         "text_encoder": "text_encoder/model.safetensors",
+#         "vae_config": "vae/config.json",
+#         "vae": "vae/diffusion_pytorch_model.safetensors",
+#         "diffusion_config": "scheduler/scheduler_config.json",
+#         "tokenizer_vocab": "tokenizer/vocab.json",
+#         "tokenizer_merges": "tokenizer/merges.txt",
+#     }
+
+# _MODELS = {model: generate_model_dict() for model in _AVAILABLE_MODELS}
+
+
+MODELS = {
+    # See https://huggingface.co/stabilityai/sdxl-turbo for the model details and license
+    "stabilityai/sdxl-turbo": {
+        "unet_config": "unet/config.json",
+        "unet": "unet/diffusion_pytorch_model.safetensors",
+        "text_encoder_config": "text_encoder/config.json",
+        "text_encoder": "text_encoder/model.safetensors",
+        "text_encoder_2_config": "text_encoder_2/config.json",
+        "text_encoder_2": "text_encoder_2/model.safetensors",
+        "vae_config": "vae/config.json",
+        "vae": "vae/diffusion_pytorch_model.safetensors",
+        "diffusion_config": "scheduler/scheduler_config.json",
+        "tokenizer_vocab": "tokenizer/vocab.json",
+        "tokenizer_merges": "tokenizer/merges.txt",
+        "tokenizer_2_vocab": "tokenizer_2/vocab.json",
+        "tokenizer_2_merges": "tokenizer_2/merges.txt",
+    },
+    "stabilityai/stable-diffusion-xl-base-1.0":{
+        "unet_config": "unet/config.json",
+        "unet": "unet/diffusion_pytorch_model.safetensors",
+        "text_encoder_config": "text_encoder/config.json",
+        "text_encoder": "text_encoder/model.safetensors",
+        "text_encoder_2_config": "text_encoder_2/config.json",
+        "text_encoder_2": "text_encoder_2/model.safetensors",
+        "vae_config": "vae/config.json",
+        "vae": "vae/diffusion_pytorch_model.safetensors",
+        "diffusion_config": "scheduler/scheduler_config.json",
+        "tokenizer_vocab": "tokenizer/vocab.json",
+        "tokenizer_merges": "tokenizer/merges.txt",
+        "tokenizer_2_vocab": "tokenizer_2/vocab.json",
+        "tokenizer_2_merges": "tokenizer_2/merges.txt",
+
+    },
+    # See https://huggingface.co/stabilityai/stable-diffusion-2-1-base for the model details and license
+    "stabilityai/stable-diffusion-2-1-base": {
+        "unet_config": "unet/config.json",
+        "unet": "unet/diffusion_pytorch_model.safetensors",
+        "text_encoder_config": "text_encoder/config.json",
+        "text_encoder": "text_encoder/model.safetensors",
+        "vae_config": "vae/config.json",
+        "vae": "vae/diffusion_pytorch_model.safetensors",
+        "diffusion_config": "scheduler/scheduler_config.json",
+        "tokenizer_vocab": "tokenizer/vocab.json",
+        "tokenizer_merges": "tokenizer/merges.txt",
+    },
+    "runwayml/stable-diffusion-v1-5": {
+        "unet_config": "unet/config.json",
+        "unet": "unet/diffusion_pytorch_model.safetensors",
+        "text_encoder_config": "text_encoder/config.json",
+        "text_encoder": "text_encoder/model.safetensors",
+        "vae_config": "vae/config.json",
+        "vae": "vae/diffusion_pytorch_model.safetensors",
+        "diffusion_config": "scheduler/scheduler_config.json",
+        "tokenizer_vocab": "tokenizer/vocab.json",
+        "tokenizer_merges": "tokenizer/merges.txt",
+    },
+    # "Lykon/dreamshaper-8": {
+    #     "unet_config": "unet/config.json",
+    #     "unet": "unet/diffusion_pytorch_model.safetensors",
+    #     "text_encoder_config": "text_encoder/config.json",
+    #     "text_encoder": "text_encoder/model.safetensors",
+    #     "vae_config": "vae/config.json",
+    #     "vae": "vae/diffusion_pytorch_model.safetensors",
+    #     "diffusion_config": "scheduler/scheduler_config.json",
+    #     "tokenizer_vocab": "tokenizer/vocab.json",
+    #     "tokenizer_merges": "tokenizer/merges.txt",
+    # },
+    "SG161222/Realistic_Vision_V3.0_VAE": {
+        "unet_config": "unet/config.json",
+        "unet": "unet/diffusion_pytorch_model.safetensors",
+        "text_encoder_config": "text_encoder/config.json",
+        "text_encoder": "text_encoder/model.safetensors",
+        "vae_config": "vae/config.json",
+        "vae": "vae/diffusion_pytorch_model.safetensors",
+        "diffusion_config": "scheduler/scheduler_config.json",
+        "tokenizer_vocab": "tokenizer/vocab.json",
+        "tokenizer_merges": "tokenizer/merges.txt",
+    }
+}
+_AVAILABLE_MODELS = list(MODELS.keys())

print_model.py

@@ -1,21 +0,0 @@
-from safetensors import safe_open
-
-
-def print_keys(model_path):
-    tensors = {}
-    with safe_open(model_path, framework="pt") as f:
-        print("key length: ", len(f.keys()))
-        for k in f.keys():
-            v = f.get_tensor(k)
-            if v.shape:
-                print(f"{k}: {type(v)}, {v.shape}")
-            else:
-                print(f"{k}: {v}")
-            tensors[k] = v
-
-
-if __name__ == '__main__':
-    model = "../models/lora_1.5/ColoringBook-sd15.safetensors"
-    # model = "../models/lora_2.1/pytorch_lora_weights-sd21-comfyui.safetensors"
-    print(model)
-    print_keys(model)

requirements.txt

@@ -0,0 +1,5 @@
+accelerate==0.30.1
+diffusers==0.29.0
+huggingface-hub==0.23.3
+peft==0.11.1
+torch==2.3.0