Add Ideogram 4 text projection component

README.md

@@ -0,0 +1,3 @@
+# Ideogram 4 Text Projection Component
+
+This repository contains only `llm_cond_norm` and `llm_cond_proj` from an Ideogram 4 transformer checkpoint. SimpleTuner uses it to project Qwen hidden-state stacks before writing text embed cache files.

config.json

@@ -0,0 +1,23 @@
+{
+  "activation_layers": [
+    0,
+    3,
+    6,
+    9,
+    12,
+    15,
+    18,
+    21,
+    24,
+    27,
+    30,
+    33,
+    35
+  ],
+  "emb_dim": 4608,
+  "llm_features_dim": 53248,
+  "norm_eps": 1e-06,
+  "quantization": "fp8",
+  "source_repo": "ideogram-ai/ideogram-4-fp8",
+  "source_revision": "main"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f92d4e686e919c4ab8de35e8c7a4cf0fe372485748101b1623c616ee0607d0
+size 245501298