Create config.json

config.json

@@ -0,0 +1,59 @@
+{
+  "model": {
+    "name": "AKASHA",
+    "version": "1.0",
+    "tokenizer": {
+      "image_size": 256,
+      "patch_size": 8,
+      "num_tokens": 1024,
+      "codebook_dim": 256,
+      "encoder_hidden_dims": [64, 128, 256, 512],
+      "decoder_hidden_dims": [512, 256, 128, 64],
+      "commitment_cost": 0.25,
+      "num_residual_blocks": 2
+    },
+    "transformer": {
+      "num_layers": 24,
+      "d_model": 1024,
+      "num_heads": 16,
+      "d_ff": 4096,
+      "dropout_rate": 0.1,
+      "max_sequence_length": 1024,
+      "vocab_size": 1024,
+      "use_rotary_embeddings": true
+    },
+    "generation": {
+      "temperature": 0.9,
+      "top_k": 100,
+      "top_p": 0.95
+    }
+  },
+  "training": {
+    "batch_size": 32,
+    "learning_rate": 3e-4,
+    "warmup_steps": 4000,
+    "total_steps": 500000,
+    "weight_decay": 0.01,
+    "gradient_clip_norm": 1.0,
+    "mixed_precision": true,
+    "stage1": {
+      "epochs": 100,
+      "learning_rate": 1e-4,
+      "batch_size": 64
+    },
+    "stage2": {
+      "epochs": 200,
+      "learning_rate": 3e-4,
+      "batch_size": 32
+    }
+  },
+  "data": {
+    "dataset": "imagenet",
+    "image_size": 256,
+    "augmentation": true
+  },
+  "huggingface": {
+    "repo_id": "vedaco/AKASHA",
+    "space_sdk": "gradio"
+  }
+}