Upload config.json

config.json

@@ -0,0 +1,113 @@
+{
+  "model_type": "GenoLiteHybrid",
+
+  "vocab_size": 4,
+  "sequence_length": 64,
+  "num_classes": 3,
+
+  "d_model": 512,
+
+  "cnn": {
+    "enabled": true,
+    "blocks": 7,
+    "channels": 960,
+    "kernel_size": 3,
+    "residual": true,
+    "layernorm": true,
+    "activation": "gelu"
+  },
+
+  "gru": {
+    "enabled": true,
+    "hidden_size": 960,
+    "layers": 4,
+    "bidirectional": false,
+    "batch_first": true,
+    "projection_to_d_model": true,
+    "layernorm": true
+  },
+
+  "transformer": {
+    "enabled": true,
+    "layers": 6,
+    "heads": 8,
+    "ffn_dim": 2048,
+    "dropout": 0.1,
+    "activation": "gelu",
+    "batch_first": true,
+    "layernorm": true
+  },
+
+  "mamba": {
+    "enabled": true,
+    "layers": 10,
+    "state_dim": 1408,
+    "gated": true,
+    "residual": true,
+    "layernorm": true
+  },
+
+  "fusion": {
+    "input_dim": 2048,
+    "output_dim": 512,
+    "activation": "gelu",
+    "dropout": 0.1,
+    "layernorm": true
+  },
+
+  "classifier": {
+    "hidden_dim": 512,
+    "dropout": 0.1,
+    "activation": "gelu",
+    "num_classes": 3
+  },
+
+  "pooling": {
+    "type": "mean"
+  },
+
+  "training": {
+    "epochs": 3,
+    "batch_size": 3,
+    "learning_rate": 0.0001,
+    "optimizer": "AdamW",
+    "weight_decay": 0.01,
+    "gradient_clipping": 1.0,
+    "shuffle": true
+  },
+
+  "dataset": {
+    "type": "synthetic",
+    "samples_total": 9000,
+    "samples_per_class": 3000,
+
+    "classes": [
+      "OK",
+      "MHAP",
+      "PROBLEM"
+    ],
+
+    "difficulty_levels": [
+      "easy",
+      "medium",
+      "hard"
+    ],
+
+    "features": [
+      "controlled_entropy",
+      "motif_repetition",
+      "hidden_illegal_pairs",
+      "partial_shuffle",
+      "duplicate_prevention",
+      "class_overlap"
+    ]
+  },
+
+  "hardware": {
+    "device": "cpu",
+    "ram_gb": 8,
+    "cpu": "Intel i7-4700MQ"
+  },
+
+  "estimated_parameters": "88M+"
+}