Update config.json

config.json

@@ -1,23 +1,21 @@
-"architectures": [
-    "CognoSphereUnifiedMultimodalLanguageModel"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,  # Optional; dropout probability for the classifier, if any
-  "gradient_checkpointing": false,  # Optional; enable gradient checkpointing to reduce memory usage
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
+{
+  "model_name": "CSUMLM",
+  "description": "CognoSphere Unified Multimodal Language Model",
+  "version": "1.0",
+  "author": "Or4cl3 AI Solutions",
+  "framework": "TensorFlow",
+  "python_version": "3.x",
+  "deep_learning_framework": "TensorFlow",
+  "data_processing_framework": "Custom Pipelines",
+  "explainability_tools": "Integrated Visualization Tools",
+  "training_data": "Custom 1500 Example Dataset",
+  "training_steps": 100000,
+  "batch_size": 64,
+  "learning_rate": 0.0001,
+  "max_sequence_length": 512,
+  "num_layers": 12,
+  "num_heads": 12,
   "hidden_size": 768,
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "cogsphere",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
-  "position_embedding_type": "absolute",
-  "transformers_version": "4.26.0",
-  "type_vocab_size": 2,
-  "vocab_size": 30522,
-  "model_card": "https://huggingface.co/CognoSphere/CSUMLM/blob/main/README.md"
+  "dropout_rate": 0.1,
+  "num_epochs": 10
 }