Update chat.py

chat.py

@@ -33,7 +33,7 @@ logging.basicConfig(
 logger = logging.getLogger(__name__)
 
 # Default model repository
-DEFAULT_MODEL_REPO = "MistyozAI/CosmicFish-120M"
+DEFAULT_MODEL_REPO = "MistyozAI/CosmicFish-90M"
 
 # Default prompt template
 DEFAULT_PROMPT_TEMPLATE = "Below is a conversation between a helpful AI assistant and a human. The assistant is knowledgeable, friendly, and provides detailed and accurate responses.\n\n"
@@ -45,9 +45,9 @@ class CosmicConfig:
     def __init__(self,
                  vocab_size=50257,
                  block_size=512,
-                 n_layer=12,
+                 n_layer=10,
                  n_head=16,
-                 n_embd=704,
+                 n_embd=640,
                  bias=True,
                  dropout=0.0,
                  n_query_groups=4,