Upload config.json

config.json

@@ -1,7 +1,7 @@
 {
   "model_type": "cosmicfish",
   "architectures": [
-    "CosmicFishForCausalLM"
+    "CosmicFish"
   ],
   "vocab_size": 50257,
   "n_embd": 704,
@@ -16,10 +16,10 @@
   "use_gqa": true,
   "use_qk_norm": false,
   "n_query_groups": 4,
-  "torch_dtype": "float32",
+  "torch_dtype": "float16",
   "transformers_version": "4.36.0",
   "use_cache": true,
   "pad_token_id": 50256,
   "bos_token_id": 50256,
   "eos_token_id": 50256
-}
+}