Update config.json

config.json

@@ -19,7 +19,7 @@
   "n_embd": 384,
   "hidden_size": 384,
   "dropout": 0.0,
-  "attention_backend": "sage",
+  "attention_backend": "torch",
   "available_attention_backends": [
     "sage",
     "torch",
@@ -27,12 +27,12 @@
     "flash3"
   ],
   "trained_attention_backend": "torch",
-  "torch_fallback": false,
-  "torch_dtype": "bfloat16",
+  "torch_fallback": true,
+  "torch_dtype": "float16",
   "transformers_version": "custom",
   "pad_token_id": 0,
   "bos_token_id": 5,
   "eos_token_id": 6,
   "sep_token_id": 2,
   "unk_token_id": 1
-}
+}