bfloat by default

config.json

@@ -23,7 +23,7 @@
   "rope_theta": 10000.0,
   "sliding_window": null,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.46.1",
   "use_cache": true,
   "vocab_size": 256

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:860fc69ac092b7ea3cde0ca19bfd7703247cf60f156f4a8c8f55950dd93ac55a
-size 5517104
+oid sha256:a33e2ba1a0aeca11e1db5d74cfa7acb65a79d1bc5a610bfefd835ba2a38a1735
+size 2760000