default "torch_dtype": "bfloat16"

config.json

@@ -20,6 +20,7 @@
   "pretraining_tp": 4,
   "slow_but_exact": false,
   "transformers_version": "4.21.0.dev0",
+  "torch_dtype": "bfloat16",
   "use_cache": true,
   "vocab_size": 250880
 }