Upload LanceAI

config.json

@@ -6,11 +6,11 @@
     "AutoConfig": "lance_ai_model.LanceAIConfig",
     "AutoModelForCausalLM": "lance_ai_model.LanceAI"
   },
+  "dtype": "bfloat16",
   "hidden_size": 2048,
   "model_type": "lance_ai",
   "num_heads": 16,
   "num_layers": 24,
-  "torch_dtype": "float32",
-  "transformers_version": "4.51.3",
+  "transformers_version": "4.57.0",
   "vocab_size": 100277
 }

generation_config.json

@@ -7,5 +7,5 @@
   "temperature": 0.8,
   "top_k": 40,
   "top_p": 0.9,
-  "transformers_version": "4.51.3"
+  "transformers_version": "4.57.0"
 }

lance_ai_model.py

@@ -43,6 +43,8 @@ class LanceAI(PreTrainedModel, GenerationMixin):
         self.generation_config.repetition_penalty = 1.3
         self.generation_config.no_repeat_ngram_size = 3
         self.generation_config.length_penalty = 1.0
+        
+        self.to(torch.bfloat16)
 
         self.init_weights()