Upload app.py

app.py

@@ -1,5 +1,6 @@
 from fastapi import FastAPI
-from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoModelForCausalLM
+from mistral_common import MistralTokenizer  # Hypothetical package, adjust based on actual package name and usage
 from peft import PeftModel, PeftConfig
 
 # Initialize FastAPI app
@@ -10,10 +11,11 @@ config = PeftConfig.from_pretrained("frankmorales2020/Mistral-7B-text-to-sql-fla
 base_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
 model = PeftModel.from_pretrained(base_model, "frankmorales2020/Mistral-7B-text-to-sql-flash-attention-2-dataeval")
 
-# Load tokenizer
-tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
+# Load recommended tokenizer
+tokenizer = MistralTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
 
 # Create the pipeline
+from transformers import pipeline
 pipe = pipeline("text2sql", model=model, tokenizer=tokenizer)
 
 @app.get("/")