Upload 3 files

app.py

@@ -1,8 +1,8 @@
+import os
 import logging
 from fastapi import FastAPI, HTTPException
-from transformers import AutoModelForCausalLM, pipeline
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 from peft import PeftModel, PeftConfig
-from mistral_common.tokens.tokenizers.mistral import MistralTokenizer
 
 # Set up logging
 logging.basicConfig(level=logging.INFO)
@@ -21,17 +21,28 @@ async def load_model():
     global model, tokenizer, pipe
     
     try:
+        # Get Hugging Face token from environment variable
+        hf_token = os.environ.get("HUGGINGFACE_TOKEN")
+        
         logger.info("Loading PEFT configuration...")
         config = PeftConfig.from_pretrained("frankmorales2020/Mistral-7B-text-to-sql-flash-attention-2-dataeval")
         
         logger.info("Loading base model...")
-        base_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
+        base_model = AutoModelForCausalLM.from_pretrained(
+            "mistralai/Mistral-7B-Instruct-v0.3", 
+            token=hf_token if hf_token else None,
+            use_auth_token=True if not hf_token else None
+        )
         
         logger.info("Loading PEFT model...")
         model = PeftModel.from_pretrained(base_model, "frankmorales2020/Mistral-7B-text-to-sql-flash-attention-2-dataeval")
 
         logger.info("Loading tokenizer...")
-        tokenizer = MistralTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
+        tokenizer = AutoTokenizer.from_pretrained(
+            "mistralai/Mistral-7B-Instruct-v0.3", 
+            token=hf_token if hf_token else None,
+            use_auth_token=True if not hf_token else None
+        )
 
         logger.info("Creating pipeline...")
         pipe = pipeline("text2text-generation", model=model, tokenizer=tokenizer)

requirements.txt

@@ -1,11 +1,9 @@
 fastapi==0.103.0
-requests==2.27.*
 uvicorn[standard]==0.17.*
 torch>=1.13.0
-transformers>=4.34.0,<5.0.0
+transformers>=4.34.0,<4.35.0
 numpy<2
-peft>=0.7.0
+peft>=0.6.0,<0.7.0
 accelerate>=0.24.1,<0.25.0
 huggingface_hub>=0.16.4,<0.18.0
-tokenizers>=0.14.0,<0.15.0
-git+https://github.com/mistralai/mistral-common.git@main
+tokenizers>=0.14.0,<0.15.0