Update app.py

app.py

@@ -21,19 +21,27 @@ class Query(BaseModel):
 
 app = FastAPI(title="Financial Chatbot API")
 
-# Load base model
-base_model_name = "meta-llama/Llama-3.2-3B"  # Update this if different base model
+# Load the base model
+base_model_name = "meta-llama/Llama-3.2-3B"  # Update if using a different base model
 model = AutoModelForCausalLM.from_pretrained(
     base_model_name,
     device_map="auto",
     trust_remote_code=True
 )
 
-# Load adapter from your checkpoint
+# Load adapter from your checkpoint with a workaround for 'eva_config'
 peft_model_id = "Phoenix21/llama-3-2-3b-finetuned-finance_checkpoint2"
-model = PeftModel.from_pretrained(model, peft_model_id)
+# Load the PEFT configuration first
+peft_config = PeftConfig.from_pretrained(peft_model_id)
+# Remove 'eva_config' if it exists in the configuration
+peft_config_dict = peft_config.to_dict()
+if "eva_config" in peft_config_dict:
+    peft_config_dict.pop("eva_config")
+    peft_config = PeftConfig.from_dict(peft_config_dict)
+# Load the adapter using the filtered configuration
+model = PeftModel.from_pretrained(model, peft_model_id, config=peft_config)
 
-# Load tokenizer from base model
+# Load tokenizer from the base model
 tokenizer = AutoTokenizer.from_pretrained(base_model_name, trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token