app.py

from peft import PeftModel, PeftConfig
from transformers import AutoModelForCausalLM
import os

access_token = os.environ['HF_TOKEN']

config = PeftConfig.from_pretrained("HiTZ/Mistral-7B-MedExpQA-EN")
model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", token=access_token)
model = PeftModel.from_pretrained(model, "HiTZ/Mistral-7B-MedExpQA-EN", token=access_token)
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1", token=access_token)

input_text = "Write me a poem about Machine Learning."
input_ids = tokenizer(input_text, return_tensors="pt")

outputs = model.generate(**input_ids)
print(tokenizer.decode(outputs[0]))