Update app.py

app.py

@@ -4,13 +4,15 @@ import numpy as np
 import random
 import pandas as pd
 import matplotlib.pyplot as plt
-from transformers import AutoTokenizer, AutoModelForCausalLM
 import time
+from peft import PeftModel
+from transformers import AutoModelForCausalLM
 
+base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-0.5B-Instruct")
+model = PeftModel.from_pretrained(base_model, "BeastGokul/distill-qwen-0.5B")
 # Load model and tokenizer
-model_name = "BeastGokul/distill-qwen-0.5B"
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
+tokenizer = AutoTokenizer.from_pretrained(model)
+
 
 # Sample problems database (you would expand this)
 sample_problems = {