Update app.py

app.py

@@ -5,10 +5,10 @@ os.system('pip install --no-deps xformers "trl<0.9.0" peft accelerate bitsandbyt
 import gradio as gr
 import torch
 import random
-from transformers import AutoTokenizer, AutoModelForCausalLM
+from transformers import GPT2LMHeadModel, GPT2Tokenizer
 
-model, tokenizer = AutoModelForCausalLM.from_pretrained("unsloth/Qwen2-1.5B-bnb-4bit")
-model = PeftModel.from_pretrained(model, "RandomNameAnd6/Phi-3-Mini-Dhar-Mann-Adapters-BOS")
+tokenizer = GPT2Tokenizer.from_pretrained('gpt2-medium')
+model = GPT2LMHeadModel.from_pretrained('DharGPT-Small')
 
 def generate_text(prompt):
   input_ids = tokenizer.encode(prompt, return_tensors="pt")