Update app.py

app.py

@@ -2,6 +2,7 @@ import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import random
 from datasets import load_dataset
+import os
 
 title = "Ask Rick a Question"
 description = """
@@ -11,9 +12,13 @@ The bot was trained to answer questions based on Rick and Morty dialogues. Ask R
 
 article = "Check out [the original Rick and Morty Bot](https://huggingface.co/spaces/kingabzpro/Rick_and_Morty_Bot) that this demo is based off of."
 
+model_id = "google/gemma-2b"
+tokenizer = AutoTokenizer.from_pretrained(model_id, token=os.environ.get("HF_TOKEN"))
+base_model = AutoModelForCausalLM.from_pretrained(model_id, token=os.environ.get("HF_TOKEN"))
+
+model = PeftModel.from_pretrained(base_model, "./")
+model = model.merge_and_unload()
 
-tokenizer = AutoTokenizer.from_pretrained("./")
-model = AutoModelForCausalLM.from_pretrained("./")
 
 dataset = load_dataset("allenai/sciq")
 random_test_samples = dataset["test"].select(random.sample(range(0, len(dataset["test"])), 10))