added peft

app.py

@@ -1,11 +1,15 @@
 import gradio as gr
 import torch
-from transformers import AutoModel, AutoTokenizer
+from transformers import AutoModelForCausalLM, AutoTokenizer
+from peft import PeftModel
 
-MODEL_ID = "newadays/gemma_3_lora_ig_post"
+BASE_MODEL = "unsloth/gemma-3-270m-it"
+LORA_ADAPTER = "newadays/gemma_3_lora_ig_post"
 
-tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
-model = AutoModel.from_pretrained(MODEL_ID, dtype="auto")
+tokenizer = AutoTokenizer.from_pretrained(LORA_ADAPTER)
+base_model = AutoModelForCausalLM.from_pretrained(BASE_MODEL, torch_dtype=torch.float32)
+model = PeftModel.from_pretrained(base_model, LORA_ADAPTER)
+model.eval()
 
 PLATFORM_PROMPTS = {
     "Instagram": (

requirements.txt

@@ -1,4 +1,6 @@
 gradio>=4.0.0
 torch
 transformers
+peft
+accelerate
 sentencepiece