Update app.py

app.py

@@ -1,10 +1,24 @@
 import gradio as gr
+from transformers import AutoTokenizer, AutoModelForCausalLM
+from peft import PeftModel
 from huggingface_hub import InferenceClient
 
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-client = InferenceClient("KGSAGAR/Sarvam-1-text-normalization-3r")
+
+# Load the tokenizer
+tokenizer = AutoTokenizer.from_pretrained("sarvamai/sarvam-1")
+
+# Load the base model
+base_model = AutoModelForCausalLM.from_pretrained("sarvamai/sarvam-1")
+
+# Load the PEFT adapter
+peft_model = PeftModel.from_pretrained(base_model, "KGSAGAR/Sarvam-1-text-normalization-3r")
+peft_model = peft_model.merge_and_unload()
+
+
+client = InferenceClient(peft_model)
 
 
 def respond(