Update app.py

app.py

@@ -1,17 +1,22 @@
 import gradio as gr
-from transformers import pipeline
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch
 import os
 
 # Set up the Hugging Face API token
 hf_token = os.getenv("HF_TOKEN")
 
-# Initialize the text generation pipeline
-pipe = pipeline("text-generation", model="facebook/chameleon-7b", token=hf_token)
+# Load the model and tokenizer with the token
+model_name = "facebook/chameleon-7b"
+tokenizer = AutoTokenizer.from_pretrained(model_name, token=hf_token)
+model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token)
 
 # Function to generate response
 def generate_response(input_text):
-    result = pipe(input_text, max_length=500, num_return_sequences=1)
-    response = result[0]["generated_text"]
+    inputs = tokenizer(input_text, return_tensors="pt")
+    with torch.no_grad():
+        outputs = model.generate(inputs.input_ids, max_length=500, num_return_sequences=1)
+    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return response
 
 # Custom CSS