Update app.py

app.py

@@ -1,31 +1,35 @@
 import gradio as gr
-from transformers import pipeline
+from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM
 
-# Initialize your model here. Replace 'your_model_name' with the actual model name
-chat_model = pipeline('text-generation', model='ch103/llama-2-7b-miniguanaco')
+# Replace 'your_model_name' with the actual name or path of your model
+model_name = 'your_model_name'
+tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(model_name)
 
-def chat_with_cthulhu(user_message):
-    formatted_input = f"<s>[INST] {user_message} [/INST]"
-    response = chat_model(formatted_input, max_length=512)
-    response_text = response[0]['generated_text']
+pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=200)
 
-    # Extracting the AI response part
-    # Assuming the response follows the format: <s>[INST] User Message [/INST] AI Response </s>
+def generate_response(user_input):
+    formatted_input = f"<s>[INST] {user_input} [/INST]"
+    result = pipe(formatted_input)
+    response_text = result[0]['generated_text']
+
+    # Extracting the AI response part, assuming it follows a specific format after [/INST]
     response_parts = response_text.split("[/INST]")
     if len(response_parts) > 1:
-        ai_response = response_parts[1].replace("</s>", "").strip()
+        ai_response = response_parts[1].split("</s>")[0].strip()  # Assuming the response ends with </s>
     else:
         ai_response = "Sorry, I couldn't process that message."
 
     return ai_response
 
 gradio_app = gr.Interface(
-    fn=chat_with_cthulhu,
-    inputs=gr.Textbox(lines=2, placeholder="Type your message to the Keeper..."),
+    fn=generate_response,
+    inputs=gr.Textbox(lines=2, placeholder="Enter your message here..."),
     outputs=gr.Textbox(),
-    title="Call of Cthulhu Keeper Chatbot",
-    description="Chat with the Keeper from Call of Cthulhu. Ask questions or seek guidance."
+    title="Call of Cthulhu Chatbot",
+    description="Interact with the Call of Cthulhu Keeper. Type your actions or questions."
 )
 
 if __name__ == "__main__":
     gradio_app.launch()
+