Upload 2 files

app.py

@@ -0,0 +1,38 @@
+import gradio as gr
+from llama_cpp import Llama
+
+# Load the Llama model
+llm = Llama.from_pretrained(
+    repo_id="krishna195/second_guff",
+    filename="unsloth.Q4_K_M.gguf",
+)
+
+# Define the chatbot function
+def chatbot_response(user_input):
+    band_name = " from Curly Strings"
+    formatted_input = f"{user_input} {band_name}"  # Append automatically
+
+    response = llm.create_chat_completion(
+        messages=[
+            {"role": "system", "content": "You are a chatbot for the Curly Strings band. Provide structured, concise, and clear responses."},
+            {"role": "user", "content": formatted_input}
+        ],
+        temperature=0.5,
+        max_tokens=50,
+        top_p=0.9,
+        frequency_penalty=0.8,
+    )
+
+    return response["choices"][0]["message"]["content"].strip()
+
+# Create Gradio interface
+iface = gr.Interface(
+    fn=chatbot_response,
+    inputs=gr.Textbox(placeholder="Ask me about Curly Strings..."),
+    outputs="text",
+    title="Curly Strings Chatbot 🎵",
+    description="Ask me about songs, albums, or anything related to Curly Strings!",
+)
+
+# Launch the Gradio app
+iface.launch()

requirements.txt

@@ -0,0 +1,2 @@
+gradio
+llama-cpp-python