Update llamacpp_python/base/app.py

llamacpp_python/base/app.py

@@ -21,4 +21,25 @@ st.write("This is a Streamlit app that says 'Hello, World!'.")
 # Add some interactivity (optional)
 user_name = st.text_input("Enter your name:")
 if user_name:
-    st.write(f"Hello, {user_name}!")
+    st.write(f"Hello, {user_name}!")
+
+from flask import Flask, request, jsonify
+
+app = Flask(__name__)
+
+@app.route("/generate", methods=["POST"])
+def generate():
+    data = request.json
+    prompt = data.get("prompt", "")
+    # Simulate a response from the model
+    response = f"Generated response for: {prompt}"
+    return jsonify({"response": response})
+
+if __name__ == "__main__":
+    app.run(host="0.0.0.0", port=8001)
+
+#Run the server:
+#```bash
+##python model_server.py
+#```
+