Cpp to python, Testing Stable LM 2 1.6B Zephyr

app.py

@@ -23,6 +23,7 @@ def generate_response(user_message):
 """
 
 def generate_response(user_message):
+    print("Before request")
     cmd = [
         "/app/llama.cpp/main",  # Path to the executable
         "-m", "/app/llama.cpp/models/stablelm-2-zephyr-1_6b-Q4_0.gguf",
@@ -31,6 +32,7 @@ def generate_response(user_message):
         "-e"
     ]
     result = subprocess.run(cmd, capture_output=True, text=True)
+    print("After response")
     return result.stdout
 
 
@@ -43,4 +45,4 @@ iface = gr.Interface(
     flagging_dir="/usr/src/app/flagged",
 )
 
-iface.launch(share=True)
+iface.launch(server_name="0.0.0.0", port=7860) #share=True)