Create app.py

app.py

@@ -0,0 +1,21 @@
+import subprocess
+import os
+
+model_path = "capybarahermes-2.5-mistral-7b.Q5_K_M.gguf"
+
+# Download model if not exists
+if not os.path.exists(model_path):
+    subprocess.run([
+        "wget", 
+        "https://huggingface.co/TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF/resolve/main/" + model_path
+    ])
+
+# Run llama.cpp server
+subprocess.run([
+    "./main",
+    "-m", model_path,
+    "--host", "0.0.0.0",
+    "--port", "7860",
+    "-c", "2048",
+    "-t", "2"
+])