Create main.py

main.py

@@ -0,0 +1,25 @@
+from llama_cpp.server.app import create_app, Settings
+from fastapi.responses import HTMLResponse
+import os
+
+app = create_app(
+    Settings(
+        n_threads=2,  # number of cpu cores
+        model="models/gguf-model.bin",
+        embedding=False
+    )
+)
+
+with open("index.html", "r") as f:
+    content = f.read()
+
+@app.get("/", response_class=HTMLResponse)
+async def read_items():
+    return content
+
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app,
+                host=os.environ["HOST"],
+                port=int(os.environ["PORT"])
+                )