Create serve.py

serve.py

@@ -0,0 +1,21 @@
+import json, os
+from fastapi import FastAPI, Request
+from handler import EndpointHandler
+
+app = FastAPI()
+_handler = EndpointHandler(path=os.environ.get("MODEL_DIR", "/repository"))
+
+@app.get("/health")
+def health():
+    return {"status": "ok"}
+
+@app.post("/")
+async def predict(request: Request):
+    content_type = request.headers.get("content-type", "")
+    if "application/json" in content_type:
+        data = await request.json()
+    else:
+        body = await request.body()
+        params = json.loads(request.headers.get("x-parameters", "{}"))
+        data = {"inputs": body, "parameters": params}
+    return _handler(data)