Add robot.txt

app.py

@@ -1,5 +1,5 @@
 from fastapi import FastAPI
-from fastapi.responses import JSONResponse
+from fastapi.responses import JSONResponse, FileResponse
 from pydantic import  BaseModel
 from enum import Enum
 from transformers import pipeline
@@ -43,7 +43,6 @@ class OutputModel(BaseModel):
 
 pipe = pipeline(task="text-classification", model="mrm8488/bert-tiny-finetuned-sms-spam-detection")
 
-
 @app.get("/.well-known/apple-app-site-association", include_in_schema=False)
 def get_well_known_aasa():
     return JSONResponse(
@@ -58,6 +57,10 @@ def get_well_known_aasa():
         media_type="application/json"
     )
 
+@app.get("/robot.txt", include_in_schema=False)
+def get_robot_txt():
+    return FileResponse("robot.txt")
+
 @app.post("/predict")
 def predict(model: InputModel) -> OutputModel:
     text = model.query.message.text

robot.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /