from fastapi import FastAPI # Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("translation", model="google-t5/t5-base") import os # Set cache directory to a local writable directory os.environ['HF_HOME'] = './cache' os.environ['TRANSFORMERS_CACHE'] = './cache' os.environ['TORCH_HOME'] = './cache' # Ensure the directory exists os.makedirs('./cache', exist_ok=True) app = FastAPI() @app.get("/") def home(): return {"Hello": "World"} @app.get('/ask') def ask(prompt: str): result = pipe(prompt) return result[0]