app.py

from transformers import pipeline 
from flask import Flask, jsonify, request, os

app = Flask(__name__)

nlp = pipeline("fill-mask", model=os.environ['MODEL_NAME'])

@app.route('/predict', methods=['POST'])
def predict():
    text = request.json['text']
    result = nlp(text)
    return jsonify(result[0]['sequence'])

if __name__ == '__main__':
    app.run(port=os.environ['API_PORT'])