from flask import Flask, request, jsonify
import sentencepiece as spm
import time

app = Flask(__name__)

@app.route('/encode_text', methods=['POST'])
def encode_text():
    data = request.json
    formatted_text = data['formatted_text']
    sp_model = data['sp_model']
    
    start_time = time.time()
    
    sp = spm.SentencePieceProcessor(model_file=sp_model)
    lines = formatted_text.split('\n')
    encoded_lines = [sp.encode(line, out_type=str) for line in lines]
    
    
    return jsonify({'encoded_text': '\n'.join(' '.join(line) for line in encoded_lines)})

if __name__ == '__main__':
    app.run(host='0.0.0.0', port=5002)