|
|
from flask import Flask, request, jsonify |
|
|
import sentencepiece as spm |
|
|
import time |
|
|
|
|
|
app = Flask(__name__) |
|
|
|
|
|
@app.route('/encode_text', methods=['POST']) |
|
|
def encode_text(): |
|
|
data = request.json |
|
|
formatted_text = data['formatted_text'] |
|
|
sp_model = data['sp_model'] |
|
|
|
|
|
start_time = time.time() |
|
|
|
|
|
sp = spm.SentencePieceProcessor(model_file=sp_model) |
|
|
lines = formatted_text.split('\n') |
|
|
encoded_lines = [sp.encode(line, out_type=str) for line in lines] |
|
|
|
|
|
|
|
|
return jsonify({'encoded_text': '\n'.join(' '.join(line) for line in encoded_lines)}) |
|
|
|
|
|
if __name__ == '__main__': |
|
|
app.run(host='0.0.0.0', port=5002) |
|
|
|
