| from flask import Flask, request |
| from transformers import AutoModelForCausalLM, AutoTokenizer |
|
|
| app = Flask(__name__) |
|
|
| model_name = "openai-gpt" |
| tokenizer = AutoTokenizer.from_pretrained(model_name) |
| model = AutoModelForCausalLM.from_pretrained(model_name) |
|
|
| @app.route('/generate_text', methods=['POST']) |
| def generate_text(): |
| input_text = request.json['input_text'] |
| input_ids = tokenizer.encode(input_text, return_tensors='pt') |
| output_ids = model.generate(input_ids) |
| output_text = tokenizer.decode(output_ids[0], skip_special_tokens=True) |
| return {'generated_text': output_text} |
|
|
| if __name__ == '__main__': |
| app.run() |
