skinapi commited on
Commit
4abb1cb
·
1 Parent(s): 51d597b

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +19 -0
app.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from flask import Flask, request
2
+ from transformers import AutoModelForCausalLM, AutoTokenizer
3
+
4
+ app = Flask(__name__)
5
+
6
+ model_name = "openai-gpt"
7
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
8
+ model = AutoModelForCausalLM.from_pretrained(model_name)
9
+
10
+ @app.route('/generate_text', methods=['POST'])
11
+ def generate_text():
12
+ input_text = request.json['input_text']
13
+ input_ids = tokenizer.encode(input_text, return_tensors='pt')
14
+ output_ids = model.generate(input_ids)
15
+ output_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)
16
+ return {'generated_text': output_text}
17
+
18
+ if __name__ == '__main__':
19
+ app.run()