aamos commited on
Commit
ce297d6
·
verified ·
1 Parent(s): 6f55d28

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +35 -0
app.py ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from flask import Flask, render_template, request, jsonify
2
+ import torch
3
+ from transformers import GPT2LMHeadModel, GPT2Tokenizer
4
+
5
+ app = Flask(__name__)
6
+
7
+ # Load the LSTM-based language model
8
+ model_path = "your_model.pth" # Replace with your model path
9
+ tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
10
+ model = GPT2LMHeadModel.from_pretrained("gpt2")
11
+ model.load_state_dict(torch.load(model_path))
12
+
13
+ # Set the model to evaluation mode
14
+ model.eval()
15
+
16
+ # Function to generate text using the model
17
+ def generate_text(prompt):
18
+ input_ids = tokenizer.encode(prompt, return_tensors="pt")
19
+ output = model.generate(input_ids, max_length=50, num_return_sequences=1)
20
+ generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
21
+ return generated_text
22
+
23
+ @app.route("/")
24
+ def home():
25
+ return render_template("index.html")
26
+
27
+ @app.route("/generate", methods=["POST"])
28
+ def generate():
29
+ data = request.json
30
+ user_input = data["input_text"]
31
+ generated_text = generate_text(user_input)
32
+ return jsonify({"generated_text": generated_text})
33
+
34
+ if __name__ == "__main__":
35
+ app.run(debug=True)