Subhajit01 commited on
Commit
5af1c25
·
verified ·
1 Parent(s): e5c51a3

Update app.py(1)

Browse files
Files changed (1) hide show
  1. app.py +7 -8
app.py CHANGED
@@ -1,17 +1,16 @@
1
  from flask import Flask, request, jsonify
2
- from transformers import pipeline
3
  import os, time
4
 
5
  app = Flask(__name__)
6
 
7
- # Ensure model is cached in persistent directory
8
- os.environ["TRANSFORMERS_CACHE"] = "/data/models"
 
 
9
 
10
- # Load model
11
- summarizer = pipeline("summarization", model="Falconsai/text_summarization")
12
-
13
- # Warm-up
14
- summarizer("This is a warm-up request.", max_length=30, min_length=5, do_sample=False)
15
 
16
  @app.route("/summarize", methods=["POST"])
17
  def summarize():
 
1
  from flask import Flask, request, jsonify
2
+ from transformers import pipeline, AutoTokenizer, AutoModelForSeq2SeqLM
3
  import os, time
4
 
5
  app = Flask(__name__)
6
 
7
+ # Load from local 'model/' folder
8
+ tokenizer = AutoTokenizer.from_pretrained("./model")
9
+ model = AutoModelForSeq2SeqLM.from_pretrained("./model")
10
+ summarizer = pipeline("summarization", model=model, tokenizer=tokenizer)
11
 
12
+ # Warm up
13
+ summarizer("Warm-up input.", max_length=30, min_length=5, do_sample=False)
 
 
 
14
 
15
  @app.route("/summarize", methods=["POST"])
16
  def summarize():