kacperbb commited on
Commit
fd60270
·
verified ·
1 Parent(s): 71fb2b8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -30,7 +30,6 @@ def load_model():
30
  try:
31
  # Fallback to transformers
32
  from transformers import pipeline
33
- global model
34
  model = pipeline("text-generation", model="microsoft/Phi-3.5-mini-instruct")
35
  logger.info("✅ Fallback model loaded!")
36
  return True
@@ -40,6 +39,7 @@ def load_model():
40
 
41
  @app.route('/generate', methods=['POST'])
42
  def generate_text():
 
43
  try:
44
  data = request.json
45
  prompt = data.get('inputs', data.get('prompt', ''))
 
30
  try:
31
  # Fallback to transformers
32
  from transformers import pipeline
 
33
  model = pipeline("text-generation", model="microsoft/Phi-3.5-mini-instruct")
34
  logger.info("✅ Fallback model loaded!")
35
  return True
 
39
 
40
  @app.route('/generate', methods=['POST'])
41
  def generate_text():
42
+ global model, tokenizer
43
  try:
44
  data = request.json
45
  prompt = data.get('inputs', data.get('prompt', ''))