kacperbb commited on
Commit
f46f97c
·
verified ·
1 Parent(s): 4748268

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +22 -10
app.py CHANGED
@@ -11,16 +11,27 @@ model = None
11
  def load_model():
12
  global model
13
  try:
14
- logger.info("Loading model with transformers...")
15
  from transformers import pipeline
16
 
17
- # Use the base model
18
- model = pipeline("text-generation", model="microsoft/Phi-3.5-mini-instruct", trust_remote_code=True)
19
- logger.info(" Model loaded successfully!")
 
 
 
 
20
  return True
21
  except Exception as e:
22
- logger.error(f"❌ Error loading model: {e}")
23
- return False
 
 
 
 
 
 
 
24
 
25
  @app.route('/generate', methods=['POST'])
26
  def generate_text():
@@ -48,22 +59,23 @@ def generate_text():
48
  @app.route('/health', methods=['GET'])
49
  def health():
50
  return jsonify({
51
- "status": "healthy",
52
  "model_loaded": model is not None
53
  })
54
 
55
  @app.route('/', methods=['GET'])
56
  def home():
57
  return jsonify({
58
- "message": "Phi 3.5 API is running!",
 
59
  "endpoints": {
60
- "generate": "POST /generate",
61
  "health": "GET /health"
62
  }
63
  })
64
 
65
  if __name__ == '__main__':
66
- logger.info("Starting Phi 3.5 API...")
67
  load_model()
68
  port = int(os.environ.get('PORT', 7860))
69
  app.run(host='0.0.0.0', port=port, debug=False)
 
11
  def load_model():
12
  global model
13
  try:
14
+ logger.info("Loading YOUR fine-tuned model...")
15
  from transformers import pipeline
16
 
17
+ # Use YOUR converted model
18
+ model = pipeline(
19
+ "text-generation",
20
+ model="kacperbb/phi-3.5-hf-finetuned",
21
+ trust_remote_code=True
22
+ )
23
+ logger.info("✅ YOUR fine-tuned model loaded successfully!")
24
  return True
25
  except Exception as e:
26
+ logger.error(f"❌ Error loading your model: {e}")
27
+ logger.info("Falling back to base model...")
28
+ try:
29
+ model = pipeline("text-generation", model="microsoft/Phi-3.5-mini-instruct")
30
+ logger.info("✅ Base model loaded as fallback")
31
+ return True
32
+ except Exception as e2:
33
+ logger.error(f"❌ Fallback failed: {e2}")
34
+ return False
35
 
36
  @app.route('/generate', methods=['POST'])
37
  def generate_text():
 
59
  @app.route('/health', methods=['GET'])
60
  def health():
61
  return jsonify({
62
+ "status": "healthy",
63
  "model_loaded": model is not None
64
  })
65
 
66
  @app.route('/', methods=['GET'])
67
  def home():
68
  return jsonify({
69
+ "message": "Your Phi 3.5 Fine-tuned API is running!",
70
+ "model": "kacperbb/phi-3.5-hf-finetuned",
71
  "endpoints": {
72
+ "generate": "POST /generate",
73
  "health": "GET /health"
74
  }
75
  })
76
 
77
  if __name__ == '__main__':
78
+ logger.info("Starting YOUR Phi 3.5 API...")
79
  load_model()
80
  port = int(os.environ.get('PORT', 7860))
81
  app.run(host='0.0.0.0', port=port, debug=False)