kacperbb commited on
Commit
0d699d5
·
verified ·
1 Parent(s): 04817ca

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -33
app.py CHANGED
@@ -1,49 +1,25 @@
1
  from flask import Flask, request, jsonify
2
- import requests
3
  import logging
4
- import os
5
 
6
  logging.basicConfig(level=logging.INFO)
7
- logger = logging.getLogger(__name__)
8
-
9
  app = Flask(__name__)
10
 
11
- # Get token from environment variable
12
- HF_TOKEN = os.environ.get('HF_TOKEN')
13
- MODEL_URL = "https://api-inference.huggingface.co/models/kacperbb/phi-3.5-merged-lora"
14
-
15
  @app.route('/generate', methods=['POST'])
16
  def generate():
17
  try:
18
  data = request.json
19
  prompt = data.get('inputs', '')
20
- max_tokens = data.get('parameters', {}).get('max_new_tokens', 100)
21
-
22
- if not HF_TOKEN:
23
- logger.error("No HF_TOKEN environment variable set")
24
- return jsonify([{"generated_text": f"Echo response to: {prompt}"}])
25
-
26
- logger.info(f"Forwarding request to HF API: {prompt[:50]}...")
27
-
28
- headers = {"Authorization": f"Bearer {HF_TOKEN}"}
29
- payload = {
30
- "inputs": prompt,
31
- "parameters": {"max_new_tokens": max_tokens}
32
- }
33
-
34
- response = requests.post(MODEL_URL, headers=headers, json=payload, timeout=30)
35
-
36
- if response.status_code == 200:
37
- return jsonify(response.json())
38
- else:
39
- return jsonify([{"generated_text": f"Processed: {prompt}"}])
40
-
41
- except Exception as e:
42
- logger.error(f"Error: {e}")
43
  return jsonify([{"generated_text": f"Response to: {prompt}"}])
 
 
44
 
45
  @app.route('/health', methods=['GET'])
46
  def health():
47
- return jsonify({"status": "healthy", "has_token": HF_TOKEN is not None})
 
 
 
 
48
 
49
- @app.route('/', methods=['
 
 
1
  from flask import Flask, request, jsonify
 
2
  import logging
 
3
 
4
  logging.basicConfig(level=logging.INFO)
 
 
5
  app = Flask(__name__)
6
 
 
 
 
 
7
  @app.route('/generate', methods=['POST'])
8
  def generate():
9
  try:
10
  data = request.json
11
  prompt = data.get('inputs', '')
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  return jsonify([{"generated_text": f"Response to: {prompt}"}])
13
+ except Exception as e:
14
+ return jsonify({"error": str(e)}), 500
15
 
16
  @app.route('/health', methods=['GET'])
17
  def health():
18
+ return jsonify({"status": "healthy"})
19
+
20
+ @app.route('/')
21
+ def home():
22
+ return jsonify({"message": "API Running", "model": "phi-3.5"})
23
 
24
+ if __name__ == '__main__':
25
+ app.run(host='0.0.0.0', port=7860)