mindcraft-vllm

Sleeping

App Files Files Community

sanvrypt commited on Jan 13

Commit

89fd841

verified ·

1 Parent(s): 0230a46

Update app.py

Browse files

Files changed (1) hide show

app.py +135 -84

app.py CHANGED Viewed

@@ -1,125 +1,176 @@
 from flask import Flask, request, jsonify, Response
 import requests
 app = Flask(__name__)
 OLLAMA_URL = "http://localhost:11434"
-# Add CORS headers to all responses
 @app.after_request
 def after_request(response):
-    response.headers.add('Access-Control-Allow-Origin', '*')
-    response.headers.add('Access-Control-Allow-Headers', 'Content-Type')
-    response.headers.add('Access-Control-Allow-Methods', 'GET, POST, OPTIONS')
     return response
-@app.route('/')
 def home():
-    print("HOME ROUTE ACCESSED")
-    return '''<!DOCTYPE html>
-<html><head><title>Ollama API</title></head>
 <body style="font-family:Arial;padding:50px;text-align:center;">
-<h1>🦙 Ollama API Running!</h1>
-<p>Model: llama3.2:3b</p>
-<h3>Test with:</h3>
-<pre style="background:#f4f4f4;padding:20px;text-align:left;max-width:700px;margin:20px auto;">
-curl -X POST https://my-ollama.hf.space/api/generate \\
   -H "Content-Type: application/json" \\
-  -d '{"model":"sweaterdog/andy-4:latest","prompt":"Hello!","stream":false}'
-</pre>
-<button onclick="testAPI()">Test API Now</button>
-<div id="result" style="margin-top:20px;padding:20px;background:#f4f4f4;text-align:left;"></div>
 <script>
-async function testAPI() {
-    const result = document.getElementById('result');
-    result.textContent = 'Testing...';
-    try {
-        const response = await fetch('/api/generate', {
-            method: 'POST',
-            headers: {'Content-Type': 'application/json'},
-            body: JSON.stringify({model:'llama3.2:3b',prompt:'Hello!',stream:false})
-        });
-        const data = await response.json();
-        result.textContent = JSON.stringify(data, null, 2);
-    } catch(e) {
-        result.textContent = 'Error: ' + e.message;
-    }
-}
 </script>
-</body></html>'''
-@app.route('/api/generate', methods=['POST', 'OPTIONS'])
 def generate():
-    print("=== /api/generate ROUTE HIT ===")
-    if request.method == 'OPTIONS':
-        return '', 204
     try:
-        data = request.get_json()
-        print(f"Request data: {data}")
         resp = requests.post(
-            f"{OLLAMA_URL}/api/generate",
-            json=data,
-            stream=data.get('stream', False),
-            timeout=120
         )
-        print(f"Ollama response status: {resp.status_code}")
-        if data.get('stream', False):
             def gen():
                 for line in resp.iter_lines():
                     if line:
-                        yield line + b'\n'
-            return Response(gen(), content_type='application/x-ndjson')
-        else:
-            result = resp.json()
-            print(f"Returning: {result}")
-            return jsonify(result)
     except Exception as e:
-        print(f"ERROR: {e}")
-        import traceback
         traceback.print_exc()
         return jsonify({"error": str(e)}), 500
-@app.route('/api/chat', methods=['POST', 'OPTIONS'])
 def chat():
-    print("=== /api/chat ROUTE HIT ===")
-    if request.method == 'OPTIONS':
-        return '', 204
     try:
-        data = request.get_json()
         resp = requests.post(
-            f"{OLLAMA_URL}/api/chat",
-            json=data,
-            stream=data.get('stream', False),
-            timeout=120
         )
-        if data.get('stream', False):
             def gen():
                 for line in resp.iter_lines():
                     if line:
-                        yield line + b'\n'
-            return Response(gen(), content_type='application/x-ndjson')
-        else:
-            return jsonify(resp.json())
     except Exception as e:
-        print(f"ERROR: {e}")
         return jsonify({"error": str(e)}), 500
-# Catch-all route for debugging
-@app.route('/<path:path>', methods=['GET', 'POST'])
 def catch_all(path):
-    print(f"CATCH-ALL: {request.method} /{path}")
-    return jsonify({"error": "Not found", "path": path}), 404
-if __name__ == '__main__':
     print("=" * 50)
-    print("Starting Flask on port 7860...")
-    print("Routes registered:")
-    for rule in app.url_map.iter_rules():
-        print(f"  {rule}")
     print("=" * 50)
-    app.run(host='0.0.0.0', port=7860, debug=False)

 from flask import Flask, request, jsonify, Response
 import requests
+import traceback
 app = Flask(__name__)
+# ==============================
+# CONFIG
+# ==============================
 OLLAMA_URL = "http://localhost:11434"
+DEFAULT_MODEL = "sweaterdog/andy-4:latest"
+# ==============================
+# CORS
+# ==============================
 @app.after_request
 def after_request(response):
+    response.headers["Access-Control-Allow-Origin"] = "*"
+    response.headers["Access-Control-Allow-Headers"] = "Content-Type"
+    response.headers["Access-Control-Allow-Methods"] = "GET, POST, OPTIONS"
     return response
+# ==============================
+# HOME
+# ==============================
+@app.route("/")
 def home():
+    return f"""
+<!DOCTYPE html>
+<html>
+<head>
+    <title>Andy-4 API</title>
+</head>
 <body style="font-family:Arial;padding:50px;text-align:center;">
+    <h1>🤖 Andy-4 API Running</h1>
+    <p><b>Model:</b> {DEFAULT_MODEL}</p>
+    <h3>Test CURL</h3>
+    <pre style="background:#f4f4f4;padding:20px;text-align:left;max-width:900px;margin:auto;">
+curl -X POST https://sanvrypt-mindcraft-vllm.hf.space/api/generate \\
   -H "Content-Type: application/json" \\
+  -d '{{
+    "prompt": "Halo Andy-4!",
+    "stream": false
+  }}'
+    </pre>
+    <button onclick="testAPI()">Test API</button>
+    <pre id="result"
+         style="margin-top:20px;padding:20px;background:#f4f4f4;text-align:left;white-space:pre-wrap;"></pre>
 <script>
+async function testAPI() {{
+    const el = document.getElementById("result");
+    el.textContent = "Testing...";
+    try {{
+        const res = await fetch("/api/generate", {{
+            method: "POST",
+            headers: {{ "Content-Type": "application/json" }},
+            body: JSON.stringify({{
+                prompt: "Hello from browser!",
+                stream: false
+            }})
+        }});
+        const data = await res.json();
+        el.textContent = JSON.stringify(data, null, 2);
+    }} catch (e) {{
+        el.textContent = "ERROR: " + e.message;
+    }}
+}}
 </script>
+</body>
+</html>
+"""
+# ==============================
+# GENERATE
+# ==============================
+@app.route("/api/generate", methods=["POST", "OPTIONS"])
 def generate():
+    if request.method == "OPTIONS":
+        return "", 204
     try:
+        data = request.get_json(force=True)
+        # FORCE MODEL
+        data["model"] = DEFAULT_MODEL
         resp = requests.post(
+            f"{OLLAMA_URL}/api/generate",
+            json=data,
+            stream=data.get("stream", False),
+            timeout=300
         )
+        if data.get("stream", False):
             def gen():
                 for line in resp.iter_lines():
                     if line:
+                        yield line + b"\n"
+            return Response(gen(), content_type="application/x-ndjson")
+        return jsonify(resp.json())
     except Exception as e:
         traceback.print_exc()
         return jsonify({"error": str(e)}), 500
+# ==============================
+# CHAT
+# ==============================
+@app.route("/api/chat", methods=["POST", "OPTIONS"])
 def chat():
+    if request.method == "OPTIONS":
+        return "", 204
     try:
+        data = request.get_json(force=True)
+        # FORCE MODEL
+        data["model"] = DEFAULT_MODEL
         resp = requests.post(
+            f"{OLLAMA_URL}/api/chat",
+            json=data,
+            stream=data.get("stream", False),
+            timeout=300
         )
+        if data.get("stream", False):
             def gen():
                 for line in resp.iter_lines():
                     if line:
+                        yield line + b"\n"
+            return Response(gen(), content_type="application/x-ndjson")
+        return jsonify(resp.json())
     except Exception as e:
+        traceback.print_exc()
         return jsonify({"error": str(e)}), 500
+# ==============================
+# FALLBACK
+# ==============================
+@app.route("/<path:path>", methods=["GET", "POST"])
 def catch_all(path):
+    return jsonify({
+        "error": "Not Found",
+        "path": path
+    }), 404
+# ==============================
+# MAIN
+# ==============================
+if __name__ == "__main__":
     print("=" * 50)
+    print(" Andy-4 Flask API ")
+    print(f" Model : {DEFAULT_MODEL}")
+    print(" Port  : 7860")
     print("=" * 50)
+    app.run(
+        host="0.0.0.0",
+        port=7860,
+        debug=False
+    )