File size: 732 Bytes
7b16f72
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
from flask import Flask, request, jsonify
from flask_cors import CORS
from transformers import pipeline
import torch

app = Flask(__name__)
CORS(app)

# Load YOUR specific model directly into the Space
pipe = pipeline("text-generation", model="insaabbas/phi2-4-epoch-humor-model", device_map="auto")

@app.route("/generate", methods=["POST"])
def generate():
    data = request.json
    prompt = data.get("prompt", "")
    # Format for Phi-2
    full_prompt = f"Instruct: {prompt}\nOutput:"
    result = pipe(full_prompt, max_new_tokens=100, do_sample=True, temperature=0.7)
    return jsonify({"joke": result[0]['generated_text'].replace(full_prompt, "").strip()})

if __name__ == "__main__":
    app.run(host="0.0.0.0", port=7860)