Spaces:
Runtime error
Runtime error
File size: 732 Bytes
7b16f72 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 | from flask import Flask, request, jsonify
from flask_cors import CORS
from transformers import pipeline
import torch
app = Flask(__name__)
CORS(app)
# Load YOUR specific model directly into the Space
pipe = pipeline("text-generation", model="insaabbas/phi2-4-epoch-humor-model", device_map="auto")
@app.route("/generate", methods=["POST"])
def generate():
data = request.json
prompt = data.get("prompt", "")
# Format for Phi-2
full_prompt = f"Instruct: {prompt}\nOutput:"
result = pipe(full_prompt, max_new_tokens=100, do_sample=True, temperature=0.7)
return jsonify({"joke": result[0]['generated_text'].replace(full_prompt, "").strip()})
if __name__ == "__main__":
app.run(host="0.0.0.0", port=7860) |