lollify-api / app.py
insaabbas's picture
Create app.py
7b16f72 verified
raw
history blame contribute delete
732 Bytes
from flask import Flask, request, jsonify
from flask_cors import CORS
from transformers import pipeline
import torch
app = Flask(__name__)
CORS(app)
# Load YOUR specific model directly into the Space
pipe = pipeline("text-generation", model="insaabbas/phi2-4-epoch-humor-model", device_map="auto")
@app.route("/generate", methods=["POST"])
def generate():
data = request.json
prompt = data.get("prompt", "")
# Format for Phi-2
full_prompt = f"Instruct: {prompt}\nOutput:"
result = pipe(full_prompt, max_new_tokens=100, do_sample=True, temperature=0.7)
return jsonify({"joke": result[0]['generated_text'].replace(full_prompt, "").strip()})
if __name__ == "__main__":
app.run(host="0.0.0.0", port=7860)