Spaces:
Runtime error
Runtime error
| from flask import Flask, request, jsonify | |
| from flask_cors import CORS | |
| from transformers import pipeline | |
| import torch | |
| app = Flask(__name__) | |
| CORS(app) | |
| # Load YOUR specific model directly into the Space | |
| pipe = pipeline("text-generation", model="insaabbas/phi2-4-epoch-humor-model", device_map="auto") | |
| def generate(): | |
| data = request.json | |
| prompt = data.get("prompt", "") | |
| # Format for Phi-2 | |
| full_prompt = f"Instruct: {prompt}\nOutput:" | |
| result = pipe(full_prompt, max_new_tokens=100, do_sample=True, temperature=0.7) | |
| return jsonify({"joke": result[0]['generated_text'].replace(full_prompt, "").strip()}) | |
| if __name__ == "__main__": | |
| app.run(host="0.0.0.0", port=7860) |