Spaces:
Sleeping
Sleeping
Fix: Load models at app startup for Gunicorn deployment
Browse files
app.py
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
|
|
| 1 |
from flask import Flask, request, jsonify, send_from_directory
|
| 2 |
from transformers import AutoTokenizer, AutoModelForSequenceClassification
|
| 3 |
import torch
|
|
@@ -64,7 +65,6 @@ def load_all_models():
|
|
| 64 |
try:
|
| 65 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
| 66 |
model = AutoModelForSequenceClassification.from_pretrained(model_path)
|
| 67 |
-
# PERBAIKAN: Langsung pindahkan model ke CPU saat dimuat
|
| 68 |
model.to(device)
|
| 69 |
model.eval()
|
| 70 |
models_cache[model_name] = (model, tokenizer)
|
|
@@ -78,7 +78,6 @@ def load_all_models():
|
|
| 78 |
|
| 79 |
@app.route('/predict', methods=['POST'])
|
| 80 |
def predict():
|
| 81 |
-
# Tambahkan logging untuk setiap langkah di dalam fungsi ini
|
| 82 |
print("\n[LOG] Menerima permintaan di /predict")
|
| 83 |
try:
|
| 84 |
data = request.get_json()
|
|
@@ -128,13 +127,17 @@ def predict():
|
|
| 128 |
return jsonify(all_predictions)
|
| 129 |
except Exception as e:
|
| 130 |
print(f"[FATAL ERROR] Terjadi error tak terduga di rute /predict:")
|
| 131 |
-
# PERBAIKAN: Cetak traceback error untuk debugging yang lebih detail
|
| 132 |
traceback.print_exc()
|
| 133 |
return jsonify({"error": "Kesalahan internal server."}), 500
|
| 134 |
|
| 135 |
@app.route('/')
|
| 136 |
def serve_index(): return send_from_directory('frontend', 'index.html')
|
| 137 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 138 |
if __name__ == '__main__':
|
| 139 |
-
|
| 140 |
-
app.run(host="0.0.0.0", port=7860, debug=
|
|
|
|
| 1 |
+
# app.py (Versi Final dengan Pemuatan Model yang Benar)
|
| 2 |
from flask import Flask, request, jsonify, send_from_directory
|
| 3 |
from transformers import AutoTokenizer, AutoModelForSequenceClassification
|
| 4 |
import torch
|
|
|
|
| 65 |
try:
|
| 66 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
| 67 |
model = AutoModelForSequenceClassification.from_pretrained(model_path)
|
|
|
|
| 68 |
model.to(device)
|
| 69 |
model.eval()
|
| 70 |
models_cache[model_name] = (model, tokenizer)
|
|
|
|
| 78 |
|
| 79 |
@app.route('/predict', methods=['POST'])
|
| 80 |
def predict():
|
|
|
|
| 81 |
print("\n[LOG] Menerima permintaan di /predict")
|
| 82 |
try:
|
| 83 |
data = request.get_json()
|
|
|
|
| 127 |
return jsonify(all_predictions)
|
| 128 |
except Exception as e:
|
| 129 |
print(f"[FATAL ERROR] Terjadi error tak terduga di rute /predict:")
|
|
|
|
| 130 |
traceback.print_exc()
|
| 131 |
return jsonify({"error": "Kesalahan internal server."}), 500
|
| 132 |
|
| 133 |
@app.route('/')
|
| 134 |
def serve_index(): return send_from_directory('frontend', 'index.html')
|
| 135 |
|
| 136 |
+
# --- PERBAIKAN UTAMA DI SINI ---
|
| 137 |
+
# Panggil fungsi load_all_models() di sini, di luar blok if __name__ == '__main__'
|
| 138 |
+
# Ini akan dieksekusi saat Gunicorn mengimpor file app.py
|
| 139 |
+
load_all_models()
|
| 140 |
+
|
| 141 |
if __name__ == '__main__':
|
| 142 |
+
# Blok ini sekarang hanya untuk menjalankan server secara lokal, bukan di Hugging Face
|
| 143 |
+
app.run(host="0.0.0.0", port=7860, debug=True)
|