Switch to ONNX inference for faster CPU performance

app.py

@@ -10,7 +10,7 @@ from adaptive_classifier import AdaptiveClassifier
 # Load model once at startup
 print("Loading model...")
 classifier = AdaptiveClassifier.from_pretrained(
-    "adaptive-classifier/ai-detector", use_onnx=False
+    "adaptive-classifier/ai-detector", use_onnx=True
 )
 print("Model loaded!")
 

requirements.txt

@@ -1,3 +1,4 @@
 adaptive-classifier>=0.1.2
 torch>=2.0.0
 transformers>=4.30.0
+optimum[onnxruntime]>=1.17.0