Update handler.py

handler.py

@@ -7,7 +7,11 @@ from optimum.pipelines import pipeline
 class EndpointHandler():
     def __init__(self, path=""):
         # load the optimized model
-        model = ORTModelForSequenceClassification.from_pretrained(path)
+        model = ORTModelForSequenceClassification.from_pretrained(
+            path,
+            export=False,
+            provider="CUDAExecutionProvider",
+        )
         tokenizer = AutoTokenizer.from_pretrained(path)
         # create inference pipeline
         self.pipeline = pipeline("text-classification", model=model, tokenizer=tokenizer, device=0)