fix(utils): adjust get_prediction

utils.py

@@ -116,13 +116,14 @@ def get_predictions(
     if inputs is None:
         return []
 
-    outputs = model(**inputs)
-    logits = outputs.logits
+    with torch.no_grad():
+        outputs = model(**inputs)
+        logits = outputs.logits
 
     # Get top-3 predictions
     topk_scores, topk_indices = torch.topk(logits, k, dim=1)
-    topk_scores = torch.nn.functional.softmax(topk_scores, dim=1).squeeze().cpu().numpy()
-    topk_indices = topk_indices.squeeze().cpu().numpy()
+    topk_scores = torch.nn.functional.softmax(topk_scores, dim=1).squeeze().detach().numpy()
+    topk_indices = topk_indices.squeeze().detach().numpy()
 
     return [
         {