Create app/utils.py

app/app/utils.py

@@ -0,0 +1,14 @@
+import torch
+
+def preprocess(text, tokenizer, max_len=128):
+    encoding = tokenizer(
+        text,
+        padding="max_length",
+        truncation=True,
+        max_length=max_len,
+        return_tensors="pt"
+    )
+    return {
+        "input_ids": encoding["input_ids"],
+        "attention_mask": encoding["attention_mask"]
+    }