add function to manage encoding of new values

main.py

@@ -34,6 +34,13 @@ selected_columns = [
     'DegitRatioInURL', 'SpacialCharRatioInURL', 'IsHTTPS'
 ]
 
+# Function to manage values for encoding (giving a new number for url which have never been seen)
+def safe_transform(encoder, value):
+    if value in encoder.classes_:
+        return encoder.transform([value])[0]
+    else:
+        return -1  # Special code for unknown values
+
 class Msg(BaseModel):
     msg: str
 
@@ -84,9 +91,9 @@ async def predict(request: Request, requess: Req = Depends(form_req)):
     dataFrame_features = pd.DataFrame([features])
 
     # Apply features encoding (convert everything into int64)
-    for column in selected_columns:
+    for column in ['URL', 'Domain', 'TLD']:
         encoder = label_encoders[column]
-        dataFrame_features[column] = encoder.transform(dataFrame_features[column])
+        dataFrame_features[column] = dataFrame_features[column].apply(lambda x: safe_transform(encoder, x))
 
     data = dataFrame_features[selected_columns].values