Update scripts/text_cleaner_tool.py

scripts/text_cleaner_tool.py

@@ -16,6 +16,7 @@ class TextCleanerTool(Tool):
             "type": "boolean",
             "description": "Fix broken unicode characters and mojibake",
             "default": True,
+            # Removed nullable: True - this parameter doesn't accept None
         },
         "to_ascii": {
             "type": "boolean",
@@ -88,7 +89,7 @@ class TextCleanerTool(Tool):
     def forward(
         self,
         text: str,
-        fix_unicode: bool = True,
+        fix_unicode: bool = True,  # No Optional - this doesn't accept None
         to_ascii: bool = True,
         lower: bool = True,
         no_line_breaks: bool = False,
@@ -104,7 +105,7 @@ class TextCleanerTool(Tool):
         custom_replacements: Optional[Dict[str, str]] = None,
     ) -> str:
         """Clean and normalize text by removing or replacing unwanted elements."""
-        # Input validation
+        # Basic input validation
         if not text:
             return ""
 
@@ -115,28 +116,11 @@ class TextCleanerTool(Tool):
                 logger.error(f"Failed to convert input to string: {e}")
                 return f"Error: Could not process input of type {type(text)}"
 
-        # Import cleantext safely
         try:
+            # Import cleantext
             from cleantext import clean
-        except ImportError:
-            logger.error(
-                "cleantext package not installed. Install with: pip install clean-text"
-            )
-            return "Error: Required dependency 'clean-text' is not installed."
-
-        # Special parameter handling
-        replace_params = {
-            "replace_with_url": "<URL>",
-            "replace_with_email": "<EMAIL>",
-            "replace_with_phone_number": "<PHONE>",
-            "replace_with_number": "<NUMBER>",
-            "replace_with_digit": "0",
-            "replace_with_currency_symbol": "<CUR>",
-            "replace_with_punct": "",
-        }
 
-        try:
-            # Apply cleantext with parameters
+            # Directly use the clean function with replacement parameters
             cleaned_text = clean(
                 text,
                 fix_unicode=fix_unicode,
@@ -152,7 +136,13 @@ class TextCleanerTool(Tool):
                 no_punct=no_punct,
                 no_emoji=no_emoji,
                 lang=lang,
-                **replace_params,
+                replace_with_url="<URL>",
+                replace_with_email="<EMAIL>",
+                replace_with_phone_number="<PHONE>",
+                replace_with_number="<NUMBER>",
+                replace_with_digit="0",
+                replace_with_currency_symbol="<CUR>",
+                replace_with_punct="",
             )
 
             # Apply any custom replacements
@@ -162,6 +152,11 @@ class TextCleanerTool(Tool):
 
             return cleaned_text
 
+        except ImportError:
+            logger.error(
+                "cleantext package not installed. Install with: pip install clean-text"
+            )
+            return "Error: Required dependency 'clean-text' is not installed."
         except Exception as e:
             logger.error(f"Error cleaning text: {e}")
             return f"Error during text cleaning: {str(e)}"