Upload moderat_speed_test.ipynb with huggingface_hub

moderat_speed_test.ipynb

@@ -96,7 +96,7 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "# @title 4. PII Detector Class (FIXED)\n",
+        "# @title 4. Unicode Deobfuscator\n",        "class UnicodeDeobfuscator:\n",        "    CIRCLED_MAP = {\n",        "        'ⓐ': 'a', 'ⓑ': 'b', 'ⓒ': 'c', 'ⓓ': 'd', 'ⓔ': 'e',\n",        "        'ⓕ': 'f', 'ⓖ': 'g', 'ⓗ': 'h', 'ⓘ': 'i', 'ⓙ': 'j',\n",        "        'ⓚ': 'k', 'ⓛ': 'l', 'ⓜ': 'm', 'ⓝ': 'n', 'ⓞ': 'o',\n",        "        'ⓟ': 'p', 'ⓠ': 'q', 'ⓡ': 'r', 'ⓢ': 's', 'ⓣ': 't',\n",        "        'ⓤ': 'u', 'ⓥ': 'v', 'ⓦ': 'w', 'ⓧ': 'x', 'ⓨ': 'y', 'ⓩ': 'z',\n",        "        'Ⓐ': 'A', 'Ⓑ': 'B', 'Ⓒ': 'C', 'Ⓓ': 'D', 'Ⓔ': 'E',\n",        "        'Ⓕ': 'F', 'Ⓖ': 'G', 'Ⓗ': 'H', 'Ⓘ': 'I', 'Ⓙ': 'J',\n",        "        'Ⓚ': 'K', 'Ⓛ': 'L', 'Ⓜ': 'M', 'Ⓝ': 'N', 'Ⓞ': 'O',\n",        "        'Ⓟ': 'P', 'Ⓠ': 'Q', 'Ⓡ': 'R', 'Ⓢ': 'S', 'Ⓣ': 'T',\n",        "        'Ⓤ': 'U', 'Ⓥ': 'V', 'Ⓦ': 'W', 'Ⓧ': 'X', 'Ⓨ': 'Y', 'Ⓩ': 'Z',\n",        "    }\n",        "    \n",        "    @classmethod\n",        "    def detect(cls, text):\n",        "        suspicious = []\n",        "        normalized = []\n",        "        for char in text:\n",        "            if char in cls.CIRCLED_MAP:\n",        "                suspicious.append((char, 'circled'))\n",        "                normalized.append(cls.CIRCLED_MAP[char])\n",        "            else:\n",        "                normalized.append(char)\n",        "        return len(suspicious) > 0, suspicious, ''.join(normalized)\n",        "\n",        "# @title 5. PII Detector Class (FIXED)\n",
         "class PIIDetector:\n",
         "    \"\"\"Detect PII with proper age-based social media rules\"\"\"\n",
         "    \n",
@@ -223,7 +223,7 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "# @title 6. PII Detection Tests (FIXED)\n",
+        "# @title 6. Unicode Deobfuscation Tests\n",        "print(\"🔤 Unicode Deobfuscation Tests\\n\")\n",        "\n",        "unicode_tests = [\n",        "    (\"have you tried like ⓕ/ ℂk\", 15),\n",        "    (\"you're a ⓟⓘⓔⓒⓔ of ⓢⓗⓘⓣ\", 15),\n",        "    (\"ⓚⓘⓛⓛ yourself\", 15),\n",        "]\n",        "\n",        "for text, age in unicode_tests:\n",        "    is_obf, chars, norm = UnicodeDeobfuscator.detect(text)\n",        "    result = check_content(text, age)\n",        "    status = \"✅\" if result['allowed'] else \"❌\"\n",        "    print(f\"{status} Original: {text}\")\n",        "    print(f\"   Normalized: {norm}\")\n",        "    print(f\"   → {result['reason']}\")\n",        "    print()\n",        "\n",        "# @title 7. PII Detection Tests (FIXED)\n",
         "print(\"🔒 PII Detection Results (Fixed)\\n\")\n",
         "print(\"Expected: Address and Credit Card now detected correctly\")\n",
         "print(\"Expected: Social media ALLOWED for 13+ (unless grooming)\\n\")\n",
@@ -257,7 +257,7 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "# @title 7. Speed Test - Single Inference\n",
+        "# @title 8. Speed Test - Single Inference\n",
         "test_text = \"damn that's crazy\"\n",
         "\n",
         "# Warm up\n",
@@ -285,7 +285,7 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "# @title 8. Dual-Mode Content Test\n",
+        "# @title 9. Dual-Mode Content Test\n",
         "test_cases = [\n",
         "    (\"that was a great game\", 10),\n",
         "    (\"that was a great game\", 15),\n",
@@ -312,7 +312,7 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "# @title 9. Batch Processing Speed Test\n",
+        "# @title 10. Batch Processing Speed Test\n",
         "batch_texts = [\n",
         "    \"that was a great game\",\n",
         "    \"shit that sucks\",\n",
@@ -348,7 +348,7 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "# @title 10. Summary\n",
+        "# @title 11. Summary\n",
         "print(\"📊 moderat Summary\")\n",
         "print(\"=\"*60)\n",
         "print(\"\")\n",