Spaces:
Sleeping
Sleeping
Update pages/malicious_url.py
Browse files- pages/malicious_url.py +3 -2
pages/malicious_url.py
CHANGED
|
@@ -111,7 +111,7 @@ def load_all_models():
|
|
| 111 |
return models
|
| 112 |
|
| 113 |
def normalize_url(url):
|
| 114 |
-
"""
|
| 115 |
try:
|
| 116 |
is_https = url.lower().startswith('https://')
|
| 117 |
url = url.lower()
|
|
@@ -132,7 +132,8 @@ def normalize_url(url):
|
|
| 132 |
params = [p for p in query.split('&') if '=' in p]
|
| 133 |
essential_params = [p for p in params if any(
|
| 134 |
kw in p for kw in ['id=', 'ref=', 'token='])]
|
| 135 |
-
|
|
|
|
| 136 |
return re.sub(r'/{2,}', '/', url)
|
| 137 |
except Exception:
|
| 138 |
return url
|
|
|
|
| 111 |
return models
|
| 112 |
|
| 113 |
def normalize_url(url):
|
| 114 |
+
"""Normalize URL with proper indentation and parenthesis"""
|
| 115 |
try:
|
| 116 |
is_https = url.lower().startswith('https://')
|
| 117 |
url = url.lower()
|
|
|
|
| 132 |
params = [p for p in query.split('&') if '=' in p]
|
| 133 |
essential_params = [p for p in params if any(
|
| 134 |
kw in p for kw in ['id=', 'ref=', 'token='])]
|
| 135 |
+
url = base + ('?' + '&'.join(essential_params) if essential_params else ''
|
| 136 |
+
|
| 137 |
return re.sub(r'/{2,}', '/', url)
|
| 138 |
except Exception:
|
| 139 |
return url
|