ventuero commited on
Commit
4560edd
·
1 Parent(s): c7eb68a
.gitignore ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Byte-compiled / optimized / DLL files
2
+ __pycache__/
3
+ *.py[codz]
4
+ *$py.class
5
+
6
+ # C extensions
7
+ *.so
8
+
9
+ # Distribution / packaging
10
+ .Python
11
+ build/
12
+ develop-eggs/
13
+ dist/
14
+ downloads/
15
+ eggs/
16
+ .eggs/
17
+ lib/
18
+ lib64/
19
+ parts/
20
+ sdist/
21
+ var/
22
+ wheels/
23
+ share/python-wheels/
24
+ *.egg-info/
25
+ .installed.cfg
26
+ *.egg
27
+ MANIFEST
28
+
29
+ # PyInstaller
30
+ # Usually these files are written by a python script from a template
31
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
32
+ *.manifest
33
+ *.spec
34
+
35
+ # Installer logs
36
+ pip-log.txt
37
+ pip-delete-this-directory.txt
38
+
39
+ # Unit test / coverage reports
40
+ htmlcov/
41
+ .tox/
42
+ .nox/
43
+ .coverage
44
+ .coverage.*
45
+ .cache
46
+ nosetests.xml
47
+ coverage.xml
48
+ *.cover
49
+ *.py.cover
50
+ .hypothesis/
51
+ .pytest_cache/
52
+ cover/
53
+
54
+ # Translations
55
+ *.mo
56
+ *.pot
57
+
58
+ # Django stuff:
59
+ *.log
60
+ local_settings.py
61
+ db.sqlite3
62
+ db.sqlite3-journal
63
+
64
+ # Flask stuff:
65
+ instance/
66
+ .webassets-cache
67
+
68
+ # Scrapy stuff:
69
+ .scrapy
70
+
71
+ # Sphinx documentation
72
+ docs/_build/
73
+
74
+ # PyBuilder
75
+ .pybuilder/
76
+ target/
77
+
78
+ # Jupyter Notebook
79
+ .ipynb_checkpoints
80
+
81
+ # IPython
82
+ profile_default/
83
+ ipython_config.py
84
+
85
+ # pyenv
86
+ # For a library or package, you might want to ignore these files since the code is
87
+ # intended to run in multiple environments; otherwise, check them in:
88
+ # .python-version
89
+
90
+ # pipenv
91
+ # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
92
+ # However, in case of collaboration, if having platform-specific dependencies or dependencies
93
+ # having no cross-platform support, pipenv may install dependencies that don't work, or not
94
+ # install all needed dependencies.
95
+ #Pipfile.lock
96
+
97
+ # UV
98
+ # Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
99
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
100
+ # commonly ignored for libraries.
101
+ #uv.lock
102
+
103
+ # poetry
104
+ # Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
105
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
106
+ # commonly ignored for libraries.
107
+ # https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
108
+ #poetry.lock
109
+ #poetry.toml
110
+
111
+ # pdm
112
+ # Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
113
+ # pdm recommends including project-wide configuration in pdm.toml, but excluding .pdm-python.
114
+ # https://pdm-project.org/en/latest/usage/project/#working-with-version-control
115
+ #pdm.lock
116
+ #pdm.toml
117
+ .pdm-python
118
+ .pdm-build/
119
+
120
+ # pixi
121
+ # Similar to Pipfile.lock, it is generally recommended to include pixi.lock in version control.
122
+ #pixi.lock
123
+ # Pixi creates a virtual environment in the .pixi directory, just like venv module creates one
124
+ # in the .venv directory. It is recommended not to include this directory in version control.
125
+ .pixi
126
+
127
+ # PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
128
+ __pypackages__/
129
+
130
+ # Celery stuff
131
+ celerybeat-schedule
132
+ celerybeat.pid
133
+
134
+ # Redis
135
+ *.rdb
136
+ *.aof
137
+ *.pid
138
+
139
+ # RabbitMQ
140
+ mnesia/
141
+ rabbitmq/
142
+ rabbitmq-data/
143
+
144
+ # ActiveMQ
145
+ activemq-data/
146
+
147
+ # SageMath parsed files
148
+ *.sage.py
149
+
150
+ # Environments
151
+ .env
152
+ .envrc
153
+ .venv
154
+ env/
155
+ venv/
156
+ ENV/
157
+ env.bak/
158
+ venv.bak/
159
+
160
+ # Spyder project settings
161
+ .spyderproject
162
+ .spyproject
163
+
164
+ # Rope project settings
165
+ .ropeproject
166
+
167
+ # mkdocs documentation
168
+ /site
169
+
170
+ # mypy
171
+ .mypy_cache/
172
+ .dmypy.json
173
+ dmypy.json
174
+
175
+ # Pyre type checker
176
+ .pyre/
177
+
178
+ # pytype static type analyzer
179
+ .pytype/
180
+
181
+ # Cython debug symbols
182
+ cython_debug/
183
+
184
+ # PyCharm
185
+ # JetBrains specific template is maintained in a separate JetBrains.gitignore that can
186
+ # be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
187
+ # and can be added to the global gitignore or merged into this file. For a more nuclear
188
+ # option (not recommended) you can uncomment the following to ignore the entire idea folder.
189
+ #.idea/
190
+
191
+ # Abstra
192
+ # Abstra is an AI-powered process automation framework.
193
+ # Ignore directories containing user credentials, local state, and settings.
194
+ # Learn more at https://abstra.io/docs
195
+ .abstra/
196
+
197
+ # Visual Studio Code
198
+ # Visual Studio Code specific template is maintained in a separate VisualStudioCode.gitignore
199
+ # that can be found at https://github.com/github/gitignore/blob/main/Global/VisualStudioCode.gitignore
200
+ # and can be added to the global gitignore or merged into this file. However, if you prefer,
201
+ # you could uncomment the following to ignore the entire vscode folder
202
+ # .vscode/
203
+
204
+ # Ruff stuff:
205
+ .ruff_cache/
206
+
207
+ # PyPI configuration file
208
+ .pypirc
209
+
210
+ # Marimo
211
+ marimo/_static/
212
+ marimo/_lsp/
213
+ __marimo__/
214
+
215
+ # Streamlit
216
+ .streamlit/secrets.toml
.ruff.toml ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ line-length = 87
2
+ target-version = "py313"
3
+ src = ["src"]
4
+
5
+ include = ["src/**.py"]
6
+
7
+ lint.select = [
8
+ "ALL"
9
+ ]
10
+ lint.ignore = [
11
+ "ARG",
12
+ "ANN",
13
+ "D",
14
+ "EM101",
15
+ "EM102",
16
+ "PT001",
17
+ "PT023",
18
+ "SIM108",
19
+ "RET505",
20
+ "PLR0913",
21
+ "SIM103",
22
+ "ISC003",
23
+
24
+ # identitcal by code != identical by meaning
25
+ "SIM114",
26
+
27
+ # awful things, never use.
28
+ # It makes runtime work differently from typechecker
29
+ "TC001",
30
+ "TC002",
31
+ "TC003",
32
+ "TC006",
33
+
34
+ # only affects perfomance and brings nothing useful
35
+ "UP038",
36
+ "PGH003",
37
+ "TRY003",
38
+ "F401",
39
+ "TD003",
40
+ "FBT002",
41
+ "FBT001",
42
+ "E701",
43
+ "RUF001",
44
+ "ERA001",
45
+ "PERF401"
46
+ ]
47
+
48
+ [lint.isort]
49
+ no-lines-before = ["local-folder"]
50
+
51
+ [lint.flake8-tidy-imports]
52
+ ban-relative-imports = "parents"
README.md CHANGED
@@ -1,12 +1,17 @@
1
  ---
 
2
  title: Lsb Antispam
3
  emoji: 📚
4
  colorFrom: indigo
5
  colorTo: green
 
 
 
 
 
 
6
  sdk: docker
7
  pinned: false
8
  license: mit
9
  short_description: Antispam API for t.me/LuanaSupportBot
10
  ---
11
-
12
- Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
1
  ---
2
+ <<<<<<< HEAD
3
  title: Lsb Antispam
4
  emoji: 📚
5
  colorFrom: indigo
6
  colorTo: green
7
+ =======
8
+ title: Luana Support Bot [Antispam]
9
+ emoji: 🔍
10
+ colorFrom: blue
11
+ colorTo: purple
12
+ >>>>>>> 9da1c83 (improvements)
13
  sdk: docker
14
  pinned: false
15
  license: mit
16
  short_description: Antispam API for t.me/LuanaSupportBot
17
  ---
 
 
pyproject.toml ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [project]
2
+ name = "lsb-antispam"
3
+ version = "0.1.0"
4
+ requires-python = ">=3.13"
5
+ dependencies = [
6
+ "accelerate>=1.10.1",
7
+ "blacksheep>=2.4.0",
8
+ "granian>=2.5.1",
9
+ "loguru>=0.7.3",
10
+ "msgspec>=0.19.0",
11
+ "numpy>=2.3.2",
12
+ "protobuf>=6.32.0",
13
+ "sentencepiece>=0.2.1",
14
+ "torch>=2.8.0",
15
+ "transformers>=4.55.4",
16
+ ]
17
+
18
+ [project.optional-dependencies]
19
+ dev = [
20
+ "ruff>=0.12.10",
21
+ ]
src/antispam_api/__init__.py ADDED
@@ -0,0 +1 @@
 
 
1
+ __version__ = (0, 1, 0)
src/antispam_api/config.py ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ import os
2
+
3
+ LABELS = {
4
+ "LABEL_1": True,
5
+ "LABEL_0": False,
6
+ }
7
+ API_KEY = os.getenv("API_KEY")
8
+ MODEL_NAME = os.getenv("MODEL_NAME", "mshenoda/roberta-spam")
src/antispam_api/loader.py ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from loguru import logger
3
+ from transformers import AutoModelForSequenceClassification, AutoTokenizer, pipeline
4
+
5
+ from antispam_api.config import MODEL_NAME
6
+
7
+ try:
8
+ logger.info(f"Loading model {MODEL_NAME!r}")
9
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
10
+ model = AutoModelForSequenceClassification.from_pretrained(
11
+ MODEL_NAME,
12
+ torch_dtype=torch.float32,
13
+ device_map="auto",
14
+ low_cpu_mem_usage=True,
15
+ )
16
+ generator = pipeline(
17
+ "text-classification",
18
+ model=model,
19
+ tokenizer=tokenizer,
20
+ )
21
+ except Exception as e: # noqa: BLE001
22
+ logger.error(f"Model loading error: {e}")
23
+ generator = None
src/antispam_api/main.py ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from http import HTTPStatus
2
+
3
+ import msgspec
4
+ from blacksheep import Application, Request
5
+ from blacksheep.server.bindings import FromJSON
6
+ from blacksheep.server.responses import json
7
+ from loguru import logger
8
+
9
+ from antispam_api.config import API_KEY, LABELS
10
+ from antispam_api.loader import generator
11
+
12
+ app = Application()
13
+
14
+
15
+ class RequestData(msgspec.Struct):
16
+ message: str
17
+
18
+
19
+ @app.router.post("/check")
20
+ async def check_message(request: Request, data: FromJSON[RequestData]):
21
+ logger.info("New request: {}", {"message": data.value.message})
22
+
23
+ key = request.headers.get_first(b"x-api-key")
24
+ if not key:
25
+ logger.warning("Tried to request without key!")
26
+ return json({"detail": "No API key provided"}, status=HTTPStatus.UNAUTHORIZED)
27
+
28
+ if key.decode() != API_KEY:
29
+ return json({"detail": "Incorrect API key"}, status=HTTPStatus.UNAUTHORIZED)
30
+
31
+ if not generator:
32
+ logger.error("Model not loaded")
33
+ return json(
34
+ {"detail": "Model not loaded"},
35
+ status=HTTPStatus.SERVICE_UNAVAILABLE,
36
+ )
37
+
38
+ try:
39
+ output = generator(data.value.message)
40
+ result = {
41
+ "is_spam": LABELS[output[0]["label"]],
42
+ "score": output[0]["score"],
43
+ }
44
+ logger.info("Returning: {}", result)
45
+ return json(result)
46
+ except Exception as e: # noqa: BLE001
47
+ logger.error("Error while checking message: {!r}", str(e))
48
+ return json({"detail": str(e)}, status=HTTPStatus.INTERNAL_SERVER_ERROR)
49
+
50
+
51
+ @app.router.get("/")
52
+ async def health_check():
53
+ status = "ok" if generator else "unavailable"
54
+ logger.info("Server status: {}", status)
55
+ return json({"status": status})
uv.lock ADDED
The diff for this file is too large to render. See raw diff