bot and new weights

bot/bot.py

@@ -0,0 +1,106 @@
+import logging
+import torch
+from aiogram import Bot, Dispatcher
+from aiogram.types import Message, ReplyKeyboardMarkup, KeyboardButton, ReplyKeyboardRemove
+from aiogram.filters.command import Command
+from functools import lru_cache
+
+from preprocess_text import TextPreprocessorBERT
+from model import BERTClassifier
+from transformers import AutoTokenizer
+
+
+device = 'cpu'
+
+# Инициализация объектов
+TOKEN = '6864353709:AAHM-J59cETYpxWzJFdHpm9QyV7rE2FL_KU'
+bot = Bot(token=TOKEN)
+dp = Dispatcher()
+logging.basicConfig(filename="mylog.log", level=logging.INFO)
+
+start_keyboard = ReplyKeyboardMarkup(
+    keyboard=[
+        [KeyboardButton(text="/start")]
+    ],
+    resize_keyboard=True
+)
+
+
+@lru_cache(maxsize=1)
+def load_model():
+    model = BERTClassifier()
+    weights_path = 'bot/model_weights.pth'
+    state_dict = torch.load(weights_path, map_location=device)
+    model.load_state_dict(state_dict)
+    model.to(device)
+    model.eval()
+    return model
+
+@lru_cache(maxsize=1)
+def load_tokenizer():
+    return AutoTokenizer.from_pretrained('cointegrated/rubert-tiny-toxicity')
+
+model = load_model()
+tokenizer = load_tokenizer()
+
+# Обработка команды start
+@dp.message(Command(commands=['start']))
+async def proccess_command_start(message: Message):
+    user_name = message.from_user.full_name
+    user_id = message.from_user.id
+    text = f'Привет, {user_name}! Я помогу тебе оценить токсичность сообщений 😃'
+    logging.info(f'{user_name} {user_id} запустил бота')
+    await bot.send_message(chat_id=user_id, text=text, reply_markup=ReplyKeyboardRemove())
+
+# Добавление кнопки "Start" при старте
+@dp.message(Command(commands=['start']))
+async def send_welcome(message: Message):
+    user_id = message.from_user.id
+    await bot.send_message(chat_id=user_id, text="Нажмите кнопку /start для начала работы", reply_markup=start_keyboard)
+
+
+@dp.message()
+async def predict_sentence(message: Message):
+    user_name = message.from_user.full_name
+    user_id = message.from_user.id
+    text = message.text 
+    
+    # Предобработка сообщения
+    preprocessor = TextPreprocessorBERT()
+    preprocessed_text = preprocessor.transform(text)
+
+    tokens = tokenizer.encode_plus(
+        preprocessed_text,
+        add_special_tokens=True,
+        truncation=True,
+        max_length=100,
+        padding='max_length',
+        return_tensors='pt'
+    )
+    
+    # Получаем input_ids и attention_mask из токенов
+    input_ids = tokens['input_ids'].to(device)
+    attention_mask = tokens['attention_mask'].to(device)
+    
+    # Предсказание
+    with torch.no_grad():
+        output = model(input_ids, attention_mask=attention_mask)
+    
+    # Интерпретация результата
+    prediction = torch.sigmoid(output).item()
+    if prediction > 0.5:
+            predicted_class = "ТОКСИК!!!"
+            response_text = f'{predicted_class} c вероятностью {round(prediction, 3)}'
+            sticker_id = 'CAACAgIAAxkBAAMrZll5jPH6HJ3j7kSLDEQU8NKDjR0AAhQAA5KfHhEGBsTRjH5zHDUE'
+    else:
+          predicted_class = 'Не токсик)'
+        #   response_text = f'{predicted_class} c вероятностью  {round(1 - prediction, 3)}'
+          response_text = f'{predicted_class} c вероятностью  {round(prediction, 3)}'
+          sticker_id = 'CAACAgIAAxkBAAMtZll5udV6ScWrGUMhkJIFmvazQicAAlgAA5KfHhFUuZt-mMSZyTUE'
+    # Отправка ответа пользователю
+    logging.info(f'{user_name} {user_id}: {text}')
+    await bot.send_message(chat_id=user_id, text=response_text)
+    await bot.send_sticker(chat_id=user_id, sticker=sticker_id)
+
+if __name__ == '__main__':
+     dp.run_polling(bot)

bot/model.py

@@ -0,0 +1,23 @@
+import torch
+from torch import nn
+from transformers import AutoTokenizer, AutoModelForSequenceClassification
+
+
+class BERTClassifier(nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.bert = AutoModelForSequenceClassification.from_pretrained('cointegrated/rubert-tiny-toxicity')
+        self.bert.classifier = nn.Linear(312, 312)
+        for param in self.bert.parameters():
+            param.requires_grad = False
+        self.linear = nn.Sequential(
+            nn.Linear(312, 128),
+            nn.Sigmoid(),
+            nn.Dropout(),
+            nn.Linear(128, 1)
+        )
+
+    def forward(self, x, attention_mask=None):
+        bert_out = self.bert(x, attention_mask=attention_mask).logits
+        out = self.linear(bert_out).squeeze(1)
+        return out

bot/model_weights.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b84f9c8041dd44751288c4777723fb4ff4b3886423f9f6efca37e43c6492429
+size 47712485

bot/model_weights_new.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4ea3eb2ebcb8d15b5c163997198b8262b3c6bf6833d4226b11a8a75b06c55b
+size 47712745

bot/preprocess_text.py

@@ -0,0 +1,33 @@
+import re
+import pandas as pd
+import numpy as np
+from sklearn.base import BaseEstimator, TransformerMixin
+import nltk
+from nltk.corpus import stopwords
+
+
+nltk.download('stopwords')
+stop_words = set(stopwords.words("russian"))
+
+class TextPreprocessorBERT(BaseEstimator, TransformerMixin):
+    def __init__(self):
+        self.stop_words = set(stopwords.words('russian'))
+
+
+    def clean_text(self, text):
+        # Удаление всего, что не является буквами или знаками препинания
+        clean_pattern = re.compile(r'[^a-zA-Zа-яА-ЯёЁ0-9.,!?;:\s]')
+        text = clean_pattern.sub('', text)
+        url_pattern = re.compile(r'http\S+|www\S+|https\S+')
+        text = url_pattern.sub(r'', text)
+        text = re.sub("\s+", " ", text)
+        splitted_text = [word for word in text.split() if word not in stop_words]
+        text = " ".join(splitted_text)
+        return text
+
+    def fit(self, text):
+        return self
+
+    def transform(self, text):
+        # return X.apply(self.clean_text)
+        return self.clean_text(text)

models/model2/model_weights_new.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4ea3eb2ebcb8d15b5c163997198b8262b3c6bf6833d4226b11a8a75b06c55b
+size 47712745

mylog.log

@@ -0,0 +1,352 @@
+INFO:aiogram.dispatcher:Start polling
+INFO:aiogram.dispatcher:Run polling for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:root:Вера 883002227 запустил бота
+INFO:aiogram.event:Update id=294507991 is handled. Duration 229 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294507992 is not handled. Duration 648 ms by bot id=6864353709
+ERROR:aiogram.event:Cause exception while process update id=294507992 by bot id=6864353709
+AttributeError: 'float' object has no attribute 'item'
+Traceback (most recent call last):
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 309, in _process_update
+    response = await self.feed_update(bot, update, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 158, in feed_update
+    response = await self.update.wrap_outer_middleware(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/error.py", line 25, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/user_context.py", line 49, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/fsm/middleware.py", line 42, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 276, in _listen_update
+    return await self.propagate_event(update_type=update_type, event=event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 142, in propagate_event
+    return await observer.wrap_outer_middleware(_wrapped, event=event, data=kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 137, in _wrapped
+    return await self._propagate_event(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 162, in _propagate_event
+    response = await observer.trigger(event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/ds_bootcamp/nlp-bert-team/bot/bot.py", line 84, in predict_sentence
+    if prediction.item() > 0.5:
+AttributeError: 'float' object has no attribute 'item'
+WARNING:aiogram.dispatcher:Received SIGINT signal
+INFO:aiogram.dispatcher:Polling stopped for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.dispatcher:Polling stopped
+INFO:aiogram.dispatcher:Start polling
+INFO:aiogram.dispatcher:Run polling for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.event:Update id=294507993 is not handled. Duration 0 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294507994 is not handled. Duration 0 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294507995 is not handled. Duration 0 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294507996 is not handled. Duration 0 ms by bot id=6864353709
+WARNING:aiogram.dispatcher:Received SIGINT signal
+INFO:aiogram.dispatcher:Polling stopped for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.dispatcher:Polling stopped
+INFO:aiogram.dispatcher:Start polling
+INFO:aiogram.dispatcher:Run polling for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.event:Update id=294507997 is not handled. Duration 0 ms by bot id=6864353709
+WARNING:aiogram.dispatcher:Received SIGINT signal
+INFO:aiogram.dispatcher:Polling stopped for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.dispatcher:Polling stopped
+INFO:aiogram.dispatcher:Start polling
+INFO:aiogram.dispatcher:Run polling for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:root:Вера 883002227 запустил бота
+INFO:aiogram.event:Update id=294507998 is handled. Duration 252 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294507999 is not handled. Duration 594 ms by bot id=6864353709
+ERROR:aiogram.event:Cause exception while process update id=294507999 by bot id=6864353709
+AttributeError: 'float' object has no attribute 'item'
+Traceback (most recent call last):
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 309, in _process_update
+    response = await self.feed_update(bot, update, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 158, in feed_update
+    response = await self.update.wrap_outer_middleware(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/error.py", line 25, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/user_context.py", line 49, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/fsm/middleware.py", line 42, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 276, in _listen_update
+    return await self.propagate_event(update_type=update_type, event=event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 142, in propagate_event
+    return await observer.wrap_outer_middleware(_wrapped, event=event, data=kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 137, in _wrapped
+    return await self._propagate_event(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 162, in _propagate_event
+    response = await observer.trigger(event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/ds_bootcamp/nlp-bert-team/bot/bot.py", line 79, in predict_sentence
+    if prediction.item() > 0.5:
+AttributeError: 'float' object has no attribute 'item'
+INFO:root:Вера 883002227 запустил бота
+INFO:aiogram.event:Update id=294508000 is handled. Duration 215 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294508001 is not handled. Duration 49 ms by bot id=6864353709
+ERROR:aiogram.event:Cause exception while process update id=294508001 by bot id=6864353709
+AttributeError: 'float' object has no attribute 'item'
+Traceback (most recent call last):
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 309, in _process_update
+    response = await self.feed_update(bot, update, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 158, in feed_update
+    response = await self.update.wrap_outer_middleware(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/error.py", line 25, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/user_context.py", line 49, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/fsm/middleware.py", line 42, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 276, in _listen_update
+    return await self.propagate_event(update_type=update_type, event=event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 142, in propagate_event
+    return await observer.wrap_outer_middleware(_wrapped, event=event, data=kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 137, in _wrapped
+    return await self._propagate_event(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 162, in _propagate_event
+    response = await observer.trigger(event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/ds_bootcamp/nlp-bert-team/bot/bot.py", line 79, in predict_sentence
+    if prediction.item() > 0.5:
+AttributeError: 'float' object has no attribute 'item'
+WARNING:aiogram.dispatcher:Received SIGINT signal
+INFO:aiogram.dispatcher:Polling stopped for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.dispatcher:Polling stopped
+INFO:aiogram.dispatcher:Start polling
+INFO:aiogram.dispatcher:Run polling for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:root:Вера 883002227 запустил бота
+INFO:aiogram.event:Update id=294508002 is handled. Duration 241 ms by bot id=6864353709
+INFO:root:Вера 883002227: Бактерия, тебе этого не понять Конечно, я же не ист е рик. Вот здесь поподробнее Сахаров А.Н вещает: Ты какой-то бред написал. Всё логично. 
+Фраза была обращена к тебе. Твои проблемы - учись изъясняться определённее. Я заказал книгу о Второй Мировой войне на planeta.ru. Ой, извини, тогда ты не шваль - ты просто чернь. Это при условии, что ты действительно заказал маняграфию
+INFO:aiogram.event:Update id=294508003 is handled. Duration 753 ms by bot id=6864353709
+WARNING:aiogram.dispatcher:Received SIGINT signal
+INFO:aiogram.dispatcher:Polling stopped for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.dispatcher:Polling stopped
+INFO:aiogram.dispatcher:Start polling
+INFO:aiogram.dispatcher:Run polling for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:root:Вера 883002227 запустил бота
+INFO:aiogram.event:Update id=294508004 is handled. Duration 231 ms by bot id=6864353709
+INFO:root:Вера 883002227: Всем, кстати, наплевать. Главное - уровень жизни. Вдвойне наплевать на кукареканье тупорылого хохла с форума-помойки.
+INFO:aiogram.event:Update id=294508005 is handled. Duration 1005 ms by bot id=6864353709
+INFO:root:Вера 883002227: Про графику было обидно) я так то проходил все серии гта со второй части по пятую, кроме гта 4. И мне не мешала графика ни в одной из частей. На компе у меня было куча видеокарт. Начиная с 32мб RIVA TNT и заканчивая 2Гб 560Ti на которой я спокойно играю который год в танки, гта5, ведьмака3 купил на распродаже и начал проходить. Да, не на ультрах. С пониженными текстурами. И не мешает. Я не понимаю дрочева на графике, требовать графику уровня плойки 4 минимум. Мне надо чтобы глаза не резало, только и всего. По поводу управления, мне не хватает переходника на type c. У меня джойстик есть от иксбокса360. Потенциала в мобильных играх достаточно чтобы забить кнопки как забивались в той же NFS MW в 2005. Не самая плохая игра была.
+INFO:aiogram.event:Update id=294508006 is handled. Duration 214 ms by bot id=6864353709
+INFO:root:Вера 883002227: в обеих странах есть партия войны . И в обеих странах эта война сейчас разжигается и поддерживается Смотрите, парни. И вот после этого руснявого пиздежа пидараны требуют к ним хорошего отношения? Мань, может это Украина хуярит по в на роисе градами ? Украина засылает в на роисю террористов бандитов ихтамнетов? Харк тебе в ебло, спидозная тварь.
+INFO:aiogram.event:Update id=294508007 is handled. Duration 220 ms by bot id=6864353709
+INFO:root:Вера 883002227: хорош врать, ты террорист-торчёк-шизофреник пруф: а вот без костюма да чутка учёный, миллиардер, филантроп
+INFO:aiogram.event:Update id=294508008 is handled. Duration 281 ms by bot id=6864353709
+WARNING:aiogram.dispatcher:Received SIGINT signal
+INFO:aiogram.dispatcher:Polling stopped for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.dispatcher:Polling stopped
+INFO:aiogram.dispatcher:Start polling
+INFO:aiogram.dispatcher:Run polling for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:root:Вера 883002227 запустил бота
+INFO:aiogram.event:Update id=294508009 is handled. Duration 250 ms by bot id=6864353709
+INFO:root:Вера 883002227: хорош врать, ты террорист-торчёк-шизофреник пруф: а вот без костюма да чутка учёный, миллиардер, филантроп
+INFO:aiogram.event:Update id=294508010 is not handled. Duration 678 ms by bot id=6864353709
+ERROR:aiogram.event:Cause exception while process update id=294508010 by bot id=6864353709
+TypeError: Bot.send_message() got an unexpected keyword argument 'sticker_id'
+Traceback (most recent call last):
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 309, in _process_update
+    response = await self.feed_update(bot, update, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 158, in feed_update
+    response = await self.update.wrap_outer_middleware(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/error.py", line 25, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/user_context.py", line 49, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/fsm/middleware.py", line 42, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 276, in _listen_update
+    return await self.propagate_event(update_type=update_type, event=event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 142, in propagate_event
+    return await observer.wrap_outer_middleware(_wrapped, event=event, data=kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 137, in _wrapped
+    return await self._propagate_event(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 162, in _propagate_event
+    response = await observer.trigger(event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/ds_bootcamp/nlp-bert-team/bot/bot.py", line 90, in predict_sentence
+    await bot.send_message(chat_id=user_id, text=response_text, sticker_id=sticker_id)
+TypeError: Bot.send_message() got an unexpected keyword argument 'sticker_id'
+INFO:root:Вера 883002227: хорош врать, ты террорист-торчёк-шизофреник пруф: а вот без костюма да чутка учёный, миллиардер, филантроп
+INFO:aiogram.event:Update id=294508011 is not handled. Duration 15 ms by bot id=6864353709
+ERROR:aiogram.event:Cause exception while process update id=294508011 by bot id=6864353709
+TypeError: Bot.send_message() got an unexpected keyword argument 'sticker_id'
+Traceback (most recent call last):
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 309, in _process_update
+    response = await self.feed_update(bot, update, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 158, in feed_update
+    response = await self.update.wrap_outer_middleware(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/error.py", line 25, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/user_context.py", line 49, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/fsm/middleware.py", line 42, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 276, in _listen_update
+    return await self.propagate_event(update_type=update_type, event=event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 142, in propagate_event
+    return await observer.wrap_outer_middleware(_wrapped, event=event, data=kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 137, in _wrapped
+    return await self._propagate_event(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 162, in _propagate_event
+    response = await observer.trigger(event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/ds_bootcamp/nlp-bert-team/bot/bot.py", line 90, in predict_sentence
+    await bot.send_message(chat_id=user_id, text=response_text, sticker_id=sticker_id)
+TypeError: Bot.send_message() got an unexpected keyword argument 'sticker_id'
+WARNING:aiogram.dispatcher:Received SIGINT signal
+INFO:aiogram.dispatcher:Polling stopped for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.dispatcher:Polling stopped
+INFO:aiogram.dispatcher:Start polling
+INFO:aiogram.dispatcher:Run polling for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:root:Вера 883002227 запустил бота
+INFO:aiogram.event:Update id=294508012 is handled. Duration 240 ms by bot id=6864353709
+INFO:root:Вера 883002227: хорош врать, ты террорист-торчёк-шизофреник пруф: а вот без костюма да чутка учёный, миллиардер, филантроп
+INFO:aiogram.event:Update id=294508013 is not handled. Duration 748 ms by bot id=6864353709
+ERROR:aiogram.event:Cause exception while process update id=294508013 by bot id=6864353709
+TelegramBadRequest: Telegram server says - Bad Request: wrong file identifier/HTTP URL specified
+Traceback (most recent call last):
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 309, in _process_update
+    response = await self.feed_update(bot, update, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 158, in feed_update
+    response = await self.update.wrap_outer_middleware(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/error.py", line 25, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/user_context.py", line 49, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/fsm/middleware.py", line 42, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 276, in _listen_update
+    return await self.propagate_event(update_type=update_type, event=event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 142, in propagate_event
+    return await observer.wrap_outer_middleware(_wrapped, event=event, data=kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 137, in _wrapped
+    return await self._propagate_event(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 162, in _propagate_event
+    response = await observer.trigger(event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/ds_bootcamp/nlp-bert-team/bot/bot.py", line 91, in predict_sentence
+    await bot.send_sticker(chat_id=user_id, sticker=sticker_id)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/client/bot.py", line 3074, in send_sticker
+    return await self(call, request_timeout=request_timeout)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/client/bot.py", line 509, in __call__
+    return await self.session(self, method, timeout=request_timeout)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/client/session/base.py", line 254, in __call__
+    return cast(TelegramType, await middleware(bot, method))
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/client/session/aiohttp.py", line 178, in make_request
+    response = self.check_response(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/client/session/base.py", line 120, in check_response
+    raise TelegramBadRequest(method=method, message=description)
+aiogram.exceptions.TelegramBadRequest: Telegram server says - Bad Request: wrong file identifier/HTTP URL specified
+INFO:aiogram.event:Update id=294508014 is not handled. Duration 0 ms by bot id=6864353709
+ERROR:aiogram.event:Cause exception while process update id=294508014 by bot id=6864353709
+TypeError: expected string or bytes-like object
+Traceback (most recent call last):
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 309, in _process_update
+    response = await self.feed_update(bot, update, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 158, in feed_update
+    response = await self.update.wrap_outer_middleware(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/error.py", line 25, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/middlewares/user_context.py", line 49, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/fsm/middleware.py", line 42, in __call__
+    return await handler(event, data)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/dispatcher.py", line 276, in _listen_update
+    return await self.propagate_event(update_type=update_type, event=event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 142, in propagate_event
+    return await observer.wrap_outer_middleware(_wrapped, event=event, data=kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 137, in _wrapped
+    return await self._propagate_event(
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/router.py", line 162, in _propagate_event
+    response = await observer.trigger(event, **kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/telegram.py", line 121, in trigger
+    return await wrapped_inner(event, kwargs)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/aiogram/dispatcher/event/handler.py", line 43, in call
+    return await wrapped()
+  File "/home/vera/ds_bootcamp/nlp-bert-team/bot/bot.py", line 58, in predict_sentence
+    preprocessed_text = preprocessor.transform(text)
+  File "/home/vera/miniforge3/lib/python3.10/site-packages/sklearn/utils/_set_output.py", line 295, in wrapped
+    data_to_wrap = f(self, X, *args, **kwargs)
+  File "/home/vera/ds_bootcamp/nlp-bert-team/bot/preprocess_text.py", line 33, in transform
+    return self.clean_text(text)
+  File "/home/vera/ds_bootcamp/nlp-bert-team/bot/preprocess_text.py", line 20, in clean_text
+    text = clean_pattern.sub('', text)
+TypeError: expected string or bytes-like object
+WARNING:aiogram.dispatcher:Received SIGINT signal
+INFO:aiogram.dispatcher:Polling stopped for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.dispatcher:Polling stopped
+INFO:aiogram.dispatcher:Start polling
+INFO:aiogram.dispatcher:Run polling for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:root:Вера 883002227 запустил бота
+INFO:aiogram.event:Update id=294508015 is handled. Duration 427 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294508016 is handled. Duration 84 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294508017 is handled. Duration 202 ms by bot id=6864353709
+WARNING:aiogram.dispatcher:Received SIGINT signal
+INFO:aiogram.dispatcher:Polling stopped for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.dispatcher:Polling stopped
+INFO:aiogram.dispatcher:Start polling
+INFO:aiogram.dispatcher:Run polling for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.event:Update id=294508018 is handled. Duration 230 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294508019 is handled. Duration 79 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294508020 is handled. Duration 100 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294508021 is handled. Duration 82 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294508022 is handled. Duration 126 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294508023 is handled. Duration 85 ms by bot id=6864353709
+INFO:aiogram.event:Update id=294508024 is handled. Duration 213 ms by bot id=6864353709
+WARNING:aiogram.dispatcher:Received SIGINT signal
+INFO:aiogram.dispatcher:Polling stopped for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.dispatcher:Polling stopped
+INFO:aiogram.dispatcher:Start polling
+INFO:aiogram.dispatcher:Run polling for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:root:Вера 883002227 запустил бота
+INFO:aiogram.event:Update id=294508025 is handled. Duration 216 ms by bot id=6864353709
+INFO:root:Вера 883002227: Про графику было обидно) я так то проходил все серии гта со второй части по пятую, кроме гта 4. И мне не мешала графика ни в одной из частей. На компе у меня было куча видеокарт. Начиная с 32мб RIVA TNT и заканчивая 2Гб 560Ti на которой я спокойно играю который год в танки, гта5, ведьмака3 купил на распродаже и начал проходить. Да, не на ультрах. С пониженными текстурами. И не мешает. Я не понимаю дрочева на графике, требовать графику уровня плойки 4 минимум. Мне надо чтобы глаза не резало, только и всего. По поводу управления, мне не хватает переходника на type c. У меня джойстик есть от иксбокса360. Потенциала в мобильных играх достаточно чтобы забить кнопки как забивались в той же NFS MW в 2005. Не самая плохая игра была.
+INFO:aiogram.event:Update id=294508026 is handled. Duration 1126 ms by bot id=6864353709
+INFO:root:Вера 883002227: В СОВКЕ САМОЕ ЛУЧШЕЕ ОБРАЗОВАНИЕ! - ПО МНЕНИЮ ЛЮБИТЕЛЕЙ ЗАРЯЖАТЬ ВОДУ ОТ ТЕЛЕВИЗОРА В СОВКЕ САМЫЕ КРАСИВЫЕ ДЕВУШКИ! - ПО МНЕНИЮ НОВИОПОВ В СОВКЕ САМЫЕ ЛУЧШИЕ ТОВАРЫ!- ПО МНЕНИЮ ЛЮБИТЕЛЕЙ ПОДТИРАТЬ ЖОПУ ГАЗЕТОЙ, А НЕ ТУАЛЕТНОЙ БУМАГОЙ В СОВКЕ САМАЯ ЛУЧШАЯ МЕДЕЦИНА! - ПО МНЕНИЮ САМОГО АБОРТИРУЕМОГО НАРОДА В СОВКЕ САМАЯ ЛУЧШАЯ ТЕХНИКА! - ПО МНЕНИЮ ЛЮБИТЕЛЕЙ ПЛАГИАТА В СОВКЕ САМЫЙ ВЫСОКИЙ УРОВЕНЬ ЖИЗНИ! - ПО МНЕНИЮ ЛЮБИТЕЛЕЙ ДЕФИЦИТА
+INFO:aiogram.event:Update id=294508027 is handled. Duration 348 ms by bot id=6864353709
+WARNING:aiogram.dispatcher:Received SIGINT signal
+INFO:aiogram.dispatcher:Polling stopped for bot @Toxic_BERT_bot id=6864353709 - 'Toxic_BERT'
+INFO:aiogram.dispatcher:Polling stopped

pages/comments.py

@@ -25,7 +25,7 @@ device = 'cpu'
 @st.cache_resource
 def load_model():
     model = BERTClassifier()
-    weights_path = models_path / 'model2' / 'model_weights.pth'
+    weights_path = models_path / 'model2' / 'model_weights_new.pth'
     state_dict = torch.load(weights_path, map_location=device)
     model.load_state_dict(state_dict)
     model.to(device)