Update app.py

app.py

@@ -1,34 +1,68 @@
-import discord
-from discord.ext import commands
+import streamlit as st
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
+import random
 
-# Настройка бота
-intents = discord.Intents.default()
-intents.message_content = True
-bot = commands.Bot(command_prefix='!', intents=intents)
+@st.cache_resource
+def load_model():
+    model_name = "sberbank-ai/rugpt3small_based_on_gpt2"
+    tokenizer = AutoTokenizer.from_pretrained(model_name)
+    model = AutoModelForCausalLM.from_pretrained(model_name)
+    return tokenizer, model
 
-# Загрузка модели и токенизатора
-model_name = "Qwen/Qwen2-72B"
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
+def generate_response(prompt, tokenizer, model):
+    inputs = tokenizer.encode(prompt, return_tensors='pt')
+    with torch.no_grad():
+        outputs = model.generate(inputs, max_length=100, num_return_sequences=1, 
+                                 temperature=0.9, top_k=50, top_p=0.95)
+    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return add_mistakes(response)
 
-@bot.event
-async def on_ready():
-    print(f'{bot.user} has connected to Discord!')
+def add_mistakes(text):
+    words = text.split()
+    for i in range(len(words)):
+        if random.random() < 0.2:  # 20% шанс ошибки в слове
+            words[i] = misspell_word(words[i])
+    return ' '.join(words)
 
-@bot.command(name='AI')
-async def ai_response(ctx, *, question):
-    # Подготовка входных данных
-    inputs = tokenizer.encode(question, return_tensors='pt')
-    
-    # Генерация ответа
-    with torch.no_grad():
-        outputs = model.generate(inputs, max_length=100, num_return_sequences=1)
+def misspell_word(word):
+    if len(word) < 3:
+        return word
+    vowels = 'аеёиоуыэюя'
+    consonants = 'бвгджзйклмнпрстфхцчшщ'
     
-    # Декодирование и отправка ответа
-    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
-    await ctx.send(response)
+    if random.random() < 0.5:
+        # Заменяем случайную гласную
+        for i, char in enumerate(word):
+            if char.lower() in vowels:
+                replacement = random.choice(vowels)
+                return word[:i] + replacement + word[i+1:]
+    else:
+        # Заменяем случайную согласную
+        for i, char in enumerate(word):
+            if char.lower() in consonants:
+                replacement = random.choice(consonants)
+                return word[:i] + replacement + word[i+1:]
+    return word
+
+st.title("AI Чат с простой русской моделью")
 
-# Запуск бота
-bot.run('MTI3OTAxOTI4MzY1NzEzMDA4NQ.GOkPKG.LmZZLrGZdH27G70YpsOpY-uDSylhbkGdBGqX0o')
+tokenizer, model = load_model()
+
+if "messages" not in st.session_state:
+    st.session_state.messages = []
+
+for message in st.session_state.messages:
+    with st.chat_message(message["role"]):
+        st.markdown(message["content"])
+
+if prompt := st.chat_input("Введите ваше сообщение"):
+    st.session_state.messages.append({"role": "user", "content": prompt})
+    with st.chat_message("user"):
+        st.markdown(prompt)
+    
+    with st.chat_message("assistant"):
+        response = generate_response(prompt, tokenizer, model)
+        st.markdown(response)
+    
+    st.session_state.messages.append({"role": "assistant", "content": response})