Update app.py

app.py

@@ -4,14 +4,27 @@ import discord
 from discord.ext import commands
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
+import logging
+
+# 로깅 설정
+logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
+logger = logging.getLogger(__name__)
 
 MODEL = "LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct"
 DISCORD_TOKEN = os.getenv("DISCORD_TOKEN")
 DISCORD_CHANNEL_ID = int(os.getenv("DISCORD_CHANNEL_ID"))
 
+logger.info(f"Discord Token: {'Set' if DISCORD_TOKEN else 'Not Set'}")
+logger.info(f"Discord Channel ID: {DISCORD_CHANNEL_ID}")
+
 device = "cuda" if torch.cuda.is_available() else "cpu"
+logger.info(f"Using device: {device}")
 
+logger.info("Loading tokenizer...")
 tokenizer = AutoTokenizer.from_pretrained(MODEL)
+logger.info("Tokenizer loaded successfully")
+
+logger.info("Loading model...")
 model = AutoModelForCausalLM.from_pretrained(
     MODEL,
     torch_dtype=torch.bfloat16,
@@ -19,12 +32,14 @@ model = AutoModelForCausalLM.from_pretrained(
     trust_remote_code=True,
     ignore_mismatched_sizes=True
 )
+logger.info("Model loaded successfully")
 
 intents = discord.Intents.default()
 intents.message_content = True
 bot = commands.Bot(command_prefix="!", intents=intents)
 
 async def generate_response(message, history, system_prompt):
+    logger.info(f"Generating response for message: {message[:50]}...")  # Log first 50 chars of message
     conversation = [{"role": "system", "content": system_prompt}]
     for prompt, answer in history:
         conversation.extend([
@@ -53,29 +68,39 @@ async def generate_response(message, history, system_prompt):
         )
 
     response = tokenizer.decode(output[0], skip_special_tokens=True)
+    logger.info(f"Generated response: {response[:100]}...")  # Log first 100 chars of response
     return response.split("Assistant:")[-1].strip()
 
 @bot.event
 async def on_ready():
-    print(f"{bot.user} has connected to Discord!")
+    logger.info(f"{bot.user} has connected to Discord!")
 
 @bot.event
 async def on_message(message):
     if message.author == bot.user:
         return
 
+    logger.info(f"Received message: {message.content[:50]}...")  # Log first 50 chars of message
+    logger.info(f"Message channel ID: {message.channel.id}")
+
     if message.channel.id != DISCORD_CHANNEL_ID:
+        logger.info("Message not in target channel")
         return
 
-    response = await generate_response(message.content, [], "You are EXAONE model from LG AI Research, a helpful assistant.")
-    
-    # Split the response into chunks of 2000 characters
-    chunks = [response[i:i+2000] for i in range(0, len(response), 2000)]
-    
-    for chunk in chunks:
-        await message.channel.send(chunk)
+    try:
+        response = await generate_response(message.content, [], "You are EXAONE model from LG AI Research, a helpful assistant.")
+        
+        chunks = [response[i:i+2000] for i in range(0, len(response), 2000)]
+        
+        for i, chunk in enumerate(chunks):
+            await message.channel.send(chunk)
+            logger.info(f"Sent response chunk {i+1}/{len(chunks)}")
+    except Exception as e:
+        logger.error(f"Error generating or sending response: {e}")
 
 if __name__ == "__main__":
     import subprocess
+    logger.info("Starting web.py...")
     subprocess.Popen(["python", "web.py"])
+    logger.info("Running Discord bot...")
     bot.run(DISCORD_TOKEN)