Update app.py

app.py

@@ -30,15 +30,9 @@ if missing_vars:
     raise ValueError(f"Missing environment variables: {', '.join(missing_vars)}")
 
 # Replace with your actual model name
-model_name = "jacksonstrut/tinyllama-1.1B-chat"  # Update this with your model's name
-
-from transformers import AutoTokenizer
-
 model_name = "jacksonstrut/tinyllama-1.1B-chat"
-HUGGINGFACE_API_TOKEN = os.getenv('HUGGINGFACE_API_TOKEN')
 
 # Disable tokenizer parallelism
-import os
 os.environ["TOKENIZERS_PARALLELISM"] = "false"
 
 # Load the tokenizer with use_fast=False
@@ -51,7 +45,7 @@ tokenizer = AutoTokenizer.from_pretrained(
 # Ensure pad_token is set
 if tokenizer.pad_token is None:
     tokenizer.pad_token = tokenizer.eos_token
-)
+
 config = AutoConfig.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
@@ -60,8 +54,93 @@ model = AutoModelForCausalLM.from_pretrained(
 )
 model.to('cpu')
 
-# Ensure pad_token is set
-if tokenizer.pad_token is None:
-    tokenizer.pad_token = tokenizer.eos_token
+# List of house music hooks to drop randomly
+HOUSE_MUSIC_HOOKS = [
+    # ... your list of hooks ...
+]
+
+# Initialize chat history for users
+chat_histories = {}
+
+async def generate_response(user_id, user_message):
+    """Generates a response using the model."""
+    try:
+        # Retrieve or initialize the chat history for the user
+        if user_id in chat_histories:
+            chat_history_ids = chat_histories[user_id]
+        else:
+            chat_history_ids = None
+
+        # Encode the user message and append the EOS token
+        new_user_input_ids = tokenizer.encode(user_message + tokenizer.eos_token, return_tensors='pt').to('cpu')
+
+        # Concatenate new user input with chat history (if it exists)
+        if chat_history_ids is not None:
+            bot_input_ids = torch.cat([chat_history_ids, new_user_input_ids], dim=-1)
+        else:
+            bot_input_ids = new_user_input_ids
+
+        # Generate a response
+        output_ids = model.generate(
+            bot_input_ids,
+            max_length=bot_input_ids.shape[-1] + MAX_TOKENS,
+            temperature=TEMPERATURE,
+            do_sample=True,
+            top_p=0.95,
+            top_k=50,
+            pad_token_id=tokenizer.pad_token_id,
+            no_repeat_ngram_size=3,
+        )
+
+        # Extract the new response
+        response_ids = output_ids[:, bot_input_ids.shape[-1]:]
+        response_text = tokenizer.decode(response_ids[0], skip_special_tokens=True)
+
+        # Update the chat history
+        chat_histories[user_id] = output_ids[:, -1000:]  # Keep last 1000 tokens to limit history size
+
+        # Randomly include a house music hook (30% chance)
+        if random.random() < 0.3:
+            response_text = f"{random.choice(HOUSE_MUSIC_HOOKS)} {response_text}"
+
+        logger.info(f"Generated response: {response_text}")
+        return response_text
+
+    except Exception as e:
+        logger.error(f"Error generating response: {e}")
+        return "Sorry, I'm too hyped to respond right now!"
+
+# Create a Twitch chatbot using TwitchIO
+class TwitchChatBot(commands.Bot):
+
+    def __init__(self):
+        super().__init__(
+            token=TWITCH_OAUTH_TOKEN,
+            nick=TWITCH_BOT_USERNAME,
+            prefix='!',
+            initial_channels=[TWITCH_CHANNEL_NAME]
+        )
+
+    async def event_ready(self):
+        """Event handler when the bot is connected and ready."""
+        logger.info(f"Logged in as | {self.nick}")
+        logger.info(f"Connected to channel | {TWITCH_CHANNEL_NAME}")
+
+    async def event_message(self, message):
+        """Event handler when a message is received in chat."""
+        # Ignore messages sent by the bot itself
+        if message.echo:
+            return
+
+        logger.info(f"Message received from {message.author.name}: {message.content}")
+
+        # Generate a response
+        response = await generate_response(message.author.id, message.content)
+
+        # Send the response back to the Twitch chat
+        await message.channel.send(f"@{message.author.name} {response}")
 
-# ... rest of your code ...
+# Initialize and run the bot
+if __name__ == "__main__":
+    bot = TwitchChatBot()
+    bot.run()