Upload adapter_layer.py

adapter_layer.py

@@ -277,6 +277,12 @@ class Wildnerve_tlm01(nn.Module):
         try:
             from transformers import AutoTokenizer
             self.tokenizer = AutoTokenizer.from_pretrained("gpt2", use_fast=True)
+            
+            # Fix for GPT-2 tokenizer: set pad_token to eos_token
+            if not self.tokenizer.pad_token:
+                self.tokenizer.pad_token = self.tokenizer.eos_token
+                logger.info("Set GPT-2 pad_token to eos_token")
+                
             logger.info("Initialized minimal tokenizer")
         except Exception as e:
             logger.error(f"Failed to initialize tokenizer: {e}")