Upload folder using huggingface_hub

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.0.0"
+}

modeling_gpt2workshop.py

@@ -4,6 +4,7 @@ import torch.nn.functional as F
 from transformers import PreTrainedModel
 from transformers.modeling_outputs import CausalLMOutput
 from .configuration_gpt2workshop import GPT2WorkshopConfig
+from transformers.generation import GenerationMixin
 
 
 def build_rope_cache(seq_len, head_dim, device, theta=10000.0):
@@ -80,7 +81,7 @@ class TransformerBlock(nn.Module):
         return x
 
 
-class GPT2WorkshopForCausalLM(PreTrainedModel):
+class GPT2WorkshopForCausalLM(PreTrainedModel, GenerationMixin):
     config_class = GPT2WorkshopConfig
 
     def __init__(self, config):