xddd_v2 / modeling_custom.py
jnjj's picture
Upload folder using huggingface_hub
4b733ec verified
raw
history blame contribute delete
380 Bytes
from transformers.models.llama.modeling_llama import LlamaForCausalLM, LlamaConfig
class CustomLlamaForCausalLM(LlamaForCausalLM):
def __init__(self, config: LlamaConfig):
super().__init__(config)
# Hooks o capas personalizadas
def forward(self, *args, **kwargs):
# Ajustes pre/post procesamiento
return super().forward(*args, **kwargs)