Shivik-Code-1B / modeling_shivik_m4_original.py
theaicompany02's picture
Initial release: Shivik-Code-1B
ee7c543 verified
"""
SHIVIK-M4 Architecture (Llama-3.2 Compatible)
"""
from transformers import LlamaConfig, LlamaForCausalLM, AutoConfig, AutoModelForCausalLM
class ShivikM4Config(LlamaConfig):
model_type = "shivik_m4"
class ShivikM4ForCausalLM(LlamaForCausalLM):
config_class = ShivikM4Config
# Register for AutoClasses so trust_remote_code works
AutoConfig.register("shivik_m4", ShivikM4Config)
AutoModelForCausalLM.register(ShivikM4Config, ShivikM4ForCausalLM)