File size: 459 Bytes
ee7c543
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
"""
SHIVIK-M4 Architecture (Llama-3.2 Compatible)
"""
from transformers import LlamaConfig, LlamaForCausalLM, AutoConfig, AutoModelForCausalLM

class ShivikM4Config(LlamaConfig):
    model_type = "shivik_m4"

class ShivikM4ForCausalLM(LlamaForCausalLM):
    config_class = ShivikM4Config

# Register for AutoClasses so trust_remote_code works
AutoConfig.register("shivik_m4", ShivikM4Config)
AutoModelForCausalLM.register(ShivikM4Config, ShivikM4ForCausalLM)