SDLM/sdlm/patch/internvit_liger_monkey_patch.py

# --------------------------------------------------------
# InternVL
# Copyright (c) 2024 OpenGVLab
# Licensed under The MIT License [see LICENSE for details]
# --------------------------------------------------------

def apply_liger_kernel_to_internvit() -> None:
    from internvl.model.internvl_chat import modeling_intern_vit
    from liger_kernel.transformers.layer_norm import LigerLayerNorm
    from liger_kernel.transformers.rms_norm import LigerRMSNorm
    modeling_intern_vit.NORM2FN['rms_norm'] = LigerRMSNorm
    modeling_intern_vit.NORM2FN['layer_norm'] = LigerLayerNorm
    print('Liger kernel applied to InternViT')