File size: 633 Bytes
731dd4f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | # --------------------------------------------------------
# InternVL
# Copyright (c) 2024 OpenGVLab
# Licensed under The MIT License [see LICENSE for details]
# --------------------------------------------------------
def apply_liger_kernel_to_internvit() -> None:
from internvl.model.internvl_chat import modeling_intern_vit
from liger_kernel.transformers.layer_norm import LigerLayerNorm
from liger_kernel.transformers.rms_norm import LigerRMSNorm
modeling_intern_vit.NORM2FN['rms_norm'] = LigerRMSNorm
modeling_intern_vit.NORM2FN['layer_norm'] = LigerLayerNorm
print('Liger kernel applied to InternViT')
|