radar 2026-11-02
Browse files- index.html +0 -0
- patches.json +664 -0
- reports/2026-11-02.json +0 -0
index.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
patches.json
ADDED
|
@@ -0,0 +1,664 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
"EvolvingLMMs-Lab/lmms-eval:lmms_eval/models/simple/cambrians_vsc.py: CambrianQwenModel.forward = cambrian_qwen2_forward",
|
| 3 |
+
"EvolvingLMMs-Lab/lmms-eval:lmms_eval/models/simple/cambrians_vsr.py: CambrianQwenModel.forward = cambrian_qwen2_forward",
|
| 4 |
+
"FlagOpen/FlagEmbedding:research/llm_embedder/src/utils/llama_patch.py: transformers.models.llama.modeling_llama.LlamaAttention.forward = forward",
|
| 5 |
+
"FlagOpen/FlagEmbedding:research/llm_embedder/src/utils/llama_patch.py: transformers.models.llama.modeling_llama.LlamaModel._prepare_decoder_attention_mask = (",
|
| 6 |
+
"ModelCloud/GPTQModel:gptqmodel/models/base.py: modeling_utils.check_support_param_buffer_assignment = check_support_param_buffer_assignment",
|
| 7 |
+
"ModelCloud/GPTQModel:gptqmodel/models/definitions/intern_s2_preview.py: modeling_module.create_causal_mask = create_causal_mask_compat",
|
| 8 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: PreTrainedModel.__getattr__ = __getattr__",
|
| 9 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: PreTrainedModel._gptqmodel_legacy_tied_weights_patch = True",
|
| 10 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: PreTrainedModel._gptqmodel_missing_all_tied_weights_patch = True",
|
| 11 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: PreTrainedModel.get_expanded_tied_weights_keys = get_expanded_tied_weights_keys",
|
| 12 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: PreTrainedModel.get_head_mask = get_head_mask",
|
| 13 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: PreTrainedModel.is_parallelizable = False",
|
| 14 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: modeling_auto.AutoModelForCausalLM.register = classmethod(patched_register)",
|
| 15 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: modeling_llama.LlamaAttention = DeepSeekVLV2CompatLlamaAttention",
|
| 16 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: modeling_llama.LlamaFlashAttention2 = DeepSeekVLV2CompatLlamaAttention",
|
| 17 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: modeling_llama.LlamaFlashAttention2 = original_llama_attention",
|
| 18 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: modeling_utils._init_weights = False",
|
| 19 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: modeling_utils._init_weights = original_init_flag",
|
| 20 |
+
"ModelCloud/GPTQModel:gptqmodel/utils/hf.py: modeling_utils.is_flash_attn_2_available = is_flash_attn_2_available",
|
| 21 |
+
"NVIDIA-NeMo/Automodel:nemo_automodel/_transformers/auto_model.py: PreTrainedModel._finalize_model_loading = staticmethod(_compat_finalize)",
|
| 22 |
+
"NVIDIA-NeMo/Automodel:nemo_automodel/_transformers/model_init.py: PreTrainedModel.get_init_context = classmethod(_patched_get_init_context)",
|
| 23 |
+
"NVIDIA-NeMo/Automodel:nemo_automodel/_transformers/utils.py: Qwen3ForCausalLM.forward = _patched_forward # type: ignore[method-assign]",
|
| 24 |
+
"NVIDIA-NeMo/Automodel:nemo_automodel/components/models/beam/model.py: BeamForCausalLM.parallelizer = PARALLELIZER",
|
| 25 |
+
"NVIDIA-NeMo/Automodel:nemo_automodel/components/models/common/utils.py: TERMSNorm.forward = _patched_rmsnorm_forward",
|
| 26 |
+
"NVIDIA-NeMo/Automodel:nemo_automodel/components/models/deepseek_v4/model.py: DeepseekV4ForCausalLM.parallelizer = PARALLELIZER",
|
| 27 |
+
"NVIDIA-NeMo/Automodel:nemo_automodel/components/models/deepseek_v41/model.py: DeepseekV41ForCausalLM.parallelizer = PARALLELIZER",
|
| 28 |
+
"NVIDIA-NeMo/Automodel:nemo_automodel/components/models/nemotron_v3/model.py: NemotronHForCausalLM.parallelizer = PARALLELIZER",
|
| 29 |
+
"NVIDIA-NeMo/Automodel:nemo_automodel/components/models/qwen3_5/model.py: Qwen3_5ForCausalLM.parallelizer = PARALLELIZER",
|
| 30 |
+
"NVIDIA-NeMo/Automodel:nemo_automodel/shared/transformers_patches.py: modeling_t5.T5LayerNorm = _NativeT5LayerNorm",
|
| 31 |
+
"NVIDIA/TensorRT-LLM:tensorrt_llm/tools/layer_wise_benchmarks/mark_utils.py: GatedMLP.forward = nvtx.annotate(\"GatedMLP\")(GatedMLP.forward)",
|
| 32 |
+
"NVIDIA/TensorRT-LLM:tensorrt_llm/tools/layer_wise_benchmarks/mark_utils.py: KimiKDALinearAttention.forward = nvtx.annotate(\"KimiKDALinearAttention\")(",
|
| 33 |
+
"OpenRLHF/OpenRLHF:openrlhf/utils/deepspeed/deepspeed.py: transformers.modeling_flash_attention_utils.deterministic_g = True",
|
| 34 |
+
"PrimeIntellect-ai/prime-rl:src/prime_rl/inference/patches.py: Glm5NextForCausalLM.process_weights_after_loading = process_weights_after_loading",
|
| 35 |
+
"PrimeIntellect-ai/prime-rl:src/prime_rl/inference/patches.py: LoRAModel.from_local_checkpoint = classmethod(_patched_from_local_checkpoint)",
|
| 36 |
+
"PrimeIntellect-ai/prime-rl:src/prime_rl/inference/patches.py: MiniMaxM2ForCausalLM.hf_to_vllm_mapper = WeightsMapper(",
|
| 37 |
+
"PrimeIntellect-ai/prime-rl:src/prime_rl/inference/vllm/qwen38_weight_loading.py: Qwen4ExpNGramEmbedding.load_weights = load_weights",
|
| 38 |
+
"PrimeIntellect-ai/prime-rl:src/prime_rl/trainer/models/gpt_oss/attention.py: GptOssAttention.compute_attention = ulysses_attention",
|
| 39 |
+
"PrimeIntellect-ai/prime-rl:src/prime_rl/trainer/models/layers/ulysses_attn.py: AfmoeFlashAttention._compute_attention = _ulysses_compute_attention",
|
| 40 |
+
"PrimeIntellect-ai/prime-rl:src/prime_rl/trainer/models/layers/ulysses_attn.py: FlashAttention._compute_attention = _ulysses_compute_attention",
|
| 41 |
+
"alibaba/ROLL:roll/models/model_providers.py: AutoModelForCausalLMWithValueHead.post_init = no_set_device_hook_post_init",
|
| 42 |
+
"alibaba/ROLL:roll/third_party/megatron/mtp_patcher.py: GPTModel._original_postprocess = original_gpt_postprocess",
|
| 43 |
+
"alibaba/ROLL:roll/third_party/megatron/mtp_patcher.py: GPTModel._postprocess = patched_gpt_postprocess",
|
| 44 |
+
"alibaba/ROLL:roll/third_party/vllm/gdn_patcher.py: GDNAttentionMetadataBuilder._original_build = original_build",
|
| 45 |
+
"alibaba/ROLL:roll/third_party/vllm/gdn_patcher.py: GDNAttentionMetadataBuilder.build = patched_build",
|
| 46 |
+
"alibaba/ROLL:roll/utils/context_parallel/monkey_patch.py: Qwen2Model._update_causal_mask = _update_causal_mask",
|
| 47 |
+
"alibaba/ROLL:roll/utils/context_parallel/monkey_patch.py: Qwen2Model._update_causal_mask = old_update_causal_mask",
|
| 48 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/expert_parallel/experts_fn.py: PreTrainedModel.get_correct_experts_implementation = patched # type: ignore[assignment]",
|
| 49 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/kernels/libs/scattermoe_lora/experts.py: PreTrainedModel.get_correct_experts_implementation = _patched_get_correct",
|
| 50 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/kernels/libs/scattermoe_lora/nvfp4_moe_loading.py: PreTrainedModel._initialize_missing_keys = patched",
|
| 51 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/glm4_moe_lite.py: modeling_glm4_moe_lite.Glm4MoeLiteMLP.forward = LigerSwiGLUMLP.forward",
|
| 52 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/glm4_moe_lite.py: modeling_glm4_moe_lite.Glm4MoeLiteRMSNorm = LigerRMSNorm",
|
| 53 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/glm4_moe_lite.py: modeling_glm4_moe_lite.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 54 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/glm4_moe_lite.py: modeling_glm4_moe_lite.apply_rotary_pos_emb_interleave = (",
|
| 55 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/qwen3_5.py: modeling_qwen3_5.Qwen3_5ForCausalLM.forward = lce_forward",
|
| 56 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/qwen3_5.py: modeling_qwen3_5.Qwen3_5MLP = _liger_swiglu_mlp_wrapper",
|
| 57 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/qwen3_5.py: modeling_qwen3_5.Qwen3_5RMSNorm = LigerRMSNormForQwen3_5",
|
| 58 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/qwen3_5.py: modeling_qwen3_5.Qwen3_5RMSNormGated = FusedRMSNormGated",
|
| 59 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/qwen3_5.py: modeling_qwen3_5.nn.LayerNorm = LigerLayerNorm",
|
| 60 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/qwen3_5_moe.py: modeling_mod.Qwen3_5MoeForCausalLM.forward = lce_forward",
|
| 61 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/qwen3_5_moe.py: modeling_mod.Qwen3_5MoeMLP = _liger_swiglu_mlp_wrapper",
|
| 62 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/qwen3_5_moe.py: modeling_mod.Qwen3_5MoeRMSNorm = LigerRMSNormForQwen3_5Moe",
|
| 63 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/qwen3_5_moe.py: modeling_mod.Qwen3_5MoeRMSNormGated = FusedRMSNormGated",
|
| 64 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/models/qwen3_5_moe.py: modeling_mod.nn.LayerNorm = LigerLayerNorm",
|
| 65 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_cohere_compass.CohereCompassMLP = LigerSwiGLUMLP",
|
| 66 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_cohere_compass.nn.LayerNorm = LigerLayerNorm",
|
| 67 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_gemma4_unified.Gemma4UnifiedRMSNorm = (",
|
| 68 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_gemma4_unified.Gemma4UnifiedTextMLP = _LigerGemma4UnifiedMLP",
|
| 69 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_gemma4_unified.nn.CrossEntropyLoss = LigerCrossEntropyLoss",
|
| 70 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_gemma4_unified.nn.LayerNorm = LigerLayerNorm",
|
| 71 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_jamba.JambaForCausalLM.forward = jamba_lce_forward",
|
| 72 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_jamba.JambaMLP = LigerSwiGLUMLP",
|
| 73 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_jamba.JambaRMSNorm = LigerRMSNorm",
|
| 74 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_jamba.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 75 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_jamba.nn.LayerNorm = LigerLayerNorm",
|
| 76 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_ministral3.Ministral3MLP = LigerSwiGLUMLP",
|
| 77 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_ministral3.Ministral3RMSNorm = LigerRMSNorm",
|
| 78 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/integrations/liger/plugin.py: modeling_ministral3.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 79 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/loaders/adapter.py: LoraModel._axolotl_clippable_patched = True",
|
| 80 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/loaders/adapter.py: LoraModel._create_and_replace = _patched",
|
| 81 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/loaders/model.py: transformers.integrations.deepspeed.is_deepspeed_zero3_enabled = lambda: (",
|
| 82 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/loaders/model.py: transformers.modeling_utils.is_deepspeed_zero3_enabled = lambda: True",
|
| 83 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/accelerate/fsdp2.py: PreTrainedModel._adjust_tied_keys_with_tied_pointers = (",
|
| 84 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/accelerate/fsdp2.py: PreTrainedModel._initialize_missing_keys = _patched_initialize_missing_keys",
|
| 85 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/accelerate/fsdp2.py: PreTrainedModel._move_missing_keys_from_meta_to_device = _patched_move_missing_keys",
|
| 86 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/attention/flex_attn.py: transformers.integrations.flex_attention.WrappedFlexAttention = WrappedFlexAttention",
|
| 87 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/btlm_attn_hijack_flash.py: modeling_btlm.BTLMAttention._attn = flashattn_attn",
|
| 88 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/kernelize_fixes.py: PreTrainedModel.set_use_kernels = _ORIG_SET_USE_KERNELS",
|
| 89 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/kernelize_fixes.py: PreTrainedModel.set_use_kernels = set_use_kernels",
|
| 90 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/llama_attn_hijack_flash.py: transformers.loss.loss_utils.fixed_cross_entropy = fa2_fixed_cross_entropy",
|
| 91 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/llama_attn_hijack_xformers.py: transformers.models.llama.modeling_llama.LlamaAttention.forward = xformers_forward",
|
| 92 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/loss/chunked.py: transformers.loss.loss_utils.ForCausalLMLoss = for_causal_lm_chunked_loss",
|
| 93 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/mistral_attn_hijack_flash.py: transformers.models.mistral.modeling_mistral.CrossEntropyLoss = partial(",
|
| 94 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/mixtral/__init__.py: MixtralBlockSparseTop2MLP.forward = mlp_forward",
|
| 95 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/falcon_h1/modeling.py: FalconH1DecoderLayer.forward = patched_decoder_forward",
|
| 96 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/gemma4/fused_attn.py: Gemma4TextAttention.forward = _make_fused_forward(original_forward)",
|
| 97 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/gemma4/fused_attn.py: Gemma4TextDecoderLayer.__call__ = patched_call",
|
| 98 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/gemma4/fused_attn.py: Gemma4TextDecoderLayer._axolotl_shared_kv_patched = True",
|
| 99 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/gemma4_unified/fused_attn.py: Gemma4UnifiedTextAttention._axolotl_fused_attn_patched = True",
|
| 100 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/gemma4_unified/fused_attn.py: Gemma4UnifiedTextAttention.forward = _make_fused_forward(original_forward)",
|
| 101 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/gemma4_unified/fused_attn.py: Gemma4UnifiedTextDecoderLayer.__call__ = patched_call",
|
| 102 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/gemma4_unified/fused_attn.py: Gemma4UnifiedTextDecoderLayer._axolotl_shared_kv_patched = True",
|
| 103 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/glm4_moe_lite/fused_attn.py: Glm4MoeLiteAttention._axolotl_fused_attn_patched = True",
|
| 104 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/glm4_moe_lite/fused_attn.py: Glm4MoeLiteAttention.forward = _make_fused_forward(Glm4MoeLiteAttention.forward)",
|
| 105 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/llama4/modeling.py: modeling_llama4.Llama4TextExperts = Llama4TextExperts",
|
| 106 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/llama4/modeling.py: modeling_llama4.Llama4TextExperts = old_lamma_4_text_experts",
|
| 107 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/pixtral/modeling_flash_attention_utils.py: modeling_flash_attention_utils._is_packed_sequence = fixed_is_packed_sequence",
|
| 108 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/pixtral/modeling_flash_attention_utils.py: modeling_flash_attention_utils._is_packed_sequence = old_fn",
|
| 109 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3/fused_attn.py: Qwen3Attention._axolotl_fused_attn_patched = True",
|
| 110 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3/fused_attn.py: Qwen3Attention.forward = _make_fused_forward()",
|
| 111 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3_5/fused_attn.py: Qwen3_5Attention._axolotl_fused_attn_patched = True",
|
| 112 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3_5/fused_attn.py: Qwen3_5Attention.forward = _make_fused_forward()",
|
| 113 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3_5_moe/fused_attn.py: Qwen3_5MoeAttention._axolotl_fused_attn_patched = True",
|
| 114 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3_5_moe/fused_attn.py: Qwen3_5MoeAttention.forward = _make_fused_forward()",
|
| 115 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3_moe/fused_attn.py: Qwen3MoeAttention._axolotl_fused_attn_patched = True",
|
| 116 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3_moe/fused_attn.py: Qwen3MoeAttention.forward = _make_fused_forward()",
|
| 117 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3_next/modeling.py: Qwen3NextDecoderLayer.forward = original_decoder_forward",
|
| 118 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3_next/modeling.py: Qwen3NextDecoderLayer.forward = patched_decoder_forward",
|
| 119 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3_vl/fused_attn.py: Qwen3VLTextAttention._axolotl_fused_attn_patched = True",
|
| 120 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/models/qwen3_vl/fused_attn.py: Qwen3VLTextAttention.forward = _make_fused_forward()",
|
| 121 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/moe_quant.py: transformers.core_model_loading.set_param_for_module = _patched_set_param_for_module",
|
| 122 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/moe_quant.py: transformers.modeling_utils.caching_allocator_warmup = _noop_warmup",
|
| 123 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/multipack.py: modeling_arch._get_unpad_data = get_unpad_data",
|
| 124 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/peft/nf4.py: LoraModel.merge_and_unload = merge_and_unload",
|
| 125 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/quantized_init.py: PreTrainedModel._initialize_weights = _initialize_weights",
|
| 126 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/stablelm_attn_hijack_flash.py: modeling_stablelm.Attention.forward = flashattn_attn",
|
| 127 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/stablelm_attn_hijack_flash.py: modeling_stablelm.DecoderLayer.forward = decoder_layer_forward",
|
| 128 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/stablelm_attn_hijack_flash.py: modeling_stablelm.StableLMEpochModel.forward = stablelm_model_forward",
|
| 129 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/transformers_fa_utils.py: transformers.modeling_flash_attention_utils.fa_peft_integration_check = partial(",
|
| 130 |
+
"axolotl-ai-cloud/axolotl:src/axolotl/monkeypatch/transformers_num_parameters.py: PreTrainedModel.resize_token_embeddings = resize_token_embeddings # type: ignore[method-assign]",
|
| 131 |
+
"deepspeedai/DeepSpeed:deepspeed/inference/engine.py: DeepSpeedSelfAttention.num_layers = 0",
|
| 132 |
+
"deepspeedai/DeepSpeed:deepspeed/linear/context_manager.py: transformers.AutoModelForCausalLM.from_config = from_config",
|
| 133 |
+
"deepspeedai/DeepSpeed:deepspeed/linear/context_manager.py: transformers.AutoModelForCausalLM.from_config = self._orig_causallm_config",
|
| 134 |
+
"deepspeedai/DeepSpeed:deepspeed/linear/context_manager.py: transformers.AutoModelForCausalLM.from_pretrained = from_pretrained",
|
| 135 |
+
"deepspeedai/DeepSpeed:deepspeed/linear/context_manager.py: transformers.AutoModelForCausalLM.from_pretrained = self._orig_causallm_pretrained",
|
| 136 |
+
"deepspeedai/DeepSpeed:deepspeed/ops/transformer/inference/ds_attention.py: DeepSpeedSelfAttention._qkv_buffers = [",
|
| 137 |
+
"deepspeedai/DeepSpeed:deepspeed/ops/transformer/inference/ds_attention.py: DeepSpeedSelfAttention.num_layers = DeepSpeedSelfAttention.num_layers + 1",
|
| 138 |
+
"deepspeedai/DeepSpeed:deepspeed/ops/transformer/inference/ds_mlp.py: DeepSpeedMLP._inter_w_buffers = [",
|
| 139 |
+
"deepspeedai/DeepSpeed:deepspeed/ops/transformer/inference/triton/attention.py: TritonSelfAttention.num_layers = TritonSelfAttention.num_layers + 1",
|
| 140 |
+
"deepspeedai/DeepSpeed:deepspeed/runtime/sequence_parallel/ulysses_sp.py: modeling_llama.LlamaMLP.forward = mlp_forward_new",
|
| 141 |
+
"deepspeedai/DeepSpeed:deepspeed/runtime/sequence_parallel/ulysses_sp.py: modeling_llama.LlamaMLP.forward = tiled_mlp_forward",
|
| 142 |
+
"hiyouga/LlamaFactory:src/llamafactory/extras/misc.py: transformers.dynamic_module_utils.check_imports = get_relative_imports",
|
| 143 |
+
"hiyouga/LlamaFactory:src/llamafactory/model/model_utils/longlora.py: LlamaAttention.forward = llama_attention_forward",
|
| 144 |
+
"hiyouga/LlamaFactory:src/llamafactory/model/model_utils/longlora.py: LlamaFlashAttention2.forward = llama_flash_attention_2_forward",
|
| 145 |
+
"hiyouga/LlamaFactory:src/llamafactory/model/model_utils/longlora.py: LlamaSdpaAttention.forward = llama_sdpa_attention_forward",
|
| 146 |
+
"hiyouga/LlamaFactory:src/llamafactory/model/model_utils/visual.py: transformers.models.llava.modeling_llava.LlavaMultiModalProjector = LlavaMultiModalProjectorForYiVL",
|
| 147 |
+
"hiyouga/LlamaFactory:src/llamafactory/model/patcher.py: Qwen3_5DecoderLayer.forward = _patched_decoder_forward",
|
| 148 |
+
"hiyouga/LlamaFactory:src/llamafactory/model/patcher.py: Qwen3_5MoeDecoderLayer.forward = _patched_decoder_forward",
|
| 149 |
+
"hiyouga/LlamaFactory:src/llamafactory/model/patcher.py: modeling_qwen3_omni_moe.Qwen3OmniMoeThinkerTextSparseMoeBlock = Qwen3OmniMoeThinkerTextSparseMoeBlock",
|
| 150 |
+
"hpcaitech/ColossalAI:colossalai/lazy/pretrained.py: PreTrainedModel.from_pretrained = classmethod(PretrainedManager.old_from_pretrained)",
|
| 151 |
+
"hpcaitech/ColossalAI:colossalai/lazy/pretrained.py: PreTrainedModel.from_pretrained = new_from_pretrained",
|
| 152 |
+
"hpcaitech/ColossalAI:colossalai/legacy/inference/quant/smoothquant/models/base_model.py: transformers.modeling_utils._init_weights = False",
|
| 153 |
+
"hpcaitech/ColossalAI:colossalai/shardformer/layer/attn.py: ColoAttention._flash_kernel_dispatch = ColoAttention._flash_kernel_dispatch.load()",
|
| 154 |
+
"hpcaitech/ColossalAI:colossalai/shardformer/layer/attn.py: ColoAttention._flash_kernel_dispatch = FlashAttentionDaoLoader()",
|
| 155 |
+
"hpcaitech/ColossalAI:colossalai/shardformer/layer/attn.py: ColoAttention._kernel_dispatch_map = {",
|
| 156 |
+
"hpcaitech/ColossalAI:colossalai/shardformer/layer/attn.py: RingAttention.ATTN_DONE = torch.cuda.Event()",
|
| 157 |
+
"hpcaitech/ColossalAI:colossalai/shardformer/layer/attn.py: RingAttention.CU_SEQLENS = cu_seqlens",
|
| 158 |
+
"hpcaitech/ColossalAI:colossalai/shardformer/layer/attn.py: RingAttention.HALF_INDICES = (half_idx_front, half_idx_back)",
|
| 159 |
+
"hpcaitech/ColossalAI:colossalai/shardformer/layer/attn.py: RingAttention.INNER_RING_GROUP = inner_ring_group",
|
| 160 |
+
"hpcaitech/ColossalAI:colossalai/shardformer/layer/attn.py: RingAttention.INTER_RING_GROUP = inter_ring_group",
|
| 161 |
+
"hpcaitech/ColossalAI:colossalai/shardformer/layer/attn.py: RingAttention.SP_GROUP = sp_group",
|
| 162 |
+
"hpcaitech/ColossalAI:colossalai/shardformer/layer/attn.py: RingAttention.SP_STREAM = torch.cuda.Stream()",
|
| 163 |
+
"hpcaitech/ColossalAI:colossalai/shardformer/layer/attn.py: RingAttention.TOTAL_SEQLEN = b * sq",
|
| 164 |
+
"huggingface/diffusers:examples/research_projects/pytorch_xla/inference/flux/flux_inference.py: FlashAttention.DEFAULT_BLOCK_SIZES = {",
|
| 165 |
+
"huggingface/diffusers:examples/research_projects/pytorch_xla/inference/flux/flux_inference_spmd.py: FlashAttention.DEFAULT_BLOCK_SIZES = {",
|
| 166 |
+
"huggingface/diffusers:src/diffusers/pipelines/prx/__init__.py: transformers.T5GemmaEncoder = T5GemmaEncoder",
|
| 167 |
+
"huggingface/trl:trl/_compat.py: transformers.cache_utils.HybridCache = Cache",
|
| 168 |
+
"intel/auto-round:auto_round/modeling/unfused_moe/__init__.py: transformers.modeling_utils.get_checkpoint_conversion_mapping = get_checkpoint_conversion_mapping_ar",
|
| 169 |
+
"intel/auto-round:auto_round/utils/common.py: transformers.modeling_utils.no_init_weights = no_init_weights",
|
| 170 |
+
"kvcache-ai/ktransformers:archive/kt-sft/ktransformers/operators/dynamic_attention.py: DynamicScaledDotProductAttention.cpu_infer = CPUInfer(threads_num)",
|
| 171 |
+
"kvcache-ai/ktransformers:archive/kt-sft/ktransformers/operators/models.py: KLlamaModel.dynamic_sdpa = DynamicScaledDotProductAttention(",
|
| 172 |
+
"kvcache-ai/ktransformers:archive/kt-sft/ktransformers/sft/metrics_utils/misc.py: transformers.dynamic_module_utils.check_imports = get_relative_imports",
|
| 173 |
+
"kvcache-ai/ktransformers:archive/ktransformers/operators/dynamic_attention.py: DynamicScaledDotProductAttention.cpu_infer = CPUInfer(threads_num)",
|
| 174 |
+
"kvcache-ai/ktransformers:archive/ktransformers/operators/models.py: KLlamaModel.dynamic_sdpa = DynamicScaledDotProductAttention(",
|
| 175 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/llama4_rope.py: modeling_module.apply_rotary_emb = liger_llama4_text_rotary_pos_emb",
|
| 176 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/llama4_rope.py: modeling_module.vision_apply_rotary_emb = liger_llama4_vision_rotary_pos_emb",
|
| 177 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: Gemma4TextForCausalLM.forward = causal_forward",
|
| 178 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_deepseek_v2.DeepseekV2Experts = LigerExperts",
|
| 179 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_deepseek_v2.DeepseekV2ForCausalLM.forward = deepseek_v2_lce_forward",
|
| 180 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_deepseek_v2.DeepseekV2MLP = LigerQwen3MoeSwiGLUMLP",
|
| 181 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_deepseek_v2.DeepseekV2RMSNorm = LigerRMSNorm",
|
| 182 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_deepseek_v3.DeepseekV3Experts = LigerExperts",
|
| 183 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_deepseek_v3.DeepseekV3ForCausalLM.forward = deepseek_v3_lce_forward",
|
| 184 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_deepseek_v3.DeepseekV3MLP = LigerQwen3MoeSwiGLUMLP",
|
| 185 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_deepseek_v3.DeepseekV3RMSNorm = LigerRMSNorm",
|
| 186 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_deepseek_v4.DeepseekV4ForCausalLM.forward = deepseek_v4_lce_forward",
|
| 187 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_deepseek_v4.DeepseekV4RMSNorm = LigerRMSNorm",
|
| 188 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_exaone4.Exaone4ForCausalLM.forward = exaone4_lce_forward",
|
| 189 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_exaone4.Exaone4MLP = LigerSwiGLUMLP",
|
| 190 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_exaone4.Exaone4RMSNorm = Exaone4LigerRMSNorm",
|
| 191 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_exaone4.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 192 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_falcon_h1.FalconH1ForCausalLM.forward = falcon_h1_lce_forward",
|
| 193 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_falcon_h1.FalconH1MLP = LigerFalconH1SwiGLUMLP",
|
| 194 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_falcon_h1.FalconH1RMSNorm = LigerRMSNorm",
|
| 195 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_falcon_h1.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 196 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma.GemmaForCausalLM.forward = gemma_lce_forward",
|
| 197 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma.GemmaMLP = LigerGEGLUMLP",
|
| 198 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma.GemmaRMSNorm = LigerRMSNormForGemma",
|
| 199 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 200 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma2.Gemma2ForCausalLM.forward = gemma2_lce_forward",
|
| 201 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma2.Gemma2MLP = LigerGEGLUMLP",
|
| 202 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma2.Gemma2RMSNorm = LigerRMSNormForGemma2",
|
| 203 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma2.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 204 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma3.Gemma3ForCausalLM.forward = causal_forward",
|
| 205 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma3.Gemma3ForConditionalGeneration.forward = multimodal_forward",
|
| 206 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma3.Gemma3MLP = LigerGEGLUMLP",
|
| 207 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma3.Gemma3RMSNorm = LigerRMSNormForGemma3",
|
| 208 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma3.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 209 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma3.nn.CrossEntropyLoss = LigerCrossEntropyLoss",
|
| 210 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma4.Gemma4ForCausalLM.forward = causal_forward",
|
| 211 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma4.Gemma4ForConditionalGeneration.forward = multimodal_forward",
|
| 212 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma4.Gemma4RMSNorm = LigerRMSNormForGemma4",
|
| 213 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gemma4.Gemma4TextMLP = LigerGEGLUMLPForGemma4",
|
| 214 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_glm4.Glm4ForCausalLM.forward = glm4_lce_forward",
|
| 215 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_glm4.Glm4MLP = LigerPhi3SwiGLUMLP",
|
| 216 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_glm4.Glm4RMSNorm = LigerRMSNormForGlm4",
|
| 217 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_glm4v.Glm4vForConditionalGeneration.forward = glm4v_lce_forward",
|
| 218 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_glm4v.Glm4vRMSNorm = LigerRMSNormForGlm4",
|
| 219 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_glm4v_moe.Glm4vMoeForConditionalGeneration.forward = glm4v_moe_lce_forward",
|
| 220 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_glm4v_moe.Glm4vMoeRMSNorm = LigerRMSNormForGlm4",
|
| 221 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_glm4v_moe.Glm4vMoeTextNaiveMoe = LigerExperts",
|
| 222 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_glm4v_moe.Glm4vMoeTextRMSNorm = LigerRMSNormForGlm4",
|
| 223 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gpt_oss.GptOssForCausalLM.forward = gpt_oss_lce_forward",
|
| 224 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gpt_oss.GptOssRMSNorm = LigerRMSNorm",
|
| 225 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_gpt_oss.apply_rotary_pos_emb = liger_rotary_pos_emb_gpt_oss",
|
| 226 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_granite.GraniteMLP = LigerSwiGLUMLP",
|
| 227 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_granite.GraniteRMSNorm = LigerRMSNorm",
|
| 228 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_granite.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 229 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_hunyuan_v1_dense.HunYuanDenseV1ForCausalLM.forward = hunyuan_v1_lce_forward",
|
| 230 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_hunyuan_v1_dense.HunYuanDenseV1MLP = LigerHunyuanV1SwiGLUMLP",
|
| 231 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_hunyuan_v1_dense.HunYuanDenseV1RMSNorm = LigerRMSNorm",
|
| 232 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_hunyuan_v1_dense.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 233 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_hunyuan_v1_moe.HunYuanMoEV1Experts = LigerExperts",
|
| 234 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_hunyuan_v1_moe.HunYuanMoEV1ForCausalLM.forward = hunyuan_v1_moe_lce_forward",
|
| 235 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_hunyuan_v1_moe.HunYuanMoEV1RMSNorm = LigerRMSNorm",
|
| 236 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_hunyuan_v1_moe.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 237 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_internvl.InternVLForConditionalGeneration.forward = internvl_lce_forward",
|
| 238 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_internvl.InternVLVisionRMSNorm = LigerRMSNorm",
|
| 239 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_internvl.nn.LayerNorm = LigerLayerNorm",
|
| 240 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_llama.LlamaForCausalLM.forward = llama_lce_forward",
|
| 241 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_llama.LlamaMLP = LigerSwiGLUMLP",
|
| 242 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_llama.LlamaRMSNorm = LigerRMSNorm",
|
| 243 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_llama.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 244 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_llama4.CrossEntropyLoss = LigerCrossEntropyLoss",
|
| 245 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_llama4.Llama4ForCausalLM.forward = llama4_lce_forward",
|
| 246 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_llama4.Llama4TextMLP = LigerSwiGLUMLP",
|
| 247 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_llama4.Llama4TextRMSNorm = LigerRMSNorm",
|
| 248 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_llava.LlavaForConditionalGeneration.forward = llava_lce_forward",
|
| 249 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_ministral.CrossEntropyLoss = LigerCrossEntropyLoss",
|
| 250 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_ministral.MinistralForCausalLM.forward = ministral_lce_forward",
|
| 251 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_ministral.MinistralMLP = LigerSwiGLUMLP",
|
| 252 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_ministral.MinistralRMSNorm = LigerRMSNorm",
|
| 253 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_ministral.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 254 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mistral.CrossEntropyLoss = LigerCrossEntropyLoss",
|
| 255 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mistral.MistralForCausalLM.forward = mistral_lce_forward",
|
| 256 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mistral.MistralMLP = LigerSwiGLUMLP",
|
| 257 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mistral.MistralRMSNorm = LigerRMSNorm",
|
| 258 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mistral.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 259 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mixtral.MixtralExperts = LigerExperts",
|
| 260 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mixtral.MixtralForCausalLM.forward = mixtral_lce_forward",
|
| 261 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mixtral.MixtralRMSNorm = LigerRMSNorm",
|
| 262 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mixtral.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 263 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mllama.MllamaForCausalLM.forward = mllama_lce_forward",
|
| 264 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mllama.MllamaTextMLP = LigerSwiGLUMLP",
|
| 265 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mllama.MllamaTextRMSNorm = LigerRMSNorm",
|
| 266 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mllama.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 267 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_mllama.nn.LayerNorm = LigerLayerNorm",
|
| 268 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_muse_glimmer.MuseGlimmerForConditionalGeneration.forward = muse_glimmer_lce_forward",
|
| 269 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_muse_glimmer.MuseGlimmerRMSNorm = LigerRMSNormForMuseGlimmer",
|
| 270 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_muse_glimmer.MuseGlimmerTextCenteredRMSNorm = LigerRMSNormForMuseGlimmerTextCentered",
|
| 271 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_muse_glimmer.MuseGlimmerTextMLP = LigerSwiGLUMLPForMuseGlimmer",
|
| 272 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_muse_glimmer.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 273 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_nemotron.CrossEntropyLoss = LigerCrossEntropyLoss",
|
| 274 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_nemotron.NemotronForCausalLM.forward = nemotron_lce_forward",
|
| 275 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_olmo2.Olmo2ForCausalLM.forward = olmo2_lce_forward",
|
| 276 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_olmo2.Olmo2MLP = LigerSwiGLUMLP",
|
| 277 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_olmo2.Olmo2RMSNorm = LigerRMSNormForOlmo2",
|
| 278 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_olmo2.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 279 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_olmo3.Olmo3ForCausalLM.forward = olmo3_lce_forward",
|
| 280 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_olmo3.Olmo3MLP = LigerSwiGLUMLP",
|
| 281 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_olmo3.Olmo3RMSNorm = LigerRMSNormForOlmo2 # same as olmo2",
|
| 282 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_olmo3.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 283 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_paligemma.PaliGemmaForConditionalGeneration.forward = lce_forward",
|
| 284 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_paligemma.nn.CrossEntropyLoss = LigerCrossEntropyLoss",
|
| 285 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_phi3.Phi3ForCausalLM.forward = phi3_lce_forward",
|
| 286 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_phi3.Phi3MLP = LigerPhi3SwiGLUMLP",
|
| 287 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_phi3.Phi3RMSNorm = LigerRMSNorm # Same as Llama",
|
| 288 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_phi3.apply_rotary_pos_emb = liger_rotary_pos_emb # Same as Gemma",
|
| 289 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_pixtral.PixtralMLP = LigerSwiGLUMLP",
|
| 290 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_pixtral.PixtralRMSNorm = LigerRMSNorm",
|
| 291 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_pixtral.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 292 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2.Qwen2ForCausalLM.forward = qwen2_lce_forward",
|
| 293 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2.Qwen2MLP = LigerSwiGLUMLP",
|
| 294 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2.Qwen2RMSNorm = LigerRMSNorm",
|
| 295 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 296 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_5_vl.CrossEntropyLoss = LigerCrossEntropyLoss",
|
| 297 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_5_vl.Qwen2MLP = LigerSwiGLUMLP",
|
| 298 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_5_vl.Qwen2RMSNorm = LigerRMSNorm",
|
| 299 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_5_vl.Qwen2_5_VLForConditionalGeneration.forward = qwen2_5_vl_lce_forward",
|
| 300 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_5_vl.Qwen2_5_VLRMSNorm = LigerRMSNorm",
|
| 301 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_5_vl.apply_multimodal_rotary_pos_emb = liger_multimodal_rotary_pos_emb",
|
| 302 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_vl.CrossEntropyLoss = LigerCrossEntropyLoss",
|
| 303 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_vl.LayerNorm = LigerLayerNorm",
|
| 304 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_vl.Qwen2MLP = LigerSwiGLUMLP",
|
| 305 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_vl.Qwen2RMSNorm = LigerRMSNorm",
|
| 306 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_vl.Qwen2VLForConditionalGeneration.forward = qwen2_vl_lce_forward",
|
| 307 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_vl.Qwen2VLRMSNorm = LigerRMSNorm",
|
| 308 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen2_vl.apply_multimodal_rotary_pos_emb = liger_multimodal_rotary_pos_emb",
|
| 309 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3.Qwen3ForCausalLM.forward = qwen3_lce_forward",
|
| 310 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3.Qwen3MLP = LigerSwiGLUMLP",
|
| 311 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3.Qwen3RMSNorm = LigerRMSNorm",
|
| 312 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 313 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5.Qwen3_5ForCausalLM.forward = qwen3_5_lce_forward",
|
| 314 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5.Qwen3_5ForConditionalGeneration.forward = qwen3_5_lce_forward_for_multimodal",
|
| 315 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5.Qwen3_5MLP = LigerQwen3MoeSwiGLUMLP",
|
| 316 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5.Qwen3_5RMSNorm = LigerRMSNormForQwen3Next",
|
| 317 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 318 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5.apply_rotary_pos_emb_vision = liger_rotary_pos_emb_vision",
|
| 319 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5_moe.Qwen3_5MoeExperts = LigerExperts",
|
| 320 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5_moe.Qwen3_5MoeForCausalLM.forward = qwen3_5_moe_lce_forward",
|
| 321 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5_moe.Qwen3_5MoeForConditionalGeneration.forward = (",
|
| 322 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5_moe.Qwen3_5MoeRMSNorm = LigerRMSNormForQwen3Next",
|
| 323 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5_moe.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 324 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_5_moe.apply_rotary_pos_emb_vision = liger_rotary_pos_emb_vision",
|
| 325 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_moe.Qwen3MoeExperts = LigerExperts",
|
| 326 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_moe.Qwen3MoeForCausalLM.forward = qwen3_lce_forward",
|
| 327 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_moe.Qwen3MoeRMSNorm = LigerRMSNorm",
|
| 328 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_moe.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 329 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_next.Qwen3NextExperts = LigerExperts",
|
| 330 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_next.Qwen3NextForCausalLM.forward = qwen3_next_lce_forward",
|
| 331 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_next.Qwen3NextRMSNorm = LigerRMSNormForQwen3Next",
|
| 332 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_next.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 333 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_vl.Qwen3VLForConditionalGeneration.forward = qwen3_vl_lce_forward",
|
| 334 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_vl.Qwen3VLTextRMSNorm = LigerRMSNorm",
|
| 335 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_vl.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 336 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_vl.apply_rotary_pos_emb_vision = liger_rotary_pos_emb_vision",
|
| 337 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_vl_moe.Qwen3VLMoeForConditionalGeneration.forward = qwen3_vl_moe_lce_forward",
|
| 338 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_vl_moe.Qwen3VLMoeTextExperts = LigerExperts",
|
| 339 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_vl_moe.Qwen3VLMoeTextRMSNorm = LigerRMSNorm",
|
| 340 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_vl_moe.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 341 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_qwen3_vl_moe.apply_rotary_pos_emb_vision = liger_rotary_pos_emb_vision",
|
| 342 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_siglip.nn.LayerNorm = LigerLayerNorm",
|
| 343 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_smollm3.SmolLM3ForCausalLM.forward = smollm3_lce_forward",
|
| 344 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_smollm3.SmolLM3MLP = LigerSwiGLUMLP",
|
| 345 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_smollm3.SmolLM3RMSNorm = LigerRMSNorm",
|
| 346 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_smollm3.apply_rotary_pos_emb = liger_rotary_pos_emb",
|
| 347 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_smolvlm.SmolVLMForConditionalGeneration.forward = smolvlm_lce_forward",
|
| 348 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_smolvlm.SmolVLMRMSNorm = LigerRMSNorm",
|
| 349 |
+
"linkedin/Liger-Kernel:src/liger_kernel/transformers/monkey_patch.py: modeling_smolvlm.nn.LayerNorm = LigerLayerNorm",
|
| 350 |
+
"modelscope/ms-swift:swift/megatron/utils/convert_utils.py: TEDotProductAttention.forward = forward",
|
| 351 |
+
"modelscope/ms-swift:swift/megatron/utils/convert_utils.py: TEDotProductAttention.forward = new_forward",
|
| 352 |
+
"modelscope/ms-swift:swift/model/models/deepseek.py: UnlimitedOCRModel._swift_multi_gpu_patched = True",
|
| 353 |
+
"modelscope/ms-swift:swift/model/models/deepseek.py: UnlimitedOCRModel.forward = _patched_forward",
|
| 354 |
+
"modelscope/ms-swift:swift/model/models/deepseek.py: modeling_module.torch.cat = _orig_cat",
|
| 355 |
+
"modelscope/ms-swift:swift/model/models/deepseek.py: modeling_module.torch.cat = _safe_cat",
|
| 356 |
+
"modelscope/ms-swift:swift/model/models/deepseek.py: transformers.models.llama.modeling_llama.LlamaFlashAttention2 = None",
|
| 357 |
+
"modelscope/ms-swift:swift/model/models/internlm.py: PreTrainedModel._old_enable_input_require_grads = old_enable_input_require_grads",
|
| 358 |
+
"modelscope/ms-swift:swift/model/models/internlm.py: PreTrainedModel.enable_input_require_grads = patched_enable_input_require_grads",
|
| 359 |
+
"modelscope/ms-swift:swift/model/models/llava.py: LlavaLlamaForCausalLM.__old_forward = forward",
|
| 360 |
+
"modelscope/ms-swift:swift/model/models/llava.py: LlavaLlamaForCausalLM.forward = _new_forward",
|
| 361 |
+
"modelscope/ms-swift:swift/model/models/spark.py: modeling_module._swift_patched = True",
|
| 362 |
+
"modelscope/ms-swift:swift/model/models/spark.py: setattr(modeling_module, name, Spark2_5Loader._compat_mask_fn(getattr(modeling_module, name)))",
|
| 363 |
+
"modelscope/ms-swift:swift/model/models/valley.py: ValleyQwen2ForCausalLM._origin_forward = forward",
|
| 364 |
+
"modelscope/ms-swift:swift/model/models/valley.py: ValleyQwen2ForCausalLM.forward = new_forward",
|
| 365 |
+
"modelscope/ms-swift:swift/model/models/xing4_0.py: modeling_module.Xing4_0HyperConnection.forward = torch.compile(",
|
| 366 |
+
"modelscope/ms-swift:swift/model/models/xing4_0.py: modeling_module.Xing4_0PreTrainedModel._can_set_experts_implementation_cached_value = True",
|
| 367 |
+
"modelscope/ms-swift:swift/model/models/xing4_0.py: modeling_module._swift_patch_options = patch_options",
|
| 368 |
+
"modelscope/ms-swift:swift/model/patcher.py: PreTrainedModel._get_no_split_modules = _get_no_split_modules",
|
| 369 |
+
"modelscope/ms-swift:swift/model/patcher.py: PreTrainedModel._get_no_split_modules = _new_get_no_split_modules",
|
| 370 |
+
"modelscope/ms-swift:swift/model/patcher.py: PreTrainedModel.from_pretrained = _new_from_pretrained",
|
| 371 |
+
"modelscope/ms-swift:swift/model/patcher.py: PreTrainedModel.from_pretrained = classmethod(from_pretrained)",
|
| 372 |
+
"modelscope/ms-swift:swift/model/patcher.py: transformers.modeling_utils.get_balanced_memory = lambda *args, **kwargs: {}",
|
| 373 |
+
"modelscope/ms-swift:swift/model/patcher.py: transformers.modeling_utils.infer_auto_device_map = _infer_auto_device_map_patch",
|
| 374 |
+
"modelscope/ms-swift:swift/sequence_parallel/sequence_parallel.py: modeling_flash_attention_utils._flash_attention_forward = flash_attention_forward",
|
| 375 |
+
"modelscope/ms-swift:swift/sequence_parallel/sequence_parallel.py: modeling_flash_attention_utils._flash_attention_forward_origin = _flash_attention_forward",
|
| 376 |
+
"modelscope/ms-swift:swift/template/base.py: modeling_module._flash_attention_forward = _flash_attention_forward",
|
| 377 |
+
"modelscope/ms-swift:swift/template/base.py: modeling_module._flash_attention_forward = _origin_flash_attention_forward",
|
| 378 |
+
"modelscope/ms-swift:swift/template/templates/glm.py: modeling_module.create_causal_mask = new_create_causal_mask",
|
| 379 |
+
"modelscope/ms-swift:swift/trainers/mixin.py: transformers.modeling_utils.checkpoint = _new_checkpoint",
|
| 380 |
+
"modelscope/ms-swift:swift/tuners/peft.py: AdaLoraModel._create_and_replace = _create_and_replace_hook",
|
| 381 |
+
"modelscope/ms-swift:swift/tuners/peft.py: AdaLoraModel._create_and_replace_origin = AdaLoraModel._create_and_replace",
|
| 382 |
+
"modelscope/ms-swift:swift/tuners/peft.py: AdaLoraModel.forward = adalora_forward",
|
| 383 |
+
"modelscope/ms-swift:swift/tuners/peft.py: BOFTModel._create_and_replace = _create_and_replace_hook",
|
| 384 |
+
"modelscope/ms-swift:swift/tuners/peft.py: BOFTModel._create_and_replace_origin = BOFTModel._create_and_replace",
|
| 385 |
+
"modelscope/ms-swift:swift/tuners/peft.py: BoneModel._create_and_replace = _create_and_replace_hook",
|
| 386 |
+
"modelscope/ms-swift:swift/tuners/peft.py: BoneModel._create_and_replace_origin = BoneModel._create_and_replace",
|
| 387 |
+
"modelscope/ms-swift:swift/tuners/peft.py: FourierFTModel._create_and_replace = _create_and_replace_hook",
|
| 388 |
+
"modelscope/ms-swift:swift/tuners/peft.py: FourierFTModel._create_and_replace_origin = FourierFTModel._create_and_replace",
|
| 389 |
+
"modelscope/ms-swift:swift/tuners/peft.py: LoraModel.__init__ = __new_init__",
|
| 390 |
+
"modelscope/ms-swift:swift/tuners/peft.py: LoraModel.__init_origin__ = LoraModel.__init__",
|
| 391 |
+
"modelscope/ms-swift:swift/tuners/peft.py: LoraModel._cast_adapter_dtype = _cast_adapter_dtype_hook",
|
| 392 |
+
"modelscope/ms-swift:swift/tuners/peft.py: LoraModel._cast_adapter_dtype_origin = LoraModel._cast_adapter_dtype",
|
| 393 |
+
"modelscope/ms-swift:swift/tuners/peft.py: LoraModel._create_and_replace = _create_and_replace_hook",
|
| 394 |
+
"modelscope/ms-swift:swift/tuners/peft.py: LoraModel._create_and_replace_origin = LoraModel._create_and_replace",
|
| 395 |
+
"modelscope/ms-swift:swift/tuners/peft.py: PeftModel.activate_adapter = PeftModel.set_adapter",
|
| 396 |
+
"modelscope/ms-swift:swift/tuners/peft.py: PeftModel.create_optimizer_param_groups = create_optimizer_param_groups",
|
| 397 |
+
"modelscope/ms-swift:swift/tuners/peft.py: PeftModel.deactivate_adapter = partial(dummy_function, func='deactivate_adapter')",
|
| 398 |
+
"modelscope/ms-swift:swift/tuners/peft.py: PeftModel.load_adapter = load_adapter",
|
| 399 |
+
"modelscope/ms-swift:swift/tuners/peft.py: PeftModel.load_adapter_origin = PeftModel.load_adapter",
|
| 400 |
+
"modelscope/ms-swift:swift/tuners/peft.py: PeftModel.set_active_adapters = partial(dummy_function, func='set_active_adapters')",
|
| 401 |
+
"modelscope/ms-swift:swift/tuners/peft.py: VeraModel._create_and_replace = _create_and_replace_hook",
|
| 402 |
+
"modelscope/ms-swift:swift/tuners/peft.py: VeraModel._create_and_replace_origin = VeraModel._create_and_replace",
|
| 403 |
+
"sgl-project/sglang:python/sglang/multimodal_gen/runtime/layers/attention/layer.py: USPAttention._usp_a2a_stream = torch.get_device_module().Stream()",
|
| 404 |
+
"sgl-project/sglang:python/sglang/multimodal_gen/runtime/loader/utils.py: PreTrainedModel.post_init = lambda self: None",
|
| 405 |
+
"sgl-project/sglang:python/sglang/srt/multimodal/processors/qwen_vl.py: transformers.models.qwen2_vl.image_processing_qwen2_vl_fast.Qwen2VLImageProcessorFast._preprocess = fast_preprocess_cpu",
|
| 406 |
+
"sgl-project/sglang:python/sglang/srt/utils/hf_transformers_patches.py: modeling_llama.LlamaFlashAttention2 = modeling_llama.LlamaAttention",
|
| 407 |
+
"unslothai/unsloth-zoo:unsloth_zoo/compiler.py: modeling_file.__UNSLOTH_PATCHED__ = True",
|
| 408 |
+
"unslothai/unsloth-zoo:unsloth_zoo/compiler.py: modeling_file.__UNSLOTH_SUPPORTS_SDPA__ = False",
|
| 409 |
+
"unslothai/unsloth-zoo:unsloth_zoo/compiler.py: modeling_file.__UNSLOTH_SUPPORTS_SDPA__ = final_supports_sdpa",
|
| 410 |
+
"unslothai/unsloth-zoo:unsloth_zoo/compiler.py: modeling_file.unsloth_mhc_projection = unsloth_mhc_projection",
|
| 411 |
+
"unslothai/unsloth-zoo:unsloth_zoo/compiler.py: modeling_file.unsloth_sinkhorn_knopp = unsloth_sinkhorn_knopp",
|
| 412 |
+
"unslothai/unsloth-zoo:unsloth_zoo/compiler.py: setattr(modeling_file, key, value)",
|
| 413 |
+
"unslothai/unsloth-zoo:unsloth_zoo/empty_model.py: BitsAndBytesModelLoader._stack_quantization_states = (",
|
| 414 |
+
"unslothai/unsloth-zoo:unsloth_zoo/empty_model.py: Gemma4ForCausalLM.get_expert_mapping = get_expert_mapping",
|
| 415 |
+
"unslothai/unsloth-zoo:unsloth_zoo/empty_model.py: SiglipVisionModel._init_weights = SiglipVisionModel._original_initialize_weights",
|
| 416 |
+
"unslothai/unsloth-zoo:unsloth_zoo/empty_model.py: SiglipVisionModel._init_weights = _init_weights",
|
| 417 |
+
"unslothai/unsloth-zoo:unsloth_zoo/empty_model.py: SiglipVisionModel._original_initialize_weights = SiglipVisionModel._init_weights",
|
| 418 |
+
"unslothai/unsloth-zoo:unsloth_zoo/gradient_checkpointing.py: transformers.modeling_utils._unsloth_old_checkpoint = current",
|
| 419 |
+
"unslothai/unsloth-zoo:unsloth_zoo/gradient_checkpointing.py: transformers.modeling_utils.checkpoint = (",
|
| 420 |
+
"unslothai/unsloth-zoo:unsloth_zoo/gradient_checkpointing.py: transformers.modeling_utils.checkpoint = getattr(",
|
| 421 |
+
"unslothai/unsloth-zoo:unsloth_zoo/gradient_checkpointing.py: transformers.modeling_utils.checkpoint = shim",
|
| 422 |
+
"unslothai/unsloth-zoo:unsloth_zoo/gradient_checkpointing.py: transformers.modeling_utils.checkpoint = unsloth_checkpoint",
|
| 423 |
+
"unslothai/unsloth-zoo:unsloth_zoo/loss_utils.py: UnslothForCausalLMLoss._unsloth_fused_loss = UnslothForCausalLMLoss",
|
| 424 |
+
"unslothai/unsloth-zoo:unsloth_zoo/loss_utils.py: transformers.modeling_utils.PreTrainedModel.loss_function = \\",
|
| 425 |
+
"unslothai/unsloth-zoo:unsloth_zoo/mlx/loader.py: modeling_llama.LlamaFlashAttention2 = modeling_llama.LlamaAttention",
|
| 426 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/common.py: setattr(modeling_module, name, value)",
|
| 427 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/compiled_model_identity.py: PreTrainedModel.is_custom_code = method",
|
| 428 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/deepseek_v3_moe.py: DeepseekV3ForCausalLM.__UNSLOTH_SUPPORTS_RETURN_HIDDEN_STATES__ = True",
|
| 429 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/deepseek_v3_moe.py: DeepseekV3ForCausalLM.forward = _patched_causal_lm_forward",
|
| 430 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gemma3n.py: Gemma3nTextAttention.forward = forward",
|
| 431 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gemma4.py: Gemma4AudioAttention.forward = forward",
|
| 432 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gemma4.py: Gemma4TextAttention.forward = _make_gemma4_attention_carrier_forward(Gemma4TextAttention.forward)",
|
| 433 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gemma4.py: LoraModel._create_and_replace = create_and_replace",
|
| 434 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: GptOssForCausalLM._unsloth_grpo_patched = True",
|
| 435 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: GptOssForCausalLM.forward = _patched_causal_lm_forward",
|
| 436 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: GptOssModel.forward = forward",
|
| 437 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: GptOssPreTrainedModel._unsloth_init_weights_fixed = True",
|
| 438 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.generation.utils.create_masks_for_generate = wrap(transformers.generation.utils.create_masks_for_generate)",
|
| 439 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.masking_utils.__patched_causal_mask__ = True",
|
| 440 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.masking_utils._old_create_causal_mask = _torch_compile(transformers.masking_utils.create_causal_mask, fullgraph = False, dynamic = True)",
|
| 441 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.masking_utils._old_create_sliding_window_causal_mask = _torch_compile(transformers.masking_utils.create_sliding_window_causal_mask, fullgraph = False, dynamic = True)",
|
| 442 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.masking_utils.create_causal_mask = wrap(create_causal_mask)",
|
| 443 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.masking_utils.create_masks_for_generate = wrap(transformers.masking_utils.create_masks_for_generate)",
|
| 444 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.masking_utils.create_sliding_window_causal_mask = wrap(create_sliding_window_causal_mask)",
|
| 445 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.models.gpt_oss.modeling_gpt_oss.GptOssExperts = GptOssExpertsBnb4bit",
|
| 446 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.models.gpt_oss.modeling_gpt_oss.GptOssExperts = \\",
|
| 447 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.models.gpt_oss.modeling_gpt_oss.GptOssExperts.forward = experts_forward",
|
| 448 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.models.gpt_oss.modeling_gpt_oss.GptOssTopKRouter = GptOssTopKRouter",
|
| 449 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.models.gpt_oss.modeling_gpt_oss.GptOssTopKRouter = \\",
|
| 450 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.models.gpt_oss.modeling_gpt_oss._original_GptOssExperts = \\",
|
| 451 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.models.gpt_oss.modeling_gpt_oss._original_GptOssTopKRouter = \\",
|
| 452 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.models.gpt_oss.modeling_gpt_oss.create_causal_mask = transformers.masking_utils.create_causal_mask",
|
| 453 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.models.gpt_oss.modeling_gpt_oss.create_sliding_window_causal_mask = transformers.masking_utils.create_sliding_window_causal_mask",
|
| 454 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.quantizers.quantizer_mxfp4.Mxfp4HfQuantizer._lazy_import_kernels = lambda *args, **kwargs: triton_kernels",
|
| 455 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.quantizers.quantizer_mxfp4.Mxfp4HfQuantizer.is_trainable = lambda *args, **kwargs: True",
|
| 456 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.quantizers.quantizer_mxfp4.is_kernels_available = is_kernels_available",
|
| 457 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/gpt_oss.py: transformers.quantizers.quantizer_mxfp4.is_kernels_available = lambda *args, **kwargs: False",
|
| 458 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/misc.py: HiggsAudioV2Embeddings.forward = forward",
|
| 459 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/misc.py: ModernBertModel._update_attention_mask = _update_attention_mask_contiguous",
|
| 460 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/misc.py: PreTrainedModel.gradient_checkpointing_enable = gradient_checkpointing_enable",
|
| 461 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/misc.py: transformers.models.mllama.modeling_mllama.MllamaVisionEncoderLayer = MllamaVisionEncoderLayer",
|
| 462 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/misc.py: transformers.utils.import_utils.is_causal_conv1d_available = lambda: False",
|
| 463 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/moe_utils.py: PeftModel.load_adapter = patched",
|
| 464 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/moe_utils.py: PeftModel.save_pretrained = patched",
|
| 465 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/moe_utils_bnb4bit.py: modeling_utils.get_model_conversion_mapping = patched_get_model_conversion_mapping",
|
| 466 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/mxfp4.py: PreTrainedModel.save_pretrained = save_pretrained",
|
| 467 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/mxfp4.py: modeling_utils._get_device_map = _get_device_map",
|
| 468 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/mxfp4.py: transformers.integrations.mxfp4.convert_moe_packed_tensors_cpu = convert_moe_packed_tensors_cpu",
|
| 469 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/qwen3_5_moe.py: transformers.models.qwen3_5_moe.modeling_qwen3_5_moe.Qwen3_5MoeExperts._unsloth_lora_extractor_fn = staticmethod(_qwen3_5_lora_extractor)",
|
| 470 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/qwen3_moe.py: transformers.models.qwen3_moe.modeling_qwen3_moe.Qwen3MoeExperts._unsloth_lora_extractor_fn = staticmethod(_qwen3_lora_extractor)",
|
| 471 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/qwen3_next_moe.py: transformers.models.qwen3_next.modeling_qwen3_next.Qwen3NextExperts._unsloth_lora_extractor_fn = staticmethod(_qwen3_next_lora_extractor)",
|
| 472 |
+
"unslothai/unsloth-zoo:unsloth_zoo/temporary_patches/qwen3_vl_moe.py: transformers.models.qwen3_vl_moe.modeling_qwen3_vl_moe.Qwen3VLMoeTextExperts._unsloth_lora_extractor_fn = staticmethod(_qwen3_vl_lora_extractor)",
|
| 473 |
+
"unslothai/unsloth-zoo:unsloth_zoo/vllm_utils.py: Qwen3MoeForCausalLM.is_3d_moe_weight = True",
|
| 474 |
+
"unslothai/unsloth:studio/backend/core/inference/safetensors_pread.py: modeling_utils.safe_open = _original",
|
| 475 |
+
"unslothai/unsloth:studio/backend/core/inference/safetensors_pread.py: modeling_utils.safe_open = _with_pread(current)",
|
| 476 |
+
"unslothai/unsloth:unsloth/import_fixes.py: PreTrainedModel.disable_input_require_grads = _patched_single_disable_input_require_grads",
|
| 477 |
+
"unslothai/unsloth:unsloth/import_fixes.py: PreTrainedModel.enable_input_require_grads = _patched_enable_input_require_grads",
|
| 478 |
+
"unslothai/unsloth:unsloth/import_fixes.py: PreTrainedModel.enable_input_require_grads = _patched_single_enable_input_require_grads",
|
| 479 |
+
"unslothai/unsloth:unsloth/import_fixes.py: PreTrainedModel.post_init = post_init",
|
| 480 |
+
"unslothai/unsloth:unsloth/import_fixes.py: modeling_utils.revert_weight_conversion = revert_weight_conversion",
|
| 481 |
+
"unslothai/unsloth:unsloth/kernels/rms_layernorm.py: transformers.models.llama.modeling_llama.LlamaRMSNorm = LlamaRMSNorm",
|
| 482 |
+
"unslothai/unsloth:unsloth/kernels/rms_layernorm.py: transformers.models.llama.modeling_llama.LlamaRMSNorm = Unsloth_LlamaRMSNorm",
|
| 483 |
+
"unslothai/unsloth:unsloth/kernels/rms_layernorm.py: transformers.models.mllama.modeling_mllama.MllamaTextRMSNorm = MllamaTextRMSNorm",
|
| 484 |
+
"unslothai/unsloth:unsloth/kernels/rms_layernorm.py: transformers.models.mllama.modeling_mllama.MllamaTextRMSNorm = Unsloth_MllamaTextRMSNorm",
|
| 485 |
+
"unslothai/unsloth:unsloth/models/_utils.py: PreTrainedModel._get_key_renaming_mapping = _get_key_renaming_mapping",
|
| 486 |
+
"unslothai/unsloth:unsloth/models/_utils.py: PreTrainedModel._get_key_renaming_mapping = original",
|
| 487 |
+
"unslothai/unsloth:unsloth/models/_utils.py: PreTrainedModel.gradient_checkpointing_enable = gradient_checkpointing_enable",
|
| 488 |
+
"unslothai/unsloth:unsloth/models/_utils.py: modeling_utils.get_model_conversion_mapping = get_model_conversion_mapping",
|
| 489 |
+
"unslothai/unsloth:unsloth/models/_utils.py: transformers.integrations.bitsandbytes.should_convert_module = patched_should_convert_module",
|
| 490 |
+
"unslothai/unsloth:unsloth/models/_utils.py: transformers.trainer.get_model_param_count = get_model_param_count",
|
| 491 |
+
"unslothai/unsloth:unsloth/models/_utils.py: transformers.trainer_pt_utils.get_model_param_count = get_model_param_count",
|
| 492 |
+
"unslothai/unsloth:unsloth/models/_utils.py: transformers.utils.import_utils.is_flash_attn_2_available = (",
|
| 493 |
+
"unslothai/unsloth:unsloth/models/_utils.py: transformers.utils.import_utils.is_flash_attn_2_available = lambda *args, **kwargs: (",
|
| 494 |
+
"unslothai/unsloth:unsloth/models/_utils.py: transformers.utils.is_flash_attn_2_available = lambda *args, **kwargs: False",
|
| 495 |
+
"unslothai/unsloth:unsloth/models/_utils.py: transformers.utils.is_openai_available = _lazy_openai_import_check(",
|
| 496 |
+
"unslothai/unsloth:unsloth/models/_utils.py: transformers.utils.quantization_config.BitsAndBytesConfig.__init__ = _BitsAndBytesConfig__init__",
|
| 497 |
+
"unslothai/unsloth:unsloth/models/cohere.py: CohereAttention.__init__ = eval(init_name)",
|
| 498 |
+
"unslothai/unsloth:unsloth/models/cohere.py: CohereAttention.forward = CohereAttention_fast_forward",
|
| 499 |
+
"unslothai/unsloth:unsloth/models/cohere.py: CohereDecoderLayer.forward = CohereDecoderLayer_fast_forward",
|
| 500 |
+
"unslothai/unsloth:unsloth/models/cohere.py: CohereFlashAttention2.forward = CohereAttention_fast_forward",
|
| 501 |
+
"unslothai/unsloth:unsloth/models/cohere.py: CohereForCausalLM.forward = CausalLM_fast_forward(CohereModel_fast_forward_inference)",
|
| 502 |
+
"unslothai/unsloth:unsloth/models/cohere.py: CohereModel.forward = LlamaModel_fast_forward",
|
| 503 |
+
"unslothai/unsloth:unsloth/models/cohere.py: CohereSdpaAttention.forward = CohereAttention_fast_forward",
|
| 504 |
+
"unslothai/unsloth:unsloth/models/cohere.py: PeftModelForCausalLM.forward = PeftModel_fast_forward",
|
| 505 |
+
"unslothai/unsloth:unsloth/models/cohere.py: transformers.models.cohere.modeling_cohere.CohereRotaryEmbedding = LlamaRotaryEmbedding",
|
| 506 |
+
"unslothai/unsloth:unsloth/models/compressed_tensors_int4.py: PeftModel.save_pretrained = save_pretrained",
|
| 507 |
+
"unslothai/unsloth:unsloth/models/falcon_h1.py: FalconH1Attention.__init__ = eval(init_name)",
|
| 508 |
+
"unslothai/unsloth:unsloth/models/falcon_h1.py: FalconH1Attention.forward = FalconH1Attention_fast_forward",
|
| 509 |
+
"unslothai/unsloth:unsloth/models/falcon_h1.py: FalconH1DecoderLayer.forward = FalconH1DecoderLayer_fast_forward",
|
| 510 |
+
"unslothai/unsloth:unsloth/models/falcon_h1.py: FalconH1ForCausalLM.forward = CausalLM_fast_forward(",
|
| 511 |
+
"unslothai/unsloth:unsloth/models/falcon_h1.py: FalconH1Model.forward = LlamaModel_fast_forward",
|
| 512 |
+
"unslothai/unsloth:unsloth/models/falcon_h1.py: PeftModelForCausalLM.forward = PeftModel_fast_forward",
|
| 513 |
+
"unslothai/unsloth:unsloth/models/falcon_h1.py: transformers.models.falcon_h1.modeling_falcon_h1.FalconH1RMSNorm = Unsloth_FalconH1RMSNorm",
|
| 514 |
+
"unslothai/unsloth:unsloth/models/falcon_h1.py: transformers.models.falcon_h1.modeling_falcon_h1.FalconH1RotaryEmbedding = (",
|
| 515 |
+
"unslothai/unsloth:unsloth/models/gemma.py: GemmaAttention.__init__ = eval(init_name)",
|
| 516 |
+
"unslothai/unsloth:unsloth/models/gemma.py: GemmaAttention.forward = LlamaAttention_fast_forward",
|
| 517 |
+
"unslothai/unsloth:unsloth/models/gemma.py: GemmaDecoderLayer.forward = GemmaDecoderLayer_fast_forward",
|
| 518 |
+
"unslothai/unsloth:unsloth/models/gemma.py: GemmaFlashAttention2.forward = LlamaAttention_fast_forward",
|
| 519 |
+
"unslothai/unsloth:unsloth/models/gemma.py: GemmaForCausalLM.forward = CausalLM_fast_forward(GemmaModel_fast_forward_inference)",
|
| 520 |
+
"unslothai/unsloth:unsloth/models/gemma.py: GemmaModel.forward = LlamaModel_fast_forward",
|
| 521 |
+
"unslothai/unsloth:unsloth/models/gemma.py: GemmaSdpaAttention.forward = LlamaAttention_fast_forward",
|
| 522 |
+
"unslothai/unsloth:unsloth/models/gemma.py: PeftModelForCausalLM.forward = PeftModel_fast_forward",
|
| 523 |
+
"unslothai/unsloth:unsloth/models/gemma.py: transformers.models.gemma.modeling_gemma.GemmaRotaryEmbedding = GemmaFixedRotaryEmbedding",
|
| 524 |
+
"unslothai/unsloth:unsloth/models/gemma2.py: Gemma2Attention.__init__ = eval(init_name)",
|
| 525 |
+
"unslothai/unsloth:unsloth/models/gemma2.py: Gemma2Attention.forward = Gemma2Attention_fast_forward",
|
| 526 |
+
"unslothai/unsloth:unsloth/models/gemma2.py: Gemma2DecoderLayer.forward = Gemma2DecoderLayer_fast_forward",
|
| 527 |
+
"unslothai/unsloth:unsloth/models/gemma2.py: Gemma2FlashAttention2.forward = Gemma2Attention_fast_forward",
|
| 528 |
+
"unslothai/unsloth:unsloth/models/gemma2.py: Gemma2ForCausalLM.forward = CausalLM_fast_forward(Gemma2Model_fast_forward_inference)",
|
| 529 |
+
"unslothai/unsloth:unsloth/models/gemma2.py: Gemma2Model.forward = LlamaModel_fast_forward",
|
| 530 |
+
"unslothai/unsloth:unsloth/models/gemma2.py: Gemma2SdpaAttention.forward = Gemma2Attention_fast_forward",
|
| 531 |
+
"unslothai/unsloth:unsloth/models/gemma2.py: PeftModelForCausalLM.forward = PeftModel_fast_forward",
|
| 532 |
+
"unslothai/unsloth:unsloth/models/gemma2.py: transformers.models.gemma2.modeling_gemma2.Gemma2RotaryEmbedding = GemmaFixedRotaryEmbedding",
|
| 533 |
+
"unslothai/unsloth:unsloth/models/granite.py: GraniteAttention.__init__ = eval(init_name)",
|
| 534 |
+
"unslothai/unsloth:unsloth/models/granite.py: GraniteAttention.forward = GraniteAttention_fast_forward",
|
| 535 |
+
"unslothai/unsloth:unsloth/models/granite.py: GraniteDecoderLayer.forward = GraniteDecoderLayer_fast_forward",
|
| 536 |
+
"unslothai/unsloth:unsloth/models/granite.py: GraniteFlashAttention2.forward = GraniteAttention_fast_forward",
|
| 537 |
+
"unslothai/unsloth:unsloth/models/granite.py: GraniteForCausalLM.__init__ = patched_init(GraniteForCausalLM.__init__)",
|
| 538 |
+
"unslothai/unsloth:unsloth/models/granite.py: GraniteForCausalLM.forward = CausalLM_fast_forward(GraniteModel_fast_forward_inference)",
|
| 539 |
+
"unslothai/unsloth:unsloth/models/granite.py: GraniteModel.forward = LlamaModel_fast_forward",
|
| 540 |
+
"unslothai/unsloth:unsloth/models/granite.py: GraniteSdpaAttention.forward = GraniteAttention_fast_forward",
|
| 541 |
+
"unslothai/unsloth:unsloth/models/granite.py: PeftModelForCausalLM.forward = PeftModel_fast_forward",
|
| 542 |
+
"unslothai/unsloth:unsloth/models/granite.py: transformers.models.granite.modeling_granite.GraniteRotaryEmbedding = GraniteRotaryEmbedding",
|
| 543 |
+
"unslothai/unsloth:unsloth/models/llama.py: FastLlamaModel.from_pretrained = staticmethod(",
|
| 544 |
+
"unslothai/unsloth:unsloth/models/llama.py: FastLlamaModel.get_peft_model = staticmethod(",
|
| 545 |
+
"unslothai/unsloth:unsloth/models/llama.py: LlamaAttention.__init__ = eval(init_name)",
|
| 546 |
+
"unslothai/unsloth:unsloth/models/llama.py: LlamaAttention.forward = LlamaAttention_fast_forward",
|
| 547 |
+
"unslothai/unsloth:unsloth/models/llama.py: LlamaDecoderLayer.forward = LlamaDecoderLayer_fast_forward",
|
| 548 |
+
"unslothai/unsloth:unsloth/models/llama.py: LlamaFlashAttention2.forward = LlamaAttention_fast_forward",
|
| 549 |
+
"unslothai/unsloth:unsloth/models/llama.py: LlamaForCausalLM.forward = CausalLM_fast_forward(LlamaModel_fast_forward_inference)",
|
| 550 |
+
"unslothai/unsloth:unsloth/models/llama.py: LlamaModel.forward = LlamaModel_fast_forward",
|
| 551 |
+
"unslothai/unsloth:unsloth/models/llama.py: LlamaModel_fast_forward_inference_custom._unsloth_graph_attention = (",
|
| 552 |
+
"unslothai/unsloth:unsloth/models/llama.py: LlamaSdpaAttention.forward = LlamaAttention_fast_forward",
|
| 553 |
+
"unslothai/unsloth:unsloth/models/llama.py: PeftModelForCausalLM.forward = PeftModel_fast_forward",
|
| 554 |
+
"unslothai/unsloth:unsloth/models/llama.py: transformers.models.llama.modeling_llama.LlamaLinearScalingRotaryEmbedding = (",
|
| 555 |
+
"unslothai/unsloth:unsloth/models/llama.py: transformers.models.llama.modeling_llama.LlamaRotaryEmbedding = LlamaRotaryEmbedding",
|
| 556 |
+
"unslothai/unsloth:unsloth/models/loader.py: PreTrainedModel.from_pretrained = classmethod(wrapped)",
|
| 557 |
+
"unslothai/unsloth:unsloth/models/mistral.py: MistralAttention.__init__ = eval(init_name)",
|
| 558 |
+
"unslothai/unsloth:unsloth/models/mistral.py: MistralAttention.forward = MistralAttention_fast_forward",
|
| 559 |
+
"unslothai/unsloth:unsloth/models/mistral.py: MistralDecoderLayer.forward = LlamaDecoderLayer_fast_forward",
|
| 560 |
+
"unslothai/unsloth:unsloth/models/mistral.py: MistralFlashAttention2.forward = MistralAttention_fast_forward",
|
| 561 |
+
"unslothai/unsloth:unsloth/models/mistral.py: MistralForCausalLM.forward = MistralForCausalLM_fast_forward",
|
| 562 |
+
"unslothai/unsloth:unsloth/models/mistral.py: MistralModel.forward = LlamaModel_fast_forward",
|
| 563 |
+
"unslothai/unsloth:unsloth/models/mistral.py: MistralSdpaAttention.forward = MistralAttention_fast_forward",
|
| 564 |
+
"unslothai/unsloth:unsloth/models/mistral.py: PeftModelForCausalLM.forward = PeftModel_fast_forward",
|
| 565 |
+
"unslothai/unsloth:unsloth/models/mistral.py: transformers.models.mistral.modeling_mistral.MistralRotaryEmbedding = LlamaRotaryEmbedding",
|
| 566 |
+
"unslothai/unsloth:unsloth/models/qwen2.py: PeftModelForCausalLM.forward = PeftModel_fast_forward",
|
| 567 |
+
"unslothai/unsloth:unsloth/models/qwen2.py: Qwen2Attention.__init__ = eval(init_name)",
|
| 568 |
+
"unslothai/unsloth:unsloth/models/qwen2.py: Qwen2Attention.forward = LlamaAttention_fast_forward",
|
| 569 |
+
"unslothai/unsloth:unsloth/models/qwen2.py: Qwen2DecoderLayer.forward = LlamaDecoderLayer_fast_forward",
|
| 570 |
+
"unslothai/unsloth:unsloth/models/qwen2.py: Qwen2FlashAttention2.forward = LlamaAttention_fast_forward",
|
| 571 |
+
"unslothai/unsloth:unsloth/models/qwen2.py: Qwen2ForCausalLM.forward = CausalLM_fast_forward(LlamaModel_fast_forward_inference)",
|
| 572 |
+
"unslothai/unsloth:unsloth/models/qwen2.py: Qwen2Model.forward = LlamaModel_fast_forward",
|
| 573 |
+
"unslothai/unsloth:unsloth/models/qwen2.py: Qwen2SdpaAttention.forward = LlamaAttention_fast_forward",
|
| 574 |
+
"unslothai/unsloth:unsloth/models/qwen2.py: transformers.models.qwen2.modeling_qwen2.Qwen2RotaryEmbedding = LlamaRotaryEmbedding",
|
| 575 |
+
"unslothai/unsloth:unsloth/models/qwen3.py: PeftModelForCausalLM.forward = PeftModel_fast_forward",
|
| 576 |
+
"unslothai/unsloth:unsloth/models/qwen3.py: Qwen3Attention.__init__ = eval(init_name)",
|
| 577 |
+
"unslothai/unsloth:unsloth/models/qwen3.py: Qwen3Attention.forward = Qwen3Attention_fast_forward",
|
| 578 |
+
"unslothai/unsloth:unsloth/models/qwen3.py: Qwen3DecoderLayer.forward = LlamaDecoderLayer_fast_forward",
|
| 579 |
+
"unslothai/unsloth:unsloth/models/qwen3.py: Qwen3FlashAttention2.forward = Qwen3Attention_fast_forward",
|
| 580 |
+
"unslothai/unsloth:unsloth/models/qwen3.py: Qwen3ForCausalLM.forward = CausalLM_fast_forward(",
|
| 581 |
+
"unslothai/unsloth:unsloth/models/qwen3.py: Qwen3Model.forward = LlamaModel_fast_forward",
|
| 582 |
+
"unslothai/unsloth:unsloth/models/qwen3.py: Qwen3SdpaAttention.forward = Qwen3Attention_fast_forward",
|
| 583 |
+
"unslothai/unsloth:unsloth/models/qwen3.py: transformers.models.qwen3.modeling_qwen3.Qwen3RotaryEmbedding = LlamaRotaryEmbedding",
|
| 584 |
+
"unslothai/unsloth:unsloth/models/qwen3_moe.py: PeftModelForCausalLM.forward = PeftModel_fast_forward",
|
| 585 |
+
"unslothai/unsloth:unsloth/models/qwen3_moe.py: Qwen3MoeAttention.__init__ = eval(init_name)",
|
| 586 |
+
"unslothai/unsloth:unsloth/models/qwen3_moe.py: Qwen3MoeAttention.forward = Qwen3Attention_fast_forward",
|
| 587 |
+
"unslothai/unsloth:unsloth/models/qwen3_moe.py: Qwen3MoeDecoderLayer.forward = Qwen3MoeDecoderLayer_fast_forward",
|
| 588 |
+
"unslothai/unsloth:unsloth/models/qwen3_moe.py: Qwen3MoeForCausalLM.forward = CausalLM_fast_forward(LlamaModel_fast_forward_inference)",
|
| 589 |
+
"unslothai/unsloth:unsloth/models/qwen3_moe.py: Qwen3MoeMLP.forward = fast_swiglu_inference # This is analogous to Dense models' MLP",
|
| 590 |
+
"unslothai/unsloth:unsloth/models/qwen3_moe.py: Qwen3MoeModel.forward = LlamaModel_fast_forward",
|
| 591 |
+
"unslothai/unsloth:unsloth/models/qwen3_moe.py: transformers.models.qwen3_moe.modeling_qwen3_moe.Qwen3MoeRotaryEmbedding = (",
|
| 592 |
+
"unslothai/unsloth:unsloth/models/sentence_transformer.py: AutoModel.from_pretrained = original_model_from_pretrained",
|
| 593 |
+
"unslothai/unsloth:unsloth/models/sentence_transformer.py: AutoModel.from_pretrained = return_existing_model",
|
| 594 |
+
"unslothai/unsloth:unsloth/models/sentence_transformer.py: modeling_distilbert.DistilBertModel.forward = forward",
|
| 595 |
+
"unslothai/unsloth:unsloth/models/sentence_transformer.py: modeling_mpnet.MPNetEncoder.forward = forward",
|
| 596 |
+
"unslothai/unsloth:unsloth/models/sentence_transformer.py: modeling_mpnet.MPNetModel._set_gradient_checkpointing = _set_gradient_checkpointing",
|
| 597 |
+
"unslothai/unsloth:unsloth/models/sentence_transformer.py: modeling_mpnet.MPNetModel.supports_gradient_checkpointing = True",
|
| 598 |
+
"unslothai/unsloth:unsloth/models/sentence_transformer.py: transformers.AutoModelForCausalLM = original_causal",
|
| 599 |
+
"unslothai/unsloth:unsloth/models/sentence_transformer.py: transformers.AutoModelForCausalLM = transformers.AutoModel",
|
| 600 |
+
"unslothai/unsloth:unsloth/models/tp_native.py: PreTrainedModel.from_pretrained = classmethod(from_pretrained)",
|
| 601 |
+
"unslothai/unsloth:unsloth/models/tp_native.py: PreTrainedModel.from_pretrained = descriptor",
|
| 602 |
+
"unslothai/unsloth:unsloth/models/vision.py: FastBaseModel.from_pretrained = staticmethod(",
|
| 603 |
+
"unslothai/unsloth:unsloth/models/vision.py: FastBaseModel.get_peft_model = staticmethod(",
|
| 604 |
+
"unslothai/unsloth:unsloth/models/vision.py: PreTrainedModel.to = original_to",
|
| 605 |
+
"unslothai/unsloth:unsloth/models/vision.py: PreTrainedModel.to = to",
|
| 606 |
+
"verl-project/verl:verl/models/mcore/patch.py: GPTModel._postprocess = _patched",
|
| 607 |
+
"verl-project/verl:verl/models/mcore/patch.py: MLASelfAttention.get_query_key_value_tensors = patch_get_query_key_value_tensors",
|
| 608 |
+
"verl-project/verl:verl/models/mcore/patch.py: MultiLatentAttention.forward = patch_forward",
|
| 609 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: AutoModelForCausalLMWithValueHead.state_dict = state_dict",
|
| 610 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Glm4vModel.forward = glm4v_base_forward",
|
| 611 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Glm4vTextAttention.forward = glm4v_attn_forward",
|
| 612 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen2VLAttention.forward = qwen2_vl_attn_forward",
|
| 613 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen2VLModel.forward = qwen2_vl_base_forward",
|
| 614 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen2_5_VLAttention.forward = qwen2_vl_attn_forward",
|
| 615 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen2_5_VLModel.forward = qwen2_vl_base_forward",
|
| 616 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen3VLModel.forward = qwen3_vl_base_forward",
|
| 617 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen3VLMoeModel.forward = qwen3_vl_base_forward",
|
| 618 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen3VLMoeVisionModel.fast_pos_embed_interpolate = fast_pos_embed_interpolate",
|
| 619 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen3VLVisionModel.fast_pos_embed_interpolate = fast_pos_embed_interpolate",
|
| 620 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen3_5DecoderLayer.forward = qwen3_5_decoder_layer_forward",
|
| 621 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen3_5Model.forward = qwen3_5_base_forward",
|
| 622 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen3_5MoeDecoderLayer.forward = qwen3_5_decoder_layer_forward",
|
| 623 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen3_5MoeModel.forward = qwen3_5_base_forward",
|
| 624 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen3_5MoeVisionModel.fast_pos_embed_interpolate = fast_pos_embed_interpolate",
|
| 625 |
+
"verl-project/verl:verl/models/transformers/monkey_patch.py: Qwen3_5VisionModel.fast_pos_embed_interpolate = fast_pos_embed_interpolate",
|
| 626 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen2.Qwen2MLP.forward = silu_forward_npu",
|
| 627 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen2.Qwen2RMSNorm.forward = rms_norm_forward_npu",
|
| 628 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen2.apply_rotary_pos_emb = apply_rotary_pos_emb_npu",
|
| 629 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen2_5_vl.Qwen2RMSNorm.forward = rms_norm_forward_npu",
|
| 630 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen2_5_vl.Qwen2_5_VLMLP.forward = silu_forward_npu",
|
| 631 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen2_5_vl.Qwen2_5_VLRMSNorm.forward = rms_norm_forward_npu",
|
| 632 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3.Qwen3MLP.forward = silu_forward_npu",
|
| 633 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3.Qwen3RMSNorm.forward = rms_norm_forward_npu",
|
| 634 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3.apply_rotary_pos_emb = apply_rotary_pos_emb_npu",
|
| 635 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_5.Qwen3_5RMSNorm.forward = qwen3_next_rms_norm_forward_npu",
|
| 636 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_5.Qwen3_5RMSNormGated.forward = qwen3_next_rms_norm_forward_gated_npu",
|
| 637 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_5.apply_rotary_pos_emb = qwen3_next_apply_rotary_pos_emb_npu",
|
| 638 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_5_moe.Qwen3_5MoeExperts.forward = qwen3_5_moe_experts_forward_npu",
|
| 639 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_5_moe.Qwen3_5MoeRMSNorm.forward = qwen3_next_rms_norm_forward_npu",
|
| 640 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_5_moe.Qwen3_5MoeRMSNormGated.forward = qwen3_next_rms_norm_forward_gated_npu",
|
| 641 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_5_moe.apply_rotary_pos_emb = qwen3_next_apply_rotary_pos_emb_npu",
|
| 642 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_moe.Qwen3MoeRMSNorm.forward = rms_norm_forward_npu",
|
| 643 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_moe.Qwen3MoeSparseMoeBlock.forward = qwen3_moe_sparse_moe_block_forward_npu",
|
| 644 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_moe.apply_rotary_pos_emb = apply_rotary_pos_emb_npu",
|
| 645 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_next.Qwen3NextRMSNorm.forward = qwen3_next_rms_norm_forward_npu",
|
| 646 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_next.Qwen3NextRMSNormGated.forward = qwen3_next_rms_norm_forward_gated_npu",
|
| 647 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_next.Qwen3NextSparseMoeBlock.forward = qwen3_next_sparse_moe_block_forward_npu",
|
| 648 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_next.apply_rotary_pos_emb = qwen3_next_apply_rotary_pos_emb_npu",
|
| 649 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_vl.Qwen3VLTextMLP.forward = silu_forward_npu",
|
| 650 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_vl.Qwen3VLTextRMSNorm.forward = rms_norm_forward_npu",
|
| 651 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_vl_moe.Qwen3VLMoeTextRMSNorm.forward = rms_norm_forward_npu",
|
| 652 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_vl_moe.Qwen3VLMoeTextSparseMoeBlock = NPUQwen3VLMoeTextSparseMoeBlock",
|
| 653 |
+
"verl-project/verl:verl/models/transformers/npu_patch.py: modeling_qwen3_vl_moe.apply_rotary_pos_emb = apply_rotary_pos_emb_npu",
|
| 654 |
+
"vllm-project/llm-compressor:examples/quantizing_moe/deepseek_v4_example.py: DeepseekV4PreTrainedModel._keep_in_fp32_modules_strict = set()",
|
| 655 |
+
"vllm-project/llm-compressor:examples/quantizing_moe/deepseek_v4_mixed_mxfp4_mxfp8.py: DeepseekV4PreTrainedModel._keep_in_fp32_modules_strict = set()",
|
| 656 |
+
"vllm-project/llm-compressor:examples/quantizing_moe/deepseek_v4_pro_example.py: DeepseekV4PreTrainedModel._keep_in_fp32_modules_strict = set()",
|
| 657 |
+
"vllm-project/llm-compressor:src/llmcompressor/modeling/moe/linearize.py: transformers.integrations.finegrained_fp8.replace_with_fp8_linear = (",
|
| 658 |
+
"vllm-project/vllm:vllm/model_executor/models/adapters.py: ModelForEmbedding.__name__ = _get_pooling_model_name(cls.__name__, \"ForEmbedding\")",
|
| 659 |
+
"vllm-project/vllm:vllm/model_executor/models/expert_substitution.py: ExpertSubstitutionModel.__name__ = model_cls.__name__",
|
| 660 |
+
"vllm-project/vllm:vllm/model_executor/models/expert_substitution.py: ExpertSubstitutionModel.__qualname__ = model_cls.__qualname__",
|
| 661 |
+
"vllm-project/vllm:vllm/v1/attention/backends/composite.py: CompositeAttentionBackend.__module__ = module",
|
| 662 |
+
"vllm-project/vllm:vllm/v1/attention/backends/composite.py: CompositeAttentionBackend.__name__ = name",
|
| 663 |
+
"vllm-project/vllm:vllm/v1/attention/backends/composite.py: CompositeAttentionBackend.__qualname__ = name"
|
| 664 |
+
]
|
reports/2026-11-02.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|