__init__.py
1 from liger_kernel.transformers.auto_model import ( # noqa: F401 2 AutoLigerKernelForCausalLM, 3 ) 4 from liger_kernel.transformers.cross_entropy import LigerCrossEntropyLoss # noqa: F401 5 from liger_kernel.transformers.fused_linear_cross_entropy import ( # noqa: F401 6 LigerFusedLinearCrossEntropyLoss, 7 ) 8 from liger_kernel.transformers.fused_linear_jsd import LigerFusedLinearJSD # noqa: F401 9 from liger_kernel.transformers.geglu import LigerGEGLUMLP # noqa: F401 10 from liger_kernel.transformers.jsd import LigerJSD # noqa: F401 11 from liger_kernel.transformers.layer_norm import LigerLayerNorm # noqa: F401 12 from liger_kernel.transformers.monkey_patch import ( # noqa: F401 13 _apply_liger_kernel, 14 _apply_liger_kernel_to_instance, 15 apply_liger_kernel_to_gemma, 16 apply_liger_kernel_to_gemma2, 17 apply_liger_kernel_to_llama, 18 apply_liger_kernel_to_mistral, 19 apply_liger_kernel_to_mixtral, 20 apply_liger_kernel_to_mllama, 21 apply_liger_kernel_to_phi3, 22 apply_liger_kernel_to_qwen2, 23 apply_liger_kernel_to_qwen2_vl, 24 ) 25 from liger_kernel.transformers.rms_norm import LigerRMSNorm # noqa: F401 26 from liger_kernel.transformers.rope import liger_rotary_pos_emb # noqa: F401 27 from liger_kernel.transformers.swiglu import ( # noqa: F401 28 LigerBlockSparseTop2MLP, 29 LigerPhi3SwiGLUMLP, 30 LigerSwiGLUMLP, 31 )