/ src / liger_kernel / transformers / __init__.py
__init__.py
 1  from liger_kernel.transformers.auto_model import (  # noqa: F401
 2      AutoLigerKernelForCausalLM,
 3  )
 4  from liger_kernel.transformers.cross_entropy import LigerCrossEntropyLoss  # noqa: F401
 5  from liger_kernel.transformers.fused_linear_cross_entropy import (  # noqa: F401
 6      LigerFusedLinearCrossEntropyLoss,
 7  )
 8  from liger_kernel.transformers.fused_linear_jsd import LigerFusedLinearJSD  # noqa: F401
 9  from liger_kernel.transformers.geglu import LigerGEGLUMLP  # noqa: F401
10  from liger_kernel.transformers.jsd import LigerJSD  # noqa: F401
11  from liger_kernel.transformers.layer_norm import LigerLayerNorm  # noqa: F401
12  from liger_kernel.transformers.monkey_patch import (  # noqa: F401
13      _apply_liger_kernel,
14      _apply_liger_kernel_to_instance,
15      apply_liger_kernel_to_gemma,
16      apply_liger_kernel_to_gemma2,
17      apply_liger_kernel_to_llama,
18      apply_liger_kernel_to_mistral,
19      apply_liger_kernel_to_mixtral,
20      apply_liger_kernel_to_mllama,
21      apply_liger_kernel_to_phi3,
22      apply_liger_kernel_to_qwen2,
23      apply_liger_kernel_to_qwen2_vl,
24  )
25  from liger_kernel.transformers.rms_norm import LigerRMSNorm  # noqa: F401
26  from liger_kernel.transformers.rope import liger_rotary_pos_emb  # noqa: F401
27  from liger_kernel.transformers.swiglu import (  # noqa: F401
28      LigerBlockSparseTop2MLP,
29      LigerPhi3SwiGLUMLP,
30      LigerSwiGLUMLP,
31  )