mindformers.modules
=====================

.. automodule:: mindformers.modules

mindformers.modules.layers
----------------------------------------------

.. autosummary::
    :toctree: modules
    :nosignatures:
    :template: classtemplate.rst

    mindformers.modules.layers.Dropout
    mindformers.modules.layers.FixedSparseAttention
    mindformers.modules.layers.LayerNorm
    mindformers.modules.layers.Linear

mindformers.modules.transformer
----------------------------------------------

.. autosummary::
    :toctree: modules
    :nosignatures:
    :template: classtemplate.rst

    mindformers.modules.transformer.AttentionMask
    mindformers.modules.transformer.EmbeddingOpParallelConfig
    mindformers.modules.transformer.FeedForward
    mindformers.modules.transformer.MoEConfig
    mindformers.modules.transformer.MultiHeadAttention
    mindformers.modules.transformer.OpParallelConfig
    mindformers.modules.transformer.Transformer
    mindformers.modules.transformer.TransformerDecoder
    mindformers.modules.transformer.TransformerDecoderLayer
    mindformers.modules.transformer.TransformerEncoder
    mindformers.modules.transformer.TransformerEncoderLayer
    mindformers.modules.transformer.TransformerOpParallelConfig
    mindformers.modules.transformer.TransformerRecomputeConfig
    mindformers.modules.transformer.VocabEmbedding