fishy.models.deep.nextformer
============================

.. currentmodule:: fishy.models.deep.nextformer

.. automodule:: fishy.models.deep.nextformer

   
   
   

   
   
   .. rubric:: Classes

   
   .. autoclass:: GroupedQueryAttention
      :members:
      :show-inheritance:
      :undoc-members:
      :special-members: __init__
   
   .. autoclass:: NextFormer
      :members:
      :show-inheritance:
      :undoc-members:
      :special-members: __init__
   
   .. autoclass:: NextFormerBlock
      :members:
      :show-inheritance:
      :undoc-members:
      :special-members: __init__
   
   .. autoclass:: RMSNorm
      :members:
      :show-inheritance:
      :undoc-members:
      :special-members: __init__
   
   .. autoclass:: SwiGLU
      :members:
      :show-inheritance:
      :undoc-members:
      :special-members: __init__
   
   
   

   
   
   

   
   
   .. rubric:: Functions

   
   .. autofunction:: repeat_kv
   
   
   

   
   
   s