..
   # Copyright (c) 2023 Graphcore Ltd. All rights reserved.
   # Copyright (c) 2007-2023 by the Sphinx team. All rights reserved.

unit\_scaling.functional
========================

.. automodule:: unit_scaling.functional

   
   
   

   
   
   

   
   .. rubric:: Functions

   .. autosummary::
      :toctree:
   
      add
      conv1d
      cross_entropy
      dropout
      embedding
      gelu
      layer_norm
      linear
      linear_readout
      matmul
      mse_loss
      residual_add
      residual_apply
      residual_split
      rms_norm
      scaled_dot_product_attention
      silu
      silu_glu
      softmax