nn

Experimental API. See the NNX page for more details.

• Activation functions
  • celu()
  • elu()
  • gelu()
  • glu()
  • hard_sigmoid()
  • hard_silu()
  • hard_swish()
  • hard_tanh()
  • leaky_relu()
  • log_sigmoid()
  • log_softmax()
  • logsumexp()
  • one_hot()
  • relu()
  • selu()
  • sigmoid()
  • silu()
  • soft_sign()
  • softmax()
  • softplus()
  • standardize()
  • swish()
  • tanh()
• Attention
  • MultiHeadAttention
    • MultiHeadAttention.num_heads
    • MultiHeadAttention.dtype
    • MultiHeadAttention.param_dtype
    • MultiHeadAttention.qkv_features
    • MultiHeadAttention.out_features
    • MultiHeadAttention.broadcast_dropout
    • MultiHeadAttention.dropout_rate
    • MultiHeadAttention.deterministic
    • MultiHeadAttention.precision
    • MultiHeadAttention.kernel_init
    • MultiHeadAttention.bias_init
    • MultiHeadAttention.use_bias
    • MultiHeadAttention.attention_fn
    • MultiHeadAttention.decode
    • MultiHeadAttention.normalize_qk
    • MultiHeadAttention.init_cache()
  • combine_masks()
  • dot_product_attention()
  • make_attention_mask()
  • make_causal_mask()
• Initializers
  • constant()
  • delta_orthogonal()
  • glorot_normal()
  • glorot_uniform()
  • he_normal()
  • he_uniform()
  • kaiming_normal()
  • kaiming_uniform()
  • lecun_normal()
  • lecun_uniform()
  • normal()
  • truncated_normal()
  • ones()
  • ones_init()
  • orthogonal()
  • uniform()
  • variance_scaling()
  • xavier_normal()
  • xavier_uniform()
  • zeros()
  • zeros_init()
• Linear
  • Conv
    • Conv.features
    • Conv.kernel_size
    • Conv.strides
    • Conv.padding
    • Conv.input_dilation
    • Conv.kernel_dilation
    • Conv.feature_group_count
    • Conv.use_bias
    • Conv.mask
    • Conv.dtype
    • Conv.param_dtype
    • Conv.precision
    • Conv.kernel_init
    • Conv.bias_init
  • Embed
    • Embed.num_embeddings
    • Embed.features
    • Embed.dtype
    • Embed.param_dtype
    • Embed.embedding_init
    • Embed.attend()
  • Linear
    • Linear.features
    • Linear.use_bias
    • Linear.dtype
    • Linear.param_dtype
    • Linear.precision
    • Linear.kernel_init
    • Linear.bias_init
  • LinearGeneral
    • LinearGeneral.in_features
    • LinearGeneral.out_features
    • LinearGeneral.axis
    • LinearGeneral.batch_dims
    • LinearGeneral.use_bias
    • LinearGeneral.dtype
    • LinearGeneral.param_dtype
    • LinearGeneral.kernel_init
    • LinearGeneral.bias_init
    • LinearGeneral.precision
  • Einsum
    • Einsum.einsum_str
    • Einsum.kernel_shape
    • Einsum.bias_shape
    • Einsum.dtype
    • Einsum.param_dtype
    • Einsum.precision
    • Einsum.kernel_init
    • Einsum.bias_init
    • Einsum.rngs
• Normalization
  • BatchNorm
    • BatchNorm.use_running_average
    • BatchNorm.axis
    • BatchNorm.momentum
    • BatchNorm.epsilon
    • BatchNorm.dtype
    • BatchNorm.param_dtype
    • BatchNorm.use_bias
    • BatchNorm.use_scale
    • BatchNorm.bias_init
    • BatchNorm.scale_init
    • BatchNorm.axis_name
    • BatchNorm.axis_index_groups
    • BatchNorm.use_fast_variance
  • LayerNorm
    • LayerNorm.epsilon
    • LayerNorm.dtype
    • LayerNorm.param_dtype
    • LayerNorm.use_bias
    • LayerNorm.use_scale
    • LayerNorm.bias_init
    • LayerNorm.scale_init
    • LayerNorm.reduction_axes
    • LayerNorm.feature_axes
    • LayerNorm.axis_name
    • LayerNorm.axis_index_groups
    • LayerNorm.use_fast_variance
  • RMSNorm
    • RMSNorm.epsilon
    • RMSNorm.dtype
    • RMSNorm.param_dtype
    • RMSNorm.use_scale
    • RMSNorm.scale_init
    • RMSNorm.reduction_axes
    • RMSNorm.feature_axes
    • RMSNorm.axis_name
    • RMSNorm.axis_index_groups
    • RMSNorm.use_fast_variance
• Stochastic
  • Dropout
    • Dropout.rate
    • Dropout.broadcast_dims
    • Dropout.deterministic
    • Dropout.rng_collection