Current section

Files

Jump to
viva_tensor include viva_tensor@nn@transformer_DecoderBlock.hrl
Raw

include/viva_tensor@nn@transformer_DecoderBlock.hrl

-record(decoder_block, {
self_attention :: viva_tensor@nn@attention:multi_head_attention(),
cross_attention :: viva_tensor@nn@attention:multi_head_attention(),
ffn :: viva_tensor@nn@transformer:feed_forward(),
norm1 :: viva_tensor@nn@norm:layer_norm(),
norm2 :: viva_tensor@nn@norm:layer_norm(),
norm3 :: viva_tensor@nn@norm:layer_norm()
}).