Current section

Files

Jump to
viva_tensor include viva_tensor@models@llama_LlamaBlock.hrl
Raw

include/viva_tensor@models@llama_LlamaBlock.hrl

-record(llama_block, {
attention :: viva_tensor@nn@attention:multi_head_attention(),
norm1 :: viva_tensor@nn@norm:rms_norm(),
norm2 :: viva_tensor@nn@norm:rms_norm(),
w1 :: viva_tensor@tensor:tensor(),
w2 :: viva_tensor@tensor:tensor(),
w3 :: viva_tensor@tensor:tensor()
}).