Current section

Files

Jump to
viva_tensor include viva_tensor@models@gpt_GptModel.hrl
Raw

include/viva_tensor@models@gpt_GptModel.hrl

-record(gpt_model, {
token_embeddings :: viva_tensor@nn@embedding:embedding(),
position_embeddings :: viva_tensor@nn@embedding:learned_positional_encoding(),
blocks :: list(viva_tensor@models@gpt:gpt_block()),
final_norm :: viva_tensor@nn@norm:layer_norm(),
output_proj :: viva_tensor@tensor:tensor()
}).