Current section

Files

Jump to
viva_tensor include viva_tensor@io@hf_loader_TransformerConfig.hrl
Raw

include/viva_tensor@io@hf_loader_TransformerConfig.hrl

-record(transformer_config, {
num_encoder_layers :: integer(),
num_decoder_layers :: integer(),
embed_dim :: integer(),
num_heads :: integer(),
hidden_dim :: integer(),
activation :: viva_tensor@nn@transformer:activation(),
has_embedding :: boolean(),
vocab_size :: integer()
}).