univi.config.TransformerConfig

class univi.config.TransformerConfig(d_model: 'int', num_heads: 'int', num_layers: 'int', dim_feedforward: 'int' = 4096, dropout: 'float' = 0.1, attn_dropout: 'float' = 0.1, activation: "Literal['relu', 'gelu']" = 'gelu', pooling: "Literal['cls', 'mean']" = 'mean', max_tokens: 'Optional[int]' = None, use_relpos_bias: 'bool' = False, relpos_num_bins: 'int' = 32, relpos_max_dist: 'float' = 1000000.0)

Bases: object

__init__(d_model, num_heads, num_layers, dim_feedforward=4096, dropout=0.1, attn_dropout=0.1, activation='gelu', pooling='mean', max_tokens=None, use_relpos_bias=False, relpos_num_bins=32, relpos_max_dist=1000000.0)

Methods

__init__(d_model, num_heads, num_layers[, ...])

Attributes

activation
attn_dropout
dim_feedforward
dropout
max_tokens
pooling
relpos_max_dist
relpos_num_bins
use_relpos_bias
d_model
num_heads
num_layers