univi.UniVIConfig

class univi.UniVIConfig(latent_dim: 'int', modalities: 'List[ModalityConfig]', beta: 'float' = 1.0, gamma: 'float' = 1.0, encoder_dropout: 'float' = 0.0, decoder_dropout: 'float' = 0.0, encoder_batchnorm: 'bool' = True, decoder_batchnorm: 'bool' = False, kl_anneal_start: 'int' = 0, kl_anneal_end: 'int' = 0, align_anneal_start: 'int' = 0, align_anneal_end: 'int' = 0, class_heads: 'Optional[List[ClassHeadConfig]]' = None, label_head_name: 'str' = 'label', fused_encoder_type: "Literal['moe', 'multimodal_transformer']" = 'moe', fused_transformer: 'Optional[TransformerConfig]' = None, fused_modalities: 'Optional[Sequence[str]]' = None, fused_add_modality_embeddings: 'bool' = True, fused_require_all_modalities: 'bool' = True, use_moe_gating: 'bool' = False, moe_gating_type: "Literal['per_modality', 'shared']" = 'per_modality', moe_gating_hidden: 'Optional[List[int]]' = None, moe_gating_dropout: 'float' = 0.0, moe_gating_batchnorm: 'bool' = False, moe_gating_activation: "Literal['relu', 'gelu', 'elu', 'leakyrelu', 'silu', 'tanh']" = 'relu', moe_gate_eps: 'float' = 1e-06, default_dispersion: 'Optional[str]' = None, default_use_library_size: 'Optional[bool]' = None, default_positive_eps: 'Optional[float]' = None, model_kwargs: 'Optional[Dict[str, Any]]' = None)

Bases: object

__init__(latent_dim, modalities, beta=1.0, gamma=1.0, encoder_dropout=0.0, decoder_dropout=0.0, encoder_batchnorm=True, decoder_batchnorm=False, kl_anneal_start=0, kl_anneal_end=0, align_anneal_start=0, align_anneal_end=0, class_heads=None, label_head_name='label', fused_encoder_type='moe', fused_transformer=None, fused_modalities=None, fused_add_modality_embeddings=True, fused_require_all_modalities=True, use_moe_gating=False, moe_gating_type='per_modality', moe_gating_hidden=None, moe_gating_dropout=0.0, moe_gating_batchnorm=False, moe_gating_activation='relu', moe_gate_eps=1e-06, default_dispersion=None, default_use_library_size=None, default_positive_eps=None, model_kwargs=None)

Methods

__init__(latent_dim, modalities[, beta, ...])
validate()

Attributes

align_anneal_end
align_anneal_start
beta
class_heads
decoder_batchnorm
decoder_dropout
default_dispersion
default_positive_eps
default_use_library_size
encoder_batchnorm
encoder_dropout
fused_add_modality_embeddings
fused_encoder_type
fused_modalities
fused_require_all_modalities
fused_transformer
gamma
kl_anneal_end
kl_anneal_start
label_head_name
model_kwargs
moe_gate_eps
moe_gating_activation
moe_gating_batchnorm
moe_gating_dropout
moe_gating_hidden
moe_gating_type
use_moe_gating
latent_dim
modalities