
>
(
num_attention_heads: int = 16
attention_head_dim: int = 88
in_channels: typing.Optional[int] = None
out_channels: typing.Optional[int] = None
num_layers: int = 1
dropout: float = 0.0
norm_num_groups: int = 32
cross_attention_dim: typing.Optional[int] = None
attention_bias: bool = False
sample_size: typing.Optional[int] = None
num_vector_embeds: typing.Optional[int] = None
patch_size: typing.Optional[int] = None
activation_fn: str = 'geglu'