[int] = None
num_vector_embeds: typing.Optional[int] = None
patch_size: typing.Optional[int] = None
activation_fn: str = 'geglu'
num_embeds_ada_norm: typing.Optional[int] = None
use_linear_projection: bool = False
only_cross_attention: bool = False
upcast_attention: bool = False
norm_type: str = 'layer_norm'
norm_elementwise_affine: bool = True

)


Parameters 

num_attention_heads (int, optional, defaults to 16) — The number of heads to use fo