| _target_: sat_pred.models.earthformer_model.Earthformer | |
| attn_drop: 0.1 | |
| attn_linear_init_mode: '0' | |
| base_units: 128 | |
| block_units: null | |
| checkpoint_level: 0 | |
| conv_init_mode: '0' | |
| dec_cross_attn_patterns: cross_1x1 | |
| dec_cross_last_n_frames: null | |
| dec_depth: | |
| - 1 | |
| - 1 | |
| dec_hierarchical_pos_embed: false | |
| dec_self_attn_patterns: axial | |
| dec_self_update_global: true | |
| dec_use_first_self_attn: false | |
| dec_use_inter_ffn: true | |
| down_up_linear_init_mode: '0' | |
| downsample: 2 | |
| downsample_type: patch_merge | |
| enc_attn_patterns: axial | |
| enc_depth: | |
| - 1 | |
| - 1 | |
| enc_use_inter_ffn: true | |
| ffn_activation: gelu | |
| ffn_drop: 0.1 | |
| ffn_linear_init_mode: '0' | |
| gated_ffn: false | |
| global_dim_ratio: 1 | |
| initial_downsample_activation: leaky | |
| initial_downsample_stack_conv_dim_list: | |
| - 16 | |
| - 64 | |
| - 128 | |
| initial_downsample_stack_conv_downscale_list: | |
| - 3 | |
| - 2 | |
| - 2 | |
| initial_downsample_stack_conv_num_conv_list: | |
| - 2 | |
| - 2 | |
| - 2 | |
| initial_downsample_stack_conv_num_layers: 3 | |
| initial_downsample_type: stack_conv | |
| input_shape: | |
| - 12 | |
| - 372 | |
| - 614 | |
| - 11 | |
| norm_init_mode: '0' | |
| norm_layer: layer_norm | |
| num_global_vectors: 8 | |
| num_heads: 4 | |
| padding_type: zeros | |
| pos_embed_type: t+h+w | |
| proj_drop: 0.1 | |
| scale_alpha: 1.0 | |
| self_attn_use_final_proj: true | |
| separate_global_qkv: true | |
| target_shape: | |
| - 12 | |
| - 372 | |
| - 614 | |
| - 11 | |
| upsample_type: upsample | |
| use_dec_cross_global: false | |
| use_dec_self_global: false | |
| use_global_self_attn: true | |
| use_global_vector_ffn: false | |
| use_relative_pos: true | |
| z_init_method: zeros | |