config.json

{
  "activation_dim": 2304,
  "dict_size": 73728,
  "encoder_layers": null,
  "init_with_transpose": true,
  "norm_init_scale": null,
  "num_layers": 2,
  "same_init_for_all_layers": false
}