Update config.toml

config.toml

@@ -1,18 +1,18 @@
 mimi_name = "[email protected]"
-moshi_name = "hibiki-rs-dc2cf5a5@80.safetensors"
+moshi_name = "hibiki-rs-220b12c0@200.safetensors
 tokenizer_name = "tokenizer_spm_48k_multi6_2.model"
 
 [model]
 text_in_vocab_size = 48001
 text_out_vocab_size = 48000
 audio_vocab_size = 2049
-audio_codebooks = 16
+audio_codebooks = 32
 
 [model.transformer]
-d_model = 2048
-num_heads = 16
-num_layers = 16
-dim_feedforward = 8192
+d_model = 2560
+num_heads = 20
+num_layers = 24
+dim_feedforward = 10240
 causal = true
 norm_first = true
 bias_ff = false
@@ -30,18 +30,19 @@ kv_repeat = 1
 max_seq_len = 4096
 
 [model.depformer]
-num_slices = 8
+num_slices = 16
+low_rank_embeddings = 128
 
 [model.depformer.transformer]
 d_model = 1024
 num_heads = 16
-num_layers = 6
-dim_feedforward = 4096
+num_layers = 4
+dim_feedforward = 3072
 causal = true
 norm_first = true
 bias_ff = false
 bias_attn = false
-context = 32
+context = 16
 max_period = 10000
 use_conv_block = false
 use_conv_bias = true