| { | |
| "backbone": { | |
| "d_model": 2048, | |
| "d_intermediate": 0, | |
| "attn_mlp_d_intermediate": 8192, | |
| "n_layer": 26, | |
| "ssm_cfg": {}, | |
| "attn_layer_idx": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15, | |
| 16, | |
| 17, | |
| 18, | |
| 19, | |
| 20, | |
| 21, | |
| 22, | |
| 23, | |
| 24, | |
| 25 | |
| ], | |
| "attn_cfg": { | |
| "causal": true, | |
| "num_heads": 16, | |
| "num_heads_kv": 4, | |
| "rotary_emb_dim": 128, | |
| "rotary_emb_interleaved": true, | |
| "qkv_proj_bias": false, | |
| "out_proj_bias": false | |
| }, | |
| "rms_norm": false, | |
| "residual_in_fp32": false, | |
| "norm_epsilon": 1e-05 | |
| }, | |
| "prefix_conditioner": { | |
| "conditioners": [ | |
| { | |
| "type": "EspeakPhonemeConditioner", | |
| "name": "espeak" | |
| }, | |
| { | |
| "cond_dim": 128, | |
| "uncond_type": "learned", | |
| "projection": "linear", | |
| "type": "PassthroughConditioner", | |
| "name": "speaker" | |
| }, | |
| { | |
| "input_dim": 8, | |
| "uncond_type": "learned", | |
| "type": "FourierConditioner", | |
| "name": "emotion" | |
| }, | |
| { | |
| "min_val": 0, | |
| "max_val": 24000, | |
| "uncond_type": "learned", | |
| "type": "FourierConditioner", | |
| "name": "fmax" | |
| }, | |
| { | |
| "min_val": 0, | |
| "max_val": 400, | |
| "uncond_type": "learned", | |
| "type": "FourierConditioner", | |
| "name": "pitch_std" | |
| }, | |
| { | |
| "min_val": 0, | |
| "max_val": 40, | |
| "uncond_type": "learned", | |
| "type": "FourierConditioner", | |
| "name": "speaking_rate" | |
| }, | |
| { | |
| "min_val": -1, | |
| "max_val": 126, | |
| "uncond_type": "learned", | |
| "type": "IntegerConditioner", | |
| "name": "language_id" | |
| } | |
| ], | |
| "projection": "linear" | |
| }, | |
| "eos_token_id": 1024, | |
| "masked_token_id": 1025 | |
| } |