MiMo-Audio-Tokenizer / config.json
Corle-heyongzhe's picture
init commit
7880317
{
"max_audio_seconds": 1800,
"stride_size": 2,
"avg_pooler": 2,
"d_model": 1280,
"scale_embedding": false,
"kernel_size": 3,
"activation_function": "gelu",
"encoder_layers": 32,
"encoder_skip_layer_id": 3,
"encoder_attention_heads": 20,
"encoder_ffn_dim": 5120,
"encoder_causal": false,
"encoder_attn_window_size": [
-1,
-1
],
"decoder_layers": 32,
"decoder_attention_heads": 20,
"decoder_ffn_dim": 5120,
"decoder_kernel_size": 3,
"decoder_stride_size": 2,
"decoder_causal": true,
"decoder_attn_window_size": [
-1,
-1
],
"nfft": 960,
"vocoder_dim": 256,
"vocoder_intermediate_dim": 1024,
"vocoder_num_layers": 16,
"n_mels": 128,
"sampling_rate": 24000,
"hop_length": 240,
"window_size": 960,
"vocoder_padding": "same",
"fmin": 0,
"fmax": null,
"num_quantizers": 20,
"codebook_size": [
1024,
1024,
128,
128,
128,
128,
128,
128,
128,
128,
128,
128,
128,
128,
128,
128,
128,
128,
128,
128
],
"threshold_ema_dead_code": 2,
"position_embedding_type": "rope",
"rope_theta": 10000,
"rope_type": "default",
"ln_type": "LayerNorm",
"vocoder_attention_heads": 16,
"vocoder_attn_window_size": [
40,
10
]
}