{ "model_type": "haru", "architectures": [ "HaruForConditionalGeneration" ], "dtype": "bfloat16", "sample_rate": 24000, "frame_samples": 3200, "frame_rate": 7.5, "latent_dim": 64, "pad_token_id": 248076, "eop_token_id": 248071, "lm": { "model_type": "qwen3_5_text", "vocab_size": 248320, "hidden_size": 2560, "intermediate_size": 9216, "num_hidden_layers": 32, "num_attention_heads": 16, "num_key_value_heads": 4, "head_dim": 256, "hidden_act": "silu", "max_position_embeddings": 262144, "rms_norm_eps": 1e-06, "attention_bias": false, "attention_dropout": 0.0, "attn_output_gate": true, "full_attention_interval": 4, "layer_types": [ "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention" ], "linear_conv_kernel_dim": 4, "linear_key_head_dim": 128, "linear_value_head_dim": 128, "linear_num_key_heads": 16, "linear_num_value_heads": 32, "mamba_ssm_dtype": "float32", "partial_rotary_factor": 0.25, "rope_parameters": { "mrope_interleaved": true, "mrope_section": [ 11, 11, 10 ], "partial_rotary_factor": 0.25, "rope_theta": 10000000, "rope_type": "default" }, "tie_word_embeddings": true, "initializer_range": 0.02, "eos_token_id": 248044 }, "codec": { "latent_dim": 64, "base_channels": 32, "ratios": [ 8, 5, 5, 4, 2, 2 ], "encoder_depths": [ 3, 3, 3, 3, 3, 3, 8 ], "decoder_depths": [ 8, 3, 3, 3, 3, 3, 3 ], "norm_eps": 1e-05, "latent_std": 0.5 }, "head": { "hidden_size": 2560, "latent_dim": 64, "num_layers": 4, "ffn_ratio": 3.0, "norm_eps": 1e-05, "interval_embed": 7.0, "num_steps": 1, "guidance_scale": 1.5, "guidance_range": [ 1.0, 2.0 ] } }