{ "variant": "q6", "recheck": true, "model_load_seconds": 0.7209598749905126, "conditioning_seconds": 0.15510358300525695, "reference_sha256": "ace8518ab1d3b45e702a4c54700cab378a3d6e8172dfa8cd3dd51d8e176cfac3", "parameters": { "exaggeration": 0.5, "cfg_weight": 0.5, "temperature": 0.8, "repetition_penalty": 1.2, "min_p": 0.05, "top_p": 0.95, "max_new_tokens": 400, "verbose": false }, "runtime_quantized_matrices": [ { "name": "_s3_tokenizer.quantizer.fsq_codebook.project_down", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.5.mlp.layers.2", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.5.mlp.layers.0", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.5.attn.out", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.5.attn.value", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.5.attn.key", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.5.attn.query", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.4.mlp.layers.2", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.4.mlp.layers.0", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.4.attn.out", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.4.attn.value", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.4.attn.key", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.4.attn.query", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.3.mlp.layers.2", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.3.mlp.layers.0", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.3.attn.out", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.3.attn.value", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.3.attn.key", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.3.attn.query", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.2.mlp.layers.2", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.2.mlp.layers.0", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.2.attn.out", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.2.attn.value", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.2.attn.key", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.2.attn.query", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.1.mlp.layers.2", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.1.mlp.layers.0", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.1.attn.out", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.1.attn.value", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.1.attn.key", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.1.attn.query", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.0.mlp.layers.2", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.0.mlp.layers.0", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.0.attn.out", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.0.attn.value", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.0.attn.key", "bits": 6, "group_size": 64 }, { "name": "_s3_tokenizer.encoder.blocks.0.attn.query", "bits": 6, "group_size": 64 }, { "name": "ve.proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.mel2wav.f0_predictor.classifier", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.up_blocks_0.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_11.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_10.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_9.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_8.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_7.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_6.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_5.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_4.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_3.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_2.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_1.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.mid_blocks_0.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_3.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_3.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_3.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_3.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_3.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_3.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_2.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_2.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_2.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_2.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_2.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_2.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_1.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_1.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_1.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_1.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_1.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_1.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_0.ff.layers.1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_0.ff.layers.0", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_0.attn.out_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_0.attn.value_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_0.attn.key_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.transformer_0.attn.query_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.down_blocks_0.resnet.mlp_linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.time_mlp.linear_2", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.decoder.estimator.time_mlp.linear_1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder_proj", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_3.feed_forward.w_2", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_3.feed_forward.w_1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_3.self_attn.linear_pos", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_3.self_attn.linear_out", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_3.self_attn.linear_v", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_3.self_attn.linear_k", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_3.self_attn.linear_q", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_2.feed_forward.w_2", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_2.feed_forward.w_1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_2.self_attn.linear_pos", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_2.self_attn.linear_out", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_2.self_attn.linear_v", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_2.self_attn.linear_k", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_2.self_attn.linear_q", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_1.feed_forward.w_2", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_1.feed_forward.w_1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_1.self_attn.linear_pos", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_1.self_attn.linear_out", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_1.self_attn.linear_v", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_1.self_attn.linear_k", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_1.self_attn.linear_q", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_0.feed_forward.w_2", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_0.feed_forward.w_1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_0.self_attn.linear_pos", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_0.self_attn.linear_out", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_0.self_attn.linear_v", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_0.self_attn.linear_k", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_encoders_0.self_attn.linear_q", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.up_embed.linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_5.feed_forward.w_2", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_5.feed_forward.w_1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_5.self_attn.linear_pos", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_5.self_attn.linear_out", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_5.self_attn.linear_v", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_5.self_attn.linear_k", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_5.self_attn.linear_q", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_4.feed_forward.w_2", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_4.feed_forward.w_1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_4.self_attn.linear_pos", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_4.self_attn.linear_out", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_4.self_attn.linear_v", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_4.self_attn.linear_k", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_4.self_attn.linear_q", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_3.feed_forward.w_2", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_3.feed_forward.w_1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_3.self_attn.linear_pos", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_3.self_attn.linear_out", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_3.self_attn.linear_v", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_3.self_attn.linear_k", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_3.self_attn.linear_q", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_2.feed_forward.w_2", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_2.feed_forward.w_1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_2.self_attn.linear_pos", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_2.self_attn.linear_out", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_2.self_attn.linear_v", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_2.self_attn.linear_k", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_2.self_attn.linear_q", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_1.feed_forward.w_2", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_1.feed_forward.w_1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_1.self_attn.linear_pos", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_1.self_attn.linear_out", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_1.self_attn.linear_v", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_1.self_attn.linear_k", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_1.self_attn.linear_q", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_0.feed_forward.w_2", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_0.feed_forward.w_1", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_0.self_attn.linear_pos", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_0.self_attn.linear_out", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_0.self_attn.linear_v", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_0.self_attn.linear_k", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.encoders_0.self_attn.linear_q", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.encoder.embed.linear", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.spk_embed_affine_layer", "bits": 6, "group_size": 64 }, { "name": "s3gen.flow.input_embedding", "bits": 6, "group_size": 64 }, { "name": "t3.speech_head", "bits": 6, "group_size": 64 }, { "name": "t3.text_head", "bits": 6, "group_size": 64 }, { "name": "t3.speech_pos_emb.emb", "bits": 6, "group_size": 64 }, { "name": "t3.text_pos_emb.emb", "bits": 6, "group_size": 64 }, { "name": "t3.speech_emb", "bits": 6, "group_size": 64 }, { "name": "t3.text_emb", "bits": 6, "group_size": 64 }, { "name": "t3.cond_enc.perceiver.attn.proj_out", "bits": 6, "group_size": 64 }, { "name": "t3.cond_enc.perceiver.attn.to_v", "bits": 6, "group_size": 64 }, { "name": "t3.cond_enc.perceiver.attn.to_k", "bits": 6, "group_size": 64 }, { "name": "t3.cond_enc.perceiver.attn.to_q", "bits": 6, "group_size": 64 }, { "name": "t3.cond_enc.spkr_enc", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.29.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.29.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.29.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.29.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.29.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.29.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.29.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.28.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.28.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.28.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.28.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.28.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.28.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.28.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.27.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.27.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.27.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.27.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.27.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.27.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.27.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.26.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.26.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.26.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.26.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.26.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.26.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.26.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.25.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.25.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.25.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.25.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.25.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.25.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.25.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.24.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.24.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.24.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.24.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.24.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.24.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.24.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.23.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.23.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.23.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.23.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.23.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.23.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.23.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.22.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.22.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.22.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.22.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.22.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.22.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.22.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.21.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.21.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.21.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.21.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.21.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.21.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.21.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.20.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.20.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.20.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.20.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.20.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.20.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.20.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.19.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.19.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.19.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.19.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.19.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.19.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.19.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.18.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.18.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.18.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.18.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.18.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.18.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.18.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.17.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.17.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.17.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.17.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.17.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.17.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.17.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.16.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.16.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.16.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.16.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.16.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.16.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.16.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.15.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.15.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.15.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.15.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.15.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.15.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.15.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.14.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.14.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.14.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.14.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.14.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.14.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.14.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.13.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.13.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.13.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.13.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.13.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.13.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.13.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.12.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.12.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.12.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.12.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.12.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.12.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.12.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.11.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.11.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.11.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.11.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.11.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.11.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.11.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.10.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.10.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.10.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.10.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.10.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.10.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.10.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.9.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.9.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.9.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.9.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.9.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.9.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.9.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.8.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.8.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.8.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.8.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.8.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.8.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.8.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.7.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.7.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.7.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.7.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.7.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.7.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.7.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.6.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.6.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.6.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.6.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.6.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.6.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.6.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.5.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.5.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.5.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.5.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.5.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.5.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.5.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.4.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.4.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.4.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.4.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.4.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.4.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.4.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.3.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.3.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.3.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.3.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.3.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.3.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.3.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.2.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.2.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.2.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.2.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.2.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.2.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.2.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.1.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.1.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.1.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.1.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.1.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.1.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.1.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.0.mlp.up_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.0.mlp.down_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.0.mlp.gate_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.0.self_attn.o_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.0.self_attn.v_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.0.self_attn.k_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.layers.0.self_attn.q_proj", "bits": 6, "group_size": 64 }, { "name": "t3.tfmr.model.embed_tokens", "bits": 6, "group_size": 64 } ], "versions": { "mlx": "0.32.3", "mlx-audio": "0.5.7", "numpy": "2.4.6", "soundfile": "0.14.0", "huggingface-hub": "1.33.0" }, "warm_repetitions": [ { "file": "q6-recheck-warm-0.wav", "sha256": "f078e44511e73888d6269ad89cf80a3b8f432185bd20303e72fda7689389b473", "float_sha256": "d2a172d0d015811240c79ef2eeca864f0052cc486b464e36b4ef52316fcfacdd", "generation_seconds": 5.311260624992428, "audio_seconds": 8.16, "rtf": 0.6508897824745623, "mlx_peak_bytes": 2357940008, "rms": 0.0703206881862528, "peak": 0.638591468334198, "clipped_fraction": 0.0, "repeat": 0, "first_generation": true, "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "lang": "en", "seed": 20261009 }, { "file": "q6-recheck-warm-1.wav", "sha256": "9f2c24377496f984ec176debf1d0804d71bf3dbc3494dd0d4e69eec1bd97f8ee", "float_sha256": "7625268f82cfcbd2c205e1372ef272afc2bf6a13e1be6a3a5d6258e0c3301f28", "generation_seconds": 5.570936582997092, "audio_seconds": 8.16, "rtf": 0.6827128165437613, "mlx_peak_bytes": 2357940008, "rms": 0.07032068822182092, "peak": 0.6385914087295532, "clipped_fraction": 0.0, "repeat": 1, "first_generation": false, "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "lang": "en", "seed": 20261009 }, { "file": "q6-recheck-warm-2.wav", "sha256": "4a75cc35a4673f9e73f2216463de12ae94ee7a3f9cb89067a6ae8179361f936c", "float_sha256": "eac289b797fe50077dec0f5829433481bd157799364702f57b4dcf99ccb5072f", "generation_seconds": 5.718166000006022, "audio_seconds": 8.16, "rtf": 0.7007556372556399, "mlx_peak_bytes": 2357940008, "rms": 0.07032068818866631, "peak": 0.6385913491249084, "clipped_fraction": 0.0, "repeat": 2, "first_generation": false, "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "lang": "en", "seed": 20261009 }, { "file": "q6-recheck-warm-3.wav", "sha256": "865215a9b935b32ffbef33f40e9651b0159f13f9d8ebee1a053509efa99545cc", "float_sha256": "110efa7f703bbf7aa0723558296ad33e545b7bf435df3ad54a0dfc8bf4bd605c", "generation_seconds": 5.941023749997839, "audio_seconds": 8.16, "rtf": 0.728066636029147, "mlx_peak_bytes": 2357940008, "rms": 0.07032068817678233, "peak": 0.6385914087295532, "clipped_fraction": 0.0, "repeat": 3, "first_generation": false, "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "lang": "en", "seed": 20261009 }, { "file": "q6-recheck-warm-4.wav", "sha256": "32488ac7d24745b0ce967f1f1e8a08614c9f36e54017049eb493c4fe433a16d4", "float_sha256": "54ce7a5452f47977c5c1b28b6d08a9afca71f109e1291d1a2cb6900d38add1fd", "generation_seconds": 6.0001562499965075, "audio_seconds": 8.16, "rtf": 0.7353132659309446, "mlx_peak_bytes": 2357940008, "rms": 0.07032068818442745, "peak": 0.6385914087295532, "clipped_fraction": 0.0, "repeat": 4, "first_generation": false, "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "lang": "en", "seed": 20261009 }, { "file": "q6-recheck-warm-5.wav", "sha256": "717ecdff4a8d7cc97803683497856263f52cada24ca5a092531c389b253d0319", "float_sha256": "fb5d6cbbf75fec55011be8587ab904c5bdd0c564d9646cbca5cfdc3d4682e1e0", "generation_seconds": 6.15285904200573, "audio_seconds": 8.16, "rtf": 0.7540268433830551, "mlx_peak_bytes": 2357940008, "rms": 0.07032068818180306, "peak": 0.6385914087295532, "clipped_fraction": 0.0, "repeat": 5, "first_generation": false, "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "lang": "en", "seed": 20261009 } ], "end_to_end": [], "controlled_decoder": [], "full_process_peak_mlx_bytes": 2357940008, "process_peak_rss_bytes": 1462910976, "warm_median_seconds": 5.941023749997839, "warm_min_seconds": 5.570936582997092, "warm_max_seconds": 6.15285904200573, "warm_median_rtf": 0.728066636029147, "warm_same_audio": false, "warm_profile_peak_mlx_bytes": 2357940008 }