{ "components": { "text": { "config": { "architectures": [ "Qwen3_5ForCausalLM" ], "model_type": "qwen3_5_text", "hidden_size": 5120, "vocab_size": 248320, "num_hidden_layers": 64, "max_position_embeddings": 262144, "tie_word_embeddings": false, "rms_norm_eps": 9.999999974752427e-07, "layer_types": [ "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention" ], "num_attention_heads": 24, "num_key_value_heads": 4, "head_dim": 256, "rope_parameters": { "rope_theta": 10000000.0, "partial_rotary_factor": 0.25, "mrope_section": [ 11, 11, 10 ] }, "linear_num_key_heads": 16, "linear_key_head_dim": 128, "linear_num_value_heads": 48, "linear_value_head_dim": 128, "linear_conv_kernel_dim": 4, "intermediate_size": 17408 }, "resources": { "tokenizer.json": "resource/text/tokenizer.json", "tokenizer_config.json": "resource/text/tokenizer_config.json", "chat_template.jinja": "resource/text/chat_template.jinja", "generation_config.json": "resource/text/generation_config.json" }, "proposal": { "domain": "indexed", "rows": 131072 } }, "vision": { "config": { "model_type": "qwen3_5_vision", "depth": 27, "hidden_size": 1152, "intermediate_size": 4304, "num_heads": 16, "patch_size": 16, "temporal_patch_size": 2, "spatial_merge_size": 2, "num_position_embeddings": 2304 }, "target": "text", "resources": { "preprocessor_config.json": "resource/vision/preprocessor_config.json", "video_preprocessor_config.json": "resource/vision/video_preprocessor_config.json" } }, "mtp": { "config": { "architectures": [ "Qwen3_5MTP" ] }, "target": "text" } }, "name": "huihui-qwen3.8-27b-abliterated-underdog-saluki-swift15-iq2", "output": "D:\\Models\\out\\Huihui-Qwen3.8-27B-abliterated-Underdog-Saluki-Swift-1.5-IQ2-mtp.ninfer", "device": "cuda", "torch_version": "2.14.1+cu130", "cuda_version": "13.0", "rows_per_chunk": 512, "provenance": { "converter": "ninfer-v3", "recipe": "qwen3_8_27b_gguf", "sources": { "base": { "path": "D:\\Models\\Qwen3.8-27B" }, "gguf": { "path": "D:\\Models\\Huihui-Qwen3.8-27B-abliterated-Underdog-Saluki-Swift-1.5-IQ2-mtp.gguf" }, "vision": { "path": "D:\\Models\\mmproj-model-bf16.gguf" } }, "ranking": "D:\\Library\\Tool\\ninfer\\ninfer-all\\tools\\freq_corpus\\fixtures\\ranking\\ranking.train.counts.i64" }, "preparation_seconds": 0.28217799999401905, "parameters": 1422, "uses": 785, "objects": 1194, "formats": { "gguf_iq3_s": 44, "gguf_iq1_m": 28, "gguf_iq1_s": 32, "gguf_iq2_xxs": 118, "gguf_iq2_s": 44, "gguf_q2_k": 51, "gguf_iq2_xs": 35, "gguf_iq3_xxs": 29, "gguf_q6_k": 5, "q4_g64_fp16": 54, "bf16": 582, "fp32": 96, "gguf_iq4_xs": 7, "gguf_q4_k": 4, "q6_g64_fp16": 1, "q5_g64_fp16": 54, "q8_g32_fp16": 2, "int32": 1 }, "methods": [ { "object": "weight/000000", "parameters": [ "text/layers/0/gdn/query", "text/layers/0/gdn/key", "text/layers/0/gdn/value", "text/layers/0/gdn/z" ], "sources": [ "blk.0.attn_qkv.weight[gguf_iq3_s][2048, 5120]", "blk.0.attn_qkv.weight[gguf_iq3_s][2048, 5120]", "blk.0.attn_qkv.weight[gguf_iq3_s][6144, 5120]", "blk.0.attn_gate.weight[gguf_iq3_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000001", "parameters": [ "text/layers/1/gdn/query", "text/layers/1/gdn/key", "text/layers/1/gdn/value", "text/layers/1/gdn/z" ], "sources": [ "blk.1.attn_qkv.weight[gguf_iq1_m][2048, 5120]", "blk.1.attn_qkv.weight[gguf_iq1_m][2048, 5120]", "blk.1.attn_qkv.weight[gguf_iq1_m][6144, 5120]", "blk.1.attn_gate.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000002", "parameters": [ "text/layers/1/mlp/gate", "text/layers/1/mlp/up" ], "sources": [ "blk.1.ffn_gate.weight[gguf_iq1_s][17408, 5120]", "blk.1.ffn_up.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000003", "parameters": [ "text/layers/2/gdn/query", "text/layers/2/gdn/key", "text/layers/2/gdn/value", "text/layers/2/gdn/z" ], "sources": [ "blk.2.attn_qkv.weight[gguf_iq1_s][2048, 5120]", "blk.2.attn_qkv.weight[gguf_iq1_s][2048, 5120]", "blk.2.attn_qkv.weight[gguf_iq1_s][6144, 5120]", "blk.2.attn_gate.weight[gguf_iq1_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000004", "parameters": [ "text/layers/3/mlp/gate", "text/layers/3/mlp/up" ], "sources": [ "blk.3.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]", "blk.3.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000005", "parameters": [ "text/layers/4/gdn/query", "text/layers/4/gdn/key", "text/layers/4/gdn/value" ], "sources": [ "blk.4.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.4.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.4.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000006", "parameters": [ "text/layers/4/mlp/gate", "text/layers/4/mlp/up" ], "sources": [ "blk.4.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]", "blk.4.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000007", "parameters": [ "text/layers/5/gdn/query", "text/layers/5/gdn/key", "text/layers/5/gdn/value", "text/layers/5/gdn/z" ], "sources": [ "blk.5.attn_qkv.weight[gguf_iq1_m][2048, 5120]", "blk.5.attn_qkv.weight[gguf_iq1_m][2048, 5120]", "blk.5.attn_qkv.weight[gguf_iq1_m][6144, 5120]", "blk.5.attn_gate.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000008", "parameters": [ "text/layers/5/mlp/gate", "text/layers/5/mlp/up" ], "sources": [ "blk.5.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]", "blk.5.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000009", "parameters": [ "text/layers/6/gdn/query", "text/layers/6/gdn/key", "text/layers/6/gdn/value" ], "sources": [ "blk.6.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.6.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.6.attn_qkv.weight[gguf_iq2_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000010", "parameters": [ "text/layers/6/mlp/gate", "text/layers/6/mlp/up" ], "sources": [ "blk.6.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]", "blk.6.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000011", "parameters": [ "text/layers/8/gdn/query", "text/layers/8/gdn/key", "text/layers/8/gdn/value" ], "sources": [ "blk.8.attn_qkv.weight[gguf_iq1_m][2048, 5120]", "blk.8.attn_qkv.weight[gguf_iq1_m][2048, 5120]", "blk.8.attn_qkv.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000012", "parameters": [ "text/layers/8/mlp/gate", "text/layers/8/mlp/up" ], "sources": [ "blk.8.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]", "blk.8.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000013", "parameters": [ "text/layers/9/gdn/query", "text/layers/9/gdn/key", "text/layers/9/gdn/value" ], "sources": [ "blk.9.attn_qkv.weight[gguf_iq1_m][2048, 5120]", "blk.9.attn_qkv.weight[gguf_iq1_m][2048, 5120]", "blk.9.attn_qkv.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000014", "parameters": [ "text/layers/9/mlp/gate", "text/layers/9/mlp/up" ], "sources": [ "blk.9.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]", "blk.9.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000015", "parameters": [ "text/layers/10/gdn/query", "text/layers/10/gdn/key", "text/layers/10/gdn/value" ], "sources": [ "blk.10.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.10.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.10.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000016", "parameters": [ "text/layers/12/gdn/query", "text/layers/12/gdn/key", "text/layers/12/gdn/value" ], "sources": [ "blk.12.attn_qkv.weight[gguf_iq1_m][2048, 5120]", "blk.12.attn_qkv.weight[gguf_iq1_m][2048, 5120]", "blk.12.attn_qkv.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000017", "parameters": [ "text/layers/13/gdn/query", "text/layers/13/gdn/key", "text/layers/13/gdn/value" ], "sources": [ "blk.13.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.13.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.13.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000018", "parameters": [ "text/layers/13/mlp/gate", "text/layers/13/mlp/up" ], "sources": [ "blk.13.ffn_gate.weight[gguf_iq1_s][17408, 5120]", "blk.13.ffn_up.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000019", "parameters": [ "text/layers/14/gdn/query", "text/layers/14/gdn/key", "text/layers/14/gdn/value" ], "sources": [ "blk.14.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.14.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.14.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000020", "parameters": [ "text/layers/16/gdn/query", "text/layers/16/gdn/key", "text/layers/16/gdn/value" ], "sources": [ "blk.16.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.16.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.16.attn_qkv.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000021", "parameters": [ "text/layers/17/gdn/query", "text/layers/17/gdn/key", "text/layers/17/gdn/value" ], "sources": [ "blk.17.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.17.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.17.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000022", "parameters": [ "text/layers/18/gdn/query", "text/layers/18/gdn/key", "text/layers/18/gdn/value" ], "sources": [ "blk.18.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.18.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.18.attn_qkv.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000023", "parameters": [ "text/layers/18/mlp/gate", "text/layers/18/mlp/up" ], "sources": [ "blk.18.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]", "blk.18.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000024", "parameters": [ "text/layers/20/gdn/query", "text/layers/20/gdn/key", "text/layers/20/gdn/value" ], "sources": [ "blk.20.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.20.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.20.attn_qkv.weight[gguf_iq2_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000025", "parameters": [ "text/layers/21/gdn/query", "text/layers/21/gdn/key", "text/layers/21/gdn/value", "text/layers/21/gdn/z" ], "sources": [ "blk.21.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.21.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.21.attn_qkv.weight[gguf_q2_k][6144, 5120]", "blk.21.attn_gate.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000026", "parameters": [ "text/layers/22/gdn/query", "text/layers/22/gdn/key", "text/layers/22/gdn/value" ], "sources": [ "blk.22.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.22.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.22.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000027", "parameters": [ "text/layers/24/gdn/query", "text/layers/24/gdn/key", "text/layers/24/gdn/value" ], "sources": [ "blk.24.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.24.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.24.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000028", "parameters": [ "text/layers/25/gdn/query", "text/layers/25/gdn/key", "text/layers/25/gdn/value", "text/layers/25/gdn/z" ], "sources": [ "blk.25.attn_qkv.weight[gguf_iq1_s][2048, 5120]", "blk.25.attn_qkv.weight[gguf_iq1_s][2048, 5120]", "blk.25.attn_qkv.weight[gguf_iq1_s][6144, 5120]", "blk.25.attn_gate.weight[gguf_iq1_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000029", "parameters": [ "text/layers/26/gdn/query", "text/layers/26/gdn/key", "text/layers/26/gdn/value" ], "sources": [ "blk.26.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.26.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.26.attn_qkv.weight[gguf_iq2_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000030", "parameters": [ "text/layers/28/gdn/query", "text/layers/28/gdn/key", "text/layers/28/gdn/value", "text/layers/28/gdn/z" ], "sources": [ "blk.28.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.28.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.28.attn_qkv.weight[gguf_iq2_xs][6144, 5120]", "blk.28.attn_gate.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000031", "parameters": [ "text/layers/29/gdn/query", "text/layers/29/gdn/key", "text/layers/29/gdn/value" ], "sources": [ "blk.29.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.29.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.29.attn_qkv.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000032", "parameters": [ "text/layers/29/mlp/gate", "text/layers/29/mlp/up" ], "sources": [ "blk.29.ffn_gate.weight[gguf_iq2_xs][17408, 5120]", "blk.29.ffn_up.weight[gguf_iq2_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000033", "parameters": [ "text/layers/30/gdn/query", "text/layers/30/gdn/key", "text/layers/30/gdn/value" ], "sources": [ "blk.30.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.30.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.30.attn_qkv.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000034", "parameters": [ "text/layers/32/gdn/query", "text/layers/32/gdn/key", "text/layers/32/gdn/value" ], "sources": [ "blk.32.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.32.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.32.attn_qkv.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000035", "parameters": [ "text/layers/33/gdn/query", "text/layers/33/gdn/key", "text/layers/33/gdn/value" ], "sources": [ "blk.33.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.33.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.33.attn_qkv.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000036", "parameters": [ "text/layers/34/gdn/query", "text/layers/34/gdn/key", "text/layers/34/gdn/value" ], "sources": [ "blk.34.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.34.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.34.attn_qkv.weight[gguf_iq2_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000037", "parameters": [ "text/layers/34/mlp/gate", "text/layers/34/mlp/up" ], "sources": [ "blk.34.ffn_gate.weight[gguf_iq2_xs][17408, 5120]", "blk.34.ffn_up.weight[gguf_iq2_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000038", "parameters": [ "text/layers/36/gdn/query", "text/layers/36/gdn/key", "text/layers/36/gdn/value", "text/layers/36/gdn/z" ], "sources": [ "blk.36.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.36.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.36.attn_qkv.weight[gguf_iq2_s][6144, 5120]", "blk.36.attn_gate.weight[gguf_iq2_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000039", "parameters": [ "text/layers/37/gdn/query", "text/layers/37/gdn/key", "text/layers/37/gdn/value" ], "sources": [ "blk.37.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.37.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.37.attn_qkv.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000040", "parameters": [ "text/layers/38/gdn/query", "text/layers/38/gdn/key", "text/layers/38/gdn/value", "text/layers/38/gdn/z" ], "sources": [ "blk.38.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.38.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.38.attn_qkv.weight[gguf_iq2_xs][6144, 5120]", "blk.38.attn_gate.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000041", "parameters": [ "text/layers/40/gdn/query", "text/layers/40/gdn/key", "text/layers/40/gdn/value" ], "sources": [ "blk.40.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.40.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.40.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000042", "parameters": [ "text/layers/41/gdn/query", "text/layers/41/gdn/key", "text/layers/41/gdn/value" ], "sources": [ "blk.41.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.41.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.41.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000043", "parameters": [ "text/layers/42/gdn/query", "text/layers/42/gdn/key", "text/layers/42/gdn/value", "text/layers/42/gdn/z" ], "sources": [ "blk.42.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.42.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.42.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]", "blk.42.attn_gate.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000044", "parameters": [ "text/layers/43/mlp/gate", "text/layers/43/mlp/up" ], "sources": [ "blk.43.ffn_gate.weight[gguf_iq1_m][17408, 5120]", "blk.43.ffn_up.weight[gguf_iq1_m][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000045", "parameters": [ "text/layers/44/gdn/query", "text/layers/44/gdn/key", "text/layers/44/gdn/value" ], "sources": [ "blk.44.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.44.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.44.attn_qkv.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000046", "parameters": [ "text/layers/45/gdn/query", "text/layers/45/gdn/key", "text/layers/45/gdn/value" ], "sources": [ "blk.45.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.45.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.45.attn_qkv.weight[gguf_iq2_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000047", "parameters": [ "text/layers/45/mlp/gate", "text/layers/45/mlp/up" ], "sources": [ "blk.45.ffn_gate.weight[gguf_iq2_s][17408, 5120]", "blk.45.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000048", "parameters": [ "text/layers/46/gdn/query", "text/layers/46/gdn/key", "text/layers/46/gdn/value" ], "sources": [ "blk.46.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.46.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.46.attn_qkv.weight[gguf_iq2_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000049", "parameters": [ "text/layers/48/gdn/query", "text/layers/48/gdn/key", "text/layers/48/gdn/value" ], "sources": [ "blk.48.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.48.attn_qkv.weight[gguf_iq2_xs][2048, 5120]", "blk.48.attn_qkv.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000050", "parameters": [ "text/layers/49/gdn/query", "text/layers/49/gdn/key", "text/layers/49/gdn/value" ], "sources": [ "blk.49.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.49.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.49.attn_qkv.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000051", "parameters": [ "text/layers/50/gdn/query", "text/layers/50/gdn/key", "text/layers/50/gdn/value" ], "sources": [ "blk.50.attn_qkv.weight[gguf_iq3_xxs][2048, 5120]", "blk.50.attn_qkv.weight[gguf_iq3_xxs][2048, 5120]", "blk.50.attn_qkv.weight[gguf_iq3_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000052", "parameters": [ "text/layers/52/gdn/query", "text/layers/52/gdn/key", "text/layers/52/gdn/value", "text/layers/52/gdn/z" ], "sources": [ "blk.52.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.52.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.52.attn_qkv.weight[gguf_q2_k][6144, 5120]", "blk.52.attn_gate.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 16384, 5120 ] }, { "object": "weight/000053", "parameters": [ "text/layers/53/gdn/query", "text/layers/53/gdn/key", "text/layers/53/gdn/value" ], "sources": [ "blk.53.attn_qkv.weight[gguf_iq3_xxs][2048, 5120]", "blk.53.attn_qkv.weight[gguf_iq3_xxs][2048, 5120]", "blk.53.attn_qkv.weight[gguf_iq3_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000054", "parameters": [ "text/layers/54/gdn/query", "text/layers/54/gdn/key", "text/layers/54/gdn/value" ], "sources": [ "blk.54.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.54.attn_qkv.weight[gguf_iq2_s][2048, 5120]", "blk.54.attn_qkv.weight[gguf_iq2_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000055", "parameters": [ "text/layers/56/gdn/query", "text/layers/56/gdn/key", "text/layers/56/gdn/value" ], "sources": [ "blk.56.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.56.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.56.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000056", "parameters": [ "text/layers/57/gdn/query", "text/layers/57/gdn/key", "text/layers/57/gdn/value" ], "sources": [ "blk.57.attn_qkv.weight[gguf_iq3_xxs][2048, 5120]", "blk.57.attn_qkv.weight[gguf_iq3_xxs][2048, 5120]", "blk.57.attn_qkv.weight[gguf_iq3_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000057", "parameters": [ "text/layers/58/gdn/query", "text/layers/58/gdn/key", "text/layers/58/gdn/value" ], "sources": [ "blk.58.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.58.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.58.attn_qkv.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000058", "parameters": [ "text/layers/60/gdn/query", "text/layers/60/gdn/key", "text/layers/60/gdn/value" ], "sources": [ "blk.60.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.60.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.60.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000059", "parameters": [ "text/layers/61/gdn/query", "text/layers/61/gdn/key", "text/layers/61/gdn/value" ], "sources": [ "blk.61.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.61.attn_qkv.weight[gguf_iq2_xxs][2048, 5120]", "blk.61.attn_qkv.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000060", "parameters": [ "text/layers/62/gdn/query", "text/layers/62/gdn/key", "text/layers/62/gdn/value" ], "sources": [ "blk.62.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.62.attn_qkv.weight[gguf_q2_k][2048, 5120]", "blk.62.attn_qkv.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 10240, 5120 ] }, { "object": "weight/000061", "parameters": [ "text/layers/62/mlp/gate", "text/layers/62/mlp/up" ], "sources": [ "blk.62.ffn_gate.weight[gguf_iq3_xxs][17408, 5120]", "blk.62.ffn_up.weight[gguf_iq3_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000062", "parameters": [ "mtp/layers/0/attention/query", "mtp/layers/0/attention/key", "mtp/layers/0/attention/gate", "mtp/layers/0/attention/value" ], "sources": [ "blk.64.attn_q.weight[gguf_q6_k][6144, 5120]", "blk.64.attn_k.weight[gguf_q6_k][1024, 5120]", "blk.64.attn_q.weight[gguf_q6_k][6144, 5120]", "blk.64.attn_v.weight[gguf_q6_k][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q6_k", "layout": "gguf_blocks_v1", "shape": [ 14336, 5120 ] }, { "object": "weight/000063", "parameters": [ "mtp/layers/0/mlp/gate", "mtp/layers/0/mlp/up" ], "sources": [ "blk.64.ffn_gate.weight[gguf_q6_k][17408, 5120]", "blk.64.ffn_up.weight[gguf_q6_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q6_k", "layout": "gguf_blocks_v1", "shape": [ 34816, 5120 ] }, { "object": "weight/000064", "parameters": [ "text/layers/3/attention/query", "text/layers/3/attention/key" ], "sources": [ "blk.3.attn_q.weight[gguf_iq2_xxs][6144, 5120]", "blk.3.attn_k.weight[gguf_iq2_xxs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 7168, 5120 ] }, { "object": "weight/000065", "parameters": [ "text/layers/31/attention/query", "text/layers/31/attention/key" ], "sources": [ "blk.31.attn_q.weight[gguf_q2_k][6144, 5120]", "blk.31.attn_k.weight[gguf_q2_k][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 7168, 5120 ] }, { "object": "weight/000066", "parameters": [ "vision/layers/0/attention/query", "vision/layers/0/attention/key", "vision/layers/0/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000067", "parameters": [ "vision/layers/0/attention/query_bias", "vision/layers/0/attention/key_bias", "vision/layers/0/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000068", "parameters": [ "vision/layers/1/attention/query", "vision/layers/1/attention/key", "vision/layers/1/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000069", "parameters": [ "vision/layers/1/attention/query_bias", "vision/layers/1/attention/key_bias", "vision/layers/1/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000070", "parameters": [ "vision/layers/2/attention/query", "vision/layers/2/attention/key", "vision/layers/2/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000071", "parameters": [ "vision/layers/2/attention/query_bias", "vision/layers/2/attention/key_bias", "vision/layers/2/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000072", "parameters": [ "vision/layers/3/attention/query", "vision/layers/3/attention/key", "vision/layers/3/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000073", "parameters": [ "vision/layers/3/attention/query_bias", "vision/layers/3/attention/key_bias", "vision/layers/3/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000074", "parameters": [ "vision/layers/4/attention/query", "vision/layers/4/attention/key", "vision/layers/4/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000075", "parameters": [ "vision/layers/4/attention/query_bias", "vision/layers/4/attention/key_bias", "vision/layers/4/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000076", "parameters": [ "vision/layers/5/attention/query", "vision/layers/5/attention/key", "vision/layers/5/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000077", "parameters": [ "vision/layers/5/attention/query_bias", "vision/layers/5/attention/key_bias", "vision/layers/5/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000078", "parameters": [ "vision/layers/6/attention/query", "vision/layers/6/attention/key", "vision/layers/6/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000079", "parameters": [ "vision/layers/6/attention/query_bias", "vision/layers/6/attention/key_bias", "vision/layers/6/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000080", "parameters": [ "vision/layers/7/attention/query", "vision/layers/7/attention/key", "vision/layers/7/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000081", "parameters": [ "vision/layers/7/attention/query_bias", "vision/layers/7/attention/key_bias", "vision/layers/7/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000082", "parameters": [ "vision/layers/8/attention/query", "vision/layers/8/attention/key", "vision/layers/8/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000083", "parameters": [ "vision/layers/8/attention/query_bias", "vision/layers/8/attention/key_bias", "vision/layers/8/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000084", "parameters": [ "vision/layers/9/attention/query", "vision/layers/9/attention/key", "vision/layers/9/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000085", "parameters": [ "vision/layers/9/attention/query_bias", "vision/layers/9/attention/key_bias", "vision/layers/9/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000086", "parameters": [ "vision/layers/10/attention/query", "vision/layers/10/attention/key", "vision/layers/10/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000087", "parameters": [ "vision/layers/10/attention/query_bias", "vision/layers/10/attention/key_bias", "vision/layers/10/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000088", "parameters": [ "vision/layers/11/attention/query", "vision/layers/11/attention/key", "vision/layers/11/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000089", "parameters": [ "vision/layers/11/attention/query_bias", "vision/layers/11/attention/key_bias", "vision/layers/11/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000090", "parameters": [ "vision/layers/12/attention/query", "vision/layers/12/attention/key", "vision/layers/12/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000091", "parameters": [ "vision/layers/12/attention/query_bias", "vision/layers/12/attention/key_bias", "vision/layers/12/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000092", "parameters": [ "vision/layers/13/attention/query", "vision/layers/13/attention/key", "vision/layers/13/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000093", "parameters": [ "vision/layers/13/attention/query_bias", "vision/layers/13/attention/key_bias", "vision/layers/13/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000094", "parameters": [ "vision/layers/14/attention/query", "vision/layers/14/attention/key", "vision/layers/14/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000095", "parameters": [ "vision/layers/14/attention/query_bias", "vision/layers/14/attention/key_bias", "vision/layers/14/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000096", "parameters": [ "vision/layers/15/attention/query", "vision/layers/15/attention/key", "vision/layers/15/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000097", "parameters": [ "vision/layers/15/attention/query_bias", "vision/layers/15/attention/key_bias", "vision/layers/15/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000098", "parameters": [ "vision/layers/16/attention/query", "vision/layers/16/attention/key", "vision/layers/16/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000099", "parameters": [ "vision/layers/16/attention/query_bias", "vision/layers/16/attention/key_bias", "vision/layers/16/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000100", "parameters": [ "vision/layers/17/attention/query", "vision/layers/17/attention/key", "vision/layers/17/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000101", "parameters": [ "vision/layers/17/attention/query_bias", "vision/layers/17/attention/key_bias", "vision/layers/17/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000102", "parameters": [ "vision/layers/18/attention/query", "vision/layers/18/attention/key", "vision/layers/18/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000103", "parameters": [ "vision/layers/18/attention/query_bias", "vision/layers/18/attention/key_bias", "vision/layers/18/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000104", "parameters": [ "vision/layers/19/attention/query", "vision/layers/19/attention/key", "vision/layers/19/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000105", "parameters": [ "vision/layers/19/attention/query_bias", "vision/layers/19/attention/key_bias", "vision/layers/19/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000106", "parameters": [ "vision/layers/20/attention/query", "vision/layers/20/attention/key", "vision/layers/20/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000107", "parameters": [ "vision/layers/20/attention/query_bias", "vision/layers/20/attention/key_bias", "vision/layers/20/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000108", "parameters": [ "vision/layers/21/attention/query", "vision/layers/21/attention/key", "vision/layers/21/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000109", "parameters": [ "vision/layers/21/attention/query_bias", "vision/layers/21/attention/key_bias", "vision/layers/21/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000110", "parameters": [ "vision/layers/22/attention/query", "vision/layers/22/attention/key", "vision/layers/22/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000111", "parameters": [ "vision/layers/22/attention/query_bias", "vision/layers/22/attention/key_bias", "vision/layers/22/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000112", "parameters": [ "vision/layers/23/attention/query", "vision/layers/23/attention/key", "vision/layers/23/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000113", "parameters": [ "vision/layers/23/attention/query_bias", "vision/layers/23/attention/key_bias", "vision/layers/23/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000114", "parameters": [ "vision/layers/24/attention/query", "vision/layers/24/attention/key", "vision/layers/24/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000115", "parameters": [ "vision/layers/24/attention/query_bias", "vision/layers/24/attention/key_bias", "vision/layers/24/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000116", "parameters": [ "vision/layers/25/attention/query", "vision/layers/25/attention/key", "vision/layers/25/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000117", "parameters": [ "vision/layers/25/attention/query_bias", "vision/layers/25/attention/key_bias", "vision/layers/25/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000118", "parameters": [ "vision/layers/26/attention/query", "vision/layers/26/attention/key", "vision/layers/26/attention/value" ], "sources": [ "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.attn.qkv.weight, 1 spans, 1152 rows)", "rows(D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.attn.qkv.weight, 1 spans, 1152 rows)" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 3456, 1152 ] }, { "object": "weight/000119", "parameters": [ "vision/layers/26/attention/query_bias", "vision/layers/26/attention/key_bias", "vision/layers/26/attention/value_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.attn.qkv.bias[0:1152]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.attn.qkv.bias[1152:2304]", "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.attn.qkv.bias[2304:3456]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 3456 ] }, { "object": "weight/000120", "parameters": [ "text/token_embedding" ], "sources": [ "token_embd.weight[gguf_iq1_m][248320, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 248320, 5120 ] }, { "object": "weight/000121", "parameters": [ "text/output_head" ], "sources": [ "output.weight[gguf_iq3_s][248320, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 248320, 5120 ] }, { "object": "weight/000122", "parameters": [ "text/final_norm" ], "sources": [ "output_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000123", "parameters": [ "text/layers/0/input_norm" ], "sources": [ "blk.0.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000124", "parameters": [ "text/layers/0/gdn/a_log" ], "sources": [ "blk.0.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000125", "parameters": [ "text/layers/0/gdn/dt_bias" ], "sources": [ "blk.0.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000126", "parameters": [ "text/layers/0/gdn/convolution" ], "sources": [ "blk.0.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000127", "parameters": [ "text/layers/0/gdn/a_projection" ], "sources": [ "blk.0.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000128", "parameters": [ "text/layers/0/gdn/b_projection" ], "sources": [ "blk.0.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000129", "parameters": [ "text/layers/0/gdn/norm" ], "sources": [ "blk.0.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000130", "parameters": [ "text/layers/0/gdn/output" ], "sources": [ "blk.0.ssm_out.weight[gguf_iq4_xs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq4_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000131", "parameters": [ "text/layers/0/post_attention_norm" ], "sources": [ "blk.0.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000132", "parameters": [ "text/layers/0/mlp/gate" ], "sources": [ "blk.0.ffn_gate.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000133", "parameters": [ "text/layers/0/mlp/up" ], "sources": [ "blk.0.ffn_up.weight[gguf_iq1_m][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000134", "parameters": [ "text/layers/0/mlp/down" ], "sources": [ "blk.0.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000135", "parameters": [ "text/layers/1/input_norm" ], "sources": [ "blk.1.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000136", "parameters": [ "text/layers/1/gdn/a_log" ], "sources": [ "blk.1.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000137", "parameters": [ "text/layers/1/gdn/dt_bias" ], "sources": [ "blk.1.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000138", "parameters": [ "text/layers/1/gdn/convolution" ], "sources": [ "blk.1.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000139", "parameters": [ "text/layers/1/gdn/a_projection" ], "sources": [ "blk.1.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000140", "parameters": [ "text/layers/1/gdn/b_projection" ], "sources": [ "blk.1.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000141", "parameters": [ "text/layers/1/gdn/norm" ], "sources": [ "blk.1.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000142", "parameters": [ "text/layers/1/gdn/output" ], "sources": [ "blk.1.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000143", "parameters": [ "text/layers/1/post_attention_norm" ], "sources": [ "blk.1.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000144", "parameters": [ "text/layers/1/mlp/down" ], "sources": [ "blk.1.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000145", "parameters": [ "text/layers/2/input_norm" ], "sources": [ "blk.2.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000146", "parameters": [ "text/layers/2/gdn/a_log" ], "sources": [ "blk.2.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000147", "parameters": [ "text/layers/2/gdn/dt_bias" ], "sources": [ "blk.2.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000148", "parameters": [ "text/layers/2/gdn/convolution" ], "sources": [ "blk.2.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000149", "parameters": [ "text/layers/2/gdn/a_projection" ], "sources": [ "blk.2.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000150", "parameters": [ "text/layers/2/gdn/b_projection" ], "sources": [ "blk.2.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000151", "parameters": [ "text/layers/2/gdn/norm" ], "sources": [ "blk.2.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000152", "parameters": [ "text/layers/2/gdn/output" ], "sources": [ "blk.2.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000153", "parameters": [ "text/layers/2/post_attention_norm" ], "sources": [ "blk.2.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000154", "parameters": [ "text/layers/2/mlp/gate" ], "sources": [ "blk.2.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000155", "parameters": [ "text/layers/2/mlp/up" ], "sources": [ "blk.2.ffn_up.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000156", "parameters": [ "text/layers/2/mlp/down" ], "sources": [ "blk.2.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000157", "parameters": [ "text/layers/3/input_norm" ], "sources": [ "blk.3.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000158", "parameters": [ "text/layers/3/attention/gate" ], "sources": [ "blk.3.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000159", "parameters": [ "text/layers/3/attention/value" ], "sources": [ "blk.3.attn_v.weight[gguf_iq2_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000160", "parameters": [ "text/layers/3/attention/query_norm" ], "sources": [ "blk.3.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000161", "parameters": [ "text/layers/3/attention/key_norm" ], "sources": [ "blk.3.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000162", "parameters": [ "text/layers/3/attention/output" ], "sources": [ "blk.3.attn_output.weight[gguf_iq1_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000163", "parameters": [ "text/layers/3/post_attention_norm" ], "sources": [ "blk.3.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000164", "parameters": [ "text/layers/3/mlp/down" ], "sources": [ "blk.3.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000165", "parameters": [ "text/layers/4/input_norm" ], "sources": [ "blk.4.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000166", "parameters": [ "text/layers/4/gdn/a_log" ], "sources": [ "blk.4.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000167", "parameters": [ "text/layers/4/gdn/dt_bias" ], "sources": [ "blk.4.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000168", "parameters": [ "text/layers/4/gdn/convolution" ], "sources": [ "blk.4.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000169", "parameters": [ "text/layers/4/gdn/a_projection" ], "sources": [ "blk.4.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000170", "parameters": [ "text/layers/4/gdn/b_projection" ], "sources": [ "blk.4.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000171", "parameters": [ "text/layers/4/gdn/z" ], "sources": [ "blk.4.attn_gate.weight[gguf_iq2_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000172", "parameters": [ "text/layers/4/gdn/norm" ], "sources": [ "blk.4.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000173", "parameters": [ "text/layers/4/gdn/output" ], "sources": [ "blk.4.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000174", "parameters": [ "text/layers/4/post_attention_norm" ], "sources": [ "blk.4.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000175", "parameters": [ "text/layers/4/mlp/down" ], "sources": [ "blk.4.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000176", "parameters": [ "text/layers/5/input_norm" ], "sources": [ "blk.5.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000177", "parameters": [ "text/layers/5/gdn/a_log" ], "sources": [ "blk.5.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000178", "parameters": [ "text/layers/5/gdn/dt_bias" ], "sources": [ "blk.5.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000179", "parameters": [ "text/layers/5/gdn/convolution" ], "sources": [ "blk.5.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000180", "parameters": [ "text/layers/5/gdn/a_projection" ], "sources": [ "blk.5.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000181", "parameters": [ "text/layers/5/gdn/b_projection" ], "sources": [ "blk.5.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000182", "parameters": [ "text/layers/5/gdn/norm" ], "sources": [ "blk.5.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000183", "parameters": [ "text/layers/5/gdn/output" ], "sources": [ "blk.5.ssm_out.weight[gguf_iq2_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000184", "parameters": [ "text/layers/5/post_attention_norm" ], "sources": [ "blk.5.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000185", "parameters": [ "text/layers/5/mlp/down" ], "sources": [ "blk.5.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000186", "parameters": [ "text/layers/6/input_norm" ], "sources": [ "blk.6.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000187", "parameters": [ "text/layers/6/gdn/a_log" ], "sources": [ "blk.6.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000188", "parameters": [ "text/layers/6/gdn/dt_bias" ], "sources": [ "blk.6.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000189", "parameters": [ "text/layers/6/gdn/convolution" ], "sources": [ "blk.6.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000190", "parameters": [ "text/layers/6/gdn/a_projection" ], "sources": [ "blk.6.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000191", "parameters": [ "text/layers/6/gdn/b_projection" ], "sources": [ "blk.6.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000192", "parameters": [ "text/layers/6/gdn/z" ], "sources": [ "blk.6.attn_gate.weight[gguf_iq1_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000193", "parameters": [ "text/layers/6/gdn/norm" ], "sources": [ "blk.6.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000194", "parameters": [ "text/layers/6/gdn/output" ], "sources": [ "blk.6.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000195", "parameters": [ "text/layers/6/post_attention_norm" ], "sources": [ "blk.6.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000196", "parameters": [ "text/layers/6/mlp/down" ], "sources": [ "blk.6.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000197", "parameters": [ "text/layers/7/input_norm" ], "sources": [ "blk.7.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000198", "parameters": [ "text/layers/7/attention/query" ], "sources": [ "blk.7.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000199", "parameters": [ "text/layers/7/attention/gate" ], "sources": [ "blk.7.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000200", "parameters": [ "text/layers/7/attention/key" ], "sources": [ "blk.7.attn_k.weight[gguf_iq1_m][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000201", "parameters": [ "text/layers/7/attention/value" ], "sources": [ "blk.7.attn_v.weight[gguf_q4_k][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q4_k", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000202", "parameters": [ "text/layers/7/attention/query_norm" ], "sources": [ "blk.7.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000203", "parameters": [ "text/layers/7/attention/key_norm" ], "sources": [ "blk.7.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000204", "parameters": [ "text/layers/7/attention/output" ], "sources": [ "blk.7.attn_output.weight[gguf_iq1_m][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000205", "parameters": [ "text/layers/7/post_attention_norm" ], "sources": [ "blk.7.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000206", "parameters": [ "text/layers/7/mlp/gate" ], "sources": [ "blk.7.ffn_gate.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000207", "parameters": [ "text/layers/7/mlp/up" ], "sources": [ "blk.7.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000208", "parameters": [ "text/layers/7/mlp/down" ], "sources": [ "blk.7.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000209", "parameters": [ "text/layers/8/input_norm" ], "sources": [ "blk.8.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000210", "parameters": [ "text/layers/8/gdn/a_log" ], "sources": [ "blk.8.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000211", "parameters": [ "text/layers/8/gdn/dt_bias" ], "sources": [ "blk.8.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000212", "parameters": [ "text/layers/8/gdn/convolution" ], "sources": [ "blk.8.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000213", "parameters": [ "text/layers/8/gdn/a_projection" ], "sources": [ "blk.8.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000214", "parameters": [ "text/layers/8/gdn/b_projection" ], "sources": [ "blk.8.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000215", "parameters": [ "text/layers/8/gdn/z" ], "sources": [ "blk.8.attn_gate.weight[gguf_iq1_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000216", "parameters": [ "text/layers/8/gdn/norm" ], "sources": [ "blk.8.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000217", "parameters": [ "text/layers/8/gdn/output" ], "sources": [ "blk.8.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000218", "parameters": [ "text/layers/8/post_attention_norm" ], "sources": [ "blk.8.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000219", "parameters": [ "text/layers/8/mlp/down" ], "sources": [ "blk.8.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000220", "parameters": [ "text/layers/9/input_norm" ], "sources": [ "blk.9.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000221", "parameters": [ "text/layers/9/gdn/a_log" ], "sources": [ "blk.9.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000222", "parameters": [ "text/layers/9/gdn/dt_bias" ], "sources": [ "blk.9.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000223", "parameters": [ "text/layers/9/gdn/convolution" ], "sources": [ "blk.9.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000224", "parameters": [ "text/layers/9/gdn/a_projection" ], "sources": [ "blk.9.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000225", "parameters": [ "text/layers/9/gdn/b_projection" ], "sources": [ "blk.9.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000226", "parameters": [ "text/layers/9/gdn/z" ], "sources": [ "blk.9.attn_gate.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000227", "parameters": [ "text/layers/9/gdn/norm" ], "sources": [ "blk.9.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000228", "parameters": [ "text/layers/9/gdn/output" ], "sources": [ "blk.9.ssm_out.weight[gguf_iq2_xs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000229", "parameters": [ "text/layers/9/post_attention_norm" ], "sources": [ "blk.9.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000230", "parameters": [ "text/layers/9/mlp/down" ], "sources": [ "blk.9.ffn_down.weight[gguf_iq1_s][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000231", "parameters": [ "text/layers/10/input_norm" ], "sources": [ "blk.10.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000232", "parameters": [ "text/layers/10/gdn/a_log" ], "sources": [ "blk.10.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000233", "parameters": [ "text/layers/10/gdn/dt_bias" ], "sources": [ "blk.10.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000234", "parameters": [ "text/layers/10/gdn/convolution" ], "sources": [ "blk.10.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000235", "parameters": [ "text/layers/10/gdn/a_projection" ], "sources": [ "blk.10.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000236", "parameters": [ "text/layers/10/gdn/b_projection" ], "sources": [ "blk.10.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000237", "parameters": [ "text/layers/10/gdn/z" ], "sources": [ "blk.10.attn_gate.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000238", "parameters": [ "text/layers/10/gdn/norm" ], "sources": [ "blk.10.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000239", "parameters": [ "text/layers/10/gdn/output" ], "sources": [ "blk.10.ssm_out.weight[gguf_iq2_xs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000240", "parameters": [ "text/layers/10/post_attention_norm" ], "sources": [ "blk.10.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000241", "parameters": [ "text/layers/10/mlp/gate" ], "sources": [ "blk.10.ffn_gate.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000242", "parameters": [ "text/layers/10/mlp/up" ], "sources": [ "blk.10.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000243", "parameters": [ "text/layers/10/mlp/down" ], "sources": [ "blk.10.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000244", "parameters": [ "text/layers/11/input_norm" ], "sources": [ "blk.11.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000245", "parameters": [ "text/layers/11/attention/query" ], "sources": [ "blk.11.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000246", "parameters": [ "text/layers/11/attention/gate" ], "sources": [ "blk.11.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000247", "parameters": [ "text/layers/11/attention/key" ], "sources": [ "blk.11.attn_k.weight[gguf_q4_k][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q4_k", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000248", "parameters": [ "text/layers/11/attention/value" ], "sources": [ "blk.11.attn_v.weight[gguf_iq1_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000249", "parameters": [ "text/layers/11/attention/query_norm" ], "sources": [ "blk.11.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000250", "parameters": [ "text/layers/11/attention/key_norm" ], "sources": [ "blk.11.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000251", "parameters": [ "text/layers/11/attention/output" ], "sources": [ "blk.11.attn_output.weight[gguf_iq2_xs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000252", "parameters": [ "text/layers/11/post_attention_norm" ], "sources": [ "blk.11.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000253", "parameters": [ "text/layers/11/mlp/gate" ], "sources": [ "blk.11.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000254", "parameters": [ "text/layers/11/mlp/up" ], "sources": [ "blk.11.ffn_up.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000255", "parameters": [ "text/layers/11/mlp/down" ], "sources": [ "blk.11.ffn_down.weight[gguf_iq1_s][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000256", "parameters": [ "text/layers/12/input_norm" ], "sources": [ "blk.12.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000257", "parameters": [ "text/layers/12/gdn/a_log" ], "sources": [ "blk.12.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000258", "parameters": [ "text/layers/12/gdn/dt_bias" ], "sources": [ "blk.12.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000259", "parameters": [ "text/layers/12/gdn/convolution" ], "sources": [ "blk.12.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000260", "parameters": [ "text/layers/12/gdn/a_projection" ], "sources": [ "blk.12.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000261", "parameters": [ "text/layers/12/gdn/b_projection" ], "sources": [ "blk.12.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000262", "parameters": [ "text/layers/12/gdn/z" ], "sources": [ "blk.12.attn_gate.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000263", "parameters": [ "text/layers/12/gdn/norm" ], "sources": [ "blk.12.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000264", "parameters": [ "text/layers/12/gdn/output" ], "sources": [ "blk.12.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000265", "parameters": [ "text/layers/12/post_attention_norm" ], "sources": [ "blk.12.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000266", "parameters": [ "text/layers/12/mlp/gate" ], "sources": [ "blk.12.ffn_gate.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000267", "parameters": [ "text/layers/12/mlp/up" ], "sources": [ "blk.12.ffn_up.weight[gguf_iq1_m][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000268", "parameters": [ "text/layers/12/mlp/down" ], "sources": [ "blk.12.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000269", "parameters": [ "text/layers/13/input_norm" ], "sources": [ "blk.13.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000270", "parameters": [ "text/layers/13/gdn/a_log" ], "sources": [ "blk.13.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000271", "parameters": [ "text/layers/13/gdn/dt_bias" ], "sources": [ "blk.13.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000272", "parameters": [ "text/layers/13/gdn/convolution" ], "sources": [ "blk.13.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000273", "parameters": [ "text/layers/13/gdn/a_projection" ], "sources": [ "blk.13.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000274", "parameters": [ "text/layers/13/gdn/b_projection" ], "sources": [ "blk.13.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000275", "parameters": [ "text/layers/13/gdn/z" ], "sources": [ "blk.13.attn_gate.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000276", "parameters": [ "text/layers/13/gdn/norm" ], "sources": [ "blk.13.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000277", "parameters": [ "text/layers/13/gdn/output" ], "sources": [ "blk.13.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000278", "parameters": [ "text/layers/13/post_attention_norm" ], "sources": [ "blk.13.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000279", "parameters": [ "text/layers/13/mlp/down" ], "sources": [ "blk.13.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000280", "parameters": [ "text/layers/14/input_norm" ], "sources": [ "blk.14.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000281", "parameters": [ "text/layers/14/gdn/a_log" ], "sources": [ "blk.14.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000282", "parameters": [ "text/layers/14/gdn/dt_bias" ], "sources": [ "blk.14.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000283", "parameters": [ "text/layers/14/gdn/convolution" ], "sources": [ "blk.14.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000284", "parameters": [ "text/layers/14/gdn/a_projection" ], "sources": [ "blk.14.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000285", "parameters": [ "text/layers/14/gdn/b_projection" ], "sources": [ "blk.14.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000286", "parameters": [ "text/layers/14/gdn/z" ], "sources": [ "blk.14.attn_gate.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000287", "parameters": [ "text/layers/14/gdn/norm" ], "sources": [ "blk.14.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000288", "parameters": [ "text/layers/14/gdn/output" ], "sources": [ "blk.14.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000289", "parameters": [ "text/layers/14/post_attention_norm" ], "sources": [ "blk.14.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000290", "parameters": [ "text/layers/14/mlp/gate" ], "sources": [ "blk.14.ffn_gate.weight[gguf_iq1_m][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000291", "parameters": [ "text/layers/14/mlp/up" ], "sources": [ "blk.14.ffn_up.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000292", "parameters": [ "text/layers/14/mlp/down" ], "sources": [ "blk.14.ffn_down.weight[gguf_iq1_s][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000293", "parameters": [ "text/layers/15/input_norm" ], "sources": [ "blk.15.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000294", "parameters": [ "text/layers/15/attention/query" ], "sources": [ "blk.15.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000295", "parameters": [ "text/layers/15/attention/gate" ], "sources": [ "blk.15.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000296", "parameters": [ "text/layers/15/attention/key" ], "sources": [ "blk.15.attn_k.weight[gguf_iq3_xxs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000297", "parameters": [ "text/layers/15/attention/value" ], "sources": [ "blk.15.attn_v.weight[gguf_iq1_m][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000298", "parameters": [ "text/layers/15/attention/query_norm" ], "sources": [ "blk.15.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000299", "parameters": [ "text/layers/15/attention/key_norm" ], "sources": [ "blk.15.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000300", "parameters": [ "text/layers/15/attention/output" ], "sources": [ "blk.15.attn_output.weight[gguf_iq1_m][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000301", "parameters": [ "text/layers/15/post_attention_norm" ], "sources": [ "blk.15.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000302", "parameters": [ "text/layers/15/mlp/gate" ], "sources": [ "blk.15.ffn_gate.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000303", "parameters": [ "text/layers/15/mlp/up" ], "sources": [ "blk.15.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000304", "parameters": [ "text/layers/15/mlp/down" ], "sources": [ "blk.15.ffn_down.weight[gguf_iq1_s][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000305", "parameters": [ "text/layers/16/input_norm" ], "sources": [ "blk.16.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000306", "parameters": [ "text/layers/16/gdn/a_log" ], "sources": [ "blk.16.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000307", "parameters": [ "text/layers/16/gdn/dt_bias" ], "sources": [ "blk.16.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000308", "parameters": [ "text/layers/16/gdn/convolution" ], "sources": [ "blk.16.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000309", "parameters": [ "text/layers/16/gdn/a_projection" ], "sources": [ "blk.16.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000310", "parameters": [ "text/layers/16/gdn/b_projection" ], "sources": [ "blk.16.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000311", "parameters": [ "text/layers/16/gdn/z" ], "sources": [ "blk.16.attn_gate.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000312", "parameters": [ "text/layers/16/gdn/norm" ], "sources": [ "blk.16.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000313", "parameters": [ "text/layers/16/gdn/output" ], "sources": [ "blk.16.ssm_out.weight[gguf_iq2_xs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000314", "parameters": [ "text/layers/16/post_attention_norm" ], "sources": [ "blk.16.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000315", "parameters": [ "text/layers/16/mlp/gate" ], "sources": [ "blk.16.ffn_gate.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000316", "parameters": [ "text/layers/16/mlp/up" ], "sources": [ "blk.16.ffn_up.weight[gguf_iq1_m][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000317", "parameters": [ "text/layers/16/mlp/down" ], "sources": [ "blk.16.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000318", "parameters": [ "text/layers/17/input_norm" ], "sources": [ "blk.17.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000319", "parameters": [ "text/layers/17/gdn/a_log" ], "sources": [ "blk.17.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000320", "parameters": [ "text/layers/17/gdn/dt_bias" ], "sources": [ "blk.17.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000321", "parameters": [ "text/layers/17/gdn/convolution" ], "sources": [ "blk.17.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000322", "parameters": [ "text/layers/17/gdn/a_projection" ], "sources": [ "blk.17.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000323", "parameters": [ "text/layers/17/gdn/b_projection" ], "sources": [ "blk.17.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000324", "parameters": [ "text/layers/17/gdn/z" ], "sources": [ "blk.17.attn_gate.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000325", "parameters": [ "text/layers/17/gdn/norm" ], "sources": [ "blk.17.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000326", "parameters": [ "text/layers/17/gdn/output" ], "sources": [ "blk.17.ssm_out.weight[gguf_iq3_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000327", "parameters": [ "text/layers/17/post_attention_norm" ], "sources": [ "blk.17.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000328", "parameters": [ "text/layers/17/mlp/gate" ], "sources": [ "blk.17.ffn_gate.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000329", "parameters": [ "text/layers/17/mlp/up" ], "sources": [ "blk.17.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000330", "parameters": [ "text/layers/17/mlp/down" ], "sources": [ "blk.17.ffn_down.weight[gguf_iq1_m][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000331", "parameters": [ "text/layers/18/input_norm" ], "sources": [ "blk.18.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000332", "parameters": [ "text/layers/18/gdn/a_log" ], "sources": [ "blk.18.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000333", "parameters": [ "text/layers/18/gdn/dt_bias" ], "sources": [ "blk.18.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000334", "parameters": [ "text/layers/18/gdn/convolution" ], "sources": [ "blk.18.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000335", "parameters": [ "text/layers/18/gdn/a_projection" ], "sources": [ "blk.18.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000336", "parameters": [ "text/layers/18/gdn/b_projection" ], "sources": [ "blk.18.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000337", "parameters": [ "text/layers/18/gdn/z" ], "sources": [ "blk.18.attn_gate.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000338", "parameters": [ "text/layers/18/gdn/norm" ], "sources": [ "blk.18.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000339", "parameters": [ "text/layers/18/gdn/output" ], "sources": [ "blk.18.ssm_out.weight[gguf_iq3_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000340", "parameters": [ "text/layers/18/post_attention_norm" ], "sources": [ "blk.18.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000341", "parameters": [ "text/layers/18/mlp/down" ], "sources": [ "blk.18.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000342", "parameters": [ "text/layers/19/input_norm" ], "sources": [ "blk.19.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000343", "parameters": [ "text/layers/19/attention/query" ], "sources": [ "blk.19.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000344", "parameters": [ "text/layers/19/attention/gate" ], "sources": [ "blk.19.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000345", "parameters": [ "text/layers/19/attention/key" ], "sources": [ "blk.19.attn_k.weight[gguf_iq2_xs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000346", "parameters": [ "text/layers/19/attention/value" ], "sources": [ "blk.19.attn_v.weight[gguf_iq3_xxs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000347", "parameters": [ "text/layers/19/attention/query_norm" ], "sources": [ "blk.19.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000348", "parameters": [ "text/layers/19/attention/key_norm" ], "sources": [ "blk.19.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000349", "parameters": [ "text/layers/19/attention/output" ], "sources": [ "blk.19.attn_output.weight[gguf_iq2_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000350", "parameters": [ "text/layers/19/post_attention_norm" ], "sources": [ "blk.19.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000351", "parameters": [ "text/layers/19/mlp/gate" ], "sources": [ "blk.19.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000352", "parameters": [ "text/layers/19/mlp/up" ], "sources": [ "blk.19.ffn_up.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000353", "parameters": [ "text/layers/19/mlp/down" ], "sources": [ "blk.19.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000354", "parameters": [ "text/layers/20/input_norm" ], "sources": [ "blk.20.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000355", "parameters": [ "text/layers/20/gdn/a_log" ], "sources": [ "blk.20.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000356", "parameters": [ "text/layers/20/gdn/dt_bias" ], "sources": [ "blk.20.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000357", "parameters": [ "text/layers/20/gdn/convolution" ], "sources": [ "blk.20.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000358", "parameters": [ "text/layers/20/gdn/a_projection" ], "sources": [ "blk.20.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000359", "parameters": [ "text/layers/20/gdn/b_projection" ], "sources": [ "blk.20.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000360", "parameters": [ "text/layers/20/gdn/z" ], "sources": [ "blk.20.attn_gate.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000361", "parameters": [ "text/layers/20/gdn/norm" ], "sources": [ "blk.20.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000362", "parameters": [ "text/layers/20/gdn/output" ], "sources": [ "blk.20.ssm_out.weight[gguf_iq2_xs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000363", "parameters": [ "text/layers/20/post_attention_norm" ], "sources": [ "blk.20.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000364", "parameters": [ "text/layers/20/mlp/gate" ], "sources": [ "blk.20.ffn_gate.weight[gguf_iq1_m][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000365", "parameters": [ "text/layers/20/mlp/up" ], "sources": [ "blk.20.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000366", "parameters": [ "text/layers/20/mlp/down" ], "sources": [ "blk.20.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000367", "parameters": [ "text/layers/21/input_norm" ], "sources": [ "blk.21.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000368", "parameters": [ "text/layers/21/gdn/a_log" ], "sources": [ "blk.21.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000369", "parameters": [ "text/layers/21/gdn/dt_bias" ], "sources": [ "blk.21.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000370", "parameters": [ "text/layers/21/gdn/convolution" ], "sources": [ "blk.21.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000371", "parameters": [ "text/layers/21/gdn/a_projection" ], "sources": [ "blk.21.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000372", "parameters": [ "text/layers/21/gdn/b_projection" ], "sources": [ "blk.21.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000373", "parameters": [ "text/layers/21/gdn/norm" ], "sources": [ "blk.21.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000374", "parameters": [ "text/layers/21/gdn/output" ], "sources": [ "blk.21.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000375", "parameters": [ "text/layers/21/post_attention_norm" ], "sources": [ "blk.21.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000376", "parameters": [ "text/layers/21/mlp/gate" ], "sources": [ "blk.21.ffn_gate.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000377", "parameters": [ "text/layers/21/mlp/up" ], "sources": [ "blk.21.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000378", "parameters": [ "text/layers/21/mlp/down" ], "sources": [ "blk.21.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000379", "parameters": [ "text/layers/22/input_norm" ], "sources": [ "blk.22.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000380", "parameters": [ "text/layers/22/gdn/a_log" ], "sources": [ "blk.22.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000381", "parameters": [ "text/layers/22/gdn/dt_bias" ], "sources": [ "blk.22.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000382", "parameters": [ "text/layers/22/gdn/convolution" ], "sources": [ "blk.22.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000383", "parameters": [ "text/layers/22/gdn/a_projection" ], "sources": [ "blk.22.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000384", "parameters": [ "text/layers/22/gdn/b_projection" ], "sources": [ "blk.22.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000385", "parameters": [ "text/layers/22/gdn/z" ], "sources": [ "blk.22.attn_gate.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000386", "parameters": [ "text/layers/22/gdn/norm" ], "sources": [ "blk.22.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000387", "parameters": [ "text/layers/22/gdn/output" ], "sources": [ "blk.22.ssm_out.weight[gguf_iq2_xs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000388", "parameters": [ "text/layers/22/post_attention_norm" ], "sources": [ "blk.22.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000389", "parameters": [ "text/layers/22/mlp/gate" ], "sources": [ "blk.22.ffn_gate.weight[gguf_iq2_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000390", "parameters": [ "text/layers/22/mlp/up" ], "sources": [ "blk.22.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000391", "parameters": [ "text/layers/22/mlp/down" ], "sources": [ "blk.22.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000392", "parameters": [ "text/layers/23/input_norm" ], "sources": [ "blk.23.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000393", "parameters": [ "text/layers/23/attention/query" ], "sources": [ "blk.23.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000394", "parameters": [ "text/layers/23/attention/gate" ], "sources": [ "blk.23.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000395", "parameters": [ "text/layers/23/attention/key" ], "sources": [ "blk.23.attn_k.weight[gguf_iq3_xxs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000396", "parameters": [ "text/layers/23/attention/value" ], "sources": [ "blk.23.attn_v.weight[gguf_iq3_xxs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000397", "parameters": [ "text/layers/23/attention/query_norm" ], "sources": [ "blk.23.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000398", "parameters": [ "text/layers/23/attention/key_norm" ], "sources": [ "blk.23.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000399", "parameters": [ "text/layers/23/attention/output" ], "sources": [ "blk.23.attn_output.weight[gguf_iq1_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000400", "parameters": [ "text/layers/23/post_attention_norm" ], "sources": [ "blk.23.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000401", "parameters": [ "text/layers/23/mlp/gate" ], "sources": [ "blk.23.ffn_gate.weight[gguf_iq1_m][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000402", "parameters": [ "text/layers/23/mlp/up" ], "sources": [ "blk.23.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000403", "parameters": [ "text/layers/23/mlp/down" ], "sources": [ "blk.23.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000404", "parameters": [ "text/layers/24/input_norm" ], "sources": [ "blk.24.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000405", "parameters": [ "text/layers/24/gdn/a_log" ], "sources": [ "blk.24.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000406", "parameters": [ "text/layers/24/gdn/dt_bias" ], "sources": [ "blk.24.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000407", "parameters": [ "text/layers/24/gdn/convolution" ], "sources": [ "blk.24.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000408", "parameters": [ "text/layers/24/gdn/a_projection" ], "sources": [ "blk.24.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000409", "parameters": [ "text/layers/24/gdn/b_projection" ], "sources": [ "blk.24.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000410", "parameters": [ "text/layers/24/gdn/z" ], "sources": [ "blk.24.attn_gate.weight[gguf_iq2_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000411", "parameters": [ "text/layers/24/gdn/norm" ], "sources": [ "blk.24.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000412", "parameters": [ "text/layers/24/gdn/output" ], "sources": [ "blk.24.ssm_out.weight[gguf_iq2_xs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000413", "parameters": [ "text/layers/24/post_attention_norm" ], "sources": [ "blk.24.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000414", "parameters": [ "text/layers/24/mlp/gate" ], "sources": [ "blk.24.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000415", "parameters": [ "text/layers/24/mlp/up" ], "sources": [ "blk.24.ffn_up.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000416", "parameters": [ "text/layers/24/mlp/down" ], "sources": [ "blk.24.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000417", "parameters": [ "text/layers/25/input_norm" ], "sources": [ "blk.25.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000418", "parameters": [ "text/layers/25/gdn/a_log" ], "sources": [ "blk.25.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000419", "parameters": [ "text/layers/25/gdn/dt_bias" ], "sources": [ "blk.25.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000420", "parameters": [ "text/layers/25/gdn/convolution" ], "sources": [ "blk.25.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000421", "parameters": [ "text/layers/25/gdn/a_projection" ], "sources": [ "blk.25.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000422", "parameters": [ "text/layers/25/gdn/b_projection" ], "sources": [ "blk.25.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000423", "parameters": [ "text/layers/25/gdn/norm" ], "sources": [ "blk.25.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000424", "parameters": [ "text/layers/25/gdn/output" ], "sources": [ "blk.25.ssm_out.weight[gguf_iq2_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000425", "parameters": [ "text/layers/25/post_attention_norm" ], "sources": [ "blk.25.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000426", "parameters": [ "text/layers/25/mlp/gate" ], "sources": [ "blk.25.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000427", "parameters": [ "text/layers/25/mlp/up" ], "sources": [ "blk.25.ffn_up.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000428", "parameters": [ "text/layers/25/mlp/down" ], "sources": [ "blk.25.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000429", "parameters": [ "text/layers/26/input_norm" ], "sources": [ "blk.26.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000430", "parameters": [ "text/layers/26/gdn/a_log" ], "sources": [ "blk.26.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000431", "parameters": [ "text/layers/26/gdn/dt_bias" ], "sources": [ "blk.26.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000432", "parameters": [ "text/layers/26/gdn/convolution" ], "sources": [ "blk.26.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000433", "parameters": [ "text/layers/26/gdn/a_projection" ], "sources": [ "blk.26.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000434", "parameters": [ "text/layers/26/gdn/b_projection" ], "sources": [ "blk.26.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000435", "parameters": [ "text/layers/26/gdn/z" ], "sources": [ "blk.26.attn_gate.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000436", "parameters": [ "text/layers/26/gdn/norm" ], "sources": [ "blk.26.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000437", "parameters": [ "text/layers/26/gdn/output" ], "sources": [ "blk.26.ssm_out.weight[gguf_iq2_xs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000438", "parameters": [ "text/layers/26/post_attention_norm" ], "sources": [ "blk.26.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000439", "parameters": [ "text/layers/26/mlp/gate" ], "sources": [ "blk.26.ffn_gate.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000440", "parameters": [ "text/layers/26/mlp/up" ], "sources": [ "blk.26.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000441", "parameters": [ "text/layers/26/mlp/down" ], "sources": [ "blk.26.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000442", "parameters": [ "text/layers/27/input_norm" ], "sources": [ "blk.27.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000443", "parameters": [ "text/layers/27/attention/query" ], "sources": [ "blk.27.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000444", "parameters": [ "text/layers/27/attention/gate" ], "sources": [ "blk.27.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000445", "parameters": [ "text/layers/27/attention/key" ], "sources": [ "blk.27.attn_k.weight[gguf_iq2_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000446", "parameters": [ "text/layers/27/attention/value" ], "sources": [ "blk.27.attn_v.weight[gguf_iq3_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000447", "parameters": [ "text/layers/27/attention/query_norm" ], "sources": [ "blk.27.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000448", "parameters": [ "text/layers/27/attention/key_norm" ], "sources": [ "blk.27.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000449", "parameters": [ "text/layers/27/attention/output" ], "sources": [ "blk.27.attn_output.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000450", "parameters": [ "text/layers/27/post_attention_norm" ], "sources": [ "blk.27.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000451", "parameters": [ "text/layers/27/mlp/gate" ], "sources": [ "blk.27.ffn_gate.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000452", "parameters": [ "text/layers/27/mlp/up" ], "sources": [ "blk.27.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000453", "parameters": [ "text/layers/27/mlp/down" ], "sources": [ "blk.27.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000454", "parameters": [ "text/layers/28/input_norm" ], "sources": [ "blk.28.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000455", "parameters": [ "text/layers/28/gdn/a_log" ], "sources": [ "blk.28.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000456", "parameters": [ "text/layers/28/gdn/dt_bias" ], "sources": [ "blk.28.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000457", "parameters": [ "text/layers/28/gdn/convolution" ], "sources": [ "blk.28.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000458", "parameters": [ "text/layers/28/gdn/a_projection" ], "sources": [ "blk.28.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000459", "parameters": [ "text/layers/28/gdn/b_projection" ], "sources": [ "blk.28.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000460", "parameters": [ "text/layers/28/gdn/norm" ], "sources": [ "blk.28.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000461", "parameters": [ "text/layers/28/gdn/output" ], "sources": [ "blk.28.ssm_out.weight[gguf_q2_k][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000462", "parameters": [ "text/layers/28/post_attention_norm" ], "sources": [ "blk.28.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000463", "parameters": [ "text/layers/28/mlp/gate" ], "sources": [ "blk.28.ffn_gate.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000464", "parameters": [ "text/layers/28/mlp/up" ], "sources": [ "blk.28.ffn_up.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000465", "parameters": [ "text/layers/28/mlp/down" ], "sources": [ "blk.28.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000466", "parameters": [ "text/layers/29/input_norm" ], "sources": [ "blk.29.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000467", "parameters": [ "text/layers/29/gdn/a_log" ], "sources": [ "blk.29.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000468", "parameters": [ "text/layers/29/gdn/dt_bias" ], "sources": [ "blk.29.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000469", "parameters": [ "text/layers/29/gdn/convolution" ], "sources": [ "blk.29.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000470", "parameters": [ "text/layers/29/gdn/a_projection" ], "sources": [ "blk.29.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000471", "parameters": [ "text/layers/29/gdn/b_projection" ], "sources": [ "blk.29.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000472", "parameters": [ "text/layers/29/gdn/z" ], "sources": [ "blk.29.attn_gate.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000473", "parameters": [ "text/layers/29/gdn/norm" ], "sources": [ "blk.29.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000474", "parameters": [ "text/layers/29/gdn/output" ], "sources": [ "blk.29.ssm_out.weight[gguf_iq3_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000475", "parameters": [ "text/layers/29/post_attention_norm" ], "sources": [ "blk.29.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000476", "parameters": [ "text/layers/29/mlp/down" ], "sources": [ "blk.29.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000477", "parameters": [ "text/layers/30/input_norm" ], "sources": [ "blk.30.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000478", "parameters": [ "text/layers/30/gdn/a_log" ], "sources": [ "blk.30.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000479", "parameters": [ "text/layers/30/gdn/dt_bias" ], "sources": [ "blk.30.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000480", "parameters": [ "text/layers/30/gdn/convolution" ], "sources": [ "blk.30.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000481", "parameters": [ "text/layers/30/gdn/a_projection" ], "sources": [ "blk.30.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000482", "parameters": [ "text/layers/30/gdn/b_projection" ], "sources": [ "blk.30.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000483", "parameters": [ "text/layers/30/gdn/z" ], "sources": [ "blk.30.attn_gate.weight[gguf_iq1_m][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000484", "parameters": [ "text/layers/30/gdn/norm" ], "sources": [ "blk.30.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000485", "parameters": [ "text/layers/30/gdn/output" ], "sources": [ "blk.30.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000486", "parameters": [ "text/layers/30/post_attention_norm" ], "sources": [ "blk.30.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000487", "parameters": [ "text/layers/30/mlp/gate" ], "sources": [ "blk.30.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000488", "parameters": [ "text/layers/30/mlp/up" ], "sources": [ "blk.30.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000489", "parameters": [ "text/layers/30/mlp/down" ], "sources": [ "blk.30.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000490", "parameters": [ "text/layers/31/input_norm" ], "sources": [ "blk.31.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000491", "parameters": [ "text/layers/31/attention/gate" ], "sources": [ "blk.31.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000492", "parameters": [ "text/layers/31/attention/value" ], "sources": [ "blk.31.attn_v.weight[gguf_iq3_xxs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000493", "parameters": [ "text/layers/31/attention/query_norm" ], "sources": [ "blk.31.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000494", "parameters": [ "text/layers/31/attention/key_norm" ], "sources": [ "blk.31.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000495", "parameters": [ "text/layers/31/attention/output" ], "sources": [ "blk.31.attn_output.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000496", "parameters": [ "text/layers/31/post_attention_norm" ], "sources": [ "blk.31.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000497", "parameters": [ "text/layers/31/mlp/gate" ], "sources": [ "blk.31.ffn_gate.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000498", "parameters": [ "text/layers/31/mlp/up" ], "sources": [ "blk.31.ffn_up.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000499", "parameters": [ "text/layers/31/mlp/down" ], "sources": [ "blk.31.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000500", "parameters": [ "text/layers/32/input_norm" ], "sources": [ "blk.32.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000501", "parameters": [ "text/layers/32/gdn/a_log" ], "sources": [ "blk.32.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000502", "parameters": [ "text/layers/32/gdn/dt_bias" ], "sources": [ "blk.32.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000503", "parameters": [ "text/layers/32/gdn/convolution" ], "sources": [ "blk.32.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000504", "parameters": [ "text/layers/32/gdn/a_projection" ], "sources": [ "blk.32.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000505", "parameters": [ "text/layers/32/gdn/b_projection" ], "sources": [ "blk.32.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000506", "parameters": [ "text/layers/32/gdn/z" ], "sources": [ "blk.32.attn_gate.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000507", "parameters": [ "text/layers/32/gdn/norm" ], "sources": [ "blk.32.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000508", "parameters": [ "text/layers/32/gdn/output" ], "sources": [ "blk.32.ssm_out.weight[gguf_iq2_xs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000509", "parameters": [ "text/layers/32/post_attention_norm" ], "sources": [ "blk.32.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000510", "parameters": [ "text/layers/32/mlp/gate" ], "sources": [ "blk.32.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000511", "parameters": [ "text/layers/32/mlp/up" ], "sources": [ "blk.32.ffn_up.weight[gguf_iq2_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000512", "parameters": [ "text/layers/32/mlp/down" ], "sources": [ "blk.32.ffn_down.weight[gguf_iq1_s][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000513", "parameters": [ "text/layers/33/input_norm" ], "sources": [ "blk.33.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000514", "parameters": [ "text/layers/33/gdn/a_log" ], "sources": [ "blk.33.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000515", "parameters": [ "text/layers/33/gdn/dt_bias" ], "sources": [ "blk.33.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000516", "parameters": [ "text/layers/33/gdn/convolution" ], "sources": [ "blk.33.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000517", "parameters": [ "text/layers/33/gdn/a_projection" ], "sources": [ "blk.33.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000518", "parameters": [ "text/layers/33/gdn/b_projection" ], "sources": [ "blk.33.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000519", "parameters": [ "text/layers/33/gdn/z" ], "sources": [ "blk.33.attn_gate.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000520", "parameters": [ "text/layers/33/gdn/norm" ], "sources": [ "blk.33.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000521", "parameters": [ "text/layers/33/gdn/output" ], "sources": [ "blk.33.ssm_out.weight[gguf_iq3_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000522", "parameters": [ "text/layers/33/post_attention_norm" ], "sources": [ "blk.33.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000523", "parameters": [ "text/layers/33/mlp/gate" ], "sources": [ "blk.33.ffn_gate.weight[gguf_iq1_m][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_m", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000524", "parameters": [ "text/layers/33/mlp/up" ], "sources": [ "blk.33.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000525", "parameters": [ "text/layers/33/mlp/down" ], "sources": [ "blk.33.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000526", "parameters": [ "text/layers/34/input_norm" ], "sources": [ "blk.34.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000527", "parameters": [ "text/layers/34/gdn/a_log" ], "sources": [ "blk.34.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000528", "parameters": [ "text/layers/34/gdn/dt_bias" ], "sources": [ "blk.34.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000529", "parameters": [ "text/layers/34/gdn/convolution" ], "sources": [ "blk.34.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000530", "parameters": [ "text/layers/34/gdn/a_projection" ], "sources": [ "blk.34.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000531", "parameters": [ "text/layers/34/gdn/b_projection" ], "sources": [ "blk.34.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000532", "parameters": [ "text/layers/34/gdn/z" ], "sources": [ "blk.34.attn_gate.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000533", "parameters": [ "text/layers/34/gdn/norm" ], "sources": [ "blk.34.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000534", "parameters": [ "text/layers/34/gdn/output" ], "sources": [ "blk.34.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000535", "parameters": [ "text/layers/34/post_attention_norm" ], "sources": [ "blk.34.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000536", "parameters": [ "text/layers/34/mlp/down" ], "sources": [ "blk.34.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000537", "parameters": [ "text/layers/35/input_norm" ], "sources": [ "blk.35.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000538", "parameters": [ "text/layers/35/attention/query" ], "sources": [ "blk.35.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000539", "parameters": [ "text/layers/35/attention/gate" ], "sources": [ "blk.35.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000540", "parameters": [ "text/layers/35/attention/key" ], "sources": [ "blk.35.attn_k.weight[gguf_iq4_xs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq4_xs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000541", "parameters": [ "text/layers/35/attention/value" ], "sources": [ "blk.35.attn_v.weight[gguf_iq3_xxs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000542", "parameters": [ "text/layers/35/attention/query_norm" ], "sources": [ "blk.35.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000543", "parameters": [ "text/layers/35/attention/key_norm" ], "sources": [ "blk.35.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000544", "parameters": [ "text/layers/35/attention/output" ], "sources": [ "blk.35.attn_output.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000545", "parameters": [ "text/layers/35/post_attention_norm" ], "sources": [ "blk.35.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000546", "parameters": [ "text/layers/35/mlp/gate" ], "sources": [ "blk.35.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000547", "parameters": [ "text/layers/35/mlp/up" ], "sources": [ "blk.35.ffn_up.weight[gguf_iq2_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000548", "parameters": [ "text/layers/35/mlp/down" ], "sources": [ "blk.35.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000549", "parameters": [ "text/layers/36/input_norm" ], "sources": [ "blk.36.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000550", "parameters": [ "text/layers/36/gdn/a_log" ], "sources": [ "blk.36.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000551", "parameters": [ "text/layers/36/gdn/dt_bias" ], "sources": [ "blk.36.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000552", "parameters": [ "text/layers/36/gdn/convolution" ], "sources": [ "blk.36.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000553", "parameters": [ "text/layers/36/gdn/a_projection" ], "sources": [ "blk.36.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000554", "parameters": [ "text/layers/36/gdn/b_projection" ], "sources": [ "blk.36.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000555", "parameters": [ "text/layers/36/gdn/norm" ], "sources": [ "blk.36.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000556", "parameters": [ "text/layers/36/gdn/output" ], "sources": [ "blk.36.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000557", "parameters": [ "text/layers/36/post_attention_norm" ], "sources": [ "blk.36.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000558", "parameters": [ "text/layers/36/mlp/gate" ], "sources": [ "blk.36.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000559", "parameters": [ "text/layers/36/mlp/up" ], "sources": [ "blk.36.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000560", "parameters": [ "text/layers/36/mlp/down" ], "sources": [ "blk.36.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000561", "parameters": [ "text/layers/37/input_norm" ], "sources": [ "blk.37.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000562", "parameters": [ "text/layers/37/gdn/a_log" ], "sources": [ "blk.37.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000563", "parameters": [ "text/layers/37/gdn/dt_bias" ], "sources": [ "blk.37.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000564", "parameters": [ "text/layers/37/gdn/convolution" ], "sources": [ "blk.37.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000565", "parameters": [ "text/layers/37/gdn/a_projection" ], "sources": [ "blk.37.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000566", "parameters": [ "text/layers/37/gdn/b_projection" ], "sources": [ "blk.37.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000567", "parameters": [ "text/layers/37/gdn/z" ], "sources": [ "blk.37.attn_gate.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000568", "parameters": [ "text/layers/37/gdn/norm" ], "sources": [ "blk.37.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000569", "parameters": [ "text/layers/37/gdn/output" ], "sources": [ "blk.37.ssm_out.weight[gguf_iq2_xs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000570", "parameters": [ "text/layers/37/post_attention_norm" ], "sources": [ "blk.37.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000571", "parameters": [ "text/layers/37/mlp/gate" ], "sources": [ "blk.37.ffn_gate.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000572", "parameters": [ "text/layers/37/mlp/up" ], "sources": [ "blk.37.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000573", "parameters": [ "text/layers/37/mlp/down" ], "sources": [ "blk.37.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000574", "parameters": [ "text/layers/38/input_norm" ], "sources": [ "blk.38.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000575", "parameters": [ "text/layers/38/gdn/a_log" ], "sources": [ "blk.38.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000576", "parameters": [ "text/layers/38/gdn/dt_bias" ], "sources": [ "blk.38.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000577", "parameters": [ "text/layers/38/gdn/convolution" ], "sources": [ "blk.38.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000578", "parameters": [ "text/layers/38/gdn/a_projection" ], "sources": [ "blk.38.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000579", "parameters": [ "text/layers/38/gdn/b_projection" ], "sources": [ "blk.38.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000580", "parameters": [ "text/layers/38/gdn/norm" ], "sources": [ "blk.38.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000581", "parameters": [ "text/layers/38/gdn/output" ], "sources": [ "blk.38.ssm_out.weight[gguf_q2_k][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000582", "parameters": [ "text/layers/38/post_attention_norm" ], "sources": [ "blk.38.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000583", "parameters": [ "text/layers/38/mlp/gate" ], "sources": [ "blk.38.ffn_gate.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000584", "parameters": [ "text/layers/38/mlp/up" ], "sources": [ "blk.38.ffn_up.weight[gguf_iq2_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000585", "parameters": [ "text/layers/38/mlp/down" ], "sources": [ "blk.38.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000586", "parameters": [ "text/layers/39/input_norm" ], "sources": [ "blk.39.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000587", "parameters": [ "text/layers/39/attention/query" ], "sources": [ "blk.39.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000588", "parameters": [ "text/layers/39/attention/gate" ], "sources": [ "blk.39.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000589", "parameters": [ "text/layers/39/attention/key" ], "sources": [ "blk.39.attn_k.weight[gguf_iq4_xs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq4_xs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000590", "parameters": [ "text/layers/39/attention/value" ], "sources": [ "blk.39.attn_v.weight[gguf_iq4_xs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq4_xs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000591", "parameters": [ "text/layers/39/attention/query_norm" ], "sources": [ "blk.39.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000592", "parameters": [ "text/layers/39/attention/key_norm" ], "sources": [ "blk.39.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000593", "parameters": [ "text/layers/39/attention/output" ], "sources": [ "blk.39.attn_output.weight[gguf_iq3_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000594", "parameters": [ "text/layers/39/post_attention_norm" ], "sources": [ "blk.39.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000595", "parameters": [ "text/layers/39/mlp/gate" ], "sources": [ "blk.39.ffn_gate.weight[gguf_iq2_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000596", "parameters": [ "text/layers/39/mlp/up" ], "sources": [ "blk.39.ffn_up.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000597", "parameters": [ "text/layers/39/mlp/down" ], "sources": [ "blk.39.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000598", "parameters": [ "text/layers/40/input_norm" ], "sources": [ "blk.40.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000599", "parameters": [ "text/layers/40/gdn/a_log" ], "sources": [ "blk.40.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000600", "parameters": [ "text/layers/40/gdn/dt_bias" ], "sources": [ "blk.40.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000601", "parameters": [ "text/layers/40/gdn/convolution" ], "sources": [ "blk.40.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000602", "parameters": [ "text/layers/40/gdn/a_projection" ], "sources": [ "blk.40.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000603", "parameters": [ "text/layers/40/gdn/b_projection" ], "sources": [ "blk.40.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000604", "parameters": [ "text/layers/40/gdn/z" ], "sources": [ "blk.40.attn_gate.weight[gguf_iq3_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000605", "parameters": [ "text/layers/40/gdn/norm" ], "sources": [ "blk.40.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000606", "parameters": [ "text/layers/40/gdn/output" ], "sources": [ "blk.40.ssm_out.weight[gguf_iq2_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000607", "parameters": [ "text/layers/40/post_attention_norm" ], "sources": [ "blk.40.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000608", "parameters": [ "text/layers/40/mlp/gate" ], "sources": [ "blk.40.ffn_gate.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000609", "parameters": [ "text/layers/40/mlp/up" ], "sources": [ "blk.40.ffn_up.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000610", "parameters": [ "text/layers/40/mlp/down" ], "sources": [ "blk.40.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000611", "parameters": [ "text/layers/41/input_norm" ], "sources": [ "blk.41.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000612", "parameters": [ "text/layers/41/gdn/a_log" ], "sources": [ "blk.41.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000613", "parameters": [ "text/layers/41/gdn/dt_bias" ], "sources": [ "blk.41.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000614", "parameters": [ "text/layers/41/gdn/convolution" ], "sources": [ "blk.41.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000615", "parameters": [ "text/layers/41/gdn/a_projection" ], "sources": [ "blk.41.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000616", "parameters": [ "text/layers/41/gdn/b_projection" ], "sources": [ "blk.41.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000617", "parameters": [ "text/layers/41/gdn/z" ], "sources": [ "blk.41.attn_gate.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000618", "parameters": [ "text/layers/41/gdn/norm" ], "sources": [ "blk.41.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000619", "parameters": [ "text/layers/41/gdn/output" ], "sources": [ "blk.41.ssm_out.weight[gguf_iq3_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000620", "parameters": [ "text/layers/41/post_attention_norm" ], "sources": [ "blk.41.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000621", "parameters": [ "text/layers/41/mlp/gate" ], "sources": [ "blk.41.ffn_gate.weight[gguf_q4_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q4_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000622", "parameters": [ "text/layers/41/mlp/up" ], "sources": [ "blk.41.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000623", "parameters": [ "text/layers/41/mlp/down" ], "sources": [ "blk.41.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000624", "parameters": [ "text/layers/42/input_norm" ], "sources": [ "blk.42.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000625", "parameters": [ "text/layers/42/gdn/a_log" ], "sources": [ "blk.42.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000626", "parameters": [ "text/layers/42/gdn/dt_bias" ], "sources": [ "blk.42.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000627", "parameters": [ "text/layers/42/gdn/convolution" ], "sources": [ "blk.42.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000628", "parameters": [ "text/layers/42/gdn/a_projection" ], "sources": [ "blk.42.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000629", "parameters": [ "text/layers/42/gdn/b_projection" ], "sources": [ "blk.42.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000630", "parameters": [ "text/layers/42/gdn/norm" ], "sources": [ "blk.42.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000631", "parameters": [ "text/layers/42/gdn/output" ], "sources": [ "blk.42.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000632", "parameters": [ "text/layers/42/post_attention_norm" ], "sources": [ "blk.42.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000633", "parameters": [ "text/layers/42/mlp/gate" ], "sources": [ "blk.42.ffn_gate.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000634", "parameters": [ "text/layers/42/mlp/up" ], "sources": [ "blk.42.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000635", "parameters": [ "text/layers/42/mlp/down" ], "sources": [ "blk.42.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000636", "parameters": [ "text/layers/43/input_norm" ], "sources": [ "blk.43.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000637", "parameters": [ "text/layers/43/attention/query" ], "sources": [ "blk.43.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000638", "parameters": [ "text/layers/43/attention/gate" ], "sources": [ "blk.43.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000639", "parameters": [ "text/layers/43/attention/key" ], "sources": [ "blk.43.attn_k.weight[gguf_iq3_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000640", "parameters": [ "text/layers/43/attention/value" ], "sources": [ "blk.43.attn_v.weight[gguf_iq3_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000641", "parameters": [ "text/layers/43/attention/query_norm" ], "sources": [ "blk.43.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000642", "parameters": [ "text/layers/43/attention/key_norm" ], "sources": [ "blk.43.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000643", "parameters": [ "text/layers/43/attention/output" ], "sources": [ "blk.43.attn_output.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000644", "parameters": [ "text/layers/43/post_attention_norm" ], "sources": [ "blk.43.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000645", "parameters": [ "text/layers/43/mlp/down" ], "sources": [ "blk.43.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000646", "parameters": [ "text/layers/44/input_norm" ], "sources": [ "blk.44.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000647", "parameters": [ "text/layers/44/gdn/a_log" ], "sources": [ "blk.44.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000648", "parameters": [ "text/layers/44/gdn/dt_bias" ], "sources": [ "blk.44.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000649", "parameters": [ "text/layers/44/gdn/convolution" ], "sources": [ "blk.44.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000650", "parameters": [ "text/layers/44/gdn/a_projection" ], "sources": [ "blk.44.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000651", "parameters": [ "text/layers/44/gdn/b_projection" ], "sources": [ "blk.44.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000652", "parameters": [ "text/layers/44/gdn/z" ], "sources": [ "blk.44.attn_gate.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000653", "parameters": [ "text/layers/44/gdn/norm" ], "sources": [ "blk.44.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000654", "parameters": [ "text/layers/44/gdn/output" ], "sources": [ "blk.44.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000655", "parameters": [ "text/layers/44/post_attention_norm" ], "sources": [ "blk.44.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000656", "parameters": [ "text/layers/44/mlp/gate" ], "sources": [ "blk.44.ffn_gate.weight[gguf_iq2_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000657", "parameters": [ "text/layers/44/mlp/up" ], "sources": [ "blk.44.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000658", "parameters": [ "text/layers/44/mlp/down" ], "sources": [ "blk.44.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000659", "parameters": [ "text/layers/45/input_norm" ], "sources": [ "blk.45.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000660", "parameters": [ "text/layers/45/gdn/a_log" ], "sources": [ "blk.45.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000661", "parameters": [ "text/layers/45/gdn/dt_bias" ], "sources": [ "blk.45.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000662", "parameters": [ "text/layers/45/gdn/convolution" ], "sources": [ "blk.45.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000663", "parameters": [ "text/layers/45/gdn/a_projection" ], "sources": [ "blk.45.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000664", "parameters": [ "text/layers/45/gdn/b_projection" ], "sources": [ "blk.45.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000665", "parameters": [ "text/layers/45/gdn/z" ], "sources": [ "blk.45.attn_gate.weight[gguf_iq1_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000666", "parameters": [ "text/layers/45/gdn/norm" ], "sources": [ "blk.45.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000667", "parameters": [ "text/layers/45/gdn/output" ], "sources": [ "blk.45.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000668", "parameters": [ "text/layers/45/post_attention_norm" ], "sources": [ "blk.45.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000669", "parameters": [ "text/layers/45/mlp/down" ], "sources": [ "blk.45.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000670", "parameters": [ "text/layers/46/input_norm" ], "sources": [ "blk.46.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000671", "parameters": [ "text/layers/46/gdn/a_log" ], "sources": [ "blk.46.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000672", "parameters": [ "text/layers/46/gdn/dt_bias" ], "sources": [ "blk.46.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000673", "parameters": [ "text/layers/46/gdn/convolution" ], "sources": [ "blk.46.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000674", "parameters": [ "text/layers/46/gdn/a_projection" ], "sources": [ "blk.46.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000675", "parameters": [ "text/layers/46/gdn/b_projection" ], "sources": [ "blk.46.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000676", "parameters": [ "text/layers/46/gdn/z" ], "sources": [ "blk.46.attn_gate.weight[gguf_iq3_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000677", "parameters": [ "text/layers/46/gdn/norm" ], "sources": [ "blk.46.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000678", "parameters": [ "text/layers/46/gdn/output" ], "sources": [ "blk.46.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000679", "parameters": [ "text/layers/46/post_attention_norm" ], "sources": [ "blk.46.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000680", "parameters": [ "text/layers/46/mlp/gate" ], "sources": [ "blk.46.ffn_gate.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000681", "parameters": [ "text/layers/46/mlp/up" ], "sources": [ "blk.46.ffn_up.weight[gguf_iq2_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000682", "parameters": [ "text/layers/46/mlp/down" ], "sources": [ "blk.46.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000683", "parameters": [ "text/layers/47/input_norm" ], "sources": [ "blk.47.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000684", "parameters": [ "text/layers/47/attention/query" ], "sources": [ "blk.47.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000685", "parameters": [ "text/layers/47/attention/gate" ], "sources": [ "blk.47.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000686", "parameters": [ "text/layers/47/attention/key" ], "sources": [ "blk.47.attn_k.weight[gguf_iq3_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000687", "parameters": [ "text/layers/47/attention/value" ], "sources": [ "blk.47.attn_v.weight[gguf_iq3_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000688", "parameters": [ "text/layers/47/attention/query_norm" ], "sources": [ "blk.47.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000689", "parameters": [ "text/layers/47/attention/key_norm" ], "sources": [ "blk.47.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000690", "parameters": [ "text/layers/47/attention/output" ], "sources": [ "blk.47.attn_output.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000691", "parameters": [ "text/layers/47/post_attention_norm" ], "sources": [ "blk.47.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000692", "parameters": [ "text/layers/47/mlp/gate" ], "sources": [ "blk.47.ffn_gate.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000693", "parameters": [ "text/layers/47/mlp/up" ], "sources": [ "blk.47.ffn_up.weight[gguf_iq1_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000694", "parameters": [ "text/layers/47/mlp/down" ], "sources": [ "blk.47.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000695", "parameters": [ "text/layers/48/input_norm" ], "sources": [ "blk.48.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000696", "parameters": [ "text/layers/48/gdn/a_log" ], "sources": [ "blk.48.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000697", "parameters": [ "text/layers/48/gdn/dt_bias" ], "sources": [ "blk.48.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000698", "parameters": [ "text/layers/48/gdn/convolution" ], "sources": [ "blk.48.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000699", "parameters": [ "text/layers/48/gdn/a_projection" ], "sources": [ "blk.48.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000700", "parameters": [ "text/layers/48/gdn/b_projection" ], "sources": [ "blk.48.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000701", "parameters": [ "text/layers/48/gdn/z" ], "sources": [ "blk.48.attn_gate.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000702", "parameters": [ "text/layers/48/gdn/norm" ], "sources": [ "blk.48.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000703", "parameters": [ "text/layers/48/gdn/output" ], "sources": [ "blk.48.ssm_out.weight[gguf_q2_k][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000704", "parameters": [ "text/layers/48/post_attention_norm" ], "sources": [ "blk.48.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000705", "parameters": [ "text/layers/48/mlp/gate" ], "sources": [ "blk.48.ffn_gate.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000706", "parameters": [ "text/layers/48/mlp/up" ], "sources": [ "blk.48.ffn_up.weight[gguf_iq2_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000707", "parameters": [ "text/layers/48/mlp/down" ], "sources": [ "blk.48.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000708", "parameters": [ "text/layers/49/input_norm" ], "sources": [ "blk.49.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000709", "parameters": [ "text/layers/49/gdn/a_log" ], "sources": [ "blk.49.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000710", "parameters": [ "text/layers/49/gdn/dt_bias" ], "sources": [ "blk.49.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000711", "parameters": [ "text/layers/49/gdn/convolution" ], "sources": [ "blk.49.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000712", "parameters": [ "text/layers/49/gdn/a_projection" ], "sources": [ "blk.49.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000713", "parameters": [ "text/layers/49/gdn/b_projection" ], "sources": [ "blk.49.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000714", "parameters": [ "text/layers/49/gdn/z" ], "sources": [ "blk.49.attn_gate.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000715", "parameters": [ "text/layers/49/gdn/norm" ], "sources": [ "blk.49.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000716", "parameters": [ "text/layers/49/gdn/output" ], "sources": [ "blk.49.ssm_out.weight[gguf_iq3_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000717", "parameters": [ "text/layers/49/post_attention_norm" ], "sources": [ "blk.49.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000718", "parameters": [ "text/layers/49/mlp/gate" ], "sources": [ "blk.49.ffn_gate.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000719", "parameters": [ "text/layers/49/mlp/up" ], "sources": [ "blk.49.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000720", "parameters": [ "text/layers/49/mlp/down" ], "sources": [ "blk.49.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000721", "parameters": [ "text/layers/50/input_norm" ], "sources": [ "blk.50.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000722", "parameters": [ "text/layers/50/gdn/a_log" ], "sources": [ "blk.50.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000723", "parameters": [ "text/layers/50/gdn/dt_bias" ], "sources": [ "blk.50.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000724", "parameters": [ "text/layers/50/gdn/convolution" ], "sources": [ "blk.50.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000725", "parameters": [ "text/layers/50/gdn/a_projection" ], "sources": [ "blk.50.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000726", "parameters": [ "text/layers/50/gdn/b_projection" ], "sources": [ "blk.50.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000727", "parameters": [ "text/layers/50/gdn/z" ], "sources": [ "blk.50.attn_gate.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000728", "parameters": [ "text/layers/50/gdn/norm" ], "sources": [ "blk.50.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000729", "parameters": [ "text/layers/50/gdn/output" ], "sources": [ "blk.50.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000730", "parameters": [ "text/layers/50/post_attention_norm" ], "sources": [ "blk.50.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000731", "parameters": [ "text/layers/50/mlp/gate" ], "sources": [ "blk.50.ffn_gate.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000732", "parameters": [ "text/layers/50/mlp/up" ], "sources": [ "blk.50.ffn_up.weight[gguf_iq2_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000733", "parameters": [ "text/layers/50/mlp/down" ], "sources": [ "blk.50.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000734", "parameters": [ "text/layers/51/input_norm" ], "sources": [ "blk.51.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000735", "parameters": [ "text/layers/51/attention/query" ], "sources": [ "blk.51.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000736", "parameters": [ "text/layers/51/attention/gate" ], "sources": [ "blk.51.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000737", "parameters": [ "text/layers/51/attention/key" ], "sources": [ "blk.51.attn_k.weight[gguf_iq3_xxs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000738", "parameters": [ "text/layers/51/attention/value" ], "sources": [ "blk.51.attn_v.weight[gguf_q4_k][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q4_k", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000739", "parameters": [ "text/layers/51/attention/query_norm" ], "sources": [ "blk.51.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000740", "parameters": [ "text/layers/51/attention/key_norm" ], "sources": [ "blk.51.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000741", "parameters": [ "text/layers/51/attention/output" ], "sources": [ "blk.51.attn_output.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000742", "parameters": [ "text/layers/51/post_attention_norm" ], "sources": [ "blk.51.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000743", "parameters": [ "text/layers/51/mlp/gate" ], "sources": [ "blk.51.ffn_gate.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000744", "parameters": [ "text/layers/51/mlp/up" ], "sources": [ "blk.51.ffn_up.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000745", "parameters": [ "text/layers/51/mlp/down" ], "sources": [ "blk.51.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000746", "parameters": [ "text/layers/52/input_norm" ], "sources": [ "blk.52.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000747", "parameters": [ "text/layers/52/gdn/a_log" ], "sources": [ "blk.52.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000748", "parameters": [ "text/layers/52/gdn/dt_bias" ], "sources": [ "blk.52.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000749", "parameters": [ "text/layers/52/gdn/convolution" ], "sources": [ "blk.52.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000750", "parameters": [ "text/layers/52/gdn/a_projection" ], "sources": [ "blk.52.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000751", "parameters": [ "text/layers/52/gdn/b_projection" ], "sources": [ "blk.52.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000752", "parameters": [ "text/layers/52/gdn/norm" ], "sources": [ "blk.52.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000753", "parameters": [ "text/layers/52/gdn/output" ], "sources": [ "blk.52.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000754", "parameters": [ "text/layers/52/post_attention_norm" ], "sources": [ "blk.52.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000755", "parameters": [ "text/layers/52/mlp/gate" ], "sources": [ "blk.52.ffn_gate.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000756", "parameters": [ "text/layers/52/mlp/up" ], "sources": [ "blk.52.ffn_up.weight[gguf_iq2_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000757", "parameters": [ "text/layers/52/mlp/down" ], "sources": [ "blk.52.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000758", "parameters": [ "text/layers/53/input_norm" ], "sources": [ "blk.53.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000759", "parameters": [ "text/layers/53/gdn/a_log" ], "sources": [ "blk.53.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000760", "parameters": [ "text/layers/53/gdn/dt_bias" ], "sources": [ "blk.53.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000761", "parameters": [ "text/layers/53/gdn/convolution" ], "sources": [ "blk.53.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000762", "parameters": [ "text/layers/53/gdn/a_projection" ], "sources": [ "blk.53.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000763", "parameters": [ "text/layers/53/gdn/b_projection" ], "sources": [ "blk.53.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000764", "parameters": [ "text/layers/53/gdn/z" ], "sources": [ "blk.53.attn_gate.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000765", "parameters": [ "text/layers/53/gdn/norm" ], "sources": [ "blk.53.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000766", "parameters": [ "text/layers/53/gdn/output" ], "sources": [ "blk.53.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000767", "parameters": [ "text/layers/53/post_attention_norm" ], "sources": [ "blk.53.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000768", "parameters": [ "text/layers/53/mlp/gate" ], "sources": [ "blk.53.ffn_gate.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000769", "parameters": [ "text/layers/53/mlp/up" ], "sources": [ "blk.53.ffn_up.weight[gguf_iq3_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000770", "parameters": [ "text/layers/53/mlp/down" ], "sources": [ "blk.53.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000771", "parameters": [ "text/layers/54/input_norm" ], "sources": [ "blk.54.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000772", "parameters": [ "text/layers/54/gdn/a_log" ], "sources": [ "blk.54.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000773", "parameters": [ "text/layers/54/gdn/dt_bias" ], "sources": [ "blk.54.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000774", "parameters": [ "text/layers/54/gdn/convolution" ], "sources": [ "blk.54.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000775", "parameters": [ "text/layers/54/gdn/a_projection" ], "sources": [ "blk.54.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000776", "parameters": [ "text/layers/54/gdn/b_projection" ], "sources": [ "blk.54.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000777", "parameters": [ "text/layers/54/gdn/z" ], "sources": [ "blk.54.attn_gate.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000778", "parameters": [ "text/layers/54/gdn/norm" ], "sources": [ "blk.54.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000779", "parameters": [ "text/layers/54/gdn/output" ], "sources": [ "blk.54.ssm_out.weight[gguf_q2_k][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000780", "parameters": [ "text/layers/54/post_attention_norm" ], "sources": [ "blk.54.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000781", "parameters": [ "text/layers/54/mlp/gate" ], "sources": [ "blk.54.ffn_gate.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000782", "parameters": [ "text/layers/54/mlp/up" ], "sources": [ "blk.54.ffn_up.weight[gguf_iq3_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000783", "parameters": [ "text/layers/54/mlp/down" ], "sources": [ "blk.54.ffn_down.weight[gguf_iq3_s][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000784", "parameters": [ "text/layers/55/input_norm" ], "sources": [ "blk.55.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000785", "parameters": [ "text/layers/55/attention/query" ], "sources": [ "blk.55.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000786", "parameters": [ "text/layers/55/attention/gate" ], "sources": [ "blk.55.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000787", "parameters": [ "text/layers/55/attention/key" ], "sources": [ "blk.55.attn_k.weight[gguf_iq3_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000788", "parameters": [ "text/layers/55/attention/value" ], "sources": [ "blk.55.attn_v.weight[gguf_iq3_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000789", "parameters": [ "text/layers/55/attention/query_norm" ], "sources": [ "blk.55.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000790", "parameters": [ "text/layers/55/attention/key_norm" ], "sources": [ "blk.55.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000791", "parameters": [ "text/layers/55/attention/output" ], "sources": [ "blk.55.attn_output.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000792", "parameters": [ "text/layers/55/post_attention_norm" ], "sources": [ "blk.55.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000793", "parameters": [ "text/layers/55/mlp/gate" ], "sources": [ "blk.55.ffn_gate.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000794", "parameters": [ "text/layers/55/mlp/up" ], "sources": [ "blk.55.ffn_up.weight[gguf_iq3_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000795", "parameters": [ "text/layers/55/mlp/down" ], "sources": [ "blk.55.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000796", "parameters": [ "text/layers/56/input_norm" ], "sources": [ "blk.56.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000797", "parameters": [ "text/layers/56/gdn/a_log" ], "sources": [ "blk.56.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000798", "parameters": [ "text/layers/56/gdn/dt_bias" ], "sources": [ "blk.56.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000799", "parameters": [ "text/layers/56/gdn/convolution" ], "sources": [ "blk.56.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000800", "parameters": [ "text/layers/56/gdn/a_projection" ], "sources": [ "blk.56.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000801", "parameters": [ "text/layers/56/gdn/b_projection" ], "sources": [ "blk.56.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000802", "parameters": [ "text/layers/56/gdn/z" ], "sources": [ "blk.56.attn_gate.weight[gguf_iq3_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000803", "parameters": [ "text/layers/56/gdn/norm" ], "sources": [ "blk.56.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000804", "parameters": [ "text/layers/56/gdn/output" ], "sources": [ "blk.56.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000805", "parameters": [ "text/layers/56/post_attention_norm" ], "sources": [ "blk.56.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000806", "parameters": [ "text/layers/56/mlp/gate" ], "sources": [ "blk.56.ffn_gate.weight[gguf_iq3_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000807", "parameters": [ "text/layers/56/mlp/up" ], "sources": [ "blk.56.ffn_up.weight[gguf_iq3_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000808", "parameters": [ "text/layers/56/mlp/down" ], "sources": [ "blk.56.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000809", "parameters": [ "text/layers/57/input_norm" ], "sources": [ "blk.57.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000810", "parameters": [ "text/layers/57/gdn/a_log" ], "sources": [ "blk.57.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000811", "parameters": [ "text/layers/57/gdn/dt_bias" ], "sources": [ "blk.57.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000812", "parameters": [ "text/layers/57/gdn/convolution" ], "sources": [ "blk.57.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000813", "parameters": [ "text/layers/57/gdn/a_projection" ], "sources": [ "blk.57.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000814", "parameters": [ "text/layers/57/gdn/b_projection" ], "sources": [ "blk.57.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000815", "parameters": [ "text/layers/57/gdn/z" ], "sources": [ "blk.57.attn_gate.weight[gguf_iq2_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000816", "parameters": [ "text/layers/57/gdn/norm" ], "sources": [ "blk.57.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000817", "parameters": [ "text/layers/57/gdn/output" ], "sources": [ "blk.57.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000818", "parameters": [ "text/layers/57/post_attention_norm" ], "sources": [ "blk.57.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000819", "parameters": [ "text/layers/57/mlp/gate" ], "sources": [ "blk.57.ffn_gate.weight[gguf_iq3_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000820", "parameters": [ "text/layers/57/mlp/up" ], "sources": [ "blk.57.ffn_up.weight[gguf_iq3_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000821", "parameters": [ "text/layers/57/mlp/down" ], "sources": [ "blk.57.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000822", "parameters": [ "text/layers/58/input_norm" ], "sources": [ "blk.58.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000823", "parameters": [ "text/layers/58/gdn/a_log" ], "sources": [ "blk.58.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000824", "parameters": [ "text/layers/58/gdn/dt_bias" ], "sources": [ "blk.58.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000825", "parameters": [ "text/layers/58/gdn/convolution" ], "sources": [ "blk.58.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000826", "parameters": [ "text/layers/58/gdn/a_projection" ], "sources": [ "blk.58.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000827", "parameters": [ "text/layers/58/gdn/b_projection" ], "sources": [ "blk.58.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000828", "parameters": [ "text/layers/58/gdn/z" ], "sources": [ "blk.58.attn_gate.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000829", "parameters": [ "text/layers/58/gdn/norm" ], "sources": [ "blk.58.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000830", "parameters": [ "text/layers/58/gdn/output" ], "sources": [ "blk.58.ssm_out.weight[gguf_iq3_xxs][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000831", "parameters": [ "text/layers/58/post_attention_norm" ], "sources": [ "blk.58.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000832", "parameters": [ "text/layers/58/mlp/gate" ], "sources": [ "blk.58.ffn_gate.weight[gguf_iq3_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000833", "parameters": [ "text/layers/58/mlp/up" ], "sources": [ "blk.58.ffn_up.weight[gguf_iq3_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000834", "parameters": [ "text/layers/58/mlp/down" ], "sources": [ "blk.58.ffn_down.weight[gguf_iq3_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000835", "parameters": [ "text/layers/59/input_norm" ], "sources": [ "blk.59.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000836", "parameters": [ "text/layers/59/attention/query" ], "sources": [ "blk.59.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000837", "parameters": [ "text/layers/59/attention/gate" ], "sources": [ "blk.59.attn_q.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000838", "parameters": [ "text/layers/59/attention/key" ], "sources": [ "blk.59.attn_k.weight[gguf_iq3_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000839", "parameters": [ "text/layers/59/attention/value" ], "sources": [ "blk.59.attn_v.weight[gguf_iq4_xs][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq4_xs", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000840", "parameters": [ "text/layers/59/attention/query_norm" ], "sources": [ "blk.59.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000841", "parameters": [ "text/layers/59/attention/key_norm" ], "sources": [ "blk.59.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000842", "parameters": [ "text/layers/59/attention/output" ], "sources": [ "blk.59.attn_output.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000843", "parameters": [ "text/layers/59/post_attention_norm" ], "sources": [ "blk.59.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000844", "parameters": [ "text/layers/59/mlp/gate" ], "sources": [ "blk.59.ffn_gate.weight[gguf_iq3_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000845", "parameters": [ "text/layers/59/mlp/up" ], "sources": [ "blk.59.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000846", "parameters": [ "text/layers/59/mlp/down" ], "sources": [ "blk.59.ffn_down.weight[gguf_iq3_s][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000847", "parameters": [ "text/layers/60/input_norm" ], "sources": [ "blk.60.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000848", "parameters": [ "text/layers/60/gdn/a_log" ], "sources": [ "blk.60.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000849", "parameters": [ "text/layers/60/gdn/dt_bias" ], "sources": [ "blk.60.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000850", "parameters": [ "text/layers/60/gdn/convolution" ], "sources": [ "blk.60.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000851", "parameters": [ "text/layers/60/gdn/a_projection" ], "sources": [ "blk.60.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000852", "parameters": [ "text/layers/60/gdn/b_projection" ], "sources": [ "blk.60.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000853", "parameters": [ "text/layers/60/gdn/z" ], "sources": [ "blk.60.attn_gate.weight[gguf_iq1_s][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq1_s", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000854", "parameters": [ "text/layers/60/gdn/norm" ], "sources": [ "blk.60.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000855", "parameters": [ "text/layers/60/gdn/output" ], "sources": [ "blk.60.ssm_out.weight[gguf_iq2_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000856", "parameters": [ "text/layers/60/post_attention_norm" ], "sources": [ "blk.60.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000857", "parameters": [ "text/layers/60/mlp/gate" ], "sources": [ "blk.60.ffn_gate.weight[gguf_iq3_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000858", "parameters": [ "text/layers/60/mlp/up" ], "sources": [ "blk.60.ffn_up.weight[gguf_iq3_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000859", "parameters": [ "text/layers/60/mlp/down" ], "sources": [ "blk.60.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000860", "parameters": [ "text/layers/61/input_norm" ], "sources": [ "blk.61.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000861", "parameters": [ "text/layers/61/gdn/a_log" ], "sources": [ "blk.61.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000862", "parameters": [ "text/layers/61/gdn/dt_bias" ], "sources": [ "blk.61.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000863", "parameters": [ "text/layers/61/gdn/convolution" ], "sources": [ "blk.61.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000864", "parameters": [ "text/layers/61/gdn/a_projection" ], "sources": [ "blk.61.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000865", "parameters": [ "text/layers/61/gdn/b_projection" ], "sources": [ "blk.61.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000866", "parameters": [ "text/layers/61/gdn/z" ], "sources": [ "blk.61.attn_gate.weight[gguf_iq2_xs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000867", "parameters": [ "text/layers/61/gdn/norm" ], "sources": [ "blk.61.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000868", "parameters": [ "text/layers/61/gdn/output" ], "sources": [ "blk.61.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000869", "parameters": [ "text/layers/61/post_attention_norm" ], "sources": [ "blk.61.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000870", "parameters": [ "text/layers/61/mlp/gate" ], "sources": [ "blk.61.ffn_gate.weight[gguf_iq3_xxs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000871", "parameters": [ "text/layers/61/mlp/up" ], "sources": [ "blk.61.ffn_up.weight[gguf_iq2_s][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_s", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000872", "parameters": [ "text/layers/61/mlp/down" ], "sources": [ "blk.61.ffn_down.weight[gguf_iq2_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000873", "parameters": [ "text/layers/62/input_norm" ], "sources": [ "blk.62.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000874", "parameters": [ "text/layers/62/gdn/a_log" ], "sources": [ "blk.62.ssm_a" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000875", "parameters": [ "text/layers/62/gdn/dt_bias" ], "sources": [ "blk.62.ssm_dt.bias" ], "method": "cast_direct", "method_parameters": {}, "format": "fp32", "layout": "contiguous_le_v1", "shape": [ 48 ] }, { "object": "weight/000876", "parameters": [ "text/layers/62/gdn/convolution" ], "sources": [ "blk.62.ssm_conv1d.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4, 10240 ] }, { "object": "weight/000877", "parameters": [ "text/layers/62/gdn/a_projection" ], "sources": [ "blk.62.ssm_alpha.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000878", "parameters": [ "text/layers/62/gdn/b_projection" ], "sources": [ "blk.62.ssm_beta.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 48, 5120 ] }, { "object": "weight/000879", "parameters": [ "text/layers/62/gdn/z" ], "sources": [ "blk.62.attn_gate.weight[gguf_iq2_xxs][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq2_xxs", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000880", "parameters": [ "text/layers/62/gdn/norm" ], "sources": [ "blk.62.ssm_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 128 ] }, { "object": "weight/000881", "parameters": [ "text/layers/62/gdn/output" ], "sources": [ "blk.62.ssm_out.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000882", "parameters": [ "text/layers/62/post_attention_norm" ], "sources": [ "blk.62.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000883", "parameters": [ "text/layers/62/mlp/down" ], "sources": [ "blk.62.ffn_down.weight[gguf_iq3_xxs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_xxs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000884", "parameters": [ "text/layers/63/input_norm" ], "sources": [ "blk.63.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000885", "parameters": [ "text/layers/63/attention/query" ], "sources": [ "blk.63.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000886", "parameters": [ "text/layers/63/attention/gate" ], "sources": [ "blk.63.attn_q.weight[gguf_q2_k][6144, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 6144, 5120 ] }, { "object": "weight/000887", "parameters": [ "text/layers/63/attention/key" ], "sources": [ "blk.63.attn_k.weight[gguf_iq3_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000888", "parameters": [ "text/layers/63/attention/value" ], "sources": [ "blk.63.attn_v.weight[gguf_iq3_s][1024, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 1024, 5120 ] }, { "object": "weight/000889", "parameters": [ "text/layers/63/attention/query_norm" ], "sources": [ "blk.63.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000890", "parameters": [ "text/layers/63/attention/key_norm" ], "sources": [ "blk.63.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000891", "parameters": [ "text/layers/63/attention/output" ], "sources": [ "blk.63.attn_output.weight[gguf_iq3_s][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000892", "parameters": [ "text/layers/63/post_attention_norm" ], "sources": [ "blk.63.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000893", "parameters": [ "text/layers/63/mlp/gate" ], "sources": [ "blk.63.ffn_gate.weight[gguf_q2_k][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q2_k", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000894", "parameters": [ "text/layers/63/mlp/up" ], "sources": [ "blk.63.ffn_up.weight[gguf_iq4_xs][17408, 5120]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq4_xs", "layout": "gguf_blocks_v1", "shape": [ 17408, 5120 ] }, { "object": "weight/000895", "parameters": [ "text/layers/63/mlp/down" ], "sources": [ "blk.63.ffn_down.weight[gguf_iq4_xs][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq4_xs", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000896", "parameters": [ "mtp/input_projection" ], "sources": [ "blk.64.nextn.eh_proj.weight[gguf_q6_k][5120, 10240]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q6_k", "layout": "gguf_blocks_v1", "shape": [ 5120, 10240 ] }, { "object": "weight/000897", "parameters": [ "mtp/embedding_norm" ], "sources": [ "blk.64.nextn.enorm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000898", "parameters": [ "mtp/hidden_norm" ], "sources": [ "blk.64.nextn.hnorm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000899", "parameters": [ "mtp/final_norm" ], "sources": [ "blk.64.nextn.shared_head_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000900", "parameters": [ "mtp/layers/0/input_norm" ], "sources": [ "blk.64.attn_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000901", "parameters": [ "mtp/layers/0/attention/query_norm" ], "sources": [ "blk.64.attn_q_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000902", "parameters": [ "mtp/layers/0/attention/key_norm" ], "sources": [ "blk.64.attn_k_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 256 ] }, { "object": "weight/000903", "parameters": [ "mtp/layers/0/attention/output" ], "sources": [ "blk.64.attn_output.weight[gguf_q6_k][5120, 6144]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q6_k", "layout": "gguf_blocks_v1", "shape": [ 5120, 6144 ] }, { "object": "weight/000904", "parameters": [ "mtp/layers/0/post_attention_norm" ], "sources": [ "blk.64.post_attention_norm.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/000905", "parameters": [ "mtp/layers/0/mlp/down" ], "sources": [ "blk.64.ffn_down.weight[gguf_q6_k][5120, 17408]" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_q6_k", "layout": "gguf_blocks_v1", "shape": [ 5120, 17408 ] }, { "object": "weight/000906", "parameters": [ "vision/patch_embedding" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.patch_embed.proj.weight[0:1769472]" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q6_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1536 ] }, { "object": "weight/000907", "parameters": [ "vision/patch_embedding_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.patch_embed.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000908", "parameters": [ "vision/position_embedding" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.pos_embed.weight" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 2304, 1152 ] }, { "object": "weight/000909", "parameters": [ "vision/layers/0/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000910", "parameters": [ "vision/layers/0/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000911", "parameters": [ "vision/layers/0/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000912", "parameters": [ "vision/layers/0/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000913", "parameters": [ "vision/layers/0/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/000914", "parameters": [ "vision/layers/0/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000915", "parameters": [ "vision/layers/0/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/000916", "parameters": [ "vision/layers/0/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/000917", "parameters": [ "vision/layers/0/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/000918", "parameters": [ "vision/layers/0/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.0.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000919", "parameters": [ "vision/layers/1/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000920", "parameters": [ "vision/layers/1/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000921", "parameters": [ "vision/layers/1/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000922", "parameters": [ "vision/layers/1/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000923", "parameters": [ "vision/layers/1/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/000924", "parameters": [ "vision/layers/1/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000925", "parameters": [ "vision/layers/1/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/000926", "parameters": [ "vision/layers/1/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/000927", "parameters": [ "vision/layers/1/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/000928", "parameters": [ "vision/layers/1/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.1.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000929", "parameters": [ "vision/layers/2/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000930", "parameters": [ "vision/layers/2/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000931", "parameters": [ "vision/layers/2/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000932", "parameters": [ "vision/layers/2/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000933", "parameters": [ "vision/layers/2/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/000934", "parameters": [ "vision/layers/2/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000935", "parameters": [ "vision/layers/2/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/000936", "parameters": [ "vision/layers/2/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/000937", "parameters": [ "vision/layers/2/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/000938", "parameters": [ "vision/layers/2/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.2.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000939", "parameters": [ "vision/layers/3/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000940", "parameters": [ "vision/layers/3/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000941", "parameters": [ "vision/layers/3/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000942", "parameters": [ "vision/layers/3/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000943", "parameters": [ "vision/layers/3/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/000944", "parameters": [ "vision/layers/3/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000945", "parameters": [ "vision/layers/3/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/000946", "parameters": [ "vision/layers/3/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/000947", "parameters": [ "vision/layers/3/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/000948", "parameters": [ "vision/layers/3/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.3.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000949", "parameters": [ "vision/layers/4/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000950", "parameters": [ "vision/layers/4/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000951", "parameters": [ "vision/layers/4/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000952", "parameters": [ "vision/layers/4/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000953", "parameters": [ "vision/layers/4/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/000954", "parameters": [ "vision/layers/4/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000955", "parameters": [ "vision/layers/4/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/000956", "parameters": [ "vision/layers/4/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/000957", "parameters": [ "vision/layers/4/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/000958", "parameters": [ "vision/layers/4/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.4.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000959", "parameters": [ "vision/layers/5/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000960", "parameters": [ "vision/layers/5/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000961", "parameters": [ "vision/layers/5/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000962", "parameters": [ "vision/layers/5/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000963", "parameters": [ "vision/layers/5/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/000964", "parameters": [ "vision/layers/5/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000965", "parameters": [ "vision/layers/5/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/000966", "parameters": [ "vision/layers/5/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/000967", "parameters": [ "vision/layers/5/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/000968", "parameters": [ "vision/layers/5/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.5.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000969", "parameters": [ "vision/layers/6/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000970", "parameters": [ "vision/layers/6/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000971", "parameters": [ "vision/layers/6/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000972", "parameters": [ "vision/layers/6/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000973", "parameters": [ "vision/layers/6/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/000974", "parameters": [ "vision/layers/6/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000975", "parameters": [ "vision/layers/6/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/000976", "parameters": [ "vision/layers/6/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/000977", "parameters": [ "vision/layers/6/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/000978", "parameters": [ "vision/layers/6/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.6.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000979", "parameters": [ "vision/layers/7/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000980", "parameters": [ "vision/layers/7/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000981", "parameters": [ "vision/layers/7/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000982", "parameters": [ "vision/layers/7/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000983", "parameters": [ "vision/layers/7/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/000984", "parameters": [ "vision/layers/7/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000985", "parameters": [ "vision/layers/7/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/000986", "parameters": [ "vision/layers/7/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/000987", "parameters": [ "vision/layers/7/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/000988", "parameters": [ "vision/layers/7/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.7.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000989", "parameters": [ "vision/layers/8/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000990", "parameters": [ "vision/layers/8/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000991", "parameters": [ "vision/layers/8/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000992", "parameters": [ "vision/layers/8/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000993", "parameters": [ "vision/layers/8/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/000994", "parameters": [ "vision/layers/8/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000995", "parameters": [ "vision/layers/8/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/000996", "parameters": [ "vision/layers/8/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/000997", "parameters": [ "vision/layers/8/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/000998", "parameters": [ "vision/layers/8/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.8.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/000999", "parameters": [ "vision/layers/9/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001000", "parameters": [ "vision/layers/9/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001001", "parameters": [ "vision/layers/9/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001002", "parameters": [ "vision/layers/9/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001003", "parameters": [ "vision/layers/9/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001004", "parameters": [ "vision/layers/9/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001005", "parameters": [ "vision/layers/9/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001006", "parameters": [ "vision/layers/9/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001007", "parameters": [ "vision/layers/9/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001008", "parameters": [ "vision/layers/9/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.9.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001009", "parameters": [ "vision/layers/10/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001010", "parameters": [ "vision/layers/10/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001011", "parameters": [ "vision/layers/10/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001012", "parameters": [ "vision/layers/10/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001013", "parameters": [ "vision/layers/10/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001014", "parameters": [ "vision/layers/10/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001015", "parameters": [ "vision/layers/10/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001016", "parameters": [ "vision/layers/10/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001017", "parameters": [ "vision/layers/10/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001018", "parameters": [ "vision/layers/10/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.10.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001019", "parameters": [ "vision/layers/11/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001020", "parameters": [ "vision/layers/11/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001021", "parameters": [ "vision/layers/11/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001022", "parameters": [ "vision/layers/11/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001023", "parameters": [ "vision/layers/11/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001024", "parameters": [ "vision/layers/11/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001025", "parameters": [ "vision/layers/11/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001026", "parameters": [ "vision/layers/11/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001027", "parameters": [ "vision/layers/11/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001028", "parameters": [ "vision/layers/11/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.11.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001029", "parameters": [ "vision/layers/12/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001030", "parameters": [ "vision/layers/12/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001031", "parameters": [ "vision/layers/12/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001032", "parameters": [ "vision/layers/12/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001033", "parameters": [ "vision/layers/12/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001034", "parameters": [ "vision/layers/12/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001035", "parameters": [ "vision/layers/12/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001036", "parameters": [ "vision/layers/12/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001037", "parameters": [ "vision/layers/12/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001038", "parameters": [ "vision/layers/12/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.12.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001039", "parameters": [ "vision/layers/13/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001040", "parameters": [ "vision/layers/13/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001041", "parameters": [ "vision/layers/13/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001042", "parameters": [ "vision/layers/13/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001043", "parameters": [ "vision/layers/13/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001044", "parameters": [ "vision/layers/13/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001045", "parameters": [ "vision/layers/13/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001046", "parameters": [ "vision/layers/13/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001047", "parameters": [ "vision/layers/13/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001048", "parameters": [ "vision/layers/13/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.13.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001049", "parameters": [ "vision/layers/14/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001050", "parameters": [ "vision/layers/14/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001051", "parameters": [ "vision/layers/14/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001052", "parameters": [ "vision/layers/14/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001053", "parameters": [ "vision/layers/14/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001054", "parameters": [ "vision/layers/14/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001055", "parameters": [ "vision/layers/14/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001056", "parameters": [ "vision/layers/14/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001057", "parameters": [ "vision/layers/14/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001058", "parameters": [ "vision/layers/14/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.14.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001059", "parameters": [ "vision/layers/15/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001060", "parameters": [ "vision/layers/15/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001061", "parameters": [ "vision/layers/15/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001062", "parameters": [ "vision/layers/15/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001063", "parameters": [ "vision/layers/15/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001064", "parameters": [ "vision/layers/15/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001065", "parameters": [ "vision/layers/15/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001066", "parameters": [ "vision/layers/15/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001067", "parameters": [ "vision/layers/15/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001068", "parameters": [ "vision/layers/15/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.15.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001069", "parameters": [ "vision/layers/16/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001070", "parameters": [ "vision/layers/16/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001071", "parameters": [ "vision/layers/16/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001072", "parameters": [ "vision/layers/16/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001073", "parameters": [ "vision/layers/16/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001074", "parameters": [ "vision/layers/16/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001075", "parameters": [ "vision/layers/16/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001076", "parameters": [ "vision/layers/16/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001077", "parameters": [ "vision/layers/16/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001078", "parameters": [ "vision/layers/16/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.16.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001079", "parameters": [ "vision/layers/17/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001080", "parameters": [ "vision/layers/17/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001081", "parameters": [ "vision/layers/17/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001082", "parameters": [ "vision/layers/17/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001083", "parameters": [ "vision/layers/17/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001084", "parameters": [ "vision/layers/17/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001085", "parameters": [ "vision/layers/17/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001086", "parameters": [ "vision/layers/17/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001087", "parameters": [ "vision/layers/17/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001088", "parameters": [ "vision/layers/17/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.17.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001089", "parameters": [ "vision/layers/18/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001090", "parameters": [ "vision/layers/18/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001091", "parameters": [ "vision/layers/18/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001092", "parameters": [ "vision/layers/18/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001093", "parameters": [ "vision/layers/18/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001094", "parameters": [ "vision/layers/18/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001095", "parameters": [ "vision/layers/18/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001096", "parameters": [ "vision/layers/18/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001097", "parameters": [ "vision/layers/18/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001098", "parameters": [ "vision/layers/18/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.18.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001099", "parameters": [ "vision/layers/19/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001100", "parameters": [ "vision/layers/19/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001101", "parameters": [ "vision/layers/19/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001102", "parameters": [ "vision/layers/19/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001103", "parameters": [ "vision/layers/19/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001104", "parameters": [ "vision/layers/19/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001105", "parameters": [ "vision/layers/19/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001106", "parameters": [ "vision/layers/19/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001107", "parameters": [ "vision/layers/19/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001108", "parameters": [ "vision/layers/19/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.19.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001109", "parameters": [ "vision/layers/20/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001110", "parameters": [ "vision/layers/20/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001111", "parameters": [ "vision/layers/20/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001112", "parameters": [ "vision/layers/20/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001113", "parameters": [ "vision/layers/20/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001114", "parameters": [ "vision/layers/20/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001115", "parameters": [ "vision/layers/20/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001116", "parameters": [ "vision/layers/20/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001117", "parameters": [ "vision/layers/20/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001118", "parameters": [ "vision/layers/20/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.20.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001119", "parameters": [ "vision/layers/21/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001120", "parameters": [ "vision/layers/21/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001121", "parameters": [ "vision/layers/21/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001122", "parameters": [ "vision/layers/21/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001123", "parameters": [ "vision/layers/21/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001124", "parameters": [ "vision/layers/21/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001125", "parameters": [ "vision/layers/21/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001126", "parameters": [ "vision/layers/21/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001127", "parameters": [ "vision/layers/21/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001128", "parameters": [ "vision/layers/21/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.21.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001129", "parameters": [ "vision/layers/22/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001130", "parameters": [ "vision/layers/22/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001131", "parameters": [ "vision/layers/22/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001132", "parameters": [ "vision/layers/22/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001133", "parameters": [ "vision/layers/22/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001134", "parameters": [ "vision/layers/22/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001135", "parameters": [ "vision/layers/22/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001136", "parameters": [ "vision/layers/22/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001137", "parameters": [ "vision/layers/22/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001138", "parameters": [ "vision/layers/22/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.22.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001139", "parameters": [ "vision/layers/23/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001140", "parameters": [ "vision/layers/23/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001141", "parameters": [ "vision/layers/23/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001142", "parameters": [ "vision/layers/23/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001143", "parameters": [ "vision/layers/23/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001144", "parameters": [ "vision/layers/23/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001145", "parameters": [ "vision/layers/23/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001146", "parameters": [ "vision/layers/23/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001147", "parameters": [ "vision/layers/23/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001148", "parameters": [ "vision/layers/23/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.23.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001149", "parameters": [ "vision/layers/24/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001150", "parameters": [ "vision/layers/24/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001151", "parameters": [ "vision/layers/24/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001152", "parameters": [ "vision/layers/24/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001153", "parameters": [ "vision/layers/24/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001154", "parameters": [ "vision/layers/24/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001155", "parameters": [ "vision/layers/24/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001156", "parameters": [ "vision/layers/24/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001157", "parameters": [ "vision/layers/24/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001158", "parameters": [ "vision/layers/24/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.24.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001159", "parameters": [ "vision/layers/25/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001160", "parameters": [ "vision/layers/25/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001161", "parameters": [ "vision/layers/25/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001162", "parameters": [ "vision/layers/25/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001163", "parameters": [ "vision/layers/25/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001164", "parameters": [ "vision/layers/25/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001165", "parameters": [ "vision/layers/25/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001166", "parameters": [ "vision/layers/25/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001167", "parameters": [ "vision/layers/25/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001168", "parameters": [ "vision/layers/25/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.25.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001169", "parameters": [ "vision/layers/26/norm1_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.norm1.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001170", "parameters": [ "vision/layers/26/norm1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.norm1.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001171", "parameters": [ "vision/layers/26/norm2_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.norm2.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001172", "parameters": [ "vision/layers/26/norm2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.norm2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001173", "parameters": [ "vision/layers/26/attention/output" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.attn.proj.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 1152 ] }, { "object": "weight/001174", "parameters": [ "vision/layers/26/attention/output_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.attn.proj.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001175", "parameters": [ "vision/layers/26/mlp/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.mlp.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q4_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 4304, 1152 ] }, { "object": "weight/001176", "parameters": [ "vision/layers/26/mlp/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.mlp.linear_fc1.bias[0:4304]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4304 ] }, { "object": "weight/001177", "parameters": [ "vision/layers/26/mlp/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.mlp.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q5_g64_fp16", "layout": "row_split_k128_v1", "shape": [ 1152, 4304 ] }, { "object": "weight/001178", "parameters": [ "vision/layers/26/mlp/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.blocks.26.mlp.linear_fc2.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001179", "parameters": [ "vision/merger/norm_weight" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.merger.norm.weight[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001180", "parameters": [ "vision/merger/norm_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.merger.norm.bias[0:1152]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 1152 ] }, { "object": "weight/001181", "parameters": [ "vision/merger/fc1" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.merger.linear_fc1.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q8_g32_fp16", "layout": "row_split_k128_v1", "shape": [ 4608, 4608 ] }, { "object": "weight/001182", "parameters": [ "vision/merger/fc1_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.merger.linear_fc1.bias[0:4608]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 4608 ] }, { "object": "weight/001183", "parameters": [ "vision/merger/fc2" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.merger.linear_fc2.weight" ], "method": "grouped_absmax", "method_parameters": {}, "format": "q8_g32_fp16", "layout": "row_split_k128_v1", "shape": [ 5120, 4608 ] }, { "object": "weight/001184", "parameters": [ "vision/merger/fc2_bias" ], "sources": [ "D:\\Models\\mmproj-model-bf16.gguf:model.visual.merger.linear_fc2.bias[0:5120]" ], "method": "cast_direct", "method_parameters": {}, "format": "bf16", "layout": "contiguous_le_v1", "shape": [ 5120 ] }, { "object": "weight/001185", "parameters": [ "proposal/head" ], "sources": [ "rows(output.weight[gguf_iq3_s][248320, 5120], 131072 spans, 131072 rows)" ], "method": "import_encoded", "method_parameters": {}, "format": "gguf_iq3_s", "layout": "gguf_blocks_v1", "shape": [ 131072, 5120 ] }, { "object": "weight/001186", "parameters": [ "proposal/token_ids" ], "sources": [ "shortlist(D:\\Library\\Tool\\ninfer\\ninfer-all\\tools\\freq_corpus\\fixtures\\ranking\\ranking.train.counts.i64)" ], "method": "cast_direct", "method_parameters": {}, "format": "int32", "layout": "contiguous_le_v1", "shape": [ 131072 ] } ], "artifact_id": "939bba3f99944a8f8657fffb35a9ee83", "files": [ { "path": "D:\\Models\\out\\Huihui-Qwen3.8-27B-abliterated-Underdog-Saluki-Swift-1.5-IQ2-mtp.ninfer", "payload_bytes": 8850098944 } ], "payload_bytes": 8850098944, "seconds": 82.81969970001956 }