{ "model": "/media/m2teamgroup/models/Qwen3.8-27B-pi-GGUF/bytkim_Qwen3.8-27B-pi-bf16.gguf", "imatrix": "/media/m2teamgroup/models/Qwen3.8-27B-pi-GGUF/bytkim_Qwen3.8-27B-pi-imatrix.gguf", "ftype": "Q4_K_L", "base_type": "q4_k", "family": "k", "recipe": "ident", "variant": "shr0.50", "auto_crush": false, "rung_mode": "share", "tier": "L", "rung_share": 0.5, "crush_pass_bytes": null, "embd_shares": { "output.weight": { "share": 0.0587, "type": "q6_k" }, "token_embd.weight": { "share": 0.0403, "type": "q4_k" } }, "arch": "hybrid", "tied": false, "n_layer": 64, "body_rule": true, "pins": { "^blk\\.64\\.": "MTP block without imatrix data", "^blk\\.0\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.0\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.1\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.1\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.2\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.2\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.4\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.4\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.5\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.5\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.6\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.6\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.8\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.8\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.9\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.9\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.10\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.10\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.12\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.12\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.13\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.13\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.14\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.14\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.16\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.16\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.17\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.17\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.18\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.18\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.20\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.20\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.21\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.21\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.22\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.22\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.24\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.24\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.25\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.25\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.26\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.26\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.28\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.28\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.29\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.29\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.30\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.30\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.32\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.32\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.33\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.33\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.34\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.34\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.36\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.36\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.37\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.37\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.38\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.38\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.40\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.40\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.41\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.41\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.42\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.42\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.44\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.44\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.45\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.45\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.46\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.46\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.48\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.48\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.49\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.49\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.50\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.50\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.52\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.52\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.53\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.53\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.54\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.54\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.56\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.56\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.57\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.57\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.58\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.58\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.60\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.60\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.61\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.61\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.62\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.62\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32" }, "shape_pins": {}, "fixed_pins": { "blk.0.ssm_alpha.weight": "f32", "blk.0.ssm_beta.weight": "f32", "blk.1.ssm_alpha.weight": "f32", "blk.1.ssm_beta.weight": "f32", "blk.2.ssm_alpha.weight": "f32", "blk.2.ssm_beta.weight": "f32", "blk.4.ssm_alpha.weight": "f32", "blk.4.ssm_beta.weight": "f32", "blk.5.ssm_alpha.weight": "f32", "blk.5.ssm_beta.weight": "f32", "blk.6.ssm_alpha.weight": "f32", "blk.6.ssm_beta.weight": "f32", "blk.8.ssm_alpha.weight": "f32", "blk.8.ssm_beta.weight": "f32", "blk.9.ssm_alpha.weight": "f32", "blk.9.ssm_beta.weight": "f32", "blk.10.ssm_alpha.weight": "f32", "blk.10.ssm_beta.weight": "f32", "blk.12.ssm_alpha.weight": "f32", "blk.12.ssm_beta.weight": "f32", "blk.13.ssm_alpha.weight": "f32", "blk.13.ssm_beta.weight": "f32", "blk.14.ssm_alpha.weight": "f32", "blk.14.ssm_beta.weight": "f32", "blk.16.ssm_alpha.weight": "f32", "blk.16.ssm_beta.weight": "f32", "blk.17.ssm_alpha.weight": "f32", "blk.17.ssm_beta.weight": "f32", "blk.18.ssm_alpha.weight": "f32", "blk.18.ssm_beta.weight": "f32", "blk.20.ssm_alpha.weight": "f32", "blk.20.ssm_beta.weight": "f32", "blk.21.ssm_alpha.weight": "f32", "blk.21.ssm_beta.weight": "f32", "blk.22.ssm_alpha.weight": "f32", "blk.22.ssm_beta.weight": "f32", "blk.24.ssm_alpha.weight": "f32", "blk.24.ssm_beta.weight": "f32", "blk.25.ssm_alpha.weight": "f32", "blk.25.ssm_beta.weight": "f32", "blk.26.ssm_alpha.weight": "f32", "blk.26.ssm_beta.weight": "f32", "blk.28.ssm_alpha.weight": "f32", "blk.28.ssm_beta.weight": "f32", "blk.29.ssm_alpha.weight": "f32", "blk.29.ssm_beta.weight": "f32", "blk.30.ssm_alpha.weight": "f32", "blk.30.ssm_beta.weight": "f32", "blk.32.ssm_alpha.weight": "f32", "blk.32.ssm_beta.weight": "f32", "blk.33.ssm_alpha.weight": "f32", "blk.33.ssm_beta.weight": "f32", "blk.34.ssm_alpha.weight": "f32", "blk.34.ssm_beta.weight": "f32", "blk.36.ssm_alpha.weight": "f32", "blk.36.ssm_beta.weight": "f32", "blk.37.ssm_alpha.weight": "f32", "blk.37.ssm_beta.weight": "f32", "blk.38.ssm_alpha.weight": "f32", "blk.38.ssm_beta.weight": "f32", "blk.40.ssm_alpha.weight": "f32", "blk.40.ssm_beta.weight": "f32", "blk.41.ssm_alpha.weight": "f32", "blk.41.ssm_beta.weight": "f32", "blk.42.ssm_alpha.weight": "f32", "blk.42.ssm_beta.weight": "f32", "blk.44.ssm_alpha.weight": "f32", "blk.44.ssm_beta.weight": "f32", "blk.45.ssm_alpha.weight": "f32", "blk.45.ssm_beta.weight": "f32", "blk.46.ssm_alpha.weight": "f32", "blk.46.ssm_beta.weight": "f32", "blk.48.ssm_alpha.weight": "f32", "blk.48.ssm_beta.weight": "f32", "blk.49.ssm_alpha.weight": "f32", "blk.49.ssm_beta.weight": "f32", "blk.50.ssm_alpha.weight": "f32", "blk.50.ssm_beta.weight": "f32", "blk.52.ssm_alpha.weight": "f32", "blk.52.ssm_beta.weight": "f32", "blk.53.ssm_alpha.weight": "f32", "blk.53.ssm_beta.weight": "f32", "blk.54.ssm_alpha.weight": "f32", "blk.54.ssm_beta.weight": "f32", "blk.56.ssm_alpha.weight": "f32", "blk.56.ssm_beta.weight": "f32", "blk.57.ssm_alpha.weight": "f32", "blk.57.ssm_beta.weight": "f32", "blk.58.ssm_alpha.weight": "f32", "blk.58.ssm_beta.weight": "f32", "blk.60.ssm_alpha.weight": "f32", "blk.60.ssm_beta.weight": "f32", "blk.61.ssm_alpha.weight": "f32", "blk.61.ssm_beta.weight": "f32", "blk.62.ssm_alpha.weight": "f32", "blk.62.ssm_beta.weight": "f32" }, "embeddings": { "output.weight": "q6_k", "token_embd.weight": "q4_k" }, "bytes": { "heuristic_body+embd": 17417605120, "map_body+embd": 18465771520, "ratio": 1.0602, "note": "quantizable, unpinned tensors only; pinned/unquantized tensors are identical in both" }, "body_base_share": 0.5, "body_bpw": 5.494, "body_bpw_heuristic": 5.15, "total_params": 27320697856, "file_bytes_pred": 18809708544, "file_bpw_pred": 5.508, "histogram": { "attn_gate": { "q4_k": 36, "q6_k": 11, "q8_0": 1 }, "attn_k": { "q8_0": 16 }, "attn_output": { "q8_0": 16 }, "attn_q": { "q4_k": 14, "q5_k": 1, "q6_k": 1 }, "attn_qkv": { "q6_k": 35, "q4_k": 12, "q8_0": 1 }, "attn_v": { "q8_0": 16 }, "ffn_down": { "q4_k": 32, "q6_k": 31, "q8_0": 1 }, "ffn_gate": { "q4_k": 63, "q8_0": 1 }, "ffn_up": { "q4_k": 42, "q6_k": 19, "q5_k": 2, "q8_0": 1 }, "ssm_out": { "q8_0": 48 } }, "prior": "layout/prior.json", "pin_rule": "floor", "embd_cap": "heur", "generator": "auto_quant_v2.layout", "generator_key": "3bf8b43e20a68f0b", "quant_type": "Q4_K_L", "quantize_ftype": "Q4_K_M", "llama_cpp_version": "b11279", "commit": "24687c01f2f1e36eca618e35f7d5b4fc3ddd4dc2" }