{
  "model": "/media/m2teamgroup/models/OneJev-9B-GGUF/OmniJev_OneJev-9B-bf16.gguf",
  "imatrix": "/media/m2teamgroup/models/OneJev-9B-GGUF/OmniJev_OneJev-9B-imatrix.gguf",
  "ftype": "IQ3_M",
  "base_type": "iq3_s",
  "family": "iq",
  "recipe": "ident",
  "variant": "shr0.50",
  "auto_crush": false,
  "rung_mode": "share",
  "tier": "L",
  "rung_share": 0.5,
  "crush_pass_bytes": null,
  "embd_shares": {
    "output.weight": {
      "share": 0.1771,
      "type": "q4_k"
    },
    "token_embd.weight": {
      "share": 0.0928,
      "type": "q4_k"
    }
  },
  "arch": "hybrid",
  "tied": false,
  "n_layer": 32,
  "body_rule": true,
  "pins": {
    "^blk\\.0\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.0\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.1\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.1\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.2\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.2\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.4\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.4\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.5\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.5\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.6\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.6\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.8\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.8\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.9\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.9\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.10\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.10\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.12\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.12\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.13\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.13\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.14\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.14\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.16\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.16\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.17\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.17\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.18\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.18\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.20\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.20\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.21\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.21\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.22\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.22\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.24\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.24\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.25\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.25\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.26\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.26\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.28\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.28\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.29\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.29\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.30\\.ssm_alpha\\.weight$": "tiny: 131,072 params, kept at f32",
    "^blk\\.30\\.ssm_beta\\.weight$": "tiny: 131,072 params, kept at f32"
  },
  "shape_pins": {},
  "fixed_pins": {
    "blk.0.ssm_alpha.weight": "f32",
    "blk.0.ssm_beta.weight": "f32",
    "blk.1.ssm_alpha.weight": "f32",
    "blk.1.ssm_beta.weight": "f32",
    "blk.2.ssm_alpha.weight": "f32",
    "blk.2.ssm_beta.weight": "f32",
    "blk.4.ssm_alpha.weight": "f32",
    "blk.4.ssm_beta.weight": "f32",
    "blk.5.ssm_alpha.weight": "f32",
    "blk.5.ssm_beta.weight": "f32",
    "blk.6.ssm_alpha.weight": "f32",
    "blk.6.ssm_beta.weight": "f32",
    "blk.8.ssm_alpha.weight": "f32",
    "blk.8.ssm_beta.weight": "f32",
    "blk.9.ssm_alpha.weight": "f32",
    "blk.9.ssm_beta.weight": "f32",
    "blk.10.ssm_alpha.weight": "f32",
    "blk.10.ssm_beta.weight": "f32",
    "blk.12.ssm_alpha.weight": "f32",
    "blk.12.ssm_beta.weight": "f32",
    "blk.13.ssm_alpha.weight": "f32",
    "blk.13.ssm_beta.weight": "f32",
    "blk.14.ssm_alpha.weight": "f32",
    "blk.14.ssm_beta.weight": "f32",
    "blk.16.ssm_alpha.weight": "f32",
    "blk.16.ssm_beta.weight": "f32",
    "blk.17.ssm_alpha.weight": "f32",
    "blk.17.ssm_beta.weight": "f32",
    "blk.18.ssm_alpha.weight": "f32",
    "blk.18.ssm_beta.weight": "f32",
    "blk.20.ssm_alpha.weight": "f32",
    "blk.20.ssm_beta.weight": "f32",
    "blk.21.ssm_alpha.weight": "f32",
    "blk.21.ssm_beta.weight": "f32",
    "blk.22.ssm_alpha.weight": "f32",
    "blk.22.ssm_beta.weight": "f32",
    "blk.24.ssm_alpha.weight": "f32",
    "blk.24.ssm_beta.weight": "f32",
    "blk.25.ssm_alpha.weight": "f32",
    "blk.25.ssm_beta.weight": "f32",
    "blk.26.ssm_alpha.weight": "f32",
    "blk.26.ssm_beta.weight": "f32",
    "blk.28.ssm_alpha.weight": "f32",
    "blk.28.ssm_beta.weight": "f32",
    "blk.29.ssm_alpha.weight": "f32",
    "blk.29.ssm_beta.weight": "f32",
    "blk.30.ssm_alpha.weight": "f32",
    "blk.30.ssm_beta.weight": "f32"
  },
  "embeddings": {
    "output.weight": "q4_k",
    "token_embd.weight": "q4_k"
  },
  "bytes": {
    "heuristic_body+embd": 4682153984,
    "map_body+embd": 4806082560,
    "ratio": 1.0265,
    "note": "quantizable, unpinned tensors only; pinned/unquantized tensors are identical in both"
  },
  "body_base_share": 0.5,
  "body_bpw": 4.238,
  "body_bpw_heuristic": 3.948,
  "total_params": 8953803264,
  "file_bytes_pred": 4835493888,
  "file_bpw_pred": 4.32,
  "histogram": {
    "attn_gate": {
      "q5_k": 11,
      "iq3_s": 11,
      "q8_0": 1,
      "q4_k": 1
    },
    "attn_k": {
      "q5_k": 6,
      "q6_k": 2
    },
    "attn_output": {
      "q6_k": 6,
      "q5_k": 2
    },
    "attn_q": {
      "iq3_s": 6,
      "q5_k": 2
    },
    "attn_qkv": {
      "iq3_s": 12,
      "q5_k": 6,
      "q4_k": 6
    },
    "attn_v": {
      "q6_k": 4,
      "q8_0": 4
    },
    "ffn_down": {
      "q5_k": 16,
      "iq3_s": 16
    },
    "ffn_gate": {
      "iq3_s": 31,
      "q5_k": 1
    },
    "ffn_up": {
      "iq3_s": 22,
      "q5_k": 10
    },
    "ssm_out": {
      "q5_k": 23,
      "q8_0": 1
    }
  },
  "prior": "layout/prior.json",
  "pin_rule": "floor",
  "embd_cap": "heur",
  "generator": "auto_quant_v2.layout",
  "generator_key": "3bf8b43e20a68f0b",
  "quant_type": "IQ3_M",
  "quantize_ftype": "IQ3_M",
  "llama_cpp_version": "b11259",
  "commit": "24687c01f2f1e36eca618e35f7d5b4fc3ddd4dc2"
}