{
  "bits": 4,
  "checkpoint_format": "gemm",
  "desc_act": false,
  "dynamic": {
    "-:.*\\.linear_attn\\.(?:in_proj_a|in_proj_b)$": {},
    "-:.*\\.lm_head$": {},
    "-:.*\\.mtp\\..*": {},
    "-:.*\\.visual\\..*": {}
  },
  "format": "gemm",
  "group_size": 128,
  "lm_head": false,
  "meta": {
    "act_group_aware": null,
    "auto_forward_data_parallel": false,
    "calibration_corpus_sha256": "de8c3c856c55afd065ade04929659cf990cde7b8cf5fd846c6ee1867b3a13690",
    "calibration_record_count": 320,
    "damp_auto_increment": null,
    "damp_percent": null,
    "dense_vram_strategy": "exclusive",
    "dense_vram_strategy_devices": [
      "cuda:0"
    ],
    "expected_awq_modules": 400,
    "extra_sensitivity_protected_modules": 0,
    "fallback": null,
    "foem": null,
    "gc_mode": "on_stage_end",
    "gptaq": null,
    "moe_vram_strategy": "exclusive",
    "moe_vram_strategy_devices": null,
    "mother_revision": "739e3c5b89849f6c238ce1e5b70008612ae42cdd",
    "mse": null,
    "offload_to_disk": true,
    "offload_to_disk_path": null,
    "pack_impl": "cpu",
    "quantizer": [
      "gptqmodel:7.3.2"
    ],
    "recipe": "huihui-qwen38-27b-pure-activation-aware-awq-v2-zero-centered-rmsnorm",
    "scale_search_chunked_activations": false,
    "static_groups": null,
    "structural_modules_to_not_convert": [
      "visual",
      "linear_attn.in_proj_b",
      "linear_attn.in_proj_a",
      "lm_head",
      "mtp"
    ],
    "true_sequential": true,
    "uri": "https://github.com/modelcloud/gptqmodel",
    "wait_for_submodule_finalizers": true
  },
  "method": "awq",
  "pack_dtype": "int32",
  "quant_method": "awq",
  "version": "gemm",
  "zero_point": true,
  "modules_to_not_convert": [
    "visual",
    "linear_attn.in_proj_b",
    "linear_attn.in_proj_a",
    "lm_head",
    "mtp"
  ]
}