default_stage: default_modifiers: AWQModifier: requires_calibration_data: true mappings: - smooth_layer: re:^model\.language_model\.layers\.0\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.0\.feed_forward\.w1$', 're:^model\.language_model\.layers\.0\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.0\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.0\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.1\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.1\.feed_forward\.w1$', 're:^model\.language_model\.layers\.1\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.1\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.1\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.2\.operator_norm$ balance_layers: ['re:^model\.language_model\.layers\.2\.self_attn\.q_proj$', 're:^model\.language_model\.layers\.2\.self_attn\.k_proj$', 're:^model\.language_model\.layers\.2\.self_attn\.v_proj$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.2\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.2\.feed_forward\.w1$', 're:^model\.language_model\.layers\.2\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.2\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.2\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.3\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.3\.feed_forward\.w1$', 're:^model\.language_model\.layers\.3\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.3\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.3\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.4\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.4\.feed_forward\.w1$', 're:^model\.language_model\.layers\.4\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.4\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.4\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.5\.operator_norm$ balance_layers: ['re:^model\.language_model\.layers\.5\.self_attn\.q_proj$', 're:^model\.language_model\.layers\.5\.self_attn\.k_proj$', 're:^model\.language_model\.layers\.5\.self_attn\.v_proj$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.5\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.5\.feed_forward\.w1$', 're:^model\.language_model\.layers\.5\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.5\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.5\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.6\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.6\.feed_forward\.w1$', 're:^model\.language_model\.layers\.6\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.6\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.6\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.7\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.7\.feed_forward\.w1$', 're:^model\.language_model\.layers\.7\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.7\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.7\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.8\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.8\.feed_forward\.w1$', 're:^model\.language_model\.layers\.8\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.8\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.8\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.9\.operator_norm$ balance_layers: ['re:^model\.language_model\.layers\.9\.self_attn\.q_proj$', 're:^model\.language_model\.layers\.9\.self_attn\.k_proj$', 're:^model\.language_model\.layers\.9\.self_attn\.v_proj$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.9\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.9\.feed_forward\.w1$', 're:^model\.language_model\.layers\.9\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.9\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.9\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.10\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.10\.feed_forward\.w1$', 're:^model\.language_model\.layers\.10\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.10\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.10\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.11\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.11\.feed_forward\.w1$', 're:^model\.language_model\.layers\.11\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.11\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.11\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.12\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.12\.feed_forward\.w1$', 're:^model\.language_model\.layers\.12\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.12\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.12\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.13\.operator_norm$ balance_layers: ['re:^model\.language_model\.layers\.13\.self_attn\.q_proj$', 're:^model\.language_model\.layers\.13\.self_attn\.k_proj$', 're:^model\.language_model\.layers\.13\.self_attn\.v_proj$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.13\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.13\.feed_forward\.w1$', 're:^model\.language_model\.layers\.13\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.13\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.13\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.14\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.14\.feed_forward\.w1$', 're:^model\.language_model\.layers\.14\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.14\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.14\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.15\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.15\.feed_forward\.w1$', 're:^model\.language_model\.layers\.15\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.15\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.15\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.16\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.16\.feed_forward\.w1$', 're:^model\.language_model\.layers\.16\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.16\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.16\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.17\.operator_norm$ balance_layers: ['re:^model\.language_model\.layers\.17\.self_attn\.q_proj$', 're:^model\.language_model\.layers\.17\.self_attn\.k_proj$', 're:^model\.language_model\.layers\.17\.self_attn\.v_proj$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.17\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.17\.feed_forward\.w1$', 're:^model\.language_model\.layers\.17\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.17\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.17\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.18\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.18\.feed_forward\.w1$', 're:^model\.language_model\.layers\.18\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.18\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.18\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.19\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.19\.feed_forward\.w1$', 're:^model\.language_model\.layers\.19\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.19\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.19\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.20\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.20\.feed_forward\.w1$', 're:^model\.language_model\.layers\.20\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.20\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.20\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.21\.operator_norm$ balance_layers: ['re:^model\.language_model\.layers\.21\.self_attn\.q_proj$', 're:^model\.language_model\.layers\.21\.self_attn\.k_proj$', 're:^model\.language_model\.layers\.21\.self_attn\.v_proj$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.21\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.21\.feed_forward\.w1$', 're:^model\.language_model\.layers\.21\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.21\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.21\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.22\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.22\.feed_forward\.w1$', 're:^model\.language_model\.layers\.22\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.22\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.22\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.23\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.23\.feed_forward\.w1$', 're:^model\.language_model\.layers\.23\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.23\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.23\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.24\.operator_norm$ balance_layers: ['re:^model\.language_model\.layers\.24\.self_attn\.q_proj$', 're:^model\.language_model\.layers\.24\.self_attn\.k_proj$', 're:^model\.language_model\.layers\.24\.self_attn\.v_proj$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.24\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.24\.feed_forward\.w1$', 're:^model\.language_model\.layers\.24\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.24\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.24\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.25\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.25\.feed_forward\.w1$', 're:^model\.language_model\.layers\.25\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.25\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.25\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.26\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.26\.feed_forward\.w1$', 're:^model\.language_model\.layers\.26\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.26\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.26\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.27\.operator_norm$ balance_layers: ['re:^model\.language_model\.layers\.27\.self_attn\.q_proj$', 're:^model\.language_model\.layers\.27\.self_attn\.k_proj$', 're:^model\.language_model\.layers\.27\.self_attn\.v_proj$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.27\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.27\.feed_forward\.w1$', 're:^model\.language_model\.layers\.27\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.27\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.27\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.28\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.28\.feed_forward\.w1$', 're:^model\.language_model\.layers\.28\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.28\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.28\.feed_forward\.w2$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.29\.ffn_norm$ balance_layers: ['re:^model\.language_model\.layers\.29\.feed_forward\.w1$', 're:^model\.language_model\.layers\.29\.feed_forward\.w3$'] activation_hook_target: null - smooth_layer: re:^model\.language_model\.layers\.29\.feed_forward\.w3$ balance_layers: ['re:^model\.language_model\.layers\.29\.feed_forward\.w2$'] activation_hook_target: null offload_device: !!python/object/apply:torch.device [cpu] duo_scaling: true n_grid: 20 QuantizationModifier: targets: [Linear] ignore: [lm_head, 're:.*embed_tokens.*', 're:.*norm.*', 're:.*vision_tower.*', 're:.*\.conv\..*', 're:.*multi_modal_projector.*'] scheme: W4A16 bypass_divisibility_checks: false requires_calibration_data: false