DEFAULT_stage: | |
DEFAULT_modifiers: | |
GPTQModifier: | |
sequential_targets: [MistralDecoderLayer] | |
scheme: W4A16 | |
targets: Linear | |
ignore: ['re:.*lm_head', 're:vision_tower.*', 're:multi_modal_projector.*'] | |
DEFAULT_stage: | |
DEFAULT_modifiers: | |
GPTQModifier: | |
sequential_targets: [MistralDecoderLayer] | |
scheme: W4A16 | |
targets: Linear | |
ignore: ['re:.*lm_head', 're:vision_tower.*', 're:multi_modal_projector.*'] | |