| DEFAULT_stage: | |
| DEFAULT_modifiers: | |
| GPTQModifier: | |
| sequential_targets: [MistralDecoderLayer] | |
| scheme: W8A8 | |
| targets: Linear | |
| ignore: ['re:.*lm_head', 're:vision_tower.*', 're:multi_modal_projector.*'] | |
| DEFAULT_stage: | |
| DEFAULT_modifiers: | |
| GPTQModifier: | |
| sequential_targets: [MistralDecoderLayer] | |
| scheme: W8A8 | |
| targets: Linear | |
| ignore: ['re:.*lm_head', 're:vision_tower.*', 're:multi_modal_projector.*'] | |