DEFAULT_stage: | |
DEFAULT_modifiers: | |
GPTQModifier: | |
sequential_targets: [GLMBlock] | |
dampening_frac: 10000000000.0 | |
scheme: W8A8 | |
targets: Linear | |
ignore: [transformer.output_layer, 're:transformer.vision.*'] | |
DEFAULT_stage: | |
DEFAULT_modifiers: | |
GPTQModifier: | |
sequential_targets: [GLMBlock] | |
dampening_frac: 10000000000.0 | |
scheme: W8A8 | |
targets: Linear | |
ignore: [transformer.output_layer, 're:transformer.vision.*'] | |