quant_stage: | |
quant_modifiers: | |
QuantizationModifier: | |
config_groups: | |
group_0: | |
targets: [Linear] | |
weights: | |
num_bits: 8 | |
type: float | |
symmetric: true | |
group_size: null | |
strategy: channel | |
block_structure: null | |
dynamic: false | |
actorder: null | |
observer: minmax | |
observer_kwargs: {} | |
input_activations: null | |
output_activations: null | |
format: null | |
targets: [Linear] | |
ignore: [lm_head] | |