File size: 237 Bytes
967ad23
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
test_stage:
  obcq_modifiers:
    SparseGPTModifier:
      sparsity: 0.5
      block_size: 128
      sequential_update: false
      quantize: false
      percdamp: 0.01
      mask_structure: '2:4'
      targets: ['re:model.layers.\d*$']