File size: 451 Bytes
50c436d ee9b08f 50c436d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
{
"batchers": null,
"cachers": null,
"compilers": null,
"distillers": null,
"pruners": null,
"quantizers": "hqq",
"recoverers": null,
"quant_hqq_backend": "torchao_int4",
"quant_hqq_group_size": 64,
"quant_hqq_weight_bits": 4,
"max_batch_size": 1,
"device": "cuda",
"cache_dir": "/tmp/models/tmpma4ypfuz",
"task": "",
"save_load_fn": "hqq",
"save_load_fn_args": {},
"api_key": null
} |