File size: 634 Bytes
146501d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
{
"batcher": null,
"cacher": "fora",
"compiler": null,
"factorizer": null,
"pruner": null,
"quantizer": "torchao",
"fora_interval": 3,
"fora_start_step": 2,
"torchao_excluded_modules": "norm+embedding",
"torchao_quant_type": "int8dq",
"batch_size": 1,
"device": "cpu",
"device_map": null,
"save_fns": [
"save_before_apply"
],
"load_fns": [
"diffusers"
],
"reapply_after_load": {
"factorizer": null,
"pruner": null,
"quantizer": "torchao",
"cacher": "fora",
"compiler": null,
"batcher": null
}
} |