| { | |
| "batcher": null, | |
| "cacher": "fora", | |
| "compiler": null, | |
| "factorizer": null, | |
| "pruner": null, | |
| "quantizer": "torchao", | |
| "fora_interval": 3, | |
| "fora_start_step": 2, | |
| "torchao_excluded_modules": "norm+embedding", | |
| "torchao_quant_type": "int8dq", | |
| "batch_size": 1, | |
| "device": "cpu", | |
| "device_map": null, | |
| "save_fns": [ | |
| "save_before_apply" | |
| ], | |
| "load_fns": [ | |
| "diffusers" | |
| ], | |
| "reapply_after_load": { | |
| "factorizer": null, | |
| "pruner": null, | |
| "quantizer": "torchao", | |
| "cacher": "fora", | |
| "compiler": null, | |
| "batcher": null | |
| } | |
| } |