| { | |
| "batcher": "whisper_s2t", | |
| "cacher": null, | |
| "compiler": "c_whisper", | |
| "pruner": null, | |
| "quantizer": null, | |
| "c_whisper_weight_bits": 8, | |
| "whisper_s2t_batch_size": 16, | |
| "whisper_s2t_int8": false, | |
| "max_batch_size": 1, | |
| "device": "cuda", | |
| "cache_dir": "/root/.cache/pruna/tmp1bypdhyb", | |
| "save_fns": [ | |
| "save_before_apply", | |
| "save_before_apply" | |
| ], | |
| "load_fn": "transformers", | |
| "reapply_after_load": { | |
| "pruner": null, | |
| "quantizer": null, | |
| "cacher": null, | |
| "compiler": "c_whisper", | |
| "batcher": "whisper_s2t" | |
| } | |
| } |