tiny_llama_higgs / smash_config.json
loulou2's picture
Add files using upload-large-folder tool
9efa5b2 verified
{
"batcher": null,
"cacher": null,
"compiler": null,
"distiller": null,
"distributer": null,
"enhancer": null,
"factorizer": null,
"kernel": null,
"pruner": null,
"quantizer": "higgs",
"recoverer": null,
"higgs_group_size": 256,
"higgs_hadamard_size": 1024,
"higgs_p": 2,
"higgs_weight_bits": 4,
"batch_size": 1,
"device": "cuda",
"device_map": null,
"save_fns": [
"transformers_higgs"
],
"load_fns": [
"transformers_higgs"
],
"reapply_after_load": {
"factorizer": null,
"pruner": null,
"quantizer": null,
"distiller": null,
"kernel": null,
"cacher": null,
"recoverer": null,
"distributer": null,
"compiler": null,
"batcher": null,
"enhancer": null
}
}