Hunyuan-MT-7B-MNN / export_args.json
wangjazz's picture
Upload 8 files
24cd02b verified
raw
history blame contribute delete
966 Bytes
{
"path": "/Users/jazzwang/Documents/kindle-ai-export/models/huggingface/Hunyuan-MT-7B",
"type": null,
"tokenizer_path": "/Users/jazzwang/Documents/kindle-ai-export/models/huggingface/Hunyuan-MT-7B",
"eagle_path": null,
"lora_path": null,
"gptq_path": null,
"dst_path": "/Users/jazzwang/Documents/kindle-ai-export/models/mnn/translation/hunyuan-mt-7b-mnn",
"verbose": false,
"test": null,
"export": "mnn",
"onnx_slim": false,
"quant_bit": 4,
"quant_block": 64,
"visual_quant_bit": null,
"visual_quant_block": null,
"lm_quant_bit": 8,
"mnnconvert": "../../../build/MNNConvert",
"ppl": false,
"awq": false,
"hqq": false,
"transformer_fuse": false,
"group_conv_native": false,
"smooth": false,
"sym": false,
"visual_sym": false,
"seperate_embed": false,
"lora_split": false,
"calib_data": null,
"act_bit": 16,
"embed_bit": 16,
"act_sym": false
}