File size: 716 Bytes
3807da3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | {
"model_name": "FireRedPunc",
"framework": "pytorch",
"task": "punctuation-restoration",
"supported_chips": ["AX650N"],
"quantization": {
"activation": "U16",
"weight": "S8",
"gather_embedding": "FP32",
"smooth_quant": true
},
"seq_len": 128,
"inputs": [
{"name": "input_ids", "shape": [1, 128], "dtype": "int32"},
{"name": "attention_mask", "shape": [1, 128], "dtype": "float32"}
],
"outputs": [
{"name": "logits", "shape": [1, 127, 5], "dtype": "float32"}
],
"files": {
"axmodel": "models/punc.axmodel",
"tokenizer": "models/tokenizer",
"vocab": "models/vocab.txt",
"out_dict": "models/out_dict",
"cpp_binary": "bin/fireredpunc_ax650"
}
}
|