Upload 4 files
3e96aa0 verified | {
|
| "fp16": {},
|
| "q8": {
|
| "per_model_config": {
|
| "model": {
|
| "op_types": [
|
| "Add",
|
| "Conv",
|
| "Flatten",
|
| "Gemm",
|
| "GlobalAveragePool",
|
| "Relu"
|
| ],
|
| "weight_type": "QUInt8"
|
| }
|
| },
|
| "per_channel": true,
|
| "reduce_range": true
|
| },
|
| "int8": {
|
| "per_model_config": {
|
| "model": {
|
| "op_types": [
|
| "Add",
|
| "Conv",
|
| "Flatten",
|
| "Gemm",
|
| "GlobalAveragePool",
|
| "Relu"
|
| ],
|
| "weight_type": "QInt8"
|
| }
|
| },
|
| "per_channel": true,
|
| "reduce_range": true
|
| },
|
| "uint8": {
|
| "per_model_config": {
|
| "model": {
|
| "op_types": [
|
| "Add",
|
| "Conv",
|
| "Flatten",
|
| "Gemm",
|
| "GlobalAveragePool",
|
| "Relu"
|
| ],
|
| "weight_type": "QUInt8"
|
| }
|
| },
|
| "per_channel": true,
|
| "reduce_range": true
|
| },
|
| "q4": {
|
| "block_size": 32,
|
| "is_symmetric": true,
|
| "accuracy_level": null
|
| },
|
| "bnb4": {
|
| "block_size": 64,
|
| "quant_type": 1
|
| }
|
| } |
