qwen2.5_finetune_MixedQuant / quantization_map.json
Devbora29's picture
v2
840ac61 verified
Raw
History Blame Contribute Delete
8.15 kB
{
"0": {
"decision": "INT16",
"original_mb": 147.01,
"quantized_mb": 147.01,
"confidence": {
"INT4": 0.0057,
"INT8": 0.0166,
"INT16": 0.9777
}
},
"1": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0007,
"INT8": 0.9983,
"INT16": 0.001
}
},
"2": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0006,
"INT8": 0.9984,
"INT16": 0.001
}
},
"3": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0006,
"INT8": 0.9984,
"INT16": 0.001
}
},
"4": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0006,
"INT8": 0.9984,
"INT16": 0.001
}
},
"5": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0014,
"INT8": 0.9972,
"INT16": 0.0013
}
},
"6": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0015,
"INT8": 0.9978,
"INT16": 0.0007
}
},
"7": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0108,
"INT8": 0.988,
"INT16": 0.0013
}
},
"8": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.001,
"INT8": 0.9979,
"INT16": 0.0011
}
},
"9": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0012,
"INT8": 0.9943,
"INT16": 0.0045
}
},
"10": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.02,
"INT8": 0.9778,
"INT16": 0.0022
}
},
"11": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.001,
"INT8": 0.9979,
"INT16": 0.0011
}
},
"12": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0062,
"INT8": 0.9914,
"INT16": 0.0024
}
},
"13": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0042,
"INT8": 0.9936,
"INT16": 0.0022
}
},
"14": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0055,
"INT8": 0.9923,
"INT16": 0.0022
}
},
"15": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0029,
"INT8": 0.9952,
"INT16": 0.0019
}
},
"16": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0557,
"INT8": 0.9425,
"INT16": 0.0019
}
},
"17": {
"decision": "INT4",
"original_mb": 147.01,
"quantized_mb": 36.75,
"confidence": {
"INT4": 0.7392,
"INT8": 0.2561,
"INT16": 0.0046
}
},
"18": {
"decision": "INT4",
"original_mb": 147.01,
"quantized_mb": 36.75,
"confidence": {
"INT4": 0.8981,
"INT8": 0.0997,
"INT16": 0.0022
}
},
"19": {
"decision": "INT4",
"original_mb": 147.01,
"quantized_mb": 36.75,
"confidence": {
"INT4": 0.9408,
"INT8": 0.0564,
"INT16": 0.0027
}
},
"20": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0012,
"INT8": 0.9927,
"INT16": 0.0062
}
},
"21": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0756,
"INT8": 0.9214,
"INT16": 0.0029
}
},
"22": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.001,
"INT8": 0.993,
"INT16": 0.0059
}
},
"23": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0215,
"INT8": 0.9733,
"INT16": 0.0052
}
},
"24": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0012,
"INT8": 0.9925,
"INT16": 0.0063
}
},
"25": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0011,
"INT8": 0.9933,
"INT16": 0.0056
}
},
"26": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0014,
"INT8": 0.9937,
"INT16": 0.0049
}
},
"27": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0011,
"INT8": 0.994,
"INT16": 0.005
}
},
"28": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0097,
"INT8": 0.9878,
"INT16": 0.0026
}
},
"29": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.005,
"INT8": 0.9917,
"INT16": 0.0033
}
},
"30": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0015,
"INT8": 0.9945,
"INT16": 0.004
}
},
"31": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0036,
"INT8": 0.9935,
"INT16": 0.0029
}
},
"32": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0022,
"INT8": 0.9946,
"INT16": 0.0032
}
},
"33": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0029,
"INT8": 0.9929,
"INT16": 0.0042
}
},
"34": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0058,
"INT8": 0.9911,
"INT16": 0.0031
}
},
"35": {
"decision": "INT8",
"original_mb": 147.01,
"quantized_mb": 73.51,
"confidence": {
"INT4": 0.0011,
"INT8": 0.9913,
"INT16": 0.0075
}
}
}