{ "ckpt": "tinyfacenet_v1.pt", "tag": "v1", "names": [ "PERSON_A", "PERSON_B", "PERSON_C", "PERSON_D", "PERSON_E", "other", "PERSON_F", "PERSON_G", "PERSON_H", "PERSON_I" ], "n_test": 59, "n_test_family": 49, "n_agree": 1500, "thr": 0.45, "results": { "fp32": { "fam_acc": 0.9795918367346939, "openset_acc": 0.8983050847457628, "per_class": { "PERSON_A": 1.0, "PERSON_C": 1.0, "PERSON_D": 0.909, "PERSON_E": 1.0, "other": 0.4, "PERSON_G": 1.0, "PERSON_I": 1.0 }, "cos_vs_fp32": 1.0, "argmax_agree_vs_fp32": 1.0, "size_kb": 3981, "lat_ms": 21.83, "note": "PyTorch fp32 (deploy params only)" }, "fp32_onnx": { "fam_acc": 0.9795918367346939, "openset_acc": 0.8983050847457628, "per_class": { "PERSON_A": 1.0, "PERSON_C": 1.0, "PERSON_D": 0.909, "PERSON_E": 1.0, "other": 0.4, "PERSON_G": 1.0, "PERSON_I": 1.0 }, "cos_vs_fp32": 1.0, "argmax_agree_vs_fp32": 1.0, "size_kb": 3968, "lat_ms": 59.26, "note": "ONNX Runtime fp32" }, "int8_ort": { "fam_acc": 0.9591836734693877, "openset_acc": 0.8813559322033898, "per_class": { "PERSON_A": 1.0, "PERSON_C": 1.0, "PERSON_D": 0.909, "PERSON_E": 1.0, "other": 0.4, "PERSON_G": 1.0, "PERSON_I": 0.923 }, "cos_vs_fp32": 0.9956709146499634, "argmax_agree_vs_fp32": 0.9913333333333333, "size_kb": 1119, "lat_ms": 82.32, "note": "ONNX Runtime static int8, per-channel, 200 calib imgs (deployable)" }, "int8_w": { "fam_acc": 0.9795918367346939, "openset_acc": 0.8983050847457628, "per_class": { "PERSON_A": 1.0, "PERSON_C": 1.0, "PERSON_D": 0.909, "PERSON_E": 1.0, "other": 0.5, "PERSON_G": 1.0, "PERSON_I": 1.0 }, "cos_vs_fp32": 0.9999640583992004, "argmax_agree_vs_fp32": 0.9986666666666667, "size_kb": 997, "lat_ms": null, "note": "simulated: int8 weights per-channel, fp32 activations" }, "int4_w": { "fam_acc": 0.9387755102040817, "openset_acc": 0.8813559322033898, "per_class": { "PERSON_A": 1.0, "PERSON_C": 1.0, "PERSON_D": 0.909, "PERSON_E": 1.0, "other": 0.4, "PERSON_G": 1.0, "PERSON_I": 0.846 }, "cos_vs_fp32": 0.9754899740219116, "argmax_agree_vs_fp32": 0.9886666666666667, "size_kb": 499, "lat_ms": null, "note": "simulated: int4 weights per-channel (coarse)" }, "int4_g32": { "fam_acc": 0.9387755102040817, "openset_acc": 0.8813559322033898, "per_class": { "PERSON_A": 1.0, "PERSON_C": 1.0, "PERSON_D": 0.909, "PERSON_E": 1.0, "other": 0.4, "PERSON_G": 1.0, "PERSON_I": 0.846 }, "cos_vs_fp32": 0.9754899740219116, "argmax_agree_vs_fp32": 0.9886666666666667, "size_kb": 529, "lat_ms": null, "note": "simulated: int4 weights, group=32 scales (llama.cpp-style)" } } }