| { | |
| "ckpt": "tinyfacenet_v2.pt", | |
| "tag": "v2", | |
| "names": [ | |
| "PERSON_A", | |
| "PERSON_B", | |
| "PERSON_C", | |
| "PERSON_D", | |
| "PERSON_E", | |
| "other", | |
| "PERSON_F", | |
| "PERSON_G", | |
| "PERSON_H", | |
| "PERSON_I" | |
| ], | |
| "n_test": 59, | |
| "n_test_family": 49, | |
| "n_agree": 1500, | |
| "thr": 0.45, | |
| "results": { | |
| "fp32": { | |
| "fam_acc": 0.9591836734693877, | |
| "openset_acc": 0.8983050847457628, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 0.857, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.6, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 1.0 | |
| }, | |
| "cos_vs_fp32": 1.0, | |
| "argmax_agree_vs_fp32": 1.0, | |
| "size_kb": 3981, | |
| "lat_ms": 11.95, | |
| "note": "PyTorch fp32 (deploy params only)" | |
| }, | |
| "fp32_onnx": { | |
| "fam_acc": 0.9591836734693877, | |
| "openset_acc": 0.8983050847457628, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 0.857, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.6, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 1.0 | |
| }, | |
| "cos_vs_fp32": 1.0, | |
| "argmax_agree_vs_fp32": 1.0, | |
| "size_kb": 3968, | |
| "lat_ms": 63.22, | |
| "note": "ONNX Runtime fp32" | |
| }, | |
| "int8_ort": { | |
| "fam_acc": 0.9591836734693877, | |
| "openset_acc": 0.9152542372881356, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 0.857, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.5, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 1.0 | |
| }, | |
| "cos_vs_fp32": 0.9980310797691345, | |
| "argmax_agree_vs_fp32": 0.9973333333333333, | |
| "size_kb": 1119, | |
| "lat_ms": 91.33, | |
| "note": "ONNX Runtime static int8, per-channel, 200 calib imgs (deployable)" | |
| }, | |
| "int8_w": { | |
| "fam_acc": 0.9591836734693877, | |
| "openset_acc": 0.8983050847457628, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 0.857, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.6, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 1.0 | |
| }, | |
| "cos_vs_fp32": 0.9999483823776245, | |
| "argmax_agree_vs_fp32": 0.9993333333333333, | |
| "size_kb": 997, | |
| "lat_ms": null, | |
| "note": "simulated: int8 weights per-channel, fp32 activations" | |
| }, | |
| "int4_w": { | |
| "fam_acc": 0.9387755102040817, | |
| "openset_acc": 0.864406779661017, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 0.857, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.5, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 0.923 | |
| }, | |
| "cos_vs_fp32": 0.9782859683036804, | |
| "argmax_agree_vs_fp32": 0.992, | |
| "size_kb": 499, | |
| "lat_ms": null, | |
| "note": "simulated: int4 weights per-channel (coarse)" | |
| }, | |
| "int4_g32": { | |
| "fam_acc": 0.9387755102040817, | |
| "openset_acc": 0.864406779661017, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 0.857, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.5, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 0.923 | |
| }, | |
| "cos_vs_fp32": 0.9782859683036804, | |
| "argmax_agree_vs_fp32": 0.992, | |
| "size_kb": 529, | |
| "lat_ms": null, | |
| "note": "simulated: int4 weights, group=32 scales (llama.cpp-style)" | |
| } | |
| } | |
| } |