| { | |
| "ckpt": "tinyfacenet_v1.pt", | |
| "tag": "v1", | |
| "names": [ | |
| "PERSON_A", | |
| "PERSON_B", | |
| "PERSON_C", | |
| "PERSON_D", | |
| "PERSON_E", | |
| "other", | |
| "PERSON_F", | |
| "PERSON_G", | |
| "PERSON_H", | |
| "PERSON_I" | |
| ], | |
| "n_test": 59, | |
| "n_test_family": 49, | |
| "n_agree": 1500, | |
| "thr": 0.45, | |
| "results": { | |
| "fp32": { | |
| "fam_acc": 0.9795918367346939, | |
| "openset_acc": 0.8983050847457628, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 1.0, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.4, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 1.0 | |
| }, | |
| "cos_vs_fp32": 1.0, | |
| "argmax_agree_vs_fp32": 1.0, | |
| "size_kb": 3981, | |
| "lat_ms": 21.83, | |
| "note": "PyTorch fp32 (deploy params only)" | |
| }, | |
| "fp32_onnx": { | |
| "fam_acc": 0.9795918367346939, | |
| "openset_acc": 0.8983050847457628, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 1.0, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.4, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 1.0 | |
| }, | |
| "cos_vs_fp32": 1.0, | |
| "argmax_agree_vs_fp32": 1.0, | |
| "size_kb": 3968, | |
| "lat_ms": 59.26, | |
| "note": "ONNX Runtime fp32" | |
| }, | |
| "int8_ort": { | |
| "fam_acc": 0.9591836734693877, | |
| "openset_acc": 0.8813559322033898, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 1.0, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.4, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 0.923 | |
| }, | |
| "cos_vs_fp32": 0.9956709146499634, | |
| "argmax_agree_vs_fp32": 0.9913333333333333, | |
| "size_kb": 1119, | |
| "lat_ms": 82.32, | |
| "note": "ONNX Runtime static int8, per-channel, 200 calib imgs (deployable)" | |
| }, | |
| "int8_w": { | |
| "fam_acc": 0.9795918367346939, | |
| "openset_acc": 0.8983050847457628, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 1.0, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.5, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 1.0 | |
| }, | |
| "cos_vs_fp32": 0.9999640583992004, | |
| "argmax_agree_vs_fp32": 0.9986666666666667, | |
| "size_kb": 997, | |
| "lat_ms": null, | |
| "note": "simulated: int8 weights per-channel, fp32 activations" | |
| }, | |
| "int4_w": { | |
| "fam_acc": 0.9387755102040817, | |
| "openset_acc": 0.8813559322033898, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 1.0, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.4, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 0.846 | |
| }, | |
| "cos_vs_fp32": 0.9754899740219116, | |
| "argmax_agree_vs_fp32": 0.9886666666666667, | |
| "size_kb": 499, | |
| "lat_ms": null, | |
| "note": "simulated: int4 weights per-channel (coarse)" | |
| }, | |
| "int4_g32": { | |
| "fam_acc": 0.9387755102040817, | |
| "openset_acc": 0.8813559322033898, | |
| "per_class": { | |
| "PERSON_A": 1.0, | |
| "PERSON_C": 1.0, | |
| "PERSON_D": 0.909, | |
| "PERSON_E": 1.0, | |
| "other": 0.4, | |
| "PERSON_G": 1.0, | |
| "PERSON_I": 0.846 | |
| }, | |
| "cos_vs_fp32": 0.9754899740219116, | |
| "argmax_agree_vs_fp32": 0.9886666666666667, | |
| "size_kb": 529, | |
| "lat_ms": null, | |
| "note": "simulated: int4 weights, group=32 scales (llama.cpp-style)" | |
| } | |
| } | |
| } |