Hugging Face's logo

seanphan
/
av-cctv-vlm-v21

Text Generation
PEFT
Safetensors
Transformers
lora
sft
trl
unsloth
conversational
Model card Files
xet
 Community
av-cctv-vlm-v21 / eval.json
seanphan's picture
seanphan
Upload folder using huggingface_hub
c7805b7 verified
raw
history blame contribute delete
10.1 kB
{
 "checkpoint": "outputs/checkpoint-770",
 "num_samples": 98,
 "retrieval_similarity": 0.7239,
 "tIOU": 0.67,
 "mAP_0.5": 0.5092,
 "sim_pass": true,
 "tiou_pass": true,
 "map_pass": true,
 "overall_pass": true,
 "per_sample": [
 {
 "idx": 0,
 "retrieval_sim": 0.6549,
 "tIOU": 0.5277,
 "mAP": 0.45
 },
 {
 "idx": 1,
 "retrieval_sim": 0.7739,
 "tIOU": 0.808,
 "mAP": 1.0
 },
 {
 "idx": 2,
 "retrieval_sim": 0.6433,
 "tIOU": 1.0,
 "mAP": 1.0
 },
 {
 "idx": 3,
 "retrieval_sim": 0.7473,
 "tIOU": 0.6228,
 "mAP": 0.45
 },
 {
 "idx": 4,
 "retrieval_sim": 0.7774,
 "tIOU": 0.5406,
 "mAP": 0.25
 },
 {
 "idx": 5,
 "retrieval_sim": 0.7924,
 "tIOU": 0.3868,
 "mAP": 0.05
 },
 {
 "idx": 6,
 "retrieval_sim": 0.7626,
 "tIOU": 0.7779,
 "mAP": 0.75
 },
 {
 "idx": 7,
 "retrieval_sim": 0.6476,
 "tIOU": 0.806,
 "mAP": 0.75
 },
 {
 "idx": 8,
 "retrieval_sim": 0.7355,
 "tIOU": 0.752,
 "mAP": 0.64
 },
 {
 "idx": 9,
 "retrieval_sim": 0.8859,
 "tIOU": 0.6579,
 "mAP": 0.5625
 },
 {
 "idx": 10,
 "retrieval_sim": 0.7486,
 "tIOU": 0.7134,
 "mAP": 0.8
 },
 {
 "idx": 11,
 "retrieval_sim": 0.6805,
 "tIOU": 0.5,
 "mAP": 0.2
 },
 {
 "idx": 12,
 "retrieval_sim": 0.7698,
 "tIOU": 0.7164,
 "mAP": 0.64
 },
 {
 "idx": 13,
 "retrieval_sim": 0.795,
 "tIOU": 0.5923,
 "mAP": 0.25
 },
 {
 "idx": 14,
 "retrieval_sim": 0.586,
 "tIOU": 0.397,
 "mAP": 0.2
 },
 {
 "idx": 15,
 "retrieval_sim": 0.5982,
 "tIOU": 0.7678,
 "mAP": 0.45
 },
 {
 "idx": 16,
 "retrieval_sim": 0.7116,
 "tIOU": 0.5205,
 "mAP": 0.4444
 },
 {
 "idx": 17,
 "retrieval_sim": 0.6879,
 "tIOU": 0.3502,
 "mAP": 0.0833
 },
 {
 "idx": 18,
 "retrieval_sim": 0.7088,
 "tIOU": 0.75,
 "mAP": 0.75
 },
 {
 "idx": 19,
 "retrieval_sim": 0.5611,
 "tIOU": 0.7193,
 "mAP": 0.75
 },
 {
 "idx": 20,
 "retrieval_sim": 0.5881,
 "tIOU": 0.6111,
 "mAP": 0.3333
 },
 {
 "idx": 21,
 "retrieval_sim": 0.7646,
 "tIOU": 0.8172,
 "mAP": 1.0
 },
 {
 "idx": 22,
 "retrieval_sim": 0.6744,
 "tIOU": 1.0,
 "mAP": 1.0
 },
 {
 "idx": 23,
 "retrieval_sim": 0.6437,
 "tIOU": 0.7193,
 "mAP": 0.6
 },
 {
 "idx": 24,
 "retrieval_sim": 0.6583,
 "tIOU": 0.7193,
 "mAP": 0.6
 },
 {
 "idx": 25,
 "retrieval_sim": 0.5824,
 "tIOU": 0.0227,
 "mAP": 0.0
 },
 {
 "idx": 26,
 "retrieval_sim": 0.8244,
 "tIOU": 0.755,
 "mAP": 0.8
 },
 {
 "idx": 27,
 "retrieval_sim": 0.7577,
 "tIOU": 0.5731,
 "mAP": 0.2667
 },
 {
 "idx": 28,
 "retrieval_sim": 0.6997,
 "tIOU": 0.656,
 "mAP": 0.8
 },
 {
 "idx": 29,
 "retrieval_sim": 0.7294,
 "tIOU": 0.8276,
 "mAP": 0.64
 },
 {
 "idx": 30,
 "retrieval_sim": 0.6245,
 "tIOU": 0.5177,
 "mAP": 0.3333
 },
 {
 "idx": 31,
 "retrieval_sim": 0.7857,
 "tIOU": 1.0,
 "mAP": 1.0
 },
 {
 "idx": 32,
 "retrieval_sim": 0.9162,
 "tIOU": 0.3067,
 "mAP": 0.1111
 },
 {
 "idx": 33,
 "retrieval_sim": 0.7914,
 "tIOU": 0.4313,
 "mAP": 0.0833
 },
 {
 "idx": 34,
 "retrieval_sim": 0.808,
 "tIOU": 0.5406,
 "mAP": 0.25
 },
 {
 "idx": 35,
 "retrieval_sim": 0.6768,
 "tIOU": 0.7678,
 "mAP": 0.45
 },
 {
 "idx": 36,
 "retrieval_sim": 0.7682,
 "tIOU": 0.604,
 "mAP": 0.64
 },
 {
 "idx": 37,
 "retrieval_sim": 0.8046,
 "tIOU": 1.0,
 "mAP": 1.0
 },
 {
 "idx": 38,
 "retrieval_sim": 0.8366,
 "tIOU": 0.3989,
 "mAP": 0.2
 },
 {
 "idx": 39,
 "retrieval_sim": 0.7443,
 "tIOU": 0.5977,
 "mAP": 0.3333
 },
 {
 "idx": 40,
 "retrieval_sim": 0.792,
 "tIOU": 0.4645,
 "mAP": 0.2667
 },
 {
 "idx": 41,
 "retrieval_sim": 0.717,
 "tIOU": 0.8,
 "mAP": 0.8
 },
 {
 "idx": 42,
 "retrieval_sim": 0.7654,
 "tIOU": 0.5695,
 "mAP": 0.3333
 },
 {
 "idx": 43,
 "retrieval_sim": 0.8456,
 "tIOU": 0.5806,
 "mAP": 0.2
 },
 {
 "idx": 44,
 "retrieval_sim": 0.621,
 "tIOU": 0.6756,
 "mAP": 0.75
 },
 {
 "idx": 45,
 "retrieval_sim": 0.5566,
 "tIOU": 0.5743,
 "mAP": 0.36
 },
 {
 "idx": 46,
 "retrieval_sim": 0.6792,
 "tIOU": 0.5177,
 "mAP": 0.2667
 },
 {
 "idx": 47,
 "retrieval_sim": 0.7737,
 "tIOU": 0.604,
 "mAP": 0.64
 },
 {
 "idx": 48,
 "retrieval_sim": 0.7256,
 "tIOU": 0.6667,
 "mAP": 0.6667
 },
 {
 "idx": 49,
 "retrieval_sim": 0.7957,
 "tIOU": 0.7011,
 "mAP": 1.0
 },
 {
 "idx": 50,
 "retrieval_sim": 0.7171,
 "tIOU": 0.6695,
 "mAP": 1.0
 },
 {
 "idx": 51,
 "retrieval_sim": 0.7459,
 "tIOU": 0.6545,
 "mAP": 0.2
 },
 {
 "idx": 52,
 "retrieval_sim": 0.8102,
 "tIOU": 0.858,
 "mAP": 0.6667
 },
 {
 "idx": 53,
 "retrieval_sim": 0.8126,
 "tIOU": 0.7,
 "mAP": 0.64
 },
 {
 "idx": 54,
 "retrieval_sim": 0.8128,
 "tIOU": 0.6783,
 "mAP": 0.64
 },
 {
 "idx": 55,
 "retrieval_sim": 0.6214,
 "tIOU": 0.6223,
 "mAP": 0.25
 },
 {
 "idx": 56,
 "retrieval_sim": 0.729,
 "tIOU": 0.8333,
 "mAP": 0.6
 },
 {
 "idx": 57,
 "retrieval_sim": 0.4982,
 "tIOU": 0.4498,
 "mAP": 0.2
 },
 {
 "idx": 58,
 "retrieval_sim": 0.6194,
 "tIOU": 0.6983,
 "mAP": 0.2
 },
 {
 "idx": 59,
 "retrieval_sim": 0.8932,
 "tIOU": 0.4533,
 "mAP": 0.16
 },
 {
 "idx": 60,
 "retrieval_sim": 0.8175,
 "tIOU": 0.8333,
 "mAP": 0.5
 },
 {
 "idx": 61,
 "retrieval_sim": 0.7364,
 "tIOU": 1.0,
 "mAP": 1.0
 },
 {
 "idx": 62,
 "retrieval_sim": 0.5125,
 "tIOU": 0.6703,
 "mAP": 0.45
 },
 {
 "idx": 63,
 "retrieval_sim": 0.7301,
 "tIOU": 0.4913,
 "mAP": 0.2667
 },
 {
 "idx": 64,
 "retrieval_sim": 0.8172,
 "tIOU": 0.4682,
 "mAP": 0.0667
 },
 {
 "idx": 65,
 "retrieval_sim": 0.6517,
 "tIOU": 0.46,
 "mAP": 0.2
 },
 {
 "idx": 66,
 "retrieval_sim": 0.7376,
 "tIOU": 0.8333,
 "mAP": 0.75
 },
 {
 "idx": 67,
 "retrieval_sim": 0.5759,
 "tIOU": 0.7167,
 "mAP": 0.1
 },
 {
 "idx": 68,
 "retrieval_sim": 0.609,
 "tIOU": 0.4959,
 "mAP": 0.0833
 },
 {
 "idx": 69,
 "retrieval_sim": 0.8242,
 "tIOU": 0.6645,
 "mAP": 0.5625
 },
 {
 "idx": 70,
 "retrieval_sim": 0.6911,
 "tIOU": 0.5938,
 "mAP": 0.2
 },
 {
 "idx": 71,
 "retrieval_sim": 0.8479,
 "tIOU": 0.9167,
 "mAP": 0.6667
 },
 {
 "idx": 72,
 "retrieval_sim": 0.7774,
 "tIOU": 0.6362,
 "mAP": 0.0833
 },
 {
 "idx": 73,
 "retrieval_sim": 0.5972,
 "tIOU": 0.7009,
 "mAP": 0.36
 },
 {
 "idx": 74,
 "retrieval_sim": 0.7639,
 "tIOU": 0.6788,
 "mAP": 0.2667
 },
 {
 "idx": 75,
 "retrieval_sim": 0.5832,
 "tIOU": 1.0,
 "mAP": 1.0
 },
 {
 "idx": 76,
 "retrieval_sim": 0.6452,
 "tIOU": 0.6162,
 "mAP": 0.3333
 },
 {
 "idx": 77,
 "retrieval_sim": 0.7192,
 "tIOU": 0.6276,
 "mAP": 0.45
 },
 {
 "idx": 78,
 "retrieval_sim": 0.8024,
 "tIOU": 0.9145,
 "mAP": 0.8
 },
 {
 "idx": 79,
 "retrieval_sim": 0.7551,
 "tIOU": 0.88,
 "mAP": 0.8
 },
 {
 "idx": 80,
 "retrieval_sim": 0.6141,
 "tIOU": 0.7993,
 "mAP": 1.0
 },
 {
 "idx": 81,
 "retrieval_sim": 0.698,
 "tIOU": 0.7751,
 "mAP": 0.36
 },
 {
 "idx": 82,
 "retrieval_sim": 0.7071,
 "tIOU": 0.8,
 "mAP": 0.8
 },
 {
 "idx": 83,
 "retrieval_sim": 0.8117,
 "tIOU": 0.6667,
 "mAP": 0.1
 },
 {
 "idx": 84,
 "retrieval_sim": 0.8008,
 "tIOU": 0.856,
 "mAP": 1.0
 },
 {
 "idx": 85,
 "retrieval_sim": 0.7408,
 "tIOU": 0.6462,
 "mAP": 0.45
 },
 {
 "idx": 86,
 "retrieval_sim": 0.7308,
 "tIOU": 0.6831,
 "mAP": 0.64
 },
 {
 "idx": 87,
 "retrieval_sim": 0.6958,
 "tIOU": 0.7533,
 "mAP": 0.75
 },
 {
 "idx": 88,
 "retrieval_sim": 0.8543,
 "tIOU": 0.8289,
 "mAP": 1.0
 },
 {
 "idx": 89,
 "retrieval_sim": 0.7159,
 "tIOU": 0.5667,
 "mAP": 0.2
 },
 {
 "idx": 90,
 "retrieval_sim": 0.837,
 "tIOU": 0.8276,
 "mAP": 0.64
 },
 {
 "idx": 91,
 "retrieval_sim": 0.8093,
 "tIOU": 0.6382,
 "mAP": 0.16
 },
 {
 "idx": 92,
 "retrieval_sim": 0.7542,
 "tIOU": 1.0,
 "mAP": 1.0
 },
 {
 "idx": 93,
 "retrieval_sim": 0.6445,
 "tIOU": 0.82,
 "mAP": 1.0
 },
 {
 "idx": 94,
 "retrieval_sim": 0.712,
 "tIOU": 0.7667,
 "mAP": 0.64
 },
 {
 "idx": 95,
 "retrieval_sim": 0.6122,
 "tIOU": 0.4707,
 "mAP": 0.16
 },
 {
 "idx": 96,
 "retrieval_sim": 0.7239,
 "tIOU": 0.5453,
 "mAP": 0.2
 },
 {
 "idx": 97,
 "retrieval_sim": 0.8103,
 "tIOU": 0.4778,
 "mAP": 0.1111
 }
 ]
}