| { |
| "merged": { |
| "human": { |
| "present": true, |
| "count": "2-5", |
| "tags": [ |
| "groups", |
| "people in nature", |
| "person", |
| "children" |
| ], |
| "evidence": "[detection] YOLO detected 2 'person' object(s) with confidence \u2265 0.5 | [labeling] Google Vision tagged: people in nature | [segmentation] Detected person in SAM2 masks (1.4% pixel share) | [vlm] Two children are visible standing side by side facing the waterfront." |
| }, |
| "nature": { |
| "tags": [ |
| "cloud", |
| "cumulus", |
| "meteorological phenomenon", |
| "park", |
| "sky", |
| "tree", |
| "grass", |
| "garden", |
| "flowers", |
| "plants", |
| "manicured vegetation", |
| "waterfront", |
| "lawn", |
| "woodland" |
| ], |
| "dominant": "waterfront", |
| "evidence": "[labeling] Google Vision tagged: cloud, cumulus, meteorological phenomenon, park | [segmentation] Top natural classes: sky 43.2%, tree 18.8%, grass 11.5% | [classification] ResNet classified scene as 'Garden Vegetation' (confidence 0.61) | [vlm] A large body of water is visible beyond the lawn and trees, with a grassy area and scattered trees in the foreground.", |
| "pixel_shares": { |
| "sky": 0.432, |
| "tree": 0.1879, |
| "grass": 0.1147 |
| } |
| }, |
| "activity": { |
| "tags": [ |
| "walking", |
| "watching", |
| "landscape viewing" |
| ], |
| "dominant": "landscape viewing", |
| "evidence": "[labeling] Google Vision tagged: walking | [vlm] The children are standing still and looking out over the water and landscape." |
| }, |
| "meaning": { |
| "tags": [ |
| "leisure", |
| "aesthetic appreciation", |
| "recreation", |
| "relaxation" |
| ], |
| "dominant": "aesthetic appreciation", |
| "evidence": "[labeling] Google Vision tagged: leisure | [classification] ResNet classified scene as 'Garden Vegetation' (confidence 0.61) | [vlm] The scene suggests appreciation of the natural landscape and a recreational outdoor setting." |
| }, |
| "summary": "Two children stand by a stone balustrade overlooking a waterfront with trees and lawn under a partly cloudy sky.", |
| "hni_present": "yes", |
| "hni_strength": "moderate", |
| "confidence": "high", |
| "source_method": "merged(classification,detection,labeling,segmentation,vlm)", |
| "raw_output": null |
| }, |
| "per_method": { |
| "detection": { |
| "human": { |
| "present": true, |
| "count": "2-5", |
| "tags": [ |
| "groups" |
| ], |
| "evidence": "YOLO detected 2 'person' object(s) with confidence \u2265 0.5" |
| }, |
| "nature": { |
| "tags": [], |
| "dominant": null, |
| "evidence": null, |
| "pixel_shares": {} |
| }, |
| "activity": { |
| "tags": [], |
| "dominant": null, |
| "evidence": null |
| }, |
| "meaning": { |
| "tags": [], |
| "dominant": null, |
| "evidence": null |
| }, |
| "summary": null, |
| "hni_present": null, |
| "hni_strength": null, |
| "confidence": null, |
| "source_method": "detection", |
| "raw_output": { |
| "boxes": [ |
| { |
| "class_name": "person", |
| "class_id": 0, |
| "confidence": 0.8968237042427063, |
| "x1": 264.1493225097656, |
| "y1": 230.96568298339844, |
| "x2": 300.9723205566406, |
| "y2": 342.3010559082031 |
| }, |
| { |
| "class_name": "person", |
| "class_id": 0, |
| "confidence": 0.7865123748779297, |
| "x1": 236.20135498046875, |
| "y1": 237.9204864501953, |
| "x2": 265.6833801269531, |
| "y2": 339.0294189453125 |
| } |
| ], |
| "image_size": [ |
| 524, |
| 349 |
| ] |
| } |
| }, |
| "labeling": { |
| "human": { |
| "present": true, |
| "count": null, |
| "tags": [ |
| "people in nature" |
| ], |
| "evidence": "Google Vision tagged: people in nature" |
| }, |
| "nature": { |
| "tags": [ |
| "cloud", |
| "cumulus", |
| "meteorological phenomenon", |
| "park" |
| ], |
| "dominant": "cloud", |
| "evidence": "Google Vision tagged: cloud, cumulus, meteorological phenomenon, park", |
| "pixel_shares": {} |
| }, |
| "activity": { |
| "tags": [ |
| "walking" |
| ], |
| "dominant": "walking", |
| "evidence": "Google Vision tagged: walking" |
| }, |
| "meaning": { |
| "tags": [ |
| "leisure" |
| ], |
| "dominant": "leisure", |
| "evidence": "Google Vision tagged: leisure" |
| }, |
| "summary": null, |
| "hni_present": null, |
| "hni_strength": null, |
| "confidence": null, |
| "source_method": "labeling", |
| "raw_output": { |
| "labels": [ |
| { |
| "description": "Cloud", |
| "confidence": 0.9201, |
| "rank_original": 1, |
| "kept_by_filter": true |
| }, |
| { |
| "description": "Leisure", |
| "confidence": 0.8528, |
| "rank_original": 2, |
| "kept_by_filter": true |
| }, |
| { |
| "description": "People in nature", |
| "confidence": 0.8367, |
| "rank_original": 3, |
| "kept_by_filter": true |
| }, |
| { |
| "description": "Travel", |
| "confidence": 0.7441, |
| "rank_original": 4, |
| "kept_by_filter": false |
| }, |
| { |
| "description": "Vacation", |
| "confidence": 0.7152, |
| "rank_original": 5, |
| "kept_by_filter": false |
| }, |
| { |
| "description": "Cumulus", |
| "confidence": 0.6656, |
| "rank_original": 6, |
| "kept_by_filter": true |
| }, |
| { |
| "description": "Walkway", |
| "confidence": 0.6043, |
| "rank_original": 7, |
| "kept_by_filter": true |
| }, |
| { |
| "description": "Meteorological phenomenon", |
| "confidence": 0.5979, |
| "rank_original": 8, |
| "kept_by_filter": true |
| }, |
| { |
| "description": "Fence", |
| "confidence": 0.5839, |
| "rank_original": 9, |
| "kept_by_filter": true |
| }, |
| { |
| "description": "Park", |
| "confidence": 0.5821, |
| "rank_original": 10, |
| "kept_by_filter": true |
| }, |
| { |
| "description": "Lake District", |
| "confidence": 0.5689, |
| "rank_original": 11, |
| "kept_by_filter": true |
| }, |
| { |
| "description": "Walking", |
| "confidence": 0.5398, |
| "rank_original": 12, |
| "kept_by_filter": true |
| }, |
| { |
| "description": "Holiday", |
| "confidence": 0.5239, |
| "rank_original": 13, |
| "kept_by_filter": false |
| } |
| ] |
| } |
| }, |
| "segmentation": { |
| "human": { |
| "present": true, |
| "count": null, |
| "tags": [ |
| "person" |
| ], |
| "evidence": "Detected person in SAM2 masks (1.4% pixel share)" |
| }, |
| "nature": { |
| "tags": [ |
| "sky", |
| "tree", |
| "grass" |
| ], |
| "dominant": "sky", |
| "evidence": "Top natural classes: sky 43.2%, tree 18.8%, grass 11.5%", |
| "pixel_shares": { |
| "sky": 0.432, |
| "tree": 0.1879, |
| "grass": 0.1147 |
| } |
| }, |
| "activity": { |
| "tags": [], |
| "dominant": null, |
| "evidence": null |
| }, |
| "meaning": { |
| "tags": [], |
| "dominant": null, |
| "evidence": null |
| }, |
| "summary": null, |
| "hni_present": null, |
| "hni_strength": null, |
| "confidence": null, |
| "source_method": "base", |
| "raw_output": { |
| "masks": [ |
| { |
| "mask_id": 0, |
| "area": 90695, |
| "pixel_share": 0.49593713773267134, |
| "bbox": [ |
| 0, |
| 0, |
| 523, |
| 190 |
| ], |
| "sam2_iou": 0.9943562150001526, |
| "sam2_stability": 0.9858161211013794, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 1, |
| "area": 3206, |
| "pixel_share": 0.017531004615149063, |
| "bbox": [ |
| 32, |
| 92, |
| 99, |
| 44 |
| ], |
| "sam2_iou": 0.9559070467948914, |
| "sam2_stability": 0.9476248621940613, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 2, |
| "area": 1197, |
| "pixel_share": 0.006545418753691025, |
| "bbox": [ |
| 135, |
| 98, |
| 58, |
| 35 |
| ], |
| "sam2_iou": 0.929534375667572, |
| "sam2_stability": 0.9502447247505188, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 3, |
| "area": 14791, |
| "pixel_share": 0.08087994050613531, |
| "bbox": [ |
| 0, |
| 0, |
| 361, |
| 76 |
| ], |
| "sam2_iou": 0.9295023083686829, |
| "sam2_stability": 0.9225113987922668, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 4, |
| "area": 4851, |
| "pixel_share": 0.026526170738642576, |
| "bbox": [ |
| 0, |
| 186, |
| 306, |
| 22 |
| ], |
| "sam2_iou": 0.9225348830223083, |
| "sam2_stability": 0.9319579601287842, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 0.9029066171923315 |
| }, |
| { |
| "mask_id": 5, |
| "area": 4896, |
| "pixel_share": 0.02677223911284149, |
| "bbox": [ |
| 0, |
| 187, |
| 306, |
| 38 |
| ], |
| "sam2_iou": 0.912516176700592, |
| "sam2_stability": 0.9351979494094849, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 0.9058415032679739 |
| }, |
| { |
| "mask_id": 6, |
| "area": 1837, |
| "pixel_share": 0.010045057853408867, |
| "bbox": [ |
| 236, |
| 243, |
| 26, |
| 95 |
| ], |
| "sam2_iou": 0.9122116565704346, |
| "sam2_stability": 0.9283456206321716, |
| "ade20k_label": "person", |
| "ade20k_label_idx": 12, |
| "ade20k_confidence": 0.9972781709308656 |
| }, |
| { |
| "mask_id": 7, |
| "area": 7503, |
| "pixel_share": 0.041027800258098386, |
| "bbox": [ |
| 0, |
| 229, |
| 523, |
| 34 |
| ], |
| "sam2_iou": 0.9087814688682556, |
| "sam2_stability": 0.852580189704895, |
| "ade20k_label": "grass", |
| "ade20k_label_idx": 9, |
| "ade20k_confidence": 0.9155004664800747 |
| }, |
| { |
| "mask_id": 8, |
| "area": 2312, |
| "pixel_share": 0.012642446247730702, |
| "bbox": [ |
| 263, |
| 232, |
| 32, |
| 108 |
| ], |
| "sam2_iou": 0.9025468230247498, |
| "sam2_stability": 0.9256644248962402, |
| "ade20k_label": "person", |
| "ade20k_label_idx": 12, |
| "ade20k_confidence": 0.9788062283737025 |
| }, |
| { |
| "mask_id": 9, |
| "area": 4958, |
| "pixel_share": 0.027111266650626655, |
| "bbox": [ |
| 0, |
| 186, |
| 523, |
| 45 |
| ], |
| "sam2_iou": 0.8917723298072815, |
| "sam2_stability": 0.6477987170219421, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 0.8979427188382412 |
| }, |
| { |
| "mask_id": 10, |
| "area": 7964, |
| "pixel_share": 0.04354863404711389, |
| "bbox": [ |
| 309, |
| 127, |
| 130, |
| 107 |
| ], |
| "sam2_iou": 0.8834188580513, |
| "sam2_stability": 0.7927767038345337, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 0.9702410848819688 |
| }, |
| { |
| "mask_id": 11, |
| "area": 1107, |
| "pixel_share": 0.006053282005293204, |
| "bbox": [ |
| 443, |
| 227, |
| 53, |
| 34 |
| ], |
| "sam2_iou": 0.8820576071739197, |
| "sam2_stability": 0.9170984625816345, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 0.982836495031617 |
| }, |
| { |
| "mask_id": 12, |
| "area": 7378, |
| "pixel_share": 0.040344276996434746, |
| "bbox": [ |
| 0, |
| 230, |
| 523, |
| 66 |
| ], |
| "sam2_iou": 0.8817605972290039, |
| "sam2_stability": 0.7068063020706177, |
| "ade20k_label": "grass", |
| "ade20k_label_idx": 9, |
| "ade20k_confidence": 0.8934670642450528 |
| }, |
| { |
| "mask_id": 13, |
| "area": 1807, |
| "pixel_share": 0.009881012270609594, |
| "bbox": [ |
| 234, |
| 192, |
| 60, |
| 41 |
| ], |
| "sam2_iou": 0.8795121312141418, |
| "sam2_stability": 0.9263771176338196, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 14, |
| "area": 284, |
| "pixel_share": 0.0015529648504997921, |
| "bbox": [ |
| 15, |
| 219, |
| 21, |
| 16 |
| ], |
| "sam2_iou": 0.8744196891784668, |
| "sam2_stability": 0.9584774971008301, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 15, |
| "area": 7259, |
| "pixel_share": 0.03969356285133096, |
| "bbox": [ |
| 0, |
| 239, |
| 521, |
| 27 |
| ], |
| "sam2_iou": 0.8738710284233093, |
| "sam2_stability": 0.84097820520401, |
| "ade20k_label": "grass", |
| "ade20k_label_idx": 9, |
| "ade20k_confidence": 0.9370436699269872 |
| }, |
| { |
| "mask_id": 16, |
| "area": 7140, |
| "pixel_share": 0.03904284870622717, |
| "bbox": [ |
| 0, |
| 239, |
| 521, |
| 46 |
| ], |
| "sam2_iou": 0.8721606135368347, |
| "sam2_stability": 0.8608260750770569, |
| "ade20k_label": "grass", |
| "ade20k_label_idx": 9, |
| "ade20k_confidence": 0.9495798319327731 |
| }, |
| { |
| "mask_id": 17, |
| "area": 22034, |
| "pixel_share": 0.12048601237997332, |
| "bbox": [ |
| 0, |
| 262, |
| 523, |
| 66 |
| ], |
| "sam2_iou": 0.8698945641517639, |
| "sam2_stability": 0.6539778113365173, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 0.5420713442861033 |
| }, |
| { |
| "mask_id": 18, |
| "area": 227, |
| "pixel_share": 0.001241278243181172, |
| "bbox": [ |
| 514, |
| 274, |
| 9, |
| 27 |
| ], |
| "sam2_iou": 0.869159460067749, |
| "sam2_stability": 0.9563318490982056, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 0.947136563876652 |
| }, |
| { |
| "mask_id": 19, |
| "area": 718, |
| "pixel_share": 0.003926157614995954, |
| "bbox": [ |
| 199, |
| 215, |
| 51, |
| 18 |
| ], |
| "sam2_iou": 0.8673715591430664, |
| "sam2_stability": 0.9176626801490784, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 0.9832869080779945 |
| }, |
| { |
| "mask_id": 20, |
| "area": 3330, |
| "pixel_share": 0.018209059690719395, |
| "bbox": [ |
| 32, |
| 91, |
| 157, |
| 45 |
| ], |
| "sam2_iou": 0.8631260395050049, |
| "sam2_stability": 0.7742092609405518, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 21, |
| "area": 8539, |
| "pixel_share": 0.04669284105076664, |
| "bbox": [ |
| 0, |
| 330, |
| 523, |
| 18 |
| ], |
| "sam2_iou": 0.8556793332099915, |
| "sam2_stability": 0.8579527139663696, |
| "ade20k_label": "sidewalk", |
| "ade20k_label_idx": 11, |
| "ade20k_confidence": 0.33774446656517154 |
| }, |
| { |
| "mask_id": 22, |
| "area": 13091, |
| "pixel_share": 0.07158402414750979, |
| "bbox": [ |
| 0, |
| 318, |
| 523, |
| 30 |
| ], |
| "sam2_iou": 0.8383881449699402, |
| "sam2_stability": 0.7271488904953003, |
| "ade20k_label": "sidewalk", |
| "ade20k_label_idx": 11, |
| "ade20k_confidence": 0.36009472156443356 |
| }, |
| { |
| "mask_id": 23, |
| "area": 317, |
| "pixel_share": 0.0017334149915789934, |
| "bbox": [ |
| 108, |
| 213, |
| 20, |
| 19 |
| ], |
| "sam2_iou": 0.8299145698547363, |
| "sam2_stability": 0.9184290170669556, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 24, |
| "area": 293, |
| "pixel_share": 0.0016021785253395743, |
| "bbox": [ |
| 419, |
| 127, |
| 27, |
| 14 |
| ], |
| "sam2_iou": 0.8238321542739868, |
| "sam2_stability": 0.9177631735801697, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 25, |
| "area": 1642, |
| "pixel_share": 0.008978761565213588, |
| "bbox": [ |
| 487, |
| 171, |
| 36, |
| 60 |
| ], |
| "sam2_iou": 0.821794331073761, |
| "sam2_stability": 0.9051774144172668, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 26, |
| "area": 264, |
| "pixel_share": 0.0014436011286336097, |
| "bbox": [ |
| 70, |
| 273, |
| 10, |
| 29 |
| ], |
| "sam2_iou": 0.8168237805366516, |
| "sam2_stability": 0.8892857432365417, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 27, |
| "area": 90, |
| "pixel_share": 0.0004921367483978215, |
| "bbox": [ |
| 52, |
| 239, |
| 9, |
| 10 |
| ], |
| "sam2_iou": 0.8115766644477844, |
| "sam2_stability": 0.945652186870575, |
| "ade20k_label": "grass", |
| "ade20k_label_idx": 9, |
| "ade20k_confidence": 0.6888888888888889 |
| }, |
| { |
| "mask_id": 28, |
| "area": 285, |
| "pixel_share": 0.0015584330365931013, |
| "bbox": [ |
| 163, |
| 228, |
| 29, |
| 10 |
| ], |
| "sam2_iou": 0.8107022047042847, |
| "sam2_stability": 0.9484536051750183, |
| "ade20k_label": "fence", |
| "ade20k_label_idx": 32, |
| "ade20k_confidence": 0.3684210526315789 |
| }, |
| { |
| "mask_id": 29, |
| "area": 435, |
| "pixel_share": 0.0023786609505894703, |
| "bbox": [ |
| 250, |
| 0, |
| 35, |
| 16 |
| ], |
| "sam2_iou": 0.8094030618667603, |
| "sam2_stability": 0.9377777576446533, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 30, |
| "area": 2635, |
| "pixel_share": 0.014408670355869551, |
| "bbox": [ |
| 202, |
| 192, |
| 102, |
| 42 |
| ], |
| "sam2_iou": 0.8078343868255615, |
| "sam2_stability": 0.6968516707420349, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 31, |
| "area": 12205, |
| "pixel_share": 0.0667392112688379, |
| "bbox": [ |
| 0, |
| 304, |
| 523, |
| 44 |
| ], |
| "sam2_iou": 0.8076982498168945, |
| "sam2_stability": 0.6280649304389954, |
| "ade20k_label": "sidewalk", |
| "ade20k_label_idx": 11, |
| "ade20k_confidence": 0.33396149119213436 |
| }, |
| { |
| "mask_id": 32, |
| "area": 65, |
| "pixel_share": 0.0003554320960650933, |
| "bbox": [ |
| 250, |
| 328, |
| 7, |
| 9 |
| ], |
| "sam2_iou": 0.803896427154541, |
| "sam2_stability": 0.9264705777168274, |
| "ade20k_label": "person", |
| "ade20k_label_idx": 12, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 33, |
| "area": 324, |
| "pixel_share": 0.0017716922942321574, |
| "bbox": [ |
| 497, |
| 274, |
| 15, |
| 27 |
| ], |
| "sam2_iou": 0.7935760021209717, |
| "sam2_stability": 0.8941176533699036, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 34, |
| "area": 213, |
| "pixel_share": 0.0011647236378748442, |
| "bbox": [ |
| 337, |
| 307, |
| 18, |
| 12 |
| ], |
| "sam2_iou": 0.7891997694969177, |
| "sam2_stability": 0.9140271544456482, |
| "ade20k_label": "wall", |
| "ade20k_label_idx": 0, |
| "ade20k_confidence": 0.6901408450704225 |
| }, |
| { |
| "mask_id": 35, |
| "area": 186, |
| "pixel_share": 0.0010170826133554978, |
| "bbox": [ |
| 263, |
| 168, |
| 20, |
| 11 |
| ], |
| "sam2_iou": 0.7859196662902832, |
| "sam2_stability": 0.9025641083717346, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 36, |
| "area": 295, |
| "pixel_share": 0.0016131148975261926, |
| "bbox": [ |
| 481, |
| 274, |
| 14, |
| 27 |
| ], |
| "sam2_iou": 0.7783059477806091, |
| "sam2_stability": 0.933993399143219, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 37, |
| "area": 4993, |
| "pixel_share": 0.027302653163892472, |
| "bbox": [ |
| 433, |
| 166, |
| 90, |
| 67 |
| ], |
| "sam2_iou": 0.7765355706214905, |
| "sam2_stability": 0.8762788772583008, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 38, |
| "area": 163, |
| "pixel_share": 0.0008913143332093877, |
| "bbox": [ |
| 372, |
| 232, |
| 15, |
| 14 |
| ], |
| "sam2_iou": 0.7700144052505493, |
| "sam2_stability": 0.9464285969734192, |
| "ade20k_label": "grass", |
| "ade20k_label_idx": 9, |
| "ade20k_confidence": 0.6134969325153374 |
| }, |
| { |
| "mask_id": 39, |
| "area": 1335, |
| "pixel_share": 0.007300028434567685, |
| "bbox": [ |
| 0, |
| 208, |
| 242, |
| 22 |
| ], |
| "sam2_iou": 0.7696083784103394, |
| "sam2_stability": 0.8282417058944702, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 0.700374531835206 |
| }, |
| { |
| "mask_id": 40, |
| "area": 204, |
| "pixel_share": 0.001115509963035062, |
| "bbox": [ |
| 43, |
| 219, |
| 16, |
| 16 |
| ], |
| "sam2_iou": 0.7690678834915161, |
| "sam2_stability": 0.8853210806846619, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 41, |
| "area": 172, |
| "pixel_share": 0.0009405280080491699, |
| "bbox": [ |
| 209, |
| 307, |
| 15, |
| 11 |
| ], |
| "sam2_iou": 0.7686994671821594, |
| "sam2_stability": 0.8994413614273071, |
| "ade20k_label": "wall", |
| "ade20k_label_idx": 0, |
| "ade20k_confidence": 0.7965116279069767 |
| }, |
| { |
| "mask_id": 42, |
| "area": 260, |
| "pixel_share": 0.0014217283842603732, |
| "bbox": [ |
| 101, |
| 272, |
| 10, |
| 28 |
| ], |
| "sam2_iou": 0.765641987323761, |
| "sam2_stability": 0.9032257795333862, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 43, |
| "area": 447, |
| "pixel_share": 0.00244427918370918, |
| "bbox": [ |
| 250, |
| 0, |
| 64, |
| 17 |
| ], |
| "sam2_iou": 0.7627469897270203, |
| "sam2_stability": 0.9308855533599854, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 44, |
| "area": 156, |
| "pixel_share": 0.0008530370305562238, |
| "bbox": [ |
| 120, |
| 238, |
| 16, |
| 10 |
| ], |
| "sam2_iou": 0.7482675313949585, |
| "sam2_stability": 0.9329268336296082, |
| "ade20k_label": "grass", |
| "ade20k_label_idx": 9, |
| "ade20k_confidence": 0.967948717948718 |
| }, |
| { |
| "mask_id": 45, |
| "area": 83, |
| "pixel_share": 0.0004538594457446576, |
| "bbox": [ |
| 515, |
| 139, |
| 8, |
| 12 |
| ], |
| "sam2_iou": 0.7402138710021973, |
| "sam2_stability": 0.8764045238494873, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 46, |
| "area": 237, |
| "pixel_share": 0.0012959601041142633, |
| "bbox": [ |
| 87, |
| 272, |
| 8, |
| 28 |
| ], |
| "sam2_iou": 0.7217749953269958, |
| "sam2_stability": 0.9306122660636902, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 47, |
| "area": 11173, |
| "pixel_share": 0.06109604322054288, |
| "bbox": [ |
| 299, |
| 127, |
| 208, |
| 107 |
| ], |
| "sam2_iou": 0.720637857913971, |
| "sam2_stability": 0.6599676609039307, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 0.9781616396670545 |
| }, |
| { |
| "mask_id": 48, |
| "area": 230, |
| "pixel_share": 0.0012576828014610993, |
| "bbox": [ |
| 117, |
| 271, |
| 10, |
| 28 |
| ], |
| "sam2_iou": 0.7163692712783813, |
| "sam2_stability": 0.902953565120697, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 49, |
| "area": 159, |
| "pixel_share": 0.0008694415888361513, |
| "bbox": [ |
| 70, |
| 0, |
| 32, |
| 5 |
| ], |
| "sam2_iou": 0.7159649133682251, |
| "sam2_stability": 0.9506173133850098, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 50, |
| "area": 118, |
| "pixel_share": 0.0006452459590104771, |
| "bbox": [ |
| 0, |
| 228, |
| 14, |
| 7 |
| ], |
| "sam2_iou": 0.7156550288200378, |
| "sam2_stability": 0.9200000166893005, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 51, |
| "area": 30, |
| "pixel_share": 0.00016404558279927383, |
| "bbox": [ |
| 135, |
| 329, |
| 8, |
| 4 |
| ], |
| "sam2_iou": 0.7005093693733215, |
| "sam2_stability": 0.7878788113594055, |
| "ade20k_label": "sidewalk", |
| "ade20k_label_idx": 11, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 52, |
| "area": 2678, |
| "pixel_share": 0.014643802357881843, |
| "bbox": [ |
| 0, |
| 300, |
| 199, |
| 17 |
| ], |
| "sam2_iou": 0.6889805793762207, |
| "sam2_stability": 0.8039411902427673, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 0.38722927557879017 |
| }, |
| { |
| "mask_id": 53, |
| "area": 240, |
| "pixel_share": 0.0013123646623941906, |
| "bbox": [ |
| 133, |
| 271, |
| 9, |
| 28 |
| ], |
| "sam2_iou": 0.6791048049926758, |
| "sam2_stability": 0.9039999842643738, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 54, |
| "area": 93, |
| "pixel_share": 0.0005085413066777489, |
| "bbox": [ |
| 12, |
| 239, |
| 11, |
| 9 |
| ], |
| "sam2_iou": 0.6755639314651489, |
| "sam2_stability": 0.9052631855010986, |
| "ade20k_label": "grass", |
| "ade20k_label_idx": 9, |
| "ade20k_confidence": 0.5698924731182796 |
| }, |
| { |
| "mask_id": 55, |
| "area": 2286, |
| "pixel_share": 0.012500273409304666, |
| "bbox": [ |
| 234, |
| 192, |
| 84, |
| 42 |
| ], |
| "sam2_iou": 0.6730173826217651, |
| "sam2_stability": 0.77579665184021, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 56, |
| "area": 14792, |
| "pixel_share": 0.08088540869222861, |
| "bbox": [ |
| 0, |
| 0, |
| 523, |
| 76 |
| ], |
| "sam2_iou": 0.6628779768943787, |
| "sam2_stability": 0.908751368522644, |
| "ade20k_label": "sky", |
| "ade20k_label_idx": 2, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 57, |
| "area": 1098, |
| "pixel_share": 0.006004068330453422, |
| "bbox": [ |
| 143, |
| 208, |
| 57, |
| 21 |
| ], |
| "sam2_iou": 0.6563957929611206, |
| "sam2_stability": 0.8748928904533386, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 0.9972677595628415 |
| }, |
| { |
| "mask_id": 58, |
| "area": 1853, |
| "pixel_share": 0.010132548830901813, |
| "bbox": [ |
| 0, |
| 229, |
| 367, |
| 16 |
| ], |
| "sam2_iou": 0.652439296245575, |
| "sam2_stability": 0.6698858737945557, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 0.43335132218024824 |
| }, |
| { |
| "mask_id": 59, |
| "area": 287, |
| "pixel_share": 0.0015693694087797196, |
| "bbox": [ |
| 449, |
| 274, |
| 13, |
| 26 |
| ], |
| "sam2_iou": 0.648118257522583, |
| "sam2_stability": 0.920265793800354, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 60, |
| "area": 4640, |
| "pixel_share": 0.02537238347295435, |
| "bbox": [ |
| 0, |
| 239, |
| 387, |
| 23 |
| ], |
| "sam2_iou": 0.6448993682861328, |
| "sam2_stability": 0.6338375806808472, |
| "ade20k_label": "grass", |
| "ade20k_label_idx": 9, |
| "ade20k_confidence": 0.9672413793103448 |
| }, |
| { |
| "mask_id": 61, |
| "area": 11177, |
| "pixel_share": 0.06111791596491612, |
| "bbox": [ |
| 0, |
| 261, |
| 523, |
| 44 |
| ], |
| "sam2_iou": 0.6447466611862183, |
| "sam2_stability": 0.6076890826225281, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 0.5727833944707882 |
| }, |
| { |
| "mask_id": 62, |
| "area": 1069, |
| "pixel_share": 0.005845490933747457, |
| "bbox": [ |
| 0, |
| 207, |
| 236, |
| 16 |
| ], |
| "sam2_iou": 0.6314085721969604, |
| "sam2_stability": 0.6805877685546875, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 0.6314312441534145 |
| }, |
| { |
| "mask_id": 63, |
| "area": 2653, |
| "pixel_share": 0.014507097705549116, |
| "bbox": [ |
| 0, |
| 300, |
| 523, |
| 20 |
| ], |
| "sam2_iou": 0.6287875771522522, |
| "sam2_stability": 0.7006678581237793, |
| "ade20k_label": "bannister", |
| "ade20k_label_idx": 95, |
| "ade20k_confidence": 0.3660007538635507 |
| }, |
| { |
| "mask_id": 64, |
| "area": 828, |
| "pixel_share": 0.0045276580852599575, |
| "bbox": [ |
| 233, |
| 192, |
| 59, |
| 19 |
| ], |
| "sam2_iou": 0.6138895750045776, |
| "sam2_stability": 0.9034482836723328, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 1.0 |
| }, |
| { |
| "mask_id": 65, |
| "area": 235, |
| "pixel_share": 0.001285023731927645, |
| "bbox": [ |
| 82, |
| 208, |
| 14, |
| 26 |
| ], |
| "sam2_iou": 0.6103206872940063, |
| "sam2_stability": 0.8893280625343323, |
| "ade20k_label": "tree", |
| "ade20k_label_idx": 4, |
| "ade20k_confidence": 1.0 |
| } |
| ], |
| "n_masks": 66, |
| "image_size": [ |
| 524, |
| 349 |
| ], |
| "pixel_shares": { |
| "shares": { |
| "sky": 0.43195739547160256, |
| "tree": 0.18786450800167961, |
| "bannister": 0.13632515946704343, |
| "grass": 0.11471629196632693, |
| "sidewalk": 0.11286000893148747, |
| "person": 0.01404376428871366, |
| "wall": 0.0012830681659123779, |
| "fence": 0.000949803707233838 |
| }, |
| "image_size": [ |
| 524, |
| 349 |
| ] |
| }, |
| "n_classes_detected": 8, |
| "coverage_ratio": 1.6407948555305234, |
| "method_meta": { |
| "sam2_model": "facebook/sam2.1-hiera-small", |
| "ade20k_model": "nvidia/segformer-b0-finetuned-ade-512-512" |
| } |
| } |
| }, |
| "classification": { |
| "human": { |
| "present": false, |
| "count": null, |
| "tags": [], |
| "evidence": null |
| }, |
| "nature": { |
| "tags": [ |
| "garden", |
| "flowers", |
| "plants", |
| "manicured vegetation" |
| ], |
| "dominant": "garden", |
| "evidence": "ResNet classified scene as 'Garden Vegetation' (confidence 0.61)", |
| "pixel_shares": {} |
| }, |
| "activity": { |
| "tags": [], |
| "dominant": null, |
| "evidence": null |
| }, |
| "meaning": { |
| "tags": [ |
| "aesthetic appreciation" |
| ], |
| "dominant": "aesthetic appreciation", |
| "evidence": "ResNet classified scene as 'Garden Vegetation' (confidence 0.61)" |
| }, |
| "summary": null, |
| "hni_present": null, |
| "hni_strength": null, |
| "confidence": "medium", |
| "source_method": "classification", |
| "raw_output": { |
| "predicted_class": "Garden Vegetation", |
| "predicted_class_idx": 1, |
| "confidence": 0.6078799366950989, |
| "all_probs": { |
| "Cultural Performance": 0.02940448373556137, |
| "Garden Vegetation": 0.6078799366950989, |
| "Social and Informal Recreation": 0.003936419729143381, |
| "Sport and Exercise Activities": 0.0021129236556589603, |
| "Waterscape and Built Settings": 0.22470790147781372, |
| "Wildlife Encounters": 0.0014671219978481531, |
| "Woodland Settings": 0.1304912567138672 |
| } |
| } |
| }, |
| "vlm": { |
| "human": { |
| "present": true, |
| "count": "2-5", |
| "tags": [ |
| "children" |
| ], |
| "evidence": "Two children are visible standing side by side facing the waterfront." |
| }, |
| "nature": { |
| "tags": [ |
| "waterfront", |
| "lawn", |
| "woodland" |
| ], |
| "dominant": "waterfront", |
| "evidence": "A large body of water is visible beyond the lawn and trees, with a grassy area and scattered trees in the foreground.", |
| "pixel_shares": {} |
| }, |
| "activity": { |
| "tags": [ |
| "watching", |
| "landscape viewing" |
| ], |
| "dominant": "landscape viewing", |
| "evidence": "The children are standing still and looking out over the water and landscape." |
| }, |
| "meaning": { |
| "tags": [ |
| "aesthetic appreciation", |
| "recreation", |
| "relaxation" |
| ], |
| "dominant": "aesthetic appreciation", |
| "evidence": "The scene suggests appreciation of the natural landscape and a recreational outdoor setting." |
| }, |
| "summary": "Two children stand by a stone balustrade overlooking a waterfront with trees and lawn under a partly cloudy sky.", |
| "hni_present": "yes", |
| "hni_strength": "moderate", |
| "confidence": "high", |
| "source_method": "vlm", |
| "raw_output": { |
| "raw_response": "{\n \"image_level_summary\": \"Two children stand by a stone balustrade overlooking a waterfront with trees and lawn under a partly cloudy sky.\",\n \"human_presence\": {\n \"visible\": \"yes\",\n \"presence_type\": [\"children\"],\n \"estimated_people_count\": \"2-5\",\n \"visual_evidence\": \"Two children are visible standing side by side facing the waterfront.\"\n },\n \"nature_detection\": {\n \"nature_types\": [\"waterfront\", \"lawn\", \"woodland\"],\n \"dominant_nature_type\": \"waterfront\",\n \"visual_evidence\": \"A large body of water is visible beyond the lawn and trees, with a grassy area and scattered trees in the foreground.\"\n },\n \"activity_evidence\": {\n \"activity_types\": [\"watching\", \"landscape viewing\"],\n \"dominant_activity\": \"landscape viewing\",\n \"visual_evidence\": \"The children are standing still and looking out over the water and landscape.\"\n },\n \"cultural_experiential_meaning\": {\n \"meaning_types\": [\"aesthetic appreciation\", \"recreation\", \"relaxation\"],\n \"dominant_meaning\": \"aesthetic appreciation\",\n \"visual_evidence\": \"The scene suggests appreciation of the natural landscape and a recreational outdoor setting.\"\n },\n \"hni_overall_interpretation\": {\n \"is_hni_present\": \"yes\",\n \"hni_strength\": \"moderate\",\n \"reason\": \"Visible human presence interacting with a natural waterfront landscape, engaging in landscape viewing and appreciation.\"\n },\n \"confidence\": \"high\",\n \"uncertainty_notes\": \"None\"\n}", |
| "parsed": { |
| "image_level_summary": "Two children stand by a stone balustrade overlooking a waterfront with trees and lawn under a partly cloudy sky.", |
| "human_presence": { |
| "visible": "yes", |
| "presence_type": [ |
| "children" |
| ], |
| "estimated_people_count": "2-5", |
| "visual_evidence": "Two children are visible standing side by side facing the waterfront." |
| }, |
| "nature_detection": { |
| "nature_types": [ |
| "waterfront", |
| "lawn", |
| "woodland" |
| ], |
| "dominant_nature_type": "waterfront", |
| "visual_evidence": "A large body of water is visible beyond the lawn and trees, with a grassy area and scattered trees in the foreground." |
| }, |
| "activity_evidence": { |
| "activity_types": [ |
| "watching", |
| "landscape viewing" |
| ], |
| "dominant_activity": "landscape viewing", |
| "visual_evidence": "The children are standing still and looking out over the water and landscape." |
| }, |
| "cultural_experiential_meaning": { |
| "meaning_types": [ |
| "aesthetic appreciation", |
| "recreation", |
| "relaxation" |
| ], |
| "dominant_meaning": "aesthetic appreciation", |
| "visual_evidence": "The scene suggests appreciation of the natural landscape and a recreational outdoor setting." |
| }, |
| "hni_overall_interpretation": { |
| "is_hni_present": "yes", |
| "hni_strength": "moderate", |
| "reason": "Visible human presence interacting with a natural waterfront landscape, engaging in landscape viewing and appreciation." |
| }, |
| "confidence": "high", |
| "uncertainty_notes": "None" |
| }, |
| "parse_error": null, |
| "tokens_used": 1351 |
| } |
| } |
| } |
| } |
