AstroBridge / groundedness_report.json
ibrahimhabibeg's picture twiggly's picture
Duplicate from UniverseTBD/astrobridge-model-v8
464d98e
Raw History Blame Contribute Delete
2.3 kB
{
"per_modality": {
"image": {
"shuffle_test": {
"modality": "image",
"n": 39,
"mean_edit_distance": 246.84615384615384,
"null_result": false
},
"ablation_test": {
"modality": "image",
"n": 84,
"fraction_caption_changed": 1.0,
"null_result": false
},
"diversity_test": {
"modality": "image",
"n": 120,
"distinct_fraction": 1.0,
"top1_share": 0.008333333333333333,
"most_common_caption": "This object appears as a compact, smooth, and slightly elongated source oriented diagonally from the lower left toward the upper right. It features a bright, concentrated yellowish-white center that f",
"null_result": false
}
},
"spectra": {
"shuffle_test": {
"modality": "spectra",
"n": 26,
"mean_edit_distance": 181.15384615384616,
"null_result": false
},
"ablation_test": {
"modality": "spectra",
"n": 72,
"fraction_caption_changed": 1.0,
"null_result": false
},
"diversity_test": {
"modality": "spectra",
"n": 120,
"distinct_fraction": 1.0,
"top1_share": 0.008333333333333333,
"most_common_caption": "This optical spectrum of a galaxy in the local universe displays a red continuum characteristic of an early-type host with a prominent 4000 \u00c5 break. Superimposed on the continuum are narrow nebular em",
"null_result": false
}
},
"lightcurve": {
"shuffle_test": {
"modality": "lightcurve",
"n": 9,
"mean_edit_distance": 46.22222222222222,
"null_result": false
},
"ablation_test": {
"modality": "lightcurve",
"n": 44,
"fraction_caption_changed": 1.0,
"null_result": false
},
"diversity_test": {
"modality": "lightcurve",
"n": 91,
"distinct_fraction": 1.0,
"top1_share": 0.01098901098901099,
"most_common_caption": "The optical light curve spans approximately 170 days in the $g$ and $r$ bands, with the brightest sampled detections occurring near day 10.0 ($g = 17.19 \\pm 0.07$ mag, $r = 17.12 \\",
"null_result": false
}
}
}
}