ObjectverseDiary / docs /SPACE_VLM_REPORT.json
qqyule's picture
Publish live MiniCPM-V validation evidence
50169fb verified
{
"probe": {
"backend": "minicpm-v",
"vision_model_id": "openbmb/MiniCPM-V-2_6",
"torch_import": true,
"transformers_import": true,
"cuda_available": true,
"device_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb",
"mps_available": false,
"minicpm_load_attempted": true,
"minicpm_load_ok": true,
"errors": []
},
"results": [
{
"key": "mug",
"label": "Coffee mug",
"source_page": "https://commons.wikimedia.org/wiki/File:Striped_coffee_mug.jpg",
"image_path": ".tmp/space-vlm-assets/mug.jpg",
"passed": true,
"object_name": "Coffee Mug",
"visible_features": [
"Striped pattern",
"Handle",
"Matte finish"
],
"likely_context": "On a table or countertop in a home or café setting.",
"confidence": 0.9,
"runtime_vision": "minicpm-v object understanding",
"runtime_text": "mock persona and diary generation",
"fallbacks": [
"mock-text-runtime"
],
"error": ""
},
{
"key": "keyboard",
"label": "Computer keyboard",
"source_page": "https://commons.wikimedia.org/wiki/File:Computer_keyboard.jpg",
"image_path": ".tmp/space-vlm-assets/keyboard.jpg",
"passed": true,
"object_name": "computer keyboard",
"visible_features": [
"QWERTY layout",
"function keys (F1-F12)",
"numeric keypad"
],
"likely_context": "office or home workspace",
"confidence": 0.8,
"runtime_vision": "minicpm-v object understanding",
"runtime_text": "mock persona and diary generation",
"fallbacks": [
"mock-text-runtime"
],
"error": ""
},
{
"key": "shoe",
"label": "Running shoe",
"source_page": "https://commons.wikimedia.org/wiki/File:Running_shoes.jpg",
"image_path": ".tmp/space-vlm-assets/shoe.jpg",
"passed": true,
"object_name": "Running Shoe",
"visible_features": [
"Purple and pink mesh upper with reflective silver lines",
"Bright yellow laces",
"Green and white midsole"
],
"likely_context": "Outdoor sports or athletic activities",
"confidence": 0.9,
"runtime_vision": "minicpm-v object understanding",
"runtime_text": "mock persona and diary generation",
"fallbacks": [
"mock-text-runtime"
],
"error": ""
}
]
}