gatilin's picture
Add files using upload-large-folder tool
6bc6dce verified
Raw History Blame Contribute Delete
2.53 kB
{
"passed": true,
"strict_load": true,
"model_sha256": "a657c406083ff2cb08b562e4eb819206498b51401e2554d01146405848a309a7",
"device": "cpu",
"dtype": "float32",
"torch": "2.14.1",
"transformers": "5.21.1",
"processor": "Qwen2VLImageProcessor with source normalization and patch settings; testing capped at 224x224",
"attention_method": "Compare explicit softmax(QK^T/sqrt(d))V to native SDPA after rotary embeddings, layers 0,13,26",
"images": [
{
"image": "000000000009.png",
"image_sha256": "ec671f039c1e2b16ebad3cef3412bc61fdf4286a9b8b98c7c59f8bceb6ce5fbb",
"grid_thw": [
[
1,
14,
14
]
],
"last_hidden_state_shape": [
196,
1152
],
"pooler_output_shape": [
49,
4096
],
"pooler_mean": 0.005065567791461945,
"attention_metrics": {
"0": {
"sdpa_max_absolute_error": 1.1920928955078125e-06,
"row_sum_max_error": 5.364418029785156e-07,
"mean_normalized_entropy": 0.7140987515449524
},
"13": {
"sdpa_max_absolute_error": 2.384185791015625e-06,
"row_sum_max_error": 3.5762786865234375e-07,
"mean_normalized_entropy": 0.6647812128067017
},
"26": {
"sdpa_max_absolute_error": 4.76837158203125e-06,
"row_sum_max_error": 4.76837158203125e-07,
"mean_normalized_entropy": 0.5053613781929016
}
}
},
{
"image": "000000000030.png",
"image_sha256": "1fbe2305d87d89ebd049c9d37e6795b76c10d7b0de5fab8c0cb58313cd1e4e11",
"grid_thw": [
[
1,
14,
14
]
],
"last_hidden_state_shape": [
196,
1152
],
"pooler_output_shape": [
49,
4096
],
"pooler_mean": 0.005192181095480919,
"attention_metrics": {
"0": {
"sdpa_max_absolute_error": 1.430511474609375e-06,
"row_sum_max_error": 4.76837158203125e-07,
"mean_normalized_entropy": 0.7456417083740234
},
"13": {
"sdpa_max_absolute_error": 3.814697265625e-06,
"row_sum_max_error": 4.172325134277344e-07,
"mean_normalized_entropy": 0.6580504179000854
},
"26": {
"sdpa_max_absolute_error": 5.7220458984375e-06,
"row_sum_max_error": 8.344650268554688e-07,
"mean_normalized_entropy": 0.47674980759620667
}
}
}
]
}