QEV2-12B-INT8 / validation.json
querypieai's picture
Add merged inference-only model, multilingual cards and research license
8b35b0f verified
Raw History Blame Contribute Delete
856 Bytes
{
"status": "passed",
"adapter_merged": true,
"separate_adapter_distributed": false,
"source_to_merged": {
"max_probability_difference": 0.00600743293762207,
"argmax_changed_questions": 0,
"questions": 9
},
"serialized_reload_parity": {
"max_probability_difference": 0.0,
"argmax_changed_questions": 0,
"questions": 9
},
"new_full_benchmark": false,
"synthetic_questions": 9,
"upload_performed": false,
"source_to_merged_int8": {
"max_probability_difference": 0.008323818445205688,
"argmax_changed_questions": 0,
"questions": 9
},
"merged_bf16_to_int8": {
"max_probability_difference": 0.004570342600345612,
"argmax_changed_questions": 0,
"questions": 9
},
"quantized_linear_count": 331,
"original_source_weights_unchanged": true,
"pointer_head_tokenizer_unchanged": true
}