QEV-9B-INT8 / validation.json
querypieai's picture
Add merged inference-only model, multilingual cards and research license
340ab69 verified
Raw History Blame Contribute Delete
858 Bytes
{
"status": "passed",
"adapter_merged": true,
"separate_adapter_distributed": false,
"source_to_merged": {
"max_probability_difference": 0.0010743141174316406,
"argmax_changed_questions": 0,
"questions": 9
},
"serialized_reload_parity": {
"max_probability_difference": 0.0,
"argmax_changed_questions": 0,
"questions": 9
},
"new_full_benchmark": false,
"synthetic_questions": 9,
"upload_performed": false,
"source_to_merged_int8": {
"max_probability_difference": 0.0061776041984558105,
"argmax_changed_questions": 0,
"questions": 9
},
"merged_bf16_to_int8": {
"max_probability_difference": 0.00510329008102417,
"argmax_changed_questions": 0,
"questions": 9
},
"quantized_linear_count": 248,
"original_source_weights_unchanged": true,
"pointer_head_tokenizer_unchanged": true
}