toolcall-verifier-classifier-production / hf_model /source_quality_report.json
cowWhySo's picture
Add fine-tuned classifier checkpoint
2114010 verified
Raw
History Blame Contribute Delete
1.59 kB
{
"schema_version": "toolcall-verifier-source-quality/v1",
"status": "sources_quarantined",
"min_source_rows_for_train": 25,
"auto_quarantine_low_support_sources": true,
"configured_quarantine_sources": [
"forge_argument_semantic",
"forge_contrastive_wts"
],
"low_support_sources": [
"forge_argument_semantic",
"forge_hard_negative",
"forge_synthetic"
],
"quarantined_sources": [
"forge_argument_semantic",
"forge_contrastive_wts",
"forge_hard_negative",
"forge_synthetic"
],
"source_counts_before": {
"Salesforce/xlam-function-calling-60k": 189303,
"glaiveai/glaive-function-calling-v2": 64543,
"Team-ACE/ToolACE": 28978,
"forge_error_recovery_protected": 2559,
"forge_fixed_width_numeric": 2096,
"forge_trace": 1297,
"agent_training_hf": 724,
"forge_error_recovery_numeric": 419,
"forge_augmented": 100,
"forge_contrastive_wts": 40,
"forge_hard_negative": 11,
"forge_argument_semantic": 6,
"forge_synthetic": 5
},
"source_counts_quarantined": {
"forge_contrastive_wts": 40,
"forge_hard_negative": 11,
"forge_argument_semantic": 6,
"forge_synthetic": 5
},
"label_counts_quarantined": {
"valid": 36,
"wrong_tool_semantic": 21,
"wrong_arguments_semantic": 5
},
"rows_before": 290081,
"rows_after": 290019,
"rows_quarantined": 62,
"quarantine_file": "/content/toolcall-verifier/data/source_quality_quarantine.jsonl",
"note": "Quarantined rows are exported for manual review or separate eval; they are not used for this training split."
}