ORCA6 / data /training_data_audit.json
veroarc's picture
Upload data/training_data_audit.json with huggingface_hub
b525b40 verified
Raw
History Blame Contribute Delete
1.71 kB
{
"datasets": [
{
"path": "data/training_sft.jsonl",
"rows": 27,
"sources": {
"graded_preference": 27
},
"answer_word_count": {
"min": 160,
"max": 239,
"avg": 202.22
},
"issue_counts": {}
},
{
"path": "data/validation_sft.jsonl",
"rows": 3,
"sources": {
"graded_preference": 3
},
"answer_word_count": {
"min": 206,
"max": 224,
"avg": 213.0
},
"issue_counts": {}
},
{
"path": "data/training_sft_plus_grounded.jsonl",
"rows": 35,
"sources": {
"graded_preference": 27,
"grounded_sft_builder": 8
},
"answer_word_count": {
"min": 160,
"max": 239,
"avg": 198.37
},
"issue_counts": {}
},
{
"path": "data/training_sft_plus_grounded_refusals.jsonl",
"rows": 41,
"sources": {
"graded_preference": 27,
"grounded_sft_builder": 8,
"refusal_sft_builder": 6
},
"answer_word_count": {
"min": 102,
"max": 239,
"avg": 187.05
},
"issue_counts": {}
},
{
"path": "data/refusal_sft_hard_negatives.jsonl",
"rows": 6,
"sources": {
"refusal_sft_builder": 6
},
"answer_word_count": {
"min": 102,
"max": 142,
"avg": 121.0
},
"issue_counts": {}
}
],
"issues": {
"data/training_sft.jsonl": {},
"data/validation_sft.jsonl": {},
"data/training_sft_plus_grounded.jsonl": {},
"data/training_sft_plus_grounded_refusals.jsonl": {},
"data/refusal_sft_hard_negatives.jsonl": {}
}
}