length_stats.json

{
  "train_removed": 557,
  "validation_removed": 7,
  "length_stats": [
    {
      "split": "train_before_filter",
      "count": 36638,
      "min": 34,
      "median": 159,
      "p95": 371,
      "max": 19759
    },
    {
      "split": "train_after_filter",
      "count": 36081,
      "min": 48,
      "median": 160,
      "p95": 365,
      "max": 1906
    },
    {
      "split": "validation_before_filter",
      "count": 370,
      "min": 39,
      "median": 159,
      "p95": 334,
      "max": 4353
    },
    {
      "split": "validation_after_filter",
      "count": 363,
      "min": 48,
      "median": 161,
      "p95": 333,
      "max": 937
    }
  ]
}