state.json

{
  "_data_files": [
    {
      "filename": "data-00000-of-00010.arrow"
    },
    {
      "filename": "data-00001-of-00010.arrow"
    },
    {
      "filename": "data-00002-of-00010.arrow"
    },
    {
      "filename": "data-00003-of-00010.arrow"
    },
    {
      "filename": "data-00004-of-00010.arrow"
    },
    {
      "filename": "data-00005-of-00010.arrow"
    },
    {
      "filename": "data-00006-of-00010.arrow"
    },
    {
      "filename": "data-00007-of-00010.arrow"
    },
    {
      "filename": "data-00008-of-00010.arrow"
    },
    {
      "filename": "data-00009-of-00010.arrow"
    }
  ],
  "_fingerprint": "3d0b89984747209e",
  "_format_columns": [
    "input_ids",
    "loss_mask",
    "seq_len"
  ],
  "_format_kwargs": {},
  "_format_type": "torch",
  "_output_all_columns": false,
  "_split": null
}