File size: 2,308 Bytes
9f0e0ef
f96ef7e
164af9e
f96ef7e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
f96ef7e
 
164af9e
f96ef7e
164af9e
 
f96ef7e
164af9e
 
 
9f0e0ef
fdb487d
f96ef7e
9f0e0ef
 
f96ef7e
 
66082e4
 
 
 
f96ef7e
66082e4
 
fdb487d
f96ef7e
 
9f0e0ef
 
f96ef7e
 
164af9e
0c80ebe
164af9e
 
f96ef7e
 
164af9e
 
9f0e0ef
0c80ebe
f96ef7e
9f0e0ef
 
f96ef7e
 
164af9e
75ecc5e
164af9e
 
0c80ebe
f96ef7e
164af9e
 
9f0e0ef
f96ef7e
 
9f0e0ef
 
f96ef7e
 
164af9e
414bd2b
164af9e
 
fdb487d
f96ef7e
164af9e
 
9f0e0ef
f96ef7e
 
9f0e0ef
 
f96ef7e
 
9f0e0ef
 
 
f96ef7e
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 880000,
  "stats": {
    "climbmix/blocks": 31680000,
    "climbmix/targets": 52958296496,
    "climbmix/input_tokens": 52961652321,
    "ultra_qa/blocks": 11880000,
    "ultra_qa/targets": 19381474490,
    "ultra_qa/input_tokens": 19381511739,
    "cortex/blocks": 11880000,
    "cortex/targets": 451709207,
    "cortex/input_tokens": 18884030914,
    "ultra_style/blocks": 11880000,
    "ultra_style/targets": 18790932141,
    "ultra_style/input_tokens": 18791917045,
    "openmath/blocks": 7920000,
    "openmath/targets": 12237932422,
    "openmath/input_tokens": 12242010271,
    "rewrite6/blocks": 3960000,
    "rewrite6/targets": 6491849239,
    "rewrite6/input_tokens": 6498966787
  },
  "sources": {
    "climbmix": {
      "page": 4338,
      "row": 2798,
      "start": {
        "file": 209,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 81,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 17771246
    },
    "rewrite6": {
      "page": 18,
      "row": 1453,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 73728
        }
      },
      "epoch": 49,
      "offset": 0,
      "documents": 10139977
    },
    "openmath": {
      "page": 2711,
      "row": 2854,
      "start": {
        "file": 25,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 188,
          "row": 8
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 11107110
    },
    "ultra_qa": {
      "page": 1172,
      "row": 1635,
      "start": {
        "file": 9,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 1,
          "row": 59327
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 4802147
    },
    "ultra_style": {
      "page": 1789,
      "row": 636,
      "start": {
        "file": 10,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 53596
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 7328380
    },
    "cortex": {
      "page": 230394,
      "row": 107,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 29490539
    }
  }
}