File size: 2,283 Bytes
9f0e0ef
601a5c0
164af9e
601a5c0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
601a5c0
 
164af9e
601a5c0
164af9e
 
601a5c0
164af9e
 
 
9f0e0ef
eba3be6
601a5c0
9f0e0ef
 
601a5c0
 
164af9e
 
 
 
601a5c0
164af9e
 
6960fe2
601a5c0
 
9f0e0ef
 
601a5c0
 
164af9e
72513dc
164af9e
 
601a5c0
 
164af9e
 
9f0e0ef
601a5c0
 
9f0e0ef
 
601a5c0
 
164af9e
 
 
 
601a5c0
 
164af9e
 
9f0e0ef
601a5c0
 
9f0e0ef
 
601a5c0
 
164af9e
601a5c0
164af9e
 
601a5c0
 
164af9e
 
9f0e0ef
6960fe2
601a5c0
9f0e0ef
 
601a5c0
 
9f0e0ef
 
 
601a5c0
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 85000,
  "stats": {
    "climbmix/blocks": 3060000,
    "climbmix/targets": 5113419097,
    "climbmix/input_tokens": 5113742843,
    "ultra_qa/blocks": 1147500,
    "ultra_qa/targets": 1871965816,
    "ultra_qa/input_tokens": 1871969468,
    "cortex/blocks": 1147500,
    "cortex/targets": 43652665,
    "cortex/input_tokens": 1823889389,
    "ultra_style/blocks": 1147500,
    "ultra_style/targets": 1814807863,
    "ultra_style/input_tokens": 1814902860,
    "openmath/blocks": 765000,
    "openmath/targets": 1182206521,
    "openmath/input_tokens": 1182600938,
    "rewrite6/blocks": 382500,
    "rewrite6/targets": 627023097,
    "rewrite6/input_tokens": 627710727
  },
  "sources": {
    "climbmix": {
      "page": 419,
      "row": 587,
      "start": {
        "file": 20,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 21,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1716811
    },
    "rewrite6": {
      "page": 38,
      "row": 2375,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 155648
        }
      },
      "epoch": 4,
      "offset": 2048,
      "documents": 979639
    },
    "openmath": {
      "page": 262,
      "row": 252,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 199,
          "row": 852
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1073404
    },
    "ultra_qa": {
      "page": 113,
      "row": 1205,
      "start": {
        "file": 0,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 10817
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 464053
    },
    "ultra_style": {
      "page": 172,
      "row": 3360,
      "start": {
        "file": 1,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 19573
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 707872
    },
    "cortex": {
      "page": 22250,
      "row": 49,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 2848049
    }
  }
}