File size: 2,310 Bytes
9f0e0ef
99bcc59
164af9e
99bcc59
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
99bcc59
 
164af9e
99bcc59
164af9e
 
99bcc59
164af9e
 
 
9f0e0ef
99bcc59
 
9f0e0ef
 
99bcc59
 
66082e4
 
 
 
99bcc59
66082e4
 
414bd2b
cb930a1
99bcc59
9f0e0ef
 
99bcc59
 
164af9e
e6866d2
164af9e
 
99bcc59
 
164af9e
 
9f0e0ef
f8495e3
99bcc59
9f0e0ef
 
99bcc59
 
164af9e
763e24c
164af9e
 
414bd2b
99bcc59
164af9e
 
9f0e0ef
cb930a1
99bcc59
9f0e0ef
 
99bcc59
 
164af9e
414bd2b
164af9e
 
414bd2b
99bcc59
164af9e
 
9f0e0ef
99bcc59
 
9f0e0ef
 
99bcc59
 
9f0e0ef
 
 
99bcc59
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 830000,
  "stats": {
    "climbmix/blocks": 29880000,
    "climbmix/targets": 49950066776,
    "climbmix/input_tokens": 49953231760,
    "ultra_qa/blocks": 11205000,
    "ultra_qa/targets": 18279978645,
    "ultra_qa/input_tokens": 18280013833,
    "cortex/blocks": 11205000,
    "cortex/targets": 426071773,
    "cortex/input_tokens": 17811149534,
    "ultra_style/blocks": 11205000,
    "ultra_style/targets": 17722842692,
    "ultra_style/input_tokens": 17723772365,
    "openmath/blocks": 7470000,
    "openmath/targets": 11542438616,
    "openmath/input_tokens": 11546284486,
    "rewrite6/blocks": 3735000,
    "rewrite6/targets": 6122985883,
    "rewrite6/input_tokens": 6129699061
  },
  "sources": {
    "climbmix": {
      "page": 4092,
      "row": 49,
      "start": {
        "file": 198,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 16760881
    },
    "rewrite6": {
      "page": 28,
      "row": 636,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 114688
        }
      },
      "epoch": 46,
      "offset": 0,
      "documents": 9563908
    },
    "openmath": {
      "page": 2557,
      "row": 2242,
      "start": {
        "file": 23,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 430,
          "row": 522
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 10475714
    },
    "ultra_qa": {
      "page": 1105,
      "row": 3374,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 46357
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 4529454
    },
    "ultra_style": {
      "page": 1687,
      "row": 3474,
      "start": {
        "file": 10,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 60537
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 6913426
    },
    "cortex": {
      "page": 217307,
      "row": 113,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 27815409
    }
  }
}