{
  "stage": "ready_to_freeze",
  "updated_unix": 1792550906.6174269,
  "tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9",
  "categories": {
    "python_implementation": {
      "target": 3250000000,
      "unique_train_targets": 3344840434,
      "validation_targets": 202402128,
      "required_passes": 0.9716457523545949,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    },
    "python_tests_examples": {
      "target": 750000000,
      "unique_train_targets": 1455959517,
      "validation_targets": 88631252,
      "required_passes": 0.5151242127565282,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    },
    "python_documentation": {
      "target": 500000000,
      "unique_train_targets": 638756689,
      "validation_targets": 32309371,
      "required_passes": 0.782770667783958,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    },
    "cs_math": {
      "target": 250000000,
      "unique_train_targets": 255001393,
      "validation_targets": 31729746,
      "required_passes": 0.9803868012595524,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    },
    "general_education": {
      "target": 150000000,
      "unique_train_targets": 153000047,
      "validation_targets": 59391033,
      "required_passes": 0.9803918556966195,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    },
    "books": {
      "target": 100000000,
      "unique_train_targets": 102061503,
      "validation_targets": 14413928,
      "required_passes": 0.9798013654570618,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    }
  },
  "capacity_sufficient": true,
  "rejections": {
    "repository_license_unresolved": 5,
    "generated": 37974,
    "not_python_material": 15299,
    "size": 1236,
    "notice_or_changelog": 121,
    "minified_or_long_line": 171,
    "exact_duplicate": 910960,
    "malformed_or_size": 19,
    "boilerplate": 566,
    "excluded_path": 76203,
    "repository_one_percent_cap": 1372,
    "reserved_or_empty_encoding": 4,
    "invalid_python3": 175412,
    "non_utf8": 17,
    "reserved_test_record": 203318,
    "heldout_hash_exclusion": 273597,
    "older_collected_repository_version": 1440,
    "heldout_repository_exclusion": 287838,
    "placeholder_test_scaffold": 23,
    "documentation_references_heldout_repository": 2926,
    "python2_specific_documentation": 5529
  },
  "repository_count": 58,
  "by_origin": [
    {
      "category": "books",
      "origin": "existing_pinned_pool",
      "documents": 923,
      "unique_train_targets": 102061503
    },
    {
      "category": "cs_math",
      "origin": "existing_pinned_pool",
      "documents": 153044,
      "unique_train_targets": 255001393
    },
    {
      "category": "general_education",
      "origin": "existing_pinned_pool",
      "documents": 113805,
      "unique_train_targets": 153000047
    },
    {
      "category": "python_documentation",
      "origin": "collected_git",
      "documents": 8796,
      "unique_train_targets": 27901636
    },
    {
      "category": "python_documentation",
      "origin": "existing_pinned_pool",
      "documents": 55,
      "unique_train_targets": 1975348
    },
    {
      "category": "python_documentation",
      "origin": "python_explanatory_qa",
      "documents": 620563,
      "unique_train_targets": 608879705
    },
    {
      "category": "python_implementation",
      "origin": "collected_git",
      "documents": 10392,
      "unique_train_targets": 41406577
    },
    {
      "category": "python_implementation",
      "origin": "existing_pinned_pool",
      "documents": 708699,
      "unique_train_targets": 1422349105
    },
    {
      "category": "python_implementation",
      "origin": "supplemental_python_file",
      "documents": 870723,
      "unique_train_targets": 1881084752
    },
    {
      "category": "python_tests_examples",
      "origin": "collected_git",
      "documents": 11828,
      "unique_train_targets": 38755717
    },
    {
      "category": "python_tests_examples",
      "origin": "existing_pinned_pool",
      "documents": 274648,
      "unique_train_targets": 680803158
    },
    {
      "category": "python_tests_examples",
      "origin": "supplemental_python_file",
      "documents": 281242,
      "unique_train_targets": 736400642
    }
  ]
}