Hugging Face's logo

jfrick
/
simple-llm-python-124m-5b

PyTorch
Safetensors
English
causal-lm
python
from-scratch
muon
experimental
Model card Files
xet
 Community
simple-llm-python-124m-5b
File size: 4,369 Bytes
4719692
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
{
  "stage": "ready_to_freeze",
  "updated_unix": 1792550906.6174269,
  "tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9",
  "categories": {
    "python_implementation": {
      "target": 3250000000,
      "unique_train_targets": 3344840434,
      "validation_targets": 202402128,
      "required_passes": 0.9716457523545949,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    },
    "python_tests_examples": {
      "target": 750000000,
      "unique_train_targets": 1455959517,
      "validation_targets": 88631252,
      "required_passes": 0.5151242127565282,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    },
    "python_documentation": {
      "target": 500000000,
      "unique_train_targets": 638756689,
      "validation_targets": 32309371,
      "required_passes": 0.782770667783958,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    },
    "cs_math": {
      "target": 250000000,
      "unique_train_targets": 255001393,
      "validation_targets": 31729746,
      "required_passes": 0.9803868012595524,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    },
    "general_education": {
      "target": 150000000,
      "unique_train_targets": 153000047,
      "validation_targets": 59391033,
      "required_passes": 0.9803918556966195,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    },
    "books": {
      "target": 100000000,
      "unique_train_targets": 102061503,
      "validation_targets": 14413928,
      "required_passes": 0.9798013654570618,
      "two_pass_shortfall": 0,
      "one_pass_shortfall": 0
    }
  },
  "capacity_sufficient": true,
  "rejections": {
    "repository_license_unresolved": 5,
    "generated": 37974,
    "not_python_material": 15299,
    "size": 1236,
    "notice_or_changelog": 121,
    "minified_or_long_line": 171,
    "exact_duplicate": 910960,
    "malformed_or_size": 19,
    "boilerplate": 566,
    "excluded_path": 76203,
    "repository_one_percent_cap": 1372,
    "reserved_or_empty_encoding": 4,
    "invalid_python3": 175412,
    "non_utf8": 17,
    "reserved_test_record": 203318,
    "heldout_hash_exclusion": 273597,
    "older_collected_repository_version": 1440,
    "heldout_repository_exclusion": 287838,
    "placeholder_test_scaffold": 23,
    "documentation_references_heldout_repository": 2926,
    "python2_specific_documentation": 5529
  },
  "repository_count": 58,
  "by_origin": [
    {
      "category": "books",
      "origin": "existing_pinned_pool",
      "documents": 923,
      "unique_train_targets": 102061503
    },
    {
      "category": "cs_math",
      "origin": "existing_pinned_pool",
      "documents": 153044,
      "unique_train_targets": 255001393
    },
    {
      "category": "general_education",
      "origin": "existing_pinned_pool",
      "documents": 113805,
      "unique_train_targets": 153000047
    },
    {
      "category": "python_documentation",
      "origin": "collected_git",
      "documents": 8796,
      "unique_train_targets": 27901636
    },
    {
      "category": "python_documentation",
      "origin": "existing_pinned_pool",
      "documents": 55,
      "unique_train_targets": 1975348
    },
    {
      "category": "python_documentation",
      "origin": "python_explanatory_qa",
      "documents": 620563,
      "unique_train_targets": 608879705
    },
    {
      "category": "python_implementation",
      "origin": "collected_git",
      "documents": 10392,
      "unique_train_targets": 41406577
    },
    {
      "category": "python_implementation",
      "origin": "existing_pinned_pool",
      "documents": 708699,
      "unique_train_targets": 1422349105
    },
    {
      "category": "python_implementation",
      "origin": "supplemental_python_file",
      "documents": 870723,
      "unique_train_targets": 1881084752
    },
    {
      "category": "python_tests_examples",
      "origin": "collected_git",
      "documents": 11828,
      "unique_train_targets": 38755717
    },
    {
      "category": "python_tests_examples",
      "origin": "existing_pinned_pool",
      "documents": 274648,
      "unique_train_targets": 680803158
    },
    {
      "category": "python_tests_examples",
      "origin": "supplemental_python_file",
      "documents": 281242,
      "unique_train_targets": 736400642
    }
  ]
}