Sharjeelbaig commited on
Commit
83d4fc5
·
verified ·
1 Parent(s): 207ac77

Upload folder using huggingface_hub

Browse files
Files changed (5) hide show
  1. README.md +3 -13
  2. config.json +5 -5
  3. model.safetensors +2 -2
  4. tokenizer.json +359 -1867
  5. tokenizer_config.json +1 -1
README.md CHANGED
@@ -1,15 +1,5 @@
1
- # NeuroCoder
2
 
3
- From-scratch narrow-domain coding SLM for:
4
- - React + Tailwind landing page generation
5
- - Unified-diff patch edits for UI/code changes
6
 
7
- ## Current Status
8
- - Early-stage trained checkpoint.
9
- - Not general-purpose chat.
10
- - Not yet at Qwen-level coding quality.
11
-
12
- ## Responsible Use
13
- - Use this model for constrained coding/edit tasks with validation loops.
14
- - Do not claim broad coding parity until benchmark gates are passed.
15
- - Validate all generated patches with apply/lint/build checks.
 
1
+ # TinyMoE Coder
2
 
3
+ From-scratch narrow-domain coding SLM for React+Tailwind generation and unified-diff edits.
 
 
4
 
5
+ This package may contain placeholder weights in early development stages.
 
 
 
 
 
 
 
 
config.json CHANGED
@@ -4,14 +4,14 @@
4
  ],
5
  "capacity_factor_infer": 1.0,
6
  "capacity_factor_train": 1.25,
7
- "context_length": 128,
8
  "ffn_multiplier": 4,
9
- "hidden_size": 128,
10
  "model_type": "tinymoe",
11
  "moe_every_n_layers": 2,
12
  "num_experts": 4,
13
- "num_heads": 4,
14
- "num_layers": 4,
15
  "top_k": 2,
16
- "vocab_size": 1871
17
  }
 
4
  ],
5
  "capacity_factor_infer": 1.0,
6
  "capacity_factor_train": 1.25,
7
+ "context_length": 256,
8
  "ffn_multiplier": 4,
9
+ "hidden_size": 256,
10
  "model_type": "tinymoe",
11
  "moe_every_n_layers": 2,
12
  "num_experts": 4,
13
+ "num_heads": 8,
14
+ "num_layers": 8,
15
  "top_k": 2,
16
+ "vocab_size": 363
17
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08f53cf2c97f139e60e1b2c260d95c00ca846b448d963283c441cfcac016a828
3
- size 10900280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70fae481dcd65e151fb5d5372a3bc539e6e5ede95e8b56846f73d919d57f7016
3
+ size 72314632
tokenizer.json CHANGED
@@ -7,1876 +7,368 @@
7
  ],
8
  "type": "simple_regex_tokenizer",
9
  "vocab": {
10
- "!": 156,
11
- "\"": 4,
12
- "#": 79,
13
- "$": 502,
14
- "%": 239,
15
- "&": 932,
16
- "'": 49,
17
- "(": 6,
18
- ")": 7,
19
- "*": 62,
20
- "+": 28,
21
- ",": 9,
22
- "-": 11,
23
- ".": 5,
24
- "/": 16,
25
- "0": 23,
26
- "00005": 1239,
27
- "0001": 1240,
28
- "0003": 1241,
29
- "001": 1242,
30
- "01": 1243,
31
- "02": 503,
32
- "1": 29,
33
- "10": 202,
34
- "100": 188,
35
- "1000": 933,
36
- "10000": 1244,
37
- "1024": 1245,
38
- "11": 934,
39
- "110": 1246,
40
- "12": 748,
41
- "120": 1247,
42
- "127": 598,
43
- "128": 368,
44
- "15": 749,
45
- "16": 422,
46
- "170": 1248,
47
- "2": 47,
48
- "20": 369,
49
- "200": 423,
50
- "2000": 1249,
51
- "20000": 1250,
52
- "2048": 1251,
53
- "220": 1252,
54
- "24": 1253,
55
- "25": 599,
56
- "250": 935,
57
- "256": 1254,
58
- "29": 936,
59
- "3": 110,
60
- "300": 1255,
61
- "32": 750,
62
- "32000": 937,
63
- "4": 76,
64
- "40": 1256,
65
- "400": 1257,
66
- "4096": 504,
67
- "42": 424,
68
- "5": 324,
69
- "50": 938,
70
- "500": 103,
71
- "512": 1258,
72
- "6": 240,
73
- "6000": 1259,
74
- "64": 505,
75
- "68": 1260,
76
- "7": 506,
77
- "77": 1261,
78
- "8": 50,
79
- "80": 1262,
80
- "800": 1263,
81
- "8080": 600,
82
- "85": 939,
83
- "9": 264,
84
- "900": 1264,
85
- "92": 1265,
86
- "95": 370,
87
- "950": 1266,
88
- "99": 1267,
89
- ":": 10,
90
- ";": 216,
91
- "<": 43,
92
  "<bos>": 1,
93
  "<eos>": 2,
94
  "<pad>": 0,
95
  "<unk>": 3,
96
- "=": 8,
97
- ">": 17,
98
- "?": 325,
99
- "@": 48,
100
- "A": 507,
101
- "A003": 1268,
102
- "ALLOWED_SPDX": 940,
103
- "API": 425,
104
- "APIs": 1269,
105
- "Accessibility": 1270,
106
- "Active": 1271,
107
- "AdamW": 941,
108
- "Adapter": 1272,
109
- "Adapters": 1273,
110
- "Adjust": 1274,
111
- "Ambiguous": 1275,
112
- "Any": 128,
113
- "Apache": 601,
114
- "App": 942,
115
- "ApplyResult": 241,
116
- "Architecture": 1276,
117
- "ArgumentParser": 371,
118
- "Assumptions": 1277,
119
- "Attribution": 1278,
120
- "Auto": 1279,
121
- "B": 372,
122
- "BAD_REQUEST": 943,
123
- "BPE": 1280,
124
- "BROKEN_BUILD": 944,
125
- "BSD": 373,
126
- "BY": 945,
127
- "Base": 1281,
128
- "BaseHTTPRequestHandler": 946,
129
- "Baseline": 947,
130
- "Batch": 426,
131
- "Benchmark": 1282,
132
- "BenchmarkCase": 602,
133
- "BenchmarkResult": 508,
134
- "BenchmarkSuite": 603,
135
- "Break": 1283,
136
- "Build": 509,
137
- "Built": 1284,
138
- "C": 1285,
139
- "CC": 751,
140
- "CC0": 948,
141
- "CI": 949,
142
- "COPYING": 1286,
143
- "CPU": 427,
144
- "CTA": 1287,
145
- "Capacity": 1288,
146
- "Cases": 1289,
147
- "Change": 950,
148
- "Checkpoint": 1290,
149
- "Classifiers": 1291,
150
- "Clause": 428,
151
- "Cloud": 1292,
152
- "Code": 1293,
153
- "Coder": 429,
154
- "Color": 1294,
155
- "CommandRunnerAdapter": 1295,
156
- "Commands": 1296,
157
- "Commons": 951,
158
- "Compare": 1297,
159
- "Complete": 1298,
160
- "Component": 1299,
161
- "Constraints": 510,
162
- "Content": 511,
163
- "Context": 1300,
164
- "Contributors": 1301,
165
- "Core": 1302,
166
- "Create": 952,
167
- "Creative": 953,
168
- "Criteria": 1303,
169
- "D": 1304,
170
- "Data": 604,
171
- "Dataset": 1305,
172
- "Decision": 1306,
173
- "Decoder": 954,
174
- "Defaults": 1307,
175
- "DenseFFN": 752,
176
- "Design": 1308,
177
- "Detect": 1309,
178
- "Deterministic": 605,
179
- "DiffUtilsTests": 1310,
180
- "DiffValidationError": 175,
181
- "E": 955,
182
- "Embedding": 1311,
183
- "English": 1312,
184
- "Enum": 956,
185
- "Estimated": 1313,
186
- "EvalCompareTests": 1314,
187
- "Evaluation": 1315,
188
- "Exception": 753,
189
- "Execution": 1316,
190
- "Expert": 754,
191
- "ExpertTelemetry": 755,
192
- "External": 1317,
193
- "F": 430,
194
- "FFN": 957,
195
- "FFNs": 1318,
196
- "FROM": 1319,
197
- "Face": 756,
198
- "False": 119,
199
- "FilePatch": 512,
200
- "FileRecord": 757,
201
- "Files": 1320,
202
- "Format": 1321,
203
- "Framework": 1322,
204
- "Freeze": 1323,
205
- "From": 606,
206
- "Frontend": 1324,
207
- "FrozenJsonBaseline": 1325,
208
- "GB": 607,
209
- "GGUF": 1326,
210
- "GGUF_PLACEHOLDER": 1327,
211
- "GPU": 758,
212
- "General": 1328,
213
- "Generate": 958,
214
- "Generated": 1329,
215
- "Generation": 1330,
216
- "Get": 1331,
217
- "Growth": 1332,
218
- "H": 1333,
219
- "HF": 959,
220
- "HFPackageResult": 759,
221
- "HTTP": 1334,
222
- "HTTPStatus": 292,
223
- "Helpers": 1335,
224
- "Hero": 83,
225
- "HeuristicModelAdapter": 293,
226
- "Hi": 265,
227
- "Hidden": 1336,
228
- "Hugging": 760,
229
- "Hunk": 761,
230
- "Hybrid": 1337,
231
- "I": 1338,
232
- "INTERNAL_SERVER_ERROR": 1339,
233
- "Identifier": 1340,
234
- "In": 1341,
235
- "Inference": 960,
236
- "Infrastructure": 1342,
237
- "IngestSummary": 762,
238
- "IngestTests": 1343,
239
- "Input": 1344,
240
- "Install": 608,
241
- "Instruction": 961,
242
- "Interfaces": 1345,
243
- "Invalid": 1346,
244
- "Iterable": 157,
245
- "JSON": 609,
246
- "JSONDecodeError": 1347,
247
- "JSONL": 1348,
248
- "KV": 1349,
249
- "Keep": 1350,
250
- "KeyError": 1351,
251
- "KeyboardInterrupt": 1352,
252
- "LICENSE": 431,
253
- "LLM": 513,
254
- "Landing": 1353,
255
- "Latency": 1354,
256
- "Launch": 962,
257
- "Layout": 1355,
258
- "Length": 763,
259
- "License": 432,
260
- "Linear": 374,
261
- "Lint": 1356,
262
- "Literal": 764,
263
- "LocalServiceRunner": 765,
264
- "M": 610,
265
- "MIT": 294,
266
- "ManifestRecord": 514,
267
- "Median": 963,
268
- "Memory": 1357,
269
- "Metrics": 1358,
270
- "Minimal": 1359,
271
- "MoE": 266,
272
- "MoEFeedForward": 964,
273
- "Model": 611,
274
- "ModelAdapter": 965,
275
- "ModelTorchTests": 1360,
276
- "Modelfile": 612,
277
- "Modes": 1361,
278
- "Module": 433,
279
- "ModuleList": 966,
280
- "N": 1362,
281
- "N802": 967,
282
- "NOT_FOUND": 968,
283
- "Narrow": 766,
284
- "NarrowCoderBench": 1363,
285
- "NeuroCoder": 767,
286
- "No": 613,
287
- "Non": 1364,
288
- "None": 40,
289
- "OK": 969,
290
- "OSError": 1365,
291
- "Ollama": 434,
292
- "OllamaPackageResult": 768,
293
- "On": 970,
294
- "Open": 1366,
295
- "Out": 1367,
296
- "Output": 769,
297
- "OutputFile": 295,
298
- "PARAMETER": 971,
299
- "PATCH": 614,
300
- "PEFT": 1368,
301
- "PIPE": 972,
302
- "POST": 1369,
303
- "PREFERENCE": 1370,
304
- "PRETRAIN": 770,
305
- "Pack": 1371,
306
- "Package": 1372,
307
- "PackedSequence": 375,
308
- "Parameter": 1373,
309
- "Parity": 1374,
310
- "ParityReport": 771,
311
- "Pass": 1375,
312
- "Patch": 615,
313
- "Path": 34,
314
- "Per": 1376,
315
- "Performance": 1377,
316
- "Pipeline": 1378,
317
- "Plan": 973,
318
- "Preference": 1379,
319
- "Pretraining": 1380,
320
- "Pricing": 515,
321
- "Programmatic": 1381,
322
- "Prompt": 974,
323
- "Protocol": 616,
324
- "Public": 1382,
325
- "PyTorch": 326,
326
- "Q4_K_M": 1383,
327
- "Quantization": 772,
328
- "QuantizeReport": 773,
329
- "Quantized": 1384,
330
- "Quick": 1385,
331
- "Qwen": 774,
332
- "RAM": 975,
333
- "README": 775,
334
- "RMSNorm": 617,
335
- "ROOT": 93,
336
- "Raised": 976,
337
- "React": 242,
338
- "ReleaseTests": 1386,
339
- "Replace": 1387,
340
- "Repository": 1388,
341
- "Return": 776,
342
- "RoPE": 1389,
343
- "Router": 1390,
344
- "RouterStats": 516,
345
- "Run": 376,
346
- "Runs": 1391,
347
- "RuntimeError": 517,
348
- "S": 1392,
349
- "SFT": 777,
350
- "SLM": 518,
351
- "SPDX": 519,
352
- "SPECIAL_TOKENS": 520,
353
- "SYNTHETIC": 1393,
354
- "SYSTEM": 1394,
355
- "SaaS": 977,
356
- "Scale": 1395,
357
- "Scenarios": 1396,
358
- "SchemaValidationError": 165,
359
- "Scope": 1397,
360
- "Scorecard": 243,
361
- "Scratch": 1398,
362
- "Section": 1399,
363
- "SelfAttention": 978,
364
- "Sequence": 1400,
365
- "ServiceTests": 1401,
366
- "SimpleTokenizer": 327,
367
- "Small": 1402,
368
- "Source": 1403,
369
- "SourceFile": 328,
370
- "Stage": 435,
371
- "Stages": 1404,
372
- "Start": 778,
373
- "Started": 1405,
374
- "Starter": 1406,
375
- "Status": 1407,
376
- "Strategy": 1408,
377
- "Structural": 1409,
378
- "Success": 1410,
379
- "Suite": 979,
380
- "Summary": 1411,
381
- "Supervised": 1412,
382
- "Synthetic": 1413,
383
- "System": 1414,
384
- "SystemExit": 521,
385
- "TEMPLATE": 1415,
386
- "TINYMOE_PLACEHOLDER": 1416,
387
- "TOKEN_PATTERN": 618,
388
- "TOML": 1417,
389
- "TORCH_AVAILABLE": 145,
390
- "Tailwind": 203,
391
- "Target": 1418,
392
- "Task": 980,
393
- "TaskRequest": 94,
394
- "TaskResponse": 137,
395
- "TaskRunner": 981,
396
- "TaskSchemaTests": 1419,
397
- "TaskService": 296,
398
- "TaskStatus": 982,
399
- "TaskType": 779,
400
- "TemporaryDirectory": 619,
401
- "Tensor": 135,
402
- "Test": 1420,
403
- "TestCase": 297,
404
- "Text": 1421,
405
- "The": 983,
406
- "Then": 1422,
407
- "This": 620,
408
- "ThreadingHTTPServer": 984,
409
- "TinyMoE": 146,
410
- "TinyMoEConfig": 147,
411
- "TinyMoEModel": 244,
412
- "TinyMoERequestHandler": 985,
413
- "Tokenizer": 780,
414
- "TokenizerQuality": 781,
415
- "TokenizerTests": 1423,
416
- "Total": 1424,
417
- "Train": 522,
418
- "TrainConfig": 267,
419
- "TrainExample": 329,
420
- "TrainStage": 377,
421
- "TrainState": 986,
422
- "TrainStepMetrics": 523,
423
- "Training": 621,
424
- "TrainingEngine": 622,
425
- "TrainingEngineTests": 1425,
426
- "Transformer": 782,
427
- "TransformerBlock": 987,
428
- "True": 35,
429
- "Type": 988,
430
- "Typed": 1426,
431
- "Types": 1427,
432
- "UI": 1428,
433
- "UNKNOWN": 989,
434
- "UNPROCESSABLE_ENTITY": 1429,
435
- "UTC": 990,
436
- "Unified": 991,
437
- "Unigram": 1430,
438
- "Unit": 1431,
439
- "Use": 1432,
440
- "Uses": 1433,
441
- "Validation": 1434,
442
- "ValidationResult": 176,
443
- "ValueError": 783,
444
- "Visual": 1435,
445
- "Week": 524,
446
- "Weeks": 623,
447
- "Weighted": 1436,
448
- "When": 1437,
449
- "X": 1438,
450
- "You": 992,
451
- "Za": 784,
452
- "Zero": 1439,
453
- "[": 12,
454
- "\\": 24,
455
- "]": 13,
456
- "^": 993,
457
- "_": 268,
458
- "_000": 785,
459
- "_024": 1440,
460
- "_096": 1441,
461
- "_ALLOWED_STATUS": 994,
462
- "_ALLOWED_TASK_TYPES": 786,
463
- "_COLOR_RE": 995,
464
- "_COLOR_TOKEN_RE": 996,
465
- "_HUNK_RE": 997,
466
- "_LICENSE_HINTS": 998,
467
- "_NEW_COLORS": 787,
468
- "_REACT_HINTS": 999,
469
- "_SPACING_RE": 1000,
470
- "_SPDX_RE": 1001,
471
- "_TAILWIND_COLOR_RE": 1002,
472
- "_TAILWIND_TOKEN_RE": 1003,
473
- "__file__": 269,
474
- "__future__": 68,
475
- "__init__": 148,
476
- "__main__": 138,
477
- "__name__": 139,
478
- "__pycache__": 1442,
479
- "_apply_color_edit": 1004,
480
- "_average_expert_load": 1005,
481
- "_balanced_symbols": 1006,
482
- "_build_batch": 788,
483
- "_collect_corpus_files": 1007,
484
- "_compile_prompt": 624,
485
- "_constrained_patch": 625,
486
- "_extract_title": 1008,
487
- "_join_lines": 1009,
488
- "_normalize_path": 789,
489
- "_parse_hunk_header": 1010,
490
- "_repair_patch": 1011,
491
- "_resolve_device": 1012,
492
- "_select_target_file": 1013,
493
- "_sha256": 1014,
494
- "_split_lines": 1015,
495
- "_utc_now": 1016,
496
- "_weighted": 790,
497
- "_write_json": 298,
498
- "`": 85,
499
- "a": 105,
500
- "ablations": 1443,
501
- "abs": 1444,
502
- "acceptance": 1445,
503
- "accepted_files": 791,
504
- "acquisition": 1446,
505
- "across": 1017,
506
- "actionable": 1447,
507
- "active": 1448,
508
- "adapter": 217,
509
- "add": 1449,
510
- "add_argument": 91,
511
- "adjustments": 1450,
512
- "adversarial": 1451,
513
- "after": 378,
514
- "against": 792,
515
- "aggregate": 1452,
516
- "alarm": 1453,
517
- "alarms": 1018,
518
- "aligned": 1454,
519
- "all": 1455,
520
- "all_metrics": 793,
521
- "allowed": 330,
522
- "amber": 626,
523
- "ambiguous": 1456,
524
- "an": 1019,
525
- "and": 44,
526
- "annotations": 69,
527
- "any": 1457,
528
- "api": 1020,
529
- "app_file": 1021,
530
- "append": 75,
531
- "append_eos": 794,
532
- "application": 627,
533
- "apply": 795,
534
- "apply_and_validate": 436,
535
- "apply_count": 796,
536
- "apply_ok": 204,
537
- "apply_rate": 437,
538
- "apply_result": 166,
539
- "apply_unified_diff": 525,
540
- "architecture": 1458,
541
- "architectures": 1022,
542
- "are": 299,
543
- "argparse": 189,
544
- "args": 55,
545
- "array": 379,
546
- "article": 1023,
547
- "artifact": 1024,
548
- "artifacts": 167,
549
- "as": 140,
550
- "as_tuple": 1459,
551
- "asdict": 149,
552
- "assert": 438,
553
- "assertEqual": 245,
554
- "assertFalse": 1460,
555
- "assertGreater": 797,
556
- "assertGreaterEqual": 1025,
557
- "assertIn": 380,
558
- "assertLess": 1461,
559
- "assertRaises": 1462,
560
- "assertTrue": 300,
561
- "assigned_indices": 628,
562
- "assigned_weights": 798,
563
- "assignment": 629,
564
- "astype": 1463,
565
- "at": 1026,
566
- "attention_mask": 381,
567
- "attn": 439,
568
- "authors": 1464,
569
- "auto": 526,
570
- "automatically": 1465,
571
- "aux_loss": 190,
572
- "auxiliary": 1466,
573
- "available": 630,
574
- "aware": 1027,
575
- "axis": 1028,
576
- "b": 158,
577
- "backend": 1029,
578
- "backends": 1030,
579
- "backward": 1031,
580
- "balance": 1467,
581
- "balancing": 1468,
582
- "based": 799,
583
- "baseline": 218,
584
- "baseline_results": 1032,
585
- "baseline_weighted": 440,
586
- "baselines": 1469,
587
- "bash": 800,
588
- "batch": 219,
589
- "batch_size": 331,
590
- "batches": 332,
591
- "be": 220,
592
- "before": 441,
593
- "begin": 1470,
594
- "behavior": 1471,
595
- "below": 1472,
596
- "benchmark": 191,
597
- "benchmarking": 1473,
598
- "benchmarks": 631,
599
- "bg": 111,
600
- "bias": 1033,
601
- "bit": 1034,
602
- "blank": 1035,
603
- "blend": 1474,
604
- "block": 1036,
605
- "blocked_dirs": 1037,
606
- "blocks": 632,
607
- "blue": 192,
608
- "body": 801,
609
- "bold": 1038,
610
- "bool": 72,
611
- "bootstrap": 1475,
612
- "border": 270,
613
- "bos": 802,
614
- "bos_token": 1476,
615
- "both": 1477,
616
- "boundary": 1478,
617
- "bounds": 1479,
618
- "break": 633,
619
- "broad": 1480,
620
- "bsz": 1039,
621
- "buffer": 333,
622
- "build": 527,
623
- "build_check": 634,
624
- "build_count": 803,
625
- "build_engine": 442,
626
- "build_hf_package": 528,
627
- "build_meta": 1481,
628
- "build_notes": 635,
629
- "build_ok": 116,
630
- "build_ollama_package": 529,
631
- "build_rate": 443,
632
- "button": 95,
633
- "by": 804,
634
- "by_id": 805,
635
- "byte": 1482,
636
- "bytearray": 1483,
637
- "bytes": 530,
638
- "bytes_written": 1040,
639
- "cache": 1484,
640
- "call": 1485,
641
- "calls": 1486,
642
- "can": 1487,
643
- "candidate": 334,
644
- "candidate_weighted": 531,
645
- "capacity": 444,
646
- "capacity_factor": 1041,
647
- "capacity_factor_infer": 445,
648
- "capacity_factor_train": 446,
649
- "capitalize": 1488,
650
- "case": 335,
651
- "case_id": 636,
652
- "cases": 301,
653
- "cat": 1042,
654
- "causal": 1043,
655
- "ceil": 1489,
656
- "change": 382,
657
- "char": 383,
658
- "character": 1490,
659
- "characters": 1491,
660
- "check": 637,
661
- "checkpoint": 1044,
662
- "checkpoints": 384,
663
- "checks": 336,
664
- "choices": 1492,
665
- "chunk": 385,
666
- "class": 52,
667
- "className": 112,
668
- "classification": 1493,
669
- "classifier": 1494,
670
- "classify_react_tailwind": 806,
671
- "classmethod": 447,
672
- "cleaned": 448,
673
- "clip": 1495,
674
- "clip_grad_norm_": 1496,
675
- "clone": 638,
676
- "cloud": 1497,
677
- "cls": 221,
678
- "code": 386,
679
- "coder": 532,
680
- "coding": 449,
681
- "collapse": 639,
682
- "collapse_alarm": 640,
683
- "collapse_events": 1045,
684
- "collapse_patience": 302,
685
- "collapse_threshold": 387,
686
- "color": 246,
687
- "color_match": 641,
688
- "cols": 1498,
689
- "command": 450,
690
- "comparator": 1499,
691
- "compare": 1500,
692
- "compare_to_baseline": 807,
693
- "comparison": 1046,
694
- "compile": 337,
695
- "compiler": 1501,
696
- "completed": 1502,
697
- "component": 808,
698
- "components": 533,
699
- "composition": 1503,
700
- "computed_new": 809,
701
- "computed_old": 810,
702
- "concatenate": 1504,
703
- "config": 39,
704
- "config_path": 534,
705
- "config_payload": 811,
706
- "configuration": 1047,
707
- "configured": 1505,
708
- "conflicting": 1506,
709
- "const": 812,
710
- "constrained": 813,
711
- "constraints": 150,
712
- "contain": 1507,
713
- "content": 54,
714
- "content_length": 814,
715
- "context": 1508,
716
- "context_files": 271,
717
- "context_length": 272,
718
- "context_payload": 815,
719
- "contiguous": 1048,
720
- "continue": 113,
721
- "contract": 1049,
722
- "contracts": 535,
723
- "controls": 1509,
724
- "copied_gguf": 642,
725
- "copy": 388,
726
- "copy2": 816,
727
- "corpus": 303,
728
- "corpus_files": 177,
729
- "correctness": 1050,
730
- "count": 1051,
731
- "counts": 643,
732
- "cover": 644,
733
- "coverage": 338,
734
- "cpu": 247,
735
- "create": 304,
736
- "credentials": 1510,
737
- "cross_entropy": 1511,
738
- "css": 645,
739
- "cuda": 817,
740
- "curl": 1512,
741
- "current_patch": 536,
742
- "cursor": 205,
743
- "custom": 1052,
744
- "cyan": 818,
745
- "d": 248,
746
- "data": 222,
747
- "dataclass": 59,
748
- "dataclasses": 141,
749
- "dataset": 646,
750
- "datasets": 339,
751
- "datetime": 819,
752
- "debugging": 1513,
753
- "decode": 647,
754
- "decoded": 820,
755
- "decoder": 1514,
756
- "decoding": 1053,
757
- "dedup": 1054,
758
- "def": 27,
759
- "default": 67,
760
- "default_factory": 1515,
761
- "default_model_config": 1055,
762
- "default_new_color": 1056,
763
- "defensive": 1516,
764
- "definitions": 1517,
765
- "del": 1057,
766
- "delete": 1518,
767
- "deleted": 1519,
768
- "dense": 1520,
769
- "dependencies": 1058,
770
- "dependency": 1059,
771
- "deployed": 1521,
772
- "deployment": 648,
773
- "description": 340,
774
- "design": 1522,
775
- "detach": 341,
776
- "detect_spdx": 821,
777
- "detected": 1523,
778
- "detection": 1524,
779
- "deterministic": 451,
780
- "deterministically": 1525,
781
- "dev": 649,
782
- "development": 1526,
783
- "device": 88,
784
- "device_arg": 822,
785
- "dict": 99,
786
- "diff": 114,
787
- "diff_iter": 1060,
788
- "diff_text": 389,
789
- "diff_utils": 650,
790
- "difflib": 1061,
791
- "digest": 651,
792
- "dim": 342,
793
- "dir": 1062,
794
- "directory": 1527,
795
- "disallowed": 1528,
796
- "discover": 1529,
797
- "distribution": 1530,
798
- "divisible": 1531,
799
- "do_GET": 1532,
800
- "do_POST": 1533,
801
- "domain": 537,
802
- "domain_match": 538,
803
- "domains": 1534,
804
- "down": 1063,
805
- "drop": 1535,
806
- "dropout": 1536,
807
- "dropped_tokens": 206,
808
- "dry": 1537,
809
- "dryrun": 1538,
810
- "dtype": 652,
811
- "dumps": 159,
812
- "during": 1539,
813
- "e": 539,
814
- "early": 1064,
815
- "edge": 1540,
816
- "edit": 390,
817
- "edited": 1541,
818
- "editing": 1542,
819
- "edits": 452,
820
- "elapsed": 1065,
821
- "elapsed_seconds": 1543,
822
- "elif": 653,
823
- "else": 115,
824
- "emerald": 193,
825
- "empty": 823,
826
- "encode": 305,
827
- "encoded": 540,
828
- "encoding": 77,
829
- "encountered": 1544,
830
- "end": 1545,
831
- "end_headers": 1546,
832
- "endswith": 654,
833
- "enforcement": 1547,
834
- "enforcing": 1548,
835
- "engine": 343,
836
- "enough": 1549,
837
- "ensure": 1550,
838
- "entry": 1066,
839
- "enum": 1551,
840
- "enumerate": 655,
841
- "eos": 656,
842
- "eos_id": 1067,
843
- "eos_token": 1552,
844
- "eps": 657,
845
- "equivalent": 1553,
846
- "error": 391,
847
- "errors": 344,
848
- "eval": 453,
849
- "evaluate": 1554,
850
- "evaluate_tokenizer_quality": 541,
851
- "evaluation": 824,
852
- "every": 825,
853
- "exact": 1555,
854
- "example": 454,
855
- "examples": 178,
856
- "exc": 273,
857
- "exceeded": 1556,
858
- "except": 306,
859
- "executed": 1557,
860
- "executes": 1558,
861
- "execution": 1559,
862
- "exist_ok": 274,
863
- "exists": 307,
864
- "expected": 658,
865
- "expected_apply_ok": 659,
866
- "expected_build_ok": 660,
867
- "expected_lint_ok": 661,
868
- "expert": 542,
869
- "expert_id": 662,
870
- "expert_in": 1068,
871
- "expert_load": 179,
872
- "expert_load_accum": 826,
873
- "expert_out": 1069,
874
- "experts": 455,
875
- "explicit": 1560,
876
- "export": 160,
877
- "extend": 543,
878
- "external": 663,
879
- "f": 46,
880
- "factors": 1561,
881
- "failed": 456,
882
- "fails": 1562,
883
- "failure": 1563,
884
- "fallback": 827,
885
- "fallback_color": 1070,
886
- "family": 1564,
887
- "fast": 1071,
888
- "fastapi": 1565,
889
- "faster": 1566,
890
- "ffn": 828,
891
- "ffn_input": 829,
892
- "ffn_multiplier": 664,
893
- "ffn_out": 830,
894
- "fh": 345,
895
- "field": 1072,
896
- "file": 207,
897
- "file_a": 665,
898
- "file_b": 666,
899
- "file_bytes": 667,
900
- "file_items": 1073,
901
- "file_map": 544,
902
- "file_names": 1074,
903
- "file_patch": 151,
904
- "files": 41,
905
- "files_map": 831,
906
- "files_payload": 832,
907
- "files_to_map": 1567,
908
- "files_written": 194,
909
- "filter": 1568,
910
- "filtered": 1569,
911
- "filtering": 1075,
912
- "final": 1570,
913
- "final_loss": 1076,
914
- "finally": 1571,
915
- "findall": 833,
916
- "first": 346,
917
- "fit": 834,
918
- "fits": 1572,
919
- "fixed": 1077,
920
- "fixes": 1573,
921
- "flex": 1574,
922
- "float": 63,
923
- "flush": 835,
924
- "focused": 1078,
925
- "folders": 1575,
926
- "font": 668,
927
- "for": 30,
928
- "format": 457,
929
- "forward": 458,
930
- "found": 545,
931
- "fragmentation": 459,
932
- "framework": 168,
933
- "freeze": 1576,
934
- "from": 20,
935
- "from_dict": 180,
936
- "from_jsonl": 1079,
937
- "fromfile": 1577,
938
- "frozen": 1578,
939
- "fuchsia": 836,
940
- "full": 1080,
941
- "function": 169,
942
- "functional": 1579,
943
- "gap": 1580,
944
- "gate": 837,
945
- "gated": 1581,
946
- "gates": 1081,
947
- "gen_synthetic": 1582,
948
- "generate_color_edit_examples": 669,
949
- "generate_page": 838,
950
- "generate_patch": 546,
951
- "generate_unified_diff": 460,
952
- "generated": 670,
953
- "generated_files": 839,
954
- "generates": 1583,
955
- "generation": 275,
956
- "generator": 1584,
957
- "generators": 1585,
958
- "get": 70,
959
- "getattr": 1586,
960
- "gguf": 547,
961
- "gguf_path": 392,
962
- "git": 548,
963
- "global_batch_size": 461,
964
- "go": 1082,
965
- "got": 1083,
966
- "gray": 840,
967
- "green": 841,
968
- "grid": 842,
969
- "group": 208,
970
- "h": 1587,
971
- "h1": 1084,
972
- "h2": 1085,
973
- "handle": 393,
974
- "hard": 1588,
975
- "hardening": 1589,
976
- "hardware": 1086,
977
- "harness": 843,
978
- "has": 844,
979
- "has_trailing_newline": 1087,
980
- "hashlib": 1088,
981
- "head_dim": 549,
982
- "header": 845,
983
- "headers": 1590,
984
- "heads": 1089,
985
- "health": 1591,
986
- "healthz": 1592,
987
- "hello": 1593,
988
- "help": 347,
989
- "helper": 1090,
990
- "helpers": 846,
991
- "hero": 1594,
992
- "hero_file": 1091,
993
- "hero_title": 1092,
994
- "hexdigest": 1595,
995
- "hf": 550,
996
- "hf_dir": 1093,
997
- "hf_package": 1094,
998
- "hf_result": 1095,
999
- "hi": 1096,
1000
- "hidden": 462,
1001
- "hidden_size": 106,
1002
- "hint": 671,
1003
- "hit": 1596,
1004
- "host": 463,
1005
- "hours": 1597,
1006
- "html": 1598,
1007
- "http": 847,
1008
- "hunk": 223,
1009
- "hunk_line": 848,
1010
- "hunk_lines": 464,
1011
- "hunks": 465,
1012
- "hybrid": 1097,
1013
- "i": 152,
1014
- "id": 181,
1015
- "id_to_token": 249,
1016
- "identical": 1599,
1017
- "identifier": 1600,
1018
- "ids": 170,
1019
- "idx": 129,
1020
- "if": 19,
1021
- "ignore": 209,
1022
- "ignore_index": 1601,
1023
- "implementation": 849,
1024
- "implemented": 1602,
1025
- "import": 15,
1026
- "in": 25,
1027
- "incrementally": 1603,
1028
- "indent": 308,
1029
- "index": 1604,
1030
- "indigo": 850,
1031
- "inf": 1605,
1032
- "infer": 122,
1033
- "inference": 851,
1034
- "infra": 1606,
1035
- "infrastructure": 1607,
1036
- "ingest": 551,
1037
- "ingest_sources": 552,
1038
- "ingested_at": 852,
1039
- "ingestion": 466,
1040
- "init": 1608,
1041
- "init_input": 1098,
1042
- "init_labels": 1099,
1043
- "init_loss": 672,
1044
- "initial": 1609,
1045
- "initial_loss": 1100,
1046
- "inner": 673,
1047
- "input": 1610,
1048
- "input_ids": 80,
1049
- "input_path": 1101,
1050
- "input_rows": 853,
1051
- "inputs": 674,
1052
- "insert": 224,
1053
- "inside": 1611,
1054
- "install": 675,
1055
- "installed": 1102,
1056
- "instruction": 66,
1057
- "instructions": 854,
1058
- "int": 32,
1059
- "int4": 1612,
1060
- "int8": 1103,
1061
- "integration": 1613,
1062
- "integrity": 1614,
1063
- "interface": 1615,
1064
- "interfaces": 1616,
1065
- "internal": 1617,
1066
- "interval": 1618,
1067
- "into": 1619,
1068
- "invalid": 394,
1069
- "is": 117,
1070
- "is_available": 1104,
1071
- "is_code_file": 855,
1072
- "is_file": 1105,
1073
- "is_license_allowed": 856,
1074
- "isinstance": 467,
1075
- "isoformat": 1620,
1076
- "item": 86,
1077
- "items": 553,
1078
- "iteration": 1106,
1079
- "jobs": 1621,
1080
- "join": 468,
1081
- "joined": 1107,
1082
- "js": 676,
1083
- "json": 45,
1084
- "jsonl": 225,
1085
- "jsx": 554,
1086
- "k": 276,
1087
- "keepdim": 1622,
1088
- "keepends": 1108,
1089
- "keeps": 1623,
1090
- "key": 677,
1091
- "keyed": 1624,
1092
- "known_tokens": 857,
1093
- "label_rows": 858,
1094
- "labels": 81,
1095
- "lambda": 1625,
1096
- "land": 1626,
1097
- "landing": 348,
1098
- "language": 1109,
1099
- "large": 1627,
1100
- "last_loss": 555,
1101
- "latency": 678,
1102
- "layer": 1110,
1103
- "layers": 859,
1104
- "layout": 1111,
1105
- "learning_rate": 349,
1106
- "legal": 1628,
1107
- "len": 71,
1108
- "length": 1112,
1109
- "level": 1629,
1110
- "lg": 1630,
1111
- "libraries": 1631,
1112
- "license": 395,
1113
- "license_audit": 679,
1114
- "license_audit_path": 1113,
1115
- "license_name": 1114,
1116
- "license_path": 860,
1117
- "license_text": 680,
1118
- "licenses": 1115,
1119
- "lightweight": 1632,
1120
- "lime": 861,
1121
- "line": 102,
1122
- "lines": 96,
1123
- "lineterm": 1633,
1124
- "lint": 681,
1125
- "lint_count": 862,
1126
- "lint_notes": 682,
1127
- "lint_ok": 118,
1128
- "lint_rate": 469,
1129
- "lint_react_tailwind": 683,
1130
- "list": 36,
1131
- "lm_head": 470,
1132
- "lo": 1116,
1133
- "load": 684,
1134
- "load_checkpoint": 1634,
1135
- "load_config": 1635,
1136
- "load_manifest": 1636,
1137
- "load_simple_tokenizer": 863,
1138
- "load_state_dict": 1117,
1139
- "load_tensor": 1118,
1140
- "loaded": 685,
1141
- "loading": 1637,
1142
- "loads": 226,
1143
- "local": 350,
1144
- "locally": 1638,
1145
- "log": 1639,
1146
- "log_every": 396,
1147
- "log_message": 1640,
1148
- "logic": 1119,
1149
- "logical": 1641,
1150
- "logits": 277,
1151
- "logsumexp": 1642,
1152
- "long": 1120,
1153
- "loss": 153,
1154
- "lower": 250,
1155
- "lowered": 864,
1156
- "lr": 556,
1157
- "m": 1121,
1158
- "main": 92,
1159
- "manifest": 351,
1160
- "manifest_lines": 865,
1161
- "manifest_path": 686,
1162
- "manifests": 866,
1163
- "manual_seed": 1122,
1164
- "map": 1643,
1165
- "map_location": 1644,
1166
- "marker": 1123,
1167
- "mask": 687,
1168
- "masked_fill": 1645,
1169
- "masking": 1646,
1170
- "match": 210,
1171
- "math": 1124,
1172
- "matmul": 1125,
1173
- "max": 227,
1174
- "max_abs": 1126,
1175
- "max_examples": 557,
1176
- "max_file_bytes": 1127,
1177
- "max_id": 1128,
1178
- "max_len": 1129,
1179
- "max_main_vocab": 1130,
1180
- "max_repair_attempts": 1131,
1181
- "max_steps": 278,
1182
- "may": 1132,
1183
- "md": 397,
1184
- "mean": 867,
1185
- "mean_prob": 1133,
1186
- "means": 1647,
1187
- "memory": 868,
1188
- "metadata": 123,
1189
- "method": 1134,
1190
- "metrics": 228,
1191
- "metrics_path": 1135,
1192
- "micro_batch_size": 471,
1193
- "min": 1136,
1194
- "min_load": 688,
1195
- "minimal": 689,
1196
- "minimize": 1648,
1197
- "mismatch": 690,
1198
- "missing": 691,
1199
- "mix": 1649,
1200
- "mkdir": 229,
1201
- "mode": 1650,
1202
- "model": 56,
1203
- "model_bytes": 1651,
1204
- "model_config": 142,
1205
- "model_max_length": 1652,
1206
- "model_name": 279,
1207
- "model_path": 558,
1208
- "model_type": 1137,
1209
- "model_weights": 472,
1210
- "modelfile": 869,
1211
- "modeling": 1653,
1212
- "models": 1654,
1213
- "modules": 1138,
1214
- "moe_every_n_layers": 559,
1215
- "monitoring": 1655,
1216
- "most_common": 1139,
1217
- "mps": 692,
1218
- "mt": 870,
1219
- "multi": 1656,
1220
- "multilingual": 1657,
1221
- "must": 251,
1222
- "mx": 693,
1223
- "my": 1140,
1224
- "n": 38,
1225
- "nGenerate": 1658,
1226
- "nRepair": 1659,
1227
- "name": 124,
1228
- "nargs": 1141,
1229
- "narrow": 473,
1230
- "narrowcoder_v1_sample": 1660,
1231
- "ndarray": 1661,
1232
- "near": 1142,
1233
- "needs_retry": 398,
1234
- "neutral": 871,
1235
- "never": 1143,
1236
- "new": 1144,
1237
- "new_color": 182,
1238
- "new_count": 352,
1239
- "new_lines": 1145,
1240
- "new_path": 252,
1241
- "new_spacing": 560,
1242
- "new_start": 474,
1243
- "new_token": 561,
1244
- "newline": 1662,
1245
- "nextjs": 1663,
1246
- "nmodel": 1664,
1247
- "nn": 130,
1248
- "no": 171,
1249
- "no_grad": 1665,
1250
- "non": 694,
1251
- "nonzero": 1666,
1252
- "noqa": 872,
1253
- "norm": 1146,
1254
- "norm1": 1147,
1255
- "norm2": 1148,
1256
- "normalization": 1667,
1257
- "not": 42,
1258
- "note": 1668,
1259
- "notes": 64,
1260
- "now": 1669,
1261
- "np": 230,
1262
- "nreplace": 1670,
1263
- "null": 695,
1264
- "num": 873,
1265
- "num_experts": 161,
1266
- "num_heads": 195,
1267
- "num_layers": 309,
1268
- "numel": 696,
1269
- "numpy": 1149,
1270
- "nxt": 310,
1271
- "object": 697,
1272
- "of": 311,
1273
- "offline": 1671,
1274
- "offset": 698,
1275
- "ok": 73,
1276
- "old": 1672,
1277
- "old_color": 562,
1278
- "old_count": 353,
1279
- "old_lines": 1150,
1280
- "old_path": 196,
1281
- "old_spacing": 563,
1282
- "old_start": 399,
1283
- "ollama": 475,
1284
- "ollama_dir": 1151,
1285
- "ollama_package": 1152,
1286
- "ollama_result": 1153,
1287
- "on": 312,
1288
- "one": 1154,
1289
- "ones": 1155,
1290
- "only": 197,
1291
- "open": 564,
1292
- "optim": 1156,
1293
- "optimization": 874,
1294
- "optimizer": 280,
1295
- "optional": 875,
1296
- "or": 131,
1297
- "orange": 876,
1298
- "organized": 1673,
1299
- "original": 1157,
1300
- "other": 1674,
1301
- "out": 78,
1302
- "out_dir": 253,
1303
- "out_path": 476,
1304
- "output": 89,
1305
- "output_dir": 57,
1306
- "output_path": 313,
1307
- "outputs": 1158,
1308
- "over": 1675,
1309
- "overflow": 1676,
1310
- "override": 1677,
1311
- "p": 400,
1312
- "p95": 1678,
1313
- "pack_sequences": 565,
1314
- "package": 254,
1315
- "package_json": 877,
1316
- "package_release": 1679,
1317
- "packager": 1680,
1318
- "packaging": 878,
1319
- "packed": 281,
1320
- "packing": 1159,
1321
- "pad": 198,
1322
- "pad_batch": 1681,
1323
- "pad_id": 477,
1324
- "pad_token": 1682,
1325
- "padding_side": 1683,
1326
- "page": 282,
1327
- "page_generate": 354,
1328
- "pages": 1160,
1329
- "pair": 1684,
1330
- "pairs": 699,
1331
- "parameters": 700,
1332
- "params": 879,
1333
- "parent": 701,
1334
- "parents": 132,
1335
- "parity": 880,
1336
- "parity_ratio": 401,
1337
- "parse_args": 402,
1338
- "parse_unified_diff": 566,
1339
- "parsed": 1161,
1340
- "parser": 60,
1341
- "parsing": 1685,
1342
- "part": 1162,
1343
- "parts": 1686,
1344
- "pass": 478,
1345
- "pass_threshold": 567,
1346
- "passed": 1163,
1347
- "passes": 1687,
1348
- "patch": 53,
1349
- "patch_edit": 183,
1350
- "patch_validate": 1688,
1351
- "patches": 355,
1352
- "path": 31,
1353
- "pathlib": 107,
1354
- "paths": 1164,
1355
- "patience": 881,
1356
- "payload": 37,
1357
- "payloads": 1689,
1358
- "pb": 1690,
1359
- "per": 1691,
1360
- "permissive": 882,
1361
- "picked": 1165,
1362
- "pink": 883,
1363
- "pip": 702,
1364
- "pipeline": 1166,
1365
- "placeholder": 884,
1366
- "placement": 1692,
1367
- "plus": 1693,
1368
- "policy": 885,
1369
- "pop": 1167,
1370
- "port": 479,
1371
- "positional": 1694,
1372
- "pow": 1695,
1373
- "pragma": 703,
1374
- "precomputed": 1696,
1375
- "preference": 568,
1376
- "preferred": 704,
1377
- "prefix": 255,
1378
- "prefixes": 1697,
1379
- "prem": 1168,
1380
- "preprocess": 1169,
1381
- "preprocessing": 1698,
1382
- "present": 1170,
1383
- "pressure": 1699,
1384
- "pretrain": 886,
1385
- "pretrained": 887,
1386
- "pretraining": 705,
1387
- "price": 706,
1388
- "pricing": 1700,
1389
- "pricing_file": 1171,
1390
- "primary": 1701,
1391
- "print": 283,
1392
- "prints": 1702,
1393
- "probs": 569,
1394
- "proc": 570,
1395
- "process": 1703,
1396
- "produced_ids": 888,
1397
- "produces": 1704,
1398
- "project": 707,
1399
- "prompt": 403,
1400
- "prompts": 1172,
1401
- "property": 889,
1402
- "provenance": 1173,
1403
- "provided": 1705,
1404
- "pt": 1706,
1405
- "purple": 890,
1406
- "px": 404,
1407
- "py": 184,
1408
- "python": 1707,
1409
- "python3": 405,
1410
- "q": 256,
1411
- "qkv": 708,
1412
- "quality": 356,
1413
- "quality_filter_notes": 1708,
1414
- "quantization": 891,
1415
- "quantize": 1174,
1416
- "quantize_array_to_int4": 1709,
1417
- "quantized": 1175,
1418
- "quiet": 1710,
1419
- "r": 211,
1420
- "raise": 84,
1421
- "randint": 892,
1422
- "random": 480,
1423
- "range": 231,
1424
- "rank": 893,
1425
- "rate": 1711,
1426
- "rates": 1712,
1427
- "raw": 314,
1428
- "raw_output": 709,
1429
- "raw_path": 315,
1430
- "re": 162,
1431
- "reaches": 1713,
1432
- "react": 212,
1433
- "react_like": 316,
1434
- "read": 1176,
1435
- "read_text": 143,
1436
- "readme": 406,
1437
- "reads": 1714,
1438
- "real": 1715,
1439
- "realistic": 1177,
1440
- "record": 213,
1441
- "records": 257,
1442
- "red": 894,
1443
- "reference": 1716,
1444
- "regenerated": 571,
1445
- "regression": 1717,
1446
- "rejected": 1718,
1447
- "rel_path": 1178,
1448
- "relative_path": 481,
1449
- "relative_to": 1719,
1450
- "release": 284,
1451
- "releases": 1179,
1452
- "relevant": 1720,
1453
- "reliability": 1721,
1454
- "remains": 1722,
1455
- "remove": 1723,
1456
- "renamed": 1724,
1457
- "rentals": 1725,
1458
- "reorder": 1726,
1459
- "repair": 1180,
1460
- "repair_notes": 1181,
1461
- "repaired": 1727,
1462
- "repaired_notes": 572,
1463
- "repaired_patch": 482,
1464
- "replace": 895,
1465
- "repo": 573,
1466
- "repo_root": 317,
1467
- "report": 710,
1468
- "reporting": 1728,
1469
- "repos": 1729,
1470
- "repos_seen": 1182,
1471
- "repository": 1183,
1472
- "reproducibility": 1730,
1473
- "req": 896,
1474
- "request": 58,
1475
- "requests": 1184,
1476
- "require": 1731,
1477
- "required": 483,
1478
- "requires": 1185,
1479
- "reserved_ok": 407,
1480
- "reshape": 1186,
1481
- "resolve": 232,
1482
- "resources": 1732,
1483
- "response": 108,
1484
- "responsiveness": 1733,
1485
- "result": 199,
1486
- "results": 233,
1487
- "resume": 1734,
1488
- "return": 26,
1489
- "returncode": 1187,
1490
- "returned": 1735,
1491
- "returns": 1736,
1492
- "reused": 1737,
1493
- "reward": 1738,
1494
- "rfile": 1739,
1495
- "rglob": 1188,
1496
- "right": 1189,
1497
- "rms": 1190,
1498
- "root": 185,
1499
- "roots": 574,
1500
- "rose": 711,
1501
- "rough_words": 712,
1502
- "round": 1740,
1503
- "rounded": 897,
1504
- "router": 898,
1505
- "router_stats": 1191,
1506
- "routing": 1741,
1507
- "row": 408,
1508
- "rsqrt": 1742,
1509
- "ruff": 1192,
1510
- "rule": 899,
1511
- "rule_template_v1": 1743,
1512
- "run": 285,
1513
- "run_api": 1744,
1514
- "run_benchmark": 1745,
1515
- "run_ingest": 1746,
1516
- "run_server": 900,
1517
- "runner": 575,
1518
- "runs": 901,
1519
- "runtime": 409,
1520
- "s": 410,
1521
- "safetensors": 258,
1522
- "safety": 1747,
1523
- "same": 1748,
1524
- "sample": 484,
1525
- "samples": 576,
1526
- "sanity": 1749,
1527
- "save": 1750,
1528
- "save_checkpoint": 1193,
1529
- "save_every": 318,
1530
- "save_examples_jsonl": 902,
1531
- "save_file": 1194,
1532
- "saved": 1751,
1533
- "scaffold": 903,
1534
- "scale": 357,
1535
- "schema": 411,
1536
- "schemas": 319,
1537
- "scope": 1195,
1538
- "score": 412,
1539
- "scorecard": 320,
1540
- "scoring": 1752,
1541
- "scratch": 286,
1542
- "screen": 1753,
1543
- "screenshot": 1754,
1544
- "scripts": 485,
1545
- "search": 358,
1546
- "second": 713,
1547
- "seconds": 1755,
1548
- "section": 714,
1549
- "sections": 1756,
1550
- "seed": 186,
1551
- "seed_files": 1196,
1552
- "seeds": 1757,
1553
- "seen_hashes": 904,
1554
- "select": 1758,
1555
- "self": 14,
1556
- "semibold": 1197,
1557
- "send_header": 1198,
1558
- "send_response": 1759,
1559
- "seq": 486,
1560
- "seq_len": 125,
1561
- "seq_trim": 905,
1562
- "sequence": 1199,
1563
- "sequences": 487,
1564
- "serialization": 1760,
1565
- "serve_forever": 1761,
1566
- "server": 488,
1567
- "server_close": 1762,
1568
- "service": 154,
1569
- "set": 906,
1570
- "setUp": 1763,
1571
- "set_to_none": 1200,
1572
- "setup": 1764,
1573
- "setuptools": 907,
1574
- "sft": 908,
1575
- "sft_color_edits": 1201,
1576
- "sha256": 715,
1577
- "shadow": 1765,
1578
- "shape": 716,
1579
- "shape_heads": 717,
1580
- "shared": 1766,
1581
- "shutil": 577,
1582
- "signal": 1767,
1583
- "signed": 1768,
1584
- "silu": 1769,
1585
- "simple_regex_tokenizer": 1770,
1586
- "single": 1771,
1587
- "size": 413,
1588
- "skew": 1202,
1589
- "skipUnless": 1203,
1590
- "skipped_duplicates": 578,
1591
- "skipped_license": 579,
1592
- "skipped_non_code": 580,
1593
- "skipped_oversized": 581,
1594
- "sky": 718,
1595
- "slate": 414,
1596
- "slots": 97,
1597
- "small": 1772,
1598
- "smaller": 1773,
1599
- "snapshot_v1": 719,
1600
- "snapshots": 1774,
1601
- "so": 1775,
1602
- "soft": 1776,
1603
- "softmax": 1204,
1604
- "sort_keys": 172,
1605
- "sorted": 720,
1606
- "source": 234,
1607
- "source_content": 909,
1608
- "source_dir": 359,
1609
- "source_license": 415,
1610
- "source_path": 321,
1611
- "source_repo": 582,
1612
- "source_roots": 1205,
1613
- "sources": 1206,
1614
- "spacing": 1777,
1615
- "spacing_match": 583,
1616
- "sparse": 721,
1617
- "spdx": 259,
1618
- "spdx_id": 910,
1619
- "spdx_match": 911,
1620
- "special_tokens": 1778,
1621
- "special_tokens_map": 1779,
1622
- "specialization": 1780,
1623
- "specialized": 1781,
1624
- "split": 1782,
1625
- "splitlines": 260,
1626
- "splits": 1783,
1627
- "squeeze": 1784,
1628
- "src": 144,
1629
- "st_size": 1785,
1630
- "stability": 1786,
1631
- "stabilization": 1787,
1632
- "stack": 360,
1633
- "stage": 261,
1634
- "stages": 1788,
1635
- "start": 912,
1636
- "start_idx": 722,
1637
- "startswith": 173,
1638
- "stat": 1789,
1639
- "state": 361,
1640
- "state_dict": 322,
1641
- "static": 1790,
1642
- "stats": 287,
1643
- "stats_list": 1207,
1644
- "status": 98,
1645
- "stays": 1791,
1646
- "stderr": 1208,
1647
- "stdout": 1209,
1648
- "step": 133,
1649
- "steps": 362,
1650
- "steps_below_threshold": 584,
1651
- "still": 1792,
1652
- "stone": 913,
1653
- "storage": 1793,
1654
- "str": 18,
1655
- "strict": 1794,
1656
- "string": 363,
1657
- "strip": 163,
1658
- "style": 585,
1659
- "subprocess": 723,
1660
- "success": 724,
1661
- "success_count": 914,
1662
- "success_rate": 489,
1663
- "sufficient": 1795,
1664
- "suffix": 1210,
1665
- "suite": 416,
1666
- "suites": 1796,
1667
- "sum": 586,
1668
- "summary": 262,
1669
- "summary_path": 1211,
1670
- "super": 490,
1671
- "support": 1797,
1672
- "symbols": 1798,
1673
- "syn": 1799,
1674
- "syntax": 1800,
1675
- "synthetic": 288,
1676
- "sys": 100,
1677
- "system": 1212,
1678
- "systems": 1801,
1679
- "t": 915,
1680
- "tab": 1802,
1681
- "tailwind": 187,
1682
- "tailwind_like": 364,
1683
- "target": 916,
1684
- "target_color_match": 917,
1685
- "target_patch": 417,
1686
- "target_path": 1213,
1687
- "targeted": 1803,
1688
- "targets": 1804,
1689
- "task": 235,
1690
- "task_type": 104,
1691
- "tasks": 587,
1692
- "taxonomy": 1805,
1693
- "teal": 725,
1694
- "telemetry": 588,
1695
- "temperature": 1806,
1696
- "tempfile": 365,
1697
- "templates": 1807,
1698
- "tensor": 323,
1699
- "test": 1214,
1700
- "test_": 1808,
1701
- "test_apply_patch": 1809,
1702
- "test_dryrun_fit": 1810,
1703
- "test_forward_shape": 1811,
1704
- "test_ingest_with_license_gate": 1812,
1705
- "test_invalid_framework": 1813,
1706
- "test_invalid_patch": 1814,
1707
- "test_package_outputs": 1815,
1708
- "test_page_generate_returns_files": 1816,
1709
- "test_parity_ratio": 1817,
1710
- "test_patch_edit_returns_diff": 1818,
1711
- "test_response_to_dict": 1819,
1712
- "test_train_save_load_and_quality": 1820,
1713
- "test_valid_task_request": 1821,
1714
- "test_validate_and_parse": 1822,
1715
- "testable": 1823,
1716
- "testimonials": 1824,
1717
- "tests": 726,
1718
- "text": 87,
1719
- "texts": 727,
1720
- "that": 918,
1721
- "the": 1215,
1722
- "theme": 1825,
1723
- "this": 1216,
1724
- "threshold": 919,
1725
- "thresholds": 1826,
1726
- "tied": 1827,
1727
- "tier": 728,
1728
- "tiers": 1217,
1729
- "time": 589,
1730
- "tiny": 1828,
1731
- "tiny_moe": 491,
1732
- "tinymoe": 418,
1733
- "tmp": 214,
1734
- "to": 136,
1735
- "to_dict": 236,
1736
- "to_json": 729,
1737
- "tofile": 1829,
1738
- "token": 126,
1739
- "token_embed": 730,
1740
- "token_indices": 366,
1741
- "token_sequences": 731,
1742
- "token_weights": 732,
1743
- "tokenize_corpus": 590,
1744
- "tokenized": 1218,
1745
- "tokenizer": 61,
1746
- "tokenizer_cfg": 920,
1747
- "tokenizer_config": 1830,
1748
- "tokenizer_json": 733,
1749
- "tokenizer_out": 921,
1750
- "tokenizer_path": 734,
1751
- "tokenizers": 1219,
1752
- "tokens": 237,
1753
- "toml": 1831,
1754
- "tomllib": 1220,
1755
- "tool": 922,
1756
- "tooling": 1832,
1757
- "top": 1221,
1758
- "top_idx": 1222,
1759
- "top_k": 289,
1760
- "top_p": 1833,
1761
- "top_vals": 1223,
1762
- "topk": 1834,
1763
- "torch": 51,
1764
- "total": 263,
1765
- "total_bytes": 591,
1766
- "total_tokens": 735,
1767
- "touching": 1835,
1768
- "track": 1836,
1769
- "trailing_newline": 736,
1770
- "train": 120,
1771
- "train_config": 367,
1772
- "train_seqs": 592,
1773
- "train_sequences": 1837,
1774
- "train_simple_tokenizer": 419,
1775
- "train_step": 1224,
1776
- "train_tokenizer": 1838,
1777
- "trained": 923,
1778
- "trained_from_scratch": 1839,
1779
- "training": 174,
1780
- "training_summary": 1840,
1781
- "transformer": 1841,
1782
- "transpose": 924,
1783
- "triage": 1842,
1784
- "tril": 1843,
1785
- "true": 1844,
1786
- "truncation_side": 1845,
1787
- "try": 420,
1788
- "ts": 737,
1789
- "tsx": 121,
1790
- "tuning": 593,
1791
- "tuple": 164,
1792
- "two": 1846,
1793
- "txt": 738,
1794
- "type": 127,
1795
- "typical": 1847,
1796
- "typing": 238,
1797
- "unbalanced": 1848,
1798
- "under": 739,
1799
- "unexpected": 1849,
1800
- "unified": 200,
1801
- "unified_diff": 215,
1802
- "unit": 1850,
1803
- "unittest": 101,
1804
- "unk": 492,
1805
- "unk_id": 1225,
1806
- "unk_token": 1851,
1807
- "unprefixed": 1852,
1808
- "unsqueeze": 1853,
1809
- "up": 1226,
1810
- "update": 1227,
1811
- "updated": 493,
1812
- "use": 1854,
1813
- "use_moe": 494,
1814
- "used": 1228,
1815
- "uses": 1855,
1816
- "using": 1229,
1817
- "utf": 65,
1818
- "utilities": 925,
1819
- "utilization": 1230,
1820
- "utils": 1856,
1821
- "uvicorn": 1857,
1822
- "v": 740,
1823
- "v1": 495,
1824
- "valid": 741,
1825
- "validate_unified_diff": 496,
1826
- "validation": 74,
1827
- "validator": 926,
1828
- "validators": 742,
1829
- "value": 497,
1830
- "values": 421,
1831
- "version": 1858,
1832
- "view": 743,
1833
- "violate": 1859,
1834
- "violet": 744,
1835
- "vocab": 109,
1836
- "vocab_size": 134,
1837
- "w": 594,
1838
- "warmup_steps": 498,
1839
- "weight": 290,
1840
- "weighted": 1860,
1841
- "weights": 291,
1842
- "weights_path": 1231,
1843
- "wfile": 1861,
1844
- "wheel": 1862,
1845
- "when": 1232,
1846
- "while": 927,
1847
- "white": 595,
1848
- "will": 1863,
1849
- "wise": 1864,
1850
- "with": 90,
1851
- "within": 1233,
1852
- "workloads": 1865,
1853
- "world": 1866,
1854
- "world_size": 499,
1855
- "write": 500,
1856
- "write_bytes": 1234,
1857
- "write_dummy_gguf": 596,
1858
- "write_manifest": 1867,
1859
- "write_results": 928,
1860
- "write_text": 155,
1861
- "x": 82,
1862
- "x0F": 1235,
1863
- "x_flat": 597,
1864
- "xl": 501,
1865
- "yellow": 929,
1866
- "yield": 1236,
1867
- "z": 1237,
1868
- "z0": 930,
1869
- "z_": 1868,
1870
- "z_loss": 201,
1871
- "zero_grad": 1238,
1872
- "zeros_like": 1869,
1873
- "zinc": 931,
1874
- "{": 21,
1875
- "|": 33,
1876
- "}": 22,
1877
- "~": 745,
1878
- "\u2019": 1870,
1879
- "\u201c": 746,
1880
- "\u201d": 747
1881
  }
1882
  }
 
7
  ],
8
  "type": "simple_regex_tokenizer",
9
  "vocab": {
10
+ "\t": 304,
11
+ "\n": 16,
12
+ "\n\n": 35,
13
+ "\n ": 245,
14
+ "\n ": 21,
15
+ "\n ": 37,
16
+ "\n ": 23,
17
+ "\n ": 59,
18
+ "\n ": 173,
19
+ "\r": 305,
20
+ " ": 4,
21
+ " ": 132,
22
+ "!": 87,
23
+ "\"": 6,
24
+ "#": 109,
25
+ "$": 74,
26
+ "%": 306,
27
+ "&": 307,
28
+ "'": 308,
29
+ "(": 129,
30
+ ")": 130,
31
+ "*": 309,
32
+ "+": 51,
33
+ ",": 36,
34
+ "-": 5,
35
+ ".": 14,
36
+ "/": 9,
37
+ "0": 110,
38
+ "1": 174,
39
+ "10": 75,
40
+ "100": 76,
41
+ "2": 24,
42
+ "20": 89,
43
+ "2026": 175,
44
+ "24": 176,
45
+ "29": 177,
46
+ "3": 40,
47
+ "4": 41,
48
+ "5": 111,
49
+ "50": 151,
50
+ "500": 178,
51
+ "6": 27,
52
+ "600": 25,
53
+ "7": 49,
54
+ "700": 179,
55
+ "8": 31,
56
+ "800": 112,
57
+ "9": 310,
58
+ "900": 282,
59
+ "99": 180,
60
+ ":": 13,
61
+ ";": 283,
62
+ "<": 7,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  "<bos>": 1,
64
  "<eos>": 2,
65
  "<pad>": 0,
66
  "<unk>": 3,
67
+ "=": 10,
68
+ ">": 8,
69
+ "?": 57,
70
+ "@": 71,
71
+ "A": 311,
72
+ "All": 181,
73
+ "Analytics": 182,
74
+ "Assistant": 32,
75
+ "B": 312,
76
+ "Build": 152,
77
+ "Builds": 183,
78
+ "ByteForge": 244,
79
+ "C": 313,
80
+ "CTA": 284,
81
+ "CodePulse": 242,
82
+ "D": 314,
83
+ "DOCTYPE": 184,
84
+ "Design": 185,
85
+ "DevFlow": 243,
86
+ "Doing": 275,
87
+ "E": 315,
88
+ "Enterprise": 186,
89
+ "F": 316,
90
+ "Fast": 187,
91
+ "Faster": 90,
92
+ "Free": 188,
93
+ "G": 317,
94
+ "Get": 153,
95
+ "H": 318,
96
+ "Hello": 280,
97
+ "Hero": 64,
98
+ "Hey": 258,
99
+ "Hi": 273,
100
+ "I": 50,
101
+ "J": 319,
102
+ "JSON": 133,
103
+ "K": 320,
104
+ "L": 321,
105
+ "Landing": 189,
106
+ "LandingPage": 285,
107
+ "LaunchGrid": 240,
108
+ "Live": 190,
109
+ "M": 322,
110
+ "N": 323,
111
+ "Need": 286,
112
+ "NeuroCoder": 281,
113
+ "NeuroStack": 241,
114
+ "O": 324,
115
+ "P": 325,
116
+ "Pricing": 191,
117
+ "Pro": 192,
118
+ "Q": 326,
119
+ "R": 327,
120
+ "React": 85,
121
+ "Ready": 274,
122
+ "Real": 193,
123
+ "S": 328,
124
+ "SaaS": 287,
125
+ "Secure": 194,
126
+ "Security": 195,
127
+ "Share": 276,
128
+ "Ship": 154,
129
+ "ShipCraft": 239,
130
+ "Simple": 196,
131
+ "Smarter": 155,
132
+ "Start": 88,
133
+ "Started": 156,
134
+ "Starter": 197,
135
+ "T": 329,
136
+ "Tailwind": 86,
137
+ "Tell": 259,
138
+ "Trial": 198,
139
+ "U": 330,
140
+ "UTF": 199,
141
+ "User": 33,
142
+ "V": 331,
143
+ "W": 332,
144
+ "What": 268,
145
+ "X": 333,
146
+ "Y": 334,
147
+ "Yes": 134,
148
+ "Z": 335,
149
+ "[": 336,
150
+ "\\": 337,
151
+ "]": 338,
152
+ "^": 339,
153
+ "_": 340,
154
+ "`": 341,
155
+ "a": 48,
156
+ "am": 101,
157
+ "and": 58,
158
+ "answer": 200,
159
+ "antialiased": 201,
160
+ "are": 135,
161
+ "article": 52,
162
+ "auto": 42,
163
+ "automate": 202,
164
+ "automation": 203,
165
+ "b": 168,
166
+ "between": 157,
167
+ "bg": 19,
168
+ "body": 113,
169
+ "bold": 56,
170
+ "border": 158,
171
+ "build": 150,
172
+ "button": 60,
173
+ "by": 204,
174
+ "c": 342,
175
+ "can": 68,
176
+ "cdn": 205,
177
+ "center": 61,
178
+ "change": 246,
179
+ "charset": 206,
180
+ "class": 12,
181
+ "className": 55,
182
+ "code": 82,
183
+ "coding": 84,
184
+ "color": 247,
185
+ "cols": 114,
186
+ "com": 207,
187
+ "compatible": 93,
188
+ "component": 248,
189
+ "components": 94,
190
+ "content": 208,
191
+ "create": 288,
192
+ "cycles": 209,
193
+ "d": 343,
194
+ "default": 169,
195
+ "developer": 210,
196
+ "developers": 211,
197
+ "device": 212,
198
+ "diffs": 136,
199
+ "div": 18,
200
+ "doing": 264,
201
+ "e": 344,
202
+ "edit": 249,
203
+ "edits": 99,
204
+ "emerald": 104,
205
+ "en": 213,
206
+ "especially": 137,
207
+ "evening": 303,
208
+ "export": 170,
209
+ "extrabold": 159,
210
+ "f": 345,
211
+ "features": 160,
212
+ "first": 214,
213
+ "flex": 161,
214
+ "font": 20,
215
+ "footer": 91,
216
+ "for": 250,
217
+ "format": 251,
218
+ "from": 131,
219
+ "function": 171,
220
+ "g": 346,
221
+ "gap": 115,
222
+ "generate": 149,
223
+ "get": 215,
224
+ "good": 172,
225
+ "gradient": 216,
226
+ "gray": 34,
227
+ "great": 277,
228
+ "grid": 65,
229
+ "h": 289,
230
+ "h1": 77,
231
+ "h2": 78,
232
+ "h3": 38,
233
+ "h4": 53,
234
+ "head": 116,
235
+ "header": 79,
236
+ "hello": 298,
237
+ "help": 103,
238
+ "helps": 162,
239
+ "hero": 290,
240
+ "hey": 302,
241
+ "hi": 301,
242
+ "hiya": 300,
243
+ "hover": 117,
244
+ "how": 138,
245
+ "href": 118,
246
+ "html": 80,
247
+ "https": 217,
248
+ "i": 347,
249
+ "id": 119,
250
+ "in": 95,
251
+ "indigo": 97,
252
+ "initial": 218,
253
+ "is": 139,
254
+ "items": 163,
255
+ "j": 348,
256
+ "justify": 164,
257
+ "k": 349,
258
+ "l": 350,
259
+ "landing": 73,
260
+ "lang": 219,
261
+ "layout": 291,
262
+ "leading": 220,
263
+ "lg": 26,
264
+ "like": 140,
265
+ "m": 351,
266
+ "main": 221,
267
+ "max": 43,
268
+ "mb": 81,
269
+ "md": 66,
270
+ "me": 260,
271
+ "meta": 120,
272
+ "min": 292,
273
+ "modern": 293,
274
+ "modify": 261,
275
+ "morning": 299,
276
+ "mt": 62,
277
+ "mx": 44,
278
+ "n": 352,
279
+ "name": 222,
280
+ "o": 353,
281
+ "operational": 223,
282
+ "or": 262,
283
+ "output": 252,
284
+ "outputs": 141,
285
+ "p": 17,
286
+ "page": 165,
287
+ "pages": 142,
288
+ "patch": 100,
289
+ "patch_edit": 253,
290
+ "path": 254,
291
+ "pricing": 92,
292
+ "products": 224,
293
+ "provide": 255,
294
+ "px": 28,
295
+ "py": 29,
296
+ "q": 354,
297
+ "r": 225,
298
+ "ready": 265,
299
+ "reasoning": 294,
300
+ "reliable": 166,
301
+ "request": 266,
302
+ "reserved": 226,
303
+ "return": 105,
304
+ "rights": 227,
305
+ "rose": 108,
306
+ "rounded": 30,
307
+ "s": 355,
308
+ "scale": 228,
309
+ "screen": 295,
310
+ "script": 121,
311
+ "section": 45,
312
+ "semibold": 39,
313
+ "shadow": 46,
314
+ "ship": 167,
315
+ "should": 269,
316
+ "sky": 127,
317
+ "sm": 54,
318
+ "smart": 229,
319
+ "software": 296,
320
+ "speciality": 143,
321
+ "specialize": 144,
322
+ "src": 70,
323
+ "started": 230,
324
+ "structured": 145,
325
+ "t": 231,
326
+ "tailwindcss": 232,
327
+ "task": 278,
328
+ "tasks": 102,
329
+ "teal": 128,
330
+ "teams": 297,
331
+ "text": 11,
332
+ "thanks": 270,
333
+ "thinking": 233,
334
+ "this": 256,
335
+ "tight": 234,
336
+ "time": 235,
337
+ "title": 122,
338
+ "to": 63,
339
+ "today": 271,
340
+ "tool": 72,
341
+ "tools": 146,
342
+ "transition": 123,
343
+ "tsx": 96,
344
+ "u": 356,
345
+ "unified": 147,
346
+ "unified_diff": 257,
347
+ "use": 148,
348
+ "v": 357,
349
+ "viewport": 236,
350
+ "violet": 126,
351
+ "visibility": 237,
352
+ "w": 47,
353
+ "want": 263,
354
+ "we": 272,
355
+ "well": 267,
356
+ "what": 98,
357
+ "white": 22,
358
+ "width": 124,
359
+ "will": 279,
360
+ "with": 69,
361
+ "workflows": 125,
362
+ "x": 358,
363
+ "xl": 15,
364
+ "y": 359,
365
+ "you": 67,
366
+ "your": 83,
367
+ "z": 360,
368
+ "{": 106,
369
+ "|": 361,
370
+ "}": 107,
371
+ "~": 362,
372
+ "\u00a9": 238
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
373
  }
374
  }
tokenizer_config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "model_max_length": 128,
3
  "padding_side": "right",
4
  "special_tokens_map": {
5
  "bos_token": "<bos>",
 
1
  {
2
+ "model_max_length": 256,
3
  "padding_side": "right",
4
  "special_tokens_map": {
5
  "bos_token": "<bos>",