Hugging Face's logo

SlayerLab
/
Slayer11B-pilot-checkpoints

PyTorch
Model card Files
xet
 Community
Slayer11B-pilot-checkpoints
File size: 1,606 Bytes
2b37f22
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
{
  "dataset": "SlayerLab/slayer-pl-8x3b",
  "dataset_revision": "d50df04a6ad46876fa559a87cca5d3e2a96e7098",
  "tokenizer_sha256": "0640d3bd3674d7a6e59c540d945a2ad275a12e1bcaeb6007c37a90751f9815dd",
  "train_tokens": 100257792,
  "val_tokens": 752314,
  "train_sha256": "427f3145901320cb499f6a4f7e5fb0b7855f9a3c6f3f5d4d020d2d58af4b85b8",
  "val_sha256": "cb0460fc1f9f6462687f172e362e3b342c30db93f15c5bd5ff91f7a9d4231678",
  "components": {
    "web": {
      "component": "web",
      "sha256": "5cbb6dfa3a276a30db3c2034105ffffa75cc29b767456e7d75c305f9bd7ec562",
      "tokens": 63000319,
      "val_tokens": 150462,
      "documents": 59951
    },
    "core": {
      "component": "core",
      "sha256": "ea0b4b901ace3780501b02a3972f014f77ce722315476e6f93681616958e0a99",
      "tokens": 19248201,
      "val_tokens": 275917,
      "documents": 1550
    },
    "legal": {
      "component": "legal",
      "sha256": "6d4cc2f604d76452cd7e7ea52d1a04826f5e44f09bb035ba0853232fe373e74a",
      "tokens": 8014804,
      "val_tokens": 175506,
      "documents": 1530
    },
    "en": {
      "component": "en",
      "sha256": "f3d451b7a202d7748a598c6c958c38cbd42bfc981c8d2fcbc3cdd721276b935a",
      "tokens": 10005866,
      "val_tokens": 150429,
      "documents": 8550
    }
  },
  "masking": "Email addresses and 9 digit phone patterns only. No guarantee of complete personal-data redaction.",
  "licenses": "Permissive web, core, legal and English partitions; share-alike partitions excluded.",
  "seed": 20261023,
  "order": "document-hash holdout, 4096-token blocks shuffled, EOS 0 between documents"
}