Hugging Face's logo

baobabtech
/
millid-tiny-v1.5

Text Classification
PyTorch
ONNX
Safetensors
multilingual
language-identification
byte-level
Eval Results (legacy)
🇪🇺 Region: EU
Model card Files
xet
 Community
5
millid-tiny-v1.5
File size: 1,406 Bytes
14ea361
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
{
  "model": {
    "num_labels": 1641,
    "max_len": 256,
    "d_model": 192,
    "n_layers": 3,
    "n_heads": 3,
    "dropout": 0.1,
    "conv_kernel": 5,
    "downsample": 1,
    "ngram_buckets": 4096,
    "script_buckets": 512,
    "rope_theta": 10000.0,
    "vocab_size": 259,
    "modalities": [
      "text"
    ],
    "model_type": "millid-byte-encoder"
  },
  "training": {
    "dataset": "baobabtech/millid-dataset",
    "preset": "tiny",
    "max_len": 256,
    "steps": 120000,
    "batch_size": 512,
    "lr": 0.001,
    "warmup": 2000,
    "weight_decay": 0.01,
    "dropout": 0.1,
    "label_smoothing": 0.1,
    "alpha": 0.3,
    "short_p": 0.25,
    "eval_every": 2000,
    "eval_per_label": 20,
    "patience": 12000,
    "commercial_only": false,
    "extra": [],
    "compare_glotlid": true,
    "compare_fasttext": true,
    "final_eval": "all",
    "output_dir": "millid-out",
    "push_to": "baobabtech/millid-tiny-v1.5",
    "public": false,
    "seed": 7,
    "log_every": 100,
    "threads": 0,
    "workers": -1,
    "compile": true,
    "gpus": 0,
    "wandb_project": "millid",
    "wandb_entity": "mscsr000324-must",
    "wandb_run_name": "millid-tiny-v1.5",
    "wandb_tags": [
      "tiny",
      "v1.5"
    ],
    "no_wandb": false
  },
  "best_step": 106000,
  "parameters": 2927145,
  "gpus": 1,
  "train_passages": 1943957,
  "trained_labels": 1641,
  "seconds": 1999
}