Hugging Face's logo

Ericu950
/
Stoicheia-macronizer

Token Classification
Transformers
Safetensors
Ancient Greek (to 1453)
char_bert_meter
ancient-greek
classical-philology
character-level
masked-diffusion
macronization
custom_code
Model card Files
xet
 Community
Stoicheia-macronizer
File size: 2,030 Bytes
060f099
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
{
  "cfg": {
    "name": "meter_mac_v2",
    "seed": 0,
    "ckpt": "best.pt",
    "out_dir": "meter_mac_v2",
    "encoded": "encoded",
    "attn": "sdpa",
    "T": 2048,
    "micro_batch": 16,
    "eval_micro": 16,
    "lr_enc": 5e-05,
    "lr_head": 0.0008,
    "wd": 0.01,
    "clip": 1.0,
    "warmup_frac": 0.1,
    "epochs": 12,
    "patience": 12,
    "head_dropout": 0.33,
    "use_cap": true,
    "scalar_mix": true,
    "w_mac": 1.0,
    "w_scan": 0.0,
    "select": "mac",
    "prose_per_epoch": 150000,
    "scan_passes": 2,
    "scan_max_verses": 8,
    "mac_class_w": "auto",
    "scan_class_w": "auto",
    "log_every": 50
  },
  "mcfg": {
    "head_dropout": 0.33,
    "w_mac": 1.0,
    "w_scan": 0.0,
    "use_cap": true,
    "scalar_mix": true,
    "mac_class_w": [
      3.935332098208277,
      0.5727731680236648
    ],
    "scan_class_w": [
      1.0,
      1.0,
      1.0,
      1.0
    ]
  },
  "pretrain_cfg": {
    "name": "greekcharbert_anneal_staged",
    "seed": 0,
    "d_model": 1024,
    "depth": 32,
    "char_window": 256,
    "attn": "flex",
    "compile": true,
    "qk_norm": true,
    "seq_len": 8192,
    "micro_batch": 4,
    "grad_accum": 2,
    "lr": 0.0003,
    "wd": 0.1,
    "clip": 1.0,
    "warmup_frac": 0.04,
    "decay_frac": 0.1,
    "tier_weights": [
      1.0,
      1.0,
      0.3
    ],
    "anneal_phases": [
      [
        0.5,
        [
          1.0,
          1.0,
          0.3
        ]
      ],
      [
        0.9,
        [
          1.0,
          1.0,
          0.0
        ]
      ],
      [
        1.0,
        [
          1.0,
          0.0,
          0.0
        ]
      ]
    ],
    "anneal_patience": 3,
    "lam": 0.1,
    "total_steps": 120000,
    "num_workers": 12,
    "log_every": 20,
    "ckpt_every": 2000,
    "eval_every_ckpt": true,
    "eval_n": 256,
    "out_dir": "greekcharbert_anneal_staged"
  },
  "epoch": 4,
  "dev": {
    "mac_bal": 0.8886,
    "mac_acc": 0.9303,
    "mac_n": 2498
  },
  "T": 2048,
  "_source_checkpoint": "best.pt"
}