cyttic commited on
Commit
bfa00a9
·
verified ·
1 Parent(s): 0b93400

exp37 B50

Browse files
Files changed (4) hide show
  1. charset.json +1 -0
  2. model.safetensors +3 -0
  3. results.json +62 -0
  4. train_log.tsv +7 -0
charset.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chars": ["", "א", "ב", "ג", "ד", "ה", "ו", "ז", "ח", "ט", "י", "כ", "ך", "ל", "מ", "ם", "נ", "ן", "ס", "ע", "פ", "ף", "צ", "ץ", "ק", "ר", "ש", "ת", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", " ", "'", "\"", "-", ".", ",", ":", ";", "!", "?", "(", ")", "[", "]", "{", "}", "/", "\\", "|", "*", "+", "=", "%", "&", "#", "@", "_", "<", ">", "~", "^", "$", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R", "S", "T", "U", "V", "W", "X", "Y", "Z", "˙", "،", "ء", "آ", "أ", "ؤ", "إ", "ئ", "ا", "ب", "ة", "ت", "ث", "ج", "ح", "خ", "د", "ذ", "ر", "ز", "س", "ش", "ص", "ض", "ط", "ظ", "ع", "غ", "ـ", "ف", "ق", "ك", "ل", "م", "ن", "ه", "و", "ى", "ي", "§", "½", "Å", "Æ", "Ø", "ä", "å", "æ", "é", "ö", "ø", "ü", "°", "É", "à", "â", "ç", "è", "ê", "î", "ô", "ù", "û", "œ", "¬", "º", "ę", "·", "¼", "¾", "ß", "•", "¶", "ï", "ÿ", "¤", "€"]}
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9abdf37bc59c7636db9bd1e44ab10868c198c110a332deafc0e7de33508405e
3
+ size 119197728
results.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "exp37",
3
+ "arm": "B50",
4
+ "config": {
5
+ "enc": "microsoft/trocr-small-handwritten",
6
+ "row_h": 64,
7
+ "overlap": 0,
8
+ "sub": 2,
9
+ "head": "tf2",
10
+ "fusion": false,
11
+ "inter_ctc": 0,
12
+ "span_mask": 0.0,
13
+ "passes": 3,
14
+ "lr_enc": 5e-05,
15
+ "lr_head": 0.0003,
16
+ "aug": 0.7,
17
+ "phase_a": 60000,
18
+ "batch": 32,
19
+ "syn_id": "cyttic/heb-webfont-ktavyad-medium-byp",
20
+ "syn_n": 50000,
21
+ "phase_b_samples": 297000
22
+ },
23
+ "encoder_source": "microsoft/trocr-small-handwritten",
24
+ "train": {
25
+ "synthetic": "cyttic/heb-webfont-ktavyad-medium-byp (minus 1000 held out)",
26
+ "lines": 50000
27
+ },
28
+ "budget": {
29
+ "batch": 32,
30
+ "phase_A_samples": 60000,
31
+ "phase_B_samples": 297000,
32
+ "phase_B_epochs": 5.94
33
+ },
34
+ "seed": 42,
35
+ "hhd_split": {
36
+ "seed": 42,
37
+ "test_frac": 0.2,
38
+ "dev_frac": 0.2,
39
+ "dev_writers": 109
40
+ },
41
+ "best_checkpoint": "B_unfrozen step 9281",
42
+ "decode": "greedy",
43
+ "results": {
44
+ "hhd_dev": {
45
+ "cer_raw": 0.5265258741828401,
46
+ "wer_raw": 1.1180484476287957,
47
+ "cer_let": 0.5010930799630035,
48
+ "wer_let": 1.1940781864445986
49
+ },
50
+ "syn_holdout": {
51
+ "cer_raw": 0.007371403561309346,
52
+ "wer_raw": 0.03435399551904406,
53
+ "cer_let": 0.0026325958844556083,
54
+ "wer_let": 0.026085901480223248
55
+ },
56
+ "number_order_heldout": {
57
+ "correct": 20,
58
+ "reversed": 0,
59
+ "other": 14
60
+ }
61
+ }
62
+ }
train_log.tsv ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ phase step samples train_loss dev_cer dev_wer sec
2
+ A_frozen 1875 60000 2.1985 0.6821 1.1260 206
3
+ B_unfrozen 2000 64000 0.2959 0.5861 1.1749 438
4
+ B_unfrozen 4000 128000 0.0736 0.5674 1.2308 875
5
+ B_unfrozen 6000 192000 0.0471 0.5503 1.1116 1313
6
+ B_unfrozen 8000 256000 0.0333 0.5288 1.0969 1751
7
+ B_unfrozen 9281 296992 0.0281 0.5265 1.1180 2033