File size: 2,547 Bytes
6610811
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
{
 "seed": 0,
 "steps": 1500,
 "n_parameters": 347167,
 "vocab_size": 481,
 "n_tags": 31,
 "corpus": {
  "requests": 1440,
  "profiles": 60,
  "train": 1080,
  "val": 360
 },
 "train": {
  "precision": 1.0,
  "recall": 1.0,
  "f1": 1.0,
  "value_recall": 1.0,
  "n_gold": 2430,
  "n_pred": 2430
 },
 "val": {
  "precision": 1.0,
  "recall": 1.0,
  "f1": 1.0,
  "value_recall": 1.0,
  "n_gold": 810,
  "n_pred": 810
 },
 "ambiguity_probe": {
  "city": {
   "personal": 135,
   "public": 102,
   "tagger_correct": 237,
   "gazetteer_correct": 135,
   "tagger_accuracy": 1.0,
   "gazetteer_accuracy": 0.5696
  },
  "iso_date": {
   "birth": 45,
   "travel": 45,
   "tagger_correct": 90,
   "regex_correct": 45,
   "tagger_accuracy": 1.0,
   "regex_accuracy": 0.5
  }
 },
 "history": [
  {
   "step": 100,
   "loss": 0.8456018883455545,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 200,
   "loss": 0.0029681686707772313,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 300,
   "loss": 0.0010909774966421538,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 400,
   "loss": 0.0012425882503157481,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 500,
   "loss": 0.0008028568621375598,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 600,
   "loss": 0.0006515971080807504,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 700,
   "loss": 0.00020419371416210196,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 800,
   "loss": 0.00022941515599086414,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 900,
   "loss": 0.0001741512342414353,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 1000,
   "loss": 0.00028020317062328105,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 1100,
   "loss": 0.00016108047333545983,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 1200,
   "loss": 0.00013588617766799871,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 1300,
   "loss": 0.00013093463247059844,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 1400,
   "loss": 9.306033061875496e-05,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  },
  {
   "step": 1500,
   "loss": 9.184164744510781e-05,
   "val_f1": 1.0,
   "val_value_recall": 1.0
  }
 ],
 "seconds": 33.95,
 "data_provenance": "fully synthetic; generated by customs.world + customs.templates",
 "held_out_check": {
  "covered": 72,
  "total": 72,
  "rate": 1.0,
  "misses": []
 }
}