File size: 1,196 Bytes
f9dd1f9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
{
  "config": {
    "config": "config/part1_new/transformer.yaml",
    "train_limit": 300000,
    "val_limit": null,
    "model": "transformer",
    "d_model": 256,
    "n_layers": 6,
    "n_heads": 4,
    "d_ff": 1024,
    "dropout": 0.1,
    "data_dir": "data/part1_new",
    "max_len": 512,
    "eval_max_len": 2048,
    "batch_size": 64,
    "eval_batch_size": 8,
    "epochs": 1,
    "lr": 0.0006,
    "weight_decay": 0.01,
    "warmup_frac": 0.05,
    "grad_clip": 1.0,
    "log_every": 50,
    "eval_every": 2000,
    "num_workers": 0,
    "seed": 0,
    "wandb_project": "ANLP-A3-Part1-new",
    "run_name": "transformer",
    "save_dir": "models/part1_new",
    "infer_window": 2048
  },
  "parameters": 4767516,
  "step": 4000,
  "val": {
    "char_accuracy": 0.17783275244681762,
    "word_accuracy": 0.0072139959766513865,
    "levenshtein": 507.2411101474415,
    "levenshtein_norm": 0.5624621257595949,
    "precision_macro": 0.7821946990814472,
    "recall_macro": 0.04758124230754201,
    "f1_macro": 0.032161093375413174,
    "precision_micro": 0.17783275244681762,
    "recall_micro": 0.17783275244681762,
    "f1_micro": 0.17783275244681762,
    "loss": 1.710424767322196
  }
}