File size: 1,297 Bytes
e235233
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
  "config": {
    "config": "config/part1_new/hybrid_sequential.yaml",
    "train_limit": 300000,
    "val_limit": null,
    "model": "hybrid",
    "layer_pattern": "MMMMDDDD",
    "d_model": 256,
    "n_heads": 4,
    "d_ff": 1024,
    "d_state": 16,
    "d_conv": 4,
    "expand": 2,
    "dropout": 0.1,
    "grad_checkpoint": true,
    "use_triton_scan": true,
    "data_dir": "data/part1_new",
    "max_len": 512,
    "eval_max_len": 2048,
    "batch_size": 64,
    "eval_batch_size": 8,
    "epochs": 1,
    "lr": 0.0006,
    "weight_decay": 0.01,
    "warmup_frac": 0.05,
    "grad_clip": 1.0,
    "log_every": 50,
    "eval_every": 2000,
    "num_workers": 0,
    "seed": 0,
    "wandb_project": "ANLP-A3-Part1-new",
    "run_name": "hybrid_sequential",
    "save_dir": "models/part1_new"
  },
  "parameters": 4956956,
  "step": 4000,
  "val": {
    "char_accuracy": 0.1791167434392134,
    "word_accuracy": 0.008450681001220196,
    "levenshtein": 506.4813529921943,
    "levenshtein_norm": 0.5376954758965196,
    "precision_macro": 0.7759899592640863,
    "recall_macro": 0.04883851304858532,
    "f1_macro": 0.03449915550523077,
    "precision_micro": 0.1791167434392134,
    "recall_micro": 0.1791167434392134,
    "f1_micro": 0.1791167434392134,
    "loss": 1.6425519945605753
  }
}