File size: 1,225 Bytes
e58f390
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
{
  "config": {
    "config": "config/part1_new/mamba.yaml",
    "train_limit": 300000,
    "val_limit": null,
    "model": "mamba",
    "d_model": 256,
    "n_layers": 11,
    "d_state": 16,
    "d_conv": 4,
    "expand": 2,
    "dropout": 0.1,
    "data_dir": "data/part1_new",
    "max_len": 512,
    "eval_max_len": 2048,
    "batch_size": 64,
    "eval_batch_size": 8,
    "epochs": 1,
    "lr": 0.0006,
    "weight_decay": 0.01,
    "warmup_frac": 0.05,
    "grad_clip": 1.0,
    "log_every": 50,
    "eval_every": 2000,
    "num_workers": 0,
    "seed": 0,
    "wandb_project": "ANLP-A3-Part1-new",
    "run_name": "mamba",
    "save_dir": "models/part1_new",
    "grad_checkpoint": true,
    "use_triton_scan": true
  },
  "parameters": 4849948,
  "step": 4000,
  "val": {
    "char_accuracy": 0.17937522740267164,
    "word_accuracy": 0.00873924084028625,
    "levenshtein": 506.3616652211622,
    "levenshtein_norm": 0.5330988573097746,
    "precision_macro": 0.7797151220557849,
    "recall_macro": 0.0490682358437135,
    "f1_macro": 0.03491132035314982,
    "precision_micro": 0.17937547939008938,
    "recall_micro": 0.17937522740267164,
    "f1_micro": 0.17937535339629204,
    "loss": 1.6263090039077537
  }
}