Chechaaa09 commited on
Commit
369bfd6
·
verified ·
1 Parent(s): 582366e

Upload deltanet.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. deltanet.json +47 -0
deltanet.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "config": "config/part1_new/deltanet.yaml",
4
+ "train_limit": 300000,
5
+ "val_limit": null,
6
+ "model": "deltanet",
7
+ "d_model": 256,
8
+ "n_layers": 6,
9
+ "n_heads": 4,
10
+ "d_ff": 1024,
11
+ "d_conv": 4,
12
+ "dropout": 0.1,
13
+ "grad_checkpoint": true,
14
+ "data_dir": "data/part1_new",
15
+ "max_len": 512,
16
+ "eval_max_len": 2048,
17
+ "batch_size": 64,
18
+ "eval_batch_size": 8,
19
+ "epochs": 1,
20
+ "lr": 0.0006,
21
+ "weight_decay": 0.01,
22
+ "warmup_frac": 0.05,
23
+ "grad_clip": 1.0,
24
+ "log_every": 50,
25
+ "eval_every": 2000,
26
+ "num_workers": 0,
27
+ "seed": 0,
28
+ "wandb_project": "ANLP-A3-Part1-new",
29
+ "run_name": "deltanet",
30
+ "save_dir": "models/part1_new"
31
+ },
32
+ "parameters": 4791324,
33
+ "step": 4000,
34
+ "val": {
35
+ "char_accuracy": 0.1781221421015589,
36
+ "word_accuracy": 0.0074118655805823965,
37
+ "levenshtein": 507.10494362532523,
38
+ "levenshtein_norm": 0.5575856521814206,
39
+ "precision_macro": 0.7612188074319349,
40
+ "recall_macro": 0.04771034407621291,
41
+ "f1_macro": 0.03228509777970402,
42
+ "precision_micro": 0.1781221421015589,
43
+ "recall_micro": 0.1781221421015589,
44
+ "f1_micro": 0.1781221421015589,
45
+ "loss": 1.6990375453333275
46
+ }
47
+ }