{ "config": { "config": "config/part1_new/mamba.yaml", "train_limit": 300000, "val_limit": null, "model": "mamba", "d_model": 256, "n_layers": 11, "d_state": 16, "d_conv": 4, "expand": 2, "dropout": 0.1, "data_dir": "data/part1_new", "max_len": 512, "eval_max_len": 2048, "batch_size": 64, "eval_batch_size": 8, "epochs": 1, "lr": 0.0006, "weight_decay": 0.01, "warmup_frac": 0.05, "grad_clip": 1.0, "log_every": 50, "eval_every": 2000, "num_workers": 0, "seed": 0, "wandb_project": "ANLP-A3-Part1-new", "run_name": "mamba", "save_dir": "models/part1_new", "grad_checkpoint": true, "use_triton_scan": true }, "parameters": 4849948, "step": 4000, "val": { "char_accuracy": 0.17937522740267164, "word_accuracy": 0.00873924084028625, "levenshtein": 506.3616652211622, "levenshtein_norm": 0.5330988573097746, "precision_macro": 0.7797151220557849, "recall_macro": 0.0490682358437135, "f1_macro": 0.03491132035314982, "precision_micro": 0.17937547939008938, "recall_micro": 0.17937522740267164, "f1_micro": 0.17937535339629204, "loss": 1.6263090039077537 } }