Upload runs/ub5iiz6d/config.json with huggingface_hub

runs/ub5iiz6d/config.json

@@ -0,0 +1,37 @@
+{
+  "dataset": {
+    "max_k": 5,
+    "max_seq_len": 12,
+    "samples_per_k": 200000,
+    "task": "s5",
+    "test_size": 0.2
+  },
+  "model": {
+    "d_model": 128,
+    "dropout": 0.1,
+    "max_seq_len": 12,
+    "nhead": 4,
+    "num_classes": 120,
+    "num_layers": 4,
+    "num_tokens": 123,
+    "type": "GroupTransformer",
+    "use_compile": true
+  },
+  "task": "s5",
+  "train": {
+    "batch_size": 2048,
+    "beta1": 0.9,
+    "beta2": 0.999,
+    "gradient_clip": 1.0,
+    "lr": "1e-4",
+    "max_epochs_per_stage": 200,
+    "max_val_acc": 0.99,
+    "op_eps": "1e-8",
+    "weight_decay": 0.01
+  },
+  "wandb": {
+    "name": "S5-GroupTransformer-L4-H4-D128-seq12-k5-s200000-bs2048-lr1e-4-wd0.01",
+    "run_id": "ub5iiz6d",
+    "url": "https://wandb.ai/bkitano/nc1-tc0-transformer-toy-experiments/runs/ub5iiz6d"
+  }
+}