File size: 1,331 Bytes
403cae4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
{
  "seed": 42,
  "data": {
    "raw_dir": "data/raw",
    "processed_dir": "data/processed",
    "shard_size": 2000,
    "preprocess_workers": 8,
    "train_ratio": 0.8,
    "val_ratio": 0.1,
    "test_ratio": 0.1
  },
  "features": {
    "use_degree": true,
    "use_log_degree": true,
    "use_normalised_degree": true,
    "use_degree_bucket": true,
    "degree_bucket_bins": 16,
    "use_clustering": true,
    "use_kcore": true,
    "use_pagerank": true,
    "use_laplacian_pe": true,
    "laplacian_pe_dim": 8,
    "use_rwse": true,
    "rwse_steps": 8,
    "pagerank_alpha": 0.85,
    "pagerank_max_iter": 100
  },
  "model": {
    "architecture": "gin",
    "hidden_dim": 128,
    "num_layers": 4,
    "dropout": 0.2,
    "num_heads": 4,
    "use_virtual_node": true,
    "pooling": "attention",
    "gin_eps": 0.0,
    "pna_aggregators": [
      "mean",
      "max",
      "min",
      "std"
    ],
    "pna_scalers": [
      "identity",
      "amplification",
      "attenuation"
    ]
  },
  "training": {
    "batch_size": 4096,
    "num_epochs": 40,
    "learning_rate": 0.003,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "early_stopping_patience": 8,
    "scheduler": "cosine",
    "use_amp": false,
    "num_workers": 0
  },
  "output": {
    "runs_dir": "runs",
    "checkpoints_dir": "checkpoints"
  }
}