pymlex commited on
Commit
403cae4
·
verified ·
1 Parent(s): 09376a2

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +64 -0
config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "seed": 42,
3
+ "data": {
4
+ "raw_dir": "data/raw",
5
+ "processed_dir": "data/processed",
6
+ "shard_size": 2000,
7
+ "preprocess_workers": 8,
8
+ "train_ratio": 0.8,
9
+ "val_ratio": 0.1,
10
+ "test_ratio": 0.1
11
+ },
12
+ "features": {
13
+ "use_degree": true,
14
+ "use_log_degree": true,
15
+ "use_normalised_degree": true,
16
+ "use_degree_bucket": true,
17
+ "degree_bucket_bins": 16,
18
+ "use_clustering": true,
19
+ "use_kcore": true,
20
+ "use_pagerank": true,
21
+ "use_laplacian_pe": true,
22
+ "laplacian_pe_dim": 8,
23
+ "use_rwse": true,
24
+ "rwse_steps": 8,
25
+ "pagerank_alpha": 0.85,
26
+ "pagerank_max_iter": 100
27
+ },
28
+ "model": {
29
+ "architecture": "gin",
30
+ "hidden_dim": 128,
31
+ "num_layers": 4,
32
+ "dropout": 0.2,
33
+ "num_heads": 4,
34
+ "use_virtual_node": true,
35
+ "pooling": "attention",
36
+ "gin_eps": 0.0,
37
+ "pna_aggregators": [
38
+ "mean",
39
+ "max",
40
+ "min",
41
+ "std"
42
+ ],
43
+ "pna_scalers": [
44
+ "identity",
45
+ "amplification",
46
+ "attenuation"
47
+ ]
48
+ },
49
+ "training": {
50
+ "batch_size": 4096,
51
+ "num_epochs": 40,
52
+ "learning_rate": 0.003,
53
+ "weight_decay": 0.0001,
54
+ "grad_clip": 1.0,
55
+ "early_stopping_patience": 8,
56
+ "scheduler": "cosine",
57
+ "use_amp": false,
58
+ "num_workers": 0
59
+ },
60
+ "output": {
61
+ "runs_dir": "runs",
62
+ "checkpoints_dir": "checkpoints"
63
+ }
64
+ }