Transformers
File size: 1,625 Bytes
c5882a9
 
 
 
 
 
 
 
8351450
 
c5882a9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8351450
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
c5882a9
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
{
    "device": "cpu",
    "dtype": "float32",
    "dimensions": {
        "input": {
            "variables": 2
        },
        "output": {
            "functions": 4,
            "epsilon_orders": 5
        },
        "connection": {
            "epsilon_orders": 2
        }
    },
    "phase_space": {
        "scale": 6.5,
        "const": 6.5,
        "cut": {
            "physical": 0.1,
            "spurious": 0.1
        }
    },
    "hyperparameters": {
        "optimiser": {
            "algorithm": "Adam",
            "initial_learning_rate": 1e-3
        },
        "learning_rate_scheduler": {
            "factor": 0.1,
            "patience": 5,
            "threshold": 1e-2,
            "cooldown": 5
        },
        "iterations": {
            "batch_size": 128,
            "partition_size": 2048,
            "number_partitions": 1
        },
        "architecture": {
            "hidden_layers": [64, 64, 64],
            "activation": "GELU"
        },
        "loss_function": {
            "boundary_bias": 1.0,
            "boundary_derivatives": false
        }
    },
    "termination": {
        "epochs": 0,
        "seconds": 0,
        "learning_rate": {
            "target": 1.5e-8,
            "patience": 3
        }
    },
    "zeros": {
        "re": [
            [1, 0],
            [2, 0],
            [3, 0]
        ],
        "im": [
            [0, 0],
            [0, 1],
            [1, 0],
            [1, 1],
            [1, 2],
            [1, 3],
            [1, 4],
            [2, 0],
            [2, 1],
            [3, 0],
            [3, 1]
        ]
    }
}