valentinsingularity commited on
Commit
b02af1d
·
verified ·
1 Parent(s): 013fdd3

Upload 8 files

Browse files
configs/g_mc_point_xray_conv_absorption_L2_InputQ_n256_size1024.yaml ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general:
2
+ name: g_mc_point_xray_conv_absorption_L2_InputQ_n256_size1024
3
+ root_dir: null
4
+
5
+ dset:
6
+ cls: ReflectivityDataLoader
7
+ prior_sampler:
8
+ cls: SubpriorParametricSampler
9
+ kwargs:
10
+ param_ranges:
11
+ thicknesses: [1., 500.]
12
+ roughnesses: [0., 60.]
13
+ slds: [0., 150.]
14
+ islds: [0., 30.]
15
+ q_shift: [-0.002, 0.002]
16
+ r_scale: [0.9, 1.1]
17
+ bound_width_ranges:
18
+ thicknesses: [1.0e-2, 500.]
19
+ roughnesses: [1.0e-2, 60.]
20
+ slds: [ 1.0e-2, 5.]
21
+ islds: [1.0e-2, 5.]
22
+ q_shift: [1.0e-5, 0.004]
23
+ r_scale: [1.0e-3, 0.2]
24
+ shift_param_config:
25
+ q_shift: true
26
+ r_scale: true
27
+ model_name: model_with_absorption
28
+ max_num_layers: 2
29
+ max_total_thickness: 1500
30
+ constrained_roughness: true
31
+ constrained_isld: true
32
+ max_thickness_share: 0.5
33
+ max_sld_share: 0.2
34
+ logdist: false
35
+ scale_params_by_ranges: false
36
+ scaled_range: [-1., 1.]
37
+ device: 'cuda'
38
+
39
+ q_generator:
40
+ cls: VariableQ
41
+ kwargs:
42
+ q_min_range: [0.001, 0.03]
43
+ q_max_range: [0.1, 0.5]
44
+ n_q_range: [256, 256]
45
+ device: 'cuda'
46
+
47
+ intensity_noise:
48
+ cls: GaussianExpIntensityNoise
49
+ kwargs:
50
+ relative_errors: [0.01, 0.3]
51
+ add_to_context: true
52
+
53
+ curves_scaler:
54
+ cls: LogAffineCurvesScaler
55
+ kwargs:
56
+ weight: 0.2
57
+ bias: 1.0
58
+ eps: 1.0e-10
59
+
60
+ model:
61
+ network:
62
+ cls: NetworkWithPriors
63
+ pretrained_name: null
64
+ device: 'cuda'
65
+ kwargs:
66
+ embedding_net_type: 'conv'
67
+ embedding_net_kwargs:
68
+ in_channels: 2
69
+ hidden_channels: [32, 64, 128, 256, 512]
70
+ kernel_size: 3
71
+ dim_embedding: 512
72
+ dim_avpool: 8
73
+ use_batch_norm: true
74
+ activation: 'gelu'
75
+ pretrained_embedding_net: null
76
+ dim_out: 13
77
+ dim_conditioning_params: 0
78
+ layer_width: 1024
79
+ num_blocks: 8
80
+ repeats_per_block: 2
81
+ residual: true
82
+ use_batch_norm: true
83
+ use_layer_norm: false
84
+ mlp_activation: 'gelu'
85
+ dropout_rate: 0.0
86
+ tanh_output: false
87
+ conditioning: 'film'
88
+ concat_condition_first_layer: false
89
+
90
+ training:
91
+ trainer_cls: PointEstimatorTrainer
92
+ num_iterations: 300000
93
+ batch_size: 4096
94
+ lr: 1.0e-3
95
+ grad_accumulation_steps: 1
96
+ clip_grad_norm_max: null
97
+ update_tqdm_freq: 1
98
+ optimizer: AdamW
99
+ trainer_kwargs:
100
+ train_with_q_input: true
101
+ condition_on_q_resolutions: false
102
+ rescale_loss_interval_width: true
103
+ use_l1_loss: true
104
+ optim_kwargs:
105
+ betas: [0.9, 0.999]
106
+ weight_decay: 0.0005
107
+ callbacks:
108
+ save_best_model:
109
+ enable: true
110
+ freq: 500
111
+ lr_scheduler:
112
+ cls: CosineAnnealingWithWarmup
113
+ kwargs:
114
+ min_lr: 1.0e-6
115
+ warmup_iters: 500
116
+ total_iters: 300000
configs/g_mc_point_xray_conv_repeating_n256_size1024.yaml ADDED
@@ -0,0 +1,135 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general:
2
+ name: g_mc_point_xray_conv_repeating_n256_size1024
3
+ root_dir: null
4
+
5
+ dset:
6
+ cls: ReflectivityDataLoader
7
+ prior_sampler:
8
+ cls: SubpriorParametricSampler
9
+ kwargs:
10
+ param_ranges:
11
+ d_full_rel: [0, 25]
12
+ rel_sigmas: [0, 5]
13
+ dr_sigmoid_rel_pos: [-10, 10]
14
+ dr_sigmoid_rel_width: [0, 20]
15
+ d_block1_rel: [0.01, 0.99]
16
+ d_block: [10, 20]
17
+ s_block_rel: [0., 0.3]
18
+ r_block: [0., 20.]
19
+ dr: [-10., 10.]
20
+ d3_rel: [0, 1]
21
+ s3_rel: [0, 1]
22
+ r3: [0., 25]
23
+ d_sio2: [0, 10]
24
+ s_sio2: [0, 10]
25
+ s_si: [0., 10]
26
+ r_sio2: [17., 19.]
27
+ r_si: [19., 21.]
28
+ q_shift: [-0.002, 0.002]
29
+ r_scale: [0.9, 1.1]
30
+ bound_width_ranges:
31
+ d_full_rel: [0.1, 25]
32
+ rel_sigmas: [0.1, 5]
33
+ dr_sigmoid_rel_pos: [0.1, 20]
34
+ dr_sigmoid_rel_width: [0.1, 20]
35
+ d_block1_rel: [0.01, 1.0]
36
+ d_block: [0.1, 10.]
37
+ s_block_rel: [0.1, 0.3]
38
+ r_block: [0.1, 5.]
39
+ dr: [0.1, 5.]
40
+ d3_rel: [0.01, 1]
41
+ s3_rel: [0.01, 1]
42
+ r3: [0.01, 25]
43
+ d_sio2: [0.01, 10]
44
+ s_sio2: [0.01, 10]
45
+ s_si: [0.01, 10]
46
+ r_sio2: [0.01, 2]
47
+ r_si: [0.01, 2]
48
+ q_shift: [1.0e-2, 0.004]
49
+ r_scale: [1.0e-2, 0.2]
50
+ shift_param_config:
51
+ q_shift: true
52
+ r_scale: true
53
+ model_name: repeating_multilayer_v3
54
+ max_num_layers: 30
55
+ logdist: false
56
+ scale_params_by_ranges: false
57
+ scaled_range: [-1., 1.]
58
+ device: 'cuda'
59
+
60
+ q_generator:
61
+ cls: ConstantQ
62
+ kwargs:
63
+ q: [0.02, 0.5, 256]
64
+ device: 'cuda'
65
+
66
+ intensity_noise:
67
+ cls: GaussianExpIntensityNoise
68
+ kwargs:
69
+ relative_errors: [0.01, 0.3]
70
+ add_to_context: true
71
+
72
+ curves_scaler:
73
+ cls: LogAffineCurvesScaler
74
+ kwargs:
75
+ weight: 0.2
76
+ bias: 1.0
77
+ eps: 1.0e-10
78
+
79
+ model:
80
+ network:
81
+ cls: NetworkWithPriors
82
+ pretrained_name: null
83
+ device: 'cuda'
84
+ kwargs:
85
+ embedding_net_type: 'conv'
86
+ embedding_net_kwargs:
87
+ in_channels: 1
88
+ hidden_channels: [32, 64, 128, 256, 512]
89
+ kernel_size: 3
90
+ dim_embedding: 512
91
+ dim_avpool: 8
92
+ use_batch_norm: true
93
+ activation: 'gelu'
94
+ pretrained_embedding_net: null
95
+ dim_out: 19
96
+ dim_conditioning_params: 0
97
+ layer_width: 1024
98
+ num_blocks: 8
99
+ repeats_per_block: 2
100
+ residual: true
101
+ use_batch_norm: true
102
+ use_layer_norm: false
103
+ mlp_activation: 'gelu'
104
+ dropout_rate: 0.0
105
+ tanh_output: false
106
+ conditioning: 'film'
107
+ concat_condition_first_layer: false
108
+
109
+ training:
110
+ trainer_cls: PointEstimatorTrainer
111
+ num_iterations: 200000
112
+ batch_size: 256
113
+ lr: 1.0e-3
114
+ grad_accumulation_steps: 1
115
+ clip_grad_norm_max: null
116
+ update_tqdm_freq: 1
117
+ optimizer: AdamW
118
+ trainer_kwargs:
119
+ train_with_q_input: false
120
+ condition_on_q_resolutions: false
121
+ rescale_loss_interval_width: true
122
+ use_l1_loss: true
123
+ optim_kwargs:
124
+ betas: [0.9, 0.999]
125
+ weight_decay: 0.0005
126
+ callbacks:
127
+ save_best_model:
128
+ enable: true
129
+ freq: 500
130
+ lr_scheduler:
131
+ cls: CosineAnnealingWithWarmup
132
+ kwargs:
133
+ min_lr: 1.0e-6
134
+ warmup_iters: 500
135
+ total_iters: 200000
configs/g_mc_point_xray_conv_standard_L1_InputQ_n128_size1024.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general:
2
+ name: g_mc_point_xray_conv_standard_L1_InputQ_n128_size1024
3
+ root_dir: null
4
+
5
+ dset:
6
+ cls: ReflectivityDataLoader
7
+ prior_sampler:
8
+ cls: SubpriorParametricSampler
9
+ kwargs:
10
+ param_ranges:
11
+ thicknesses: [1., 500.]
12
+ roughnesses: [0., 60.]
13
+ slds: [0., 50.]
14
+ q_shift: [-0.002, 0.002]
15
+ r_scale: [0.9, 1.1]
16
+ bound_width_ranges:
17
+ thicknesses: [1.0e-2, 500.]
18
+ roughnesses: [1.0e-2, 60.]
19
+ slds: [1.0e-2, 5.]
20
+ q_shift: [1.0e-5, 0.004]
21
+ r_scale: [1.0e-3, 0.2]
22
+ shift_param_config:
23
+ q_shift: true
24
+ r_scale: true
25
+ model_name: standard_model
26
+ max_num_layers: 1
27
+ max_total_thickness: 1500
28
+ constrained_roughness: true
29
+ max_thickness_share: 0.5
30
+ logdist: false
31
+ scale_params_by_ranges: false
32
+ scaled_range: [-1., 1.]
33
+ device: 'cuda'
34
+
35
+ q_generator:
36
+ cls: VariableQ
37
+ kwargs:
38
+ q_min_range: [0.001, 0.03]
39
+ q_max_range: [0.1, 0.4]
40
+ n_q_range: [128, 128]
41
+ device: 'cuda'
42
+
43
+ intensity_noise:
44
+ cls: GaussianExpIntensityNoise
45
+ kwargs:
46
+ relative_errors: [0.01, 0.3]
47
+ add_to_context: true
48
+
49
+ curves_scaler:
50
+ cls: LogAffineCurvesScaler
51
+ kwargs:
52
+ weight: 0.2
53
+ bias: 1.0
54
+ eps: 1.0e-10
55
+
56
+ model:
57
+ network:
58
+ cls: NetworkWithPriors
59
+ pretrained_name: null
60
+ device: 'cuda'
61
+ kwargs:
62
+ embedding_net_type: 'conv'
63
+ embedding_net_kwargs:
64
+ in_channels: 2
65
+ hidden_channels: [32, 64, 128, 256, 512]
66
+ kernel_size: 3
67
+ dim_embedding: 512
68
+ dim_avpool: 4
69
+ use_batch_norm: true
70
+ activation: 'gelu'
71
+ pretrained_embedding_net: null
72
+ dim_out: 7
73
+ dim_conditioning_params: 0
74
+ layer_width: 1024
75
+ num_blocks: 8
76
+ repeats_per_block: 2
77
+ residual: true
78
+ use_batch_norm: true
79
+ use_layer_norm: false
80
+ mlp_activation: 'gelu'
81
+ dropout_rate: 0.0
82
+ tanh_output: false
83
+ conditioning: 'film'
84
+ concat_condition_first_layer: false
85
+
86
+ training:
87
+ trainer_cls: PointEstimatorTrainer
88
+ num_iterations: 300000
89
+ batch_size: 4096
90
+ lr: 1.0e-3
91
+ grad_accumulation_steps: 1
92
+ clip_grad_norm_max: null
93
+ update_tqdm_freq: 1
94
+ optimizer: AdamW
95
+ trainer_kwargs:
96
+ train_with_q_input: true
97
+ condition_on_q_resolutions: false
98
+ rescale_loss_interval_width: true
99
+ use_l1_loss: true
100
+ optim_kwargs:
101
+ betas: [0.9, 0.999]
102
+ weight_decay: 0.0005
103
+ callbacks:
104
+ save_best_model:
105
+ enable: true
106
+ freq: 500
107
+ lr_scheduler:
108
+ cls: CosineAnnealingWithWarmup
109
+ kwargs:
110
+ min_lr: 1.0e-6
111
+ warmup_iters: 500
112
+ total_iters: 300000
configs/g_mc_point_xray_conv_standard_L2_InputQ_n128_size1024.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general:
2
+ name: g_mc_point_xray_conv_standard_L2_InputQ_n128_size1024
3
+ root_dir: null
4
+
5
+ dset:
6
+ cls: ReflectivityDataLoader
7
+ prior_sampler:
8
+ cls: SubpriorParametricSampler
9
+ kwargs:
10
+ param_ranges:
11
+ thicknesses: [1., 500.]
12
+ roughnesses: [0., 60.]
13
+ slds: [0., 50.]
14
+ q_shift: [-0.002, 0.002]
15
+ r_scale: [0.9, 1.1]
16
+ bound_width_ranges:
17
+ thicknesses: [1.0e-2, 500.]
18
+ roughnesses: [1.0e-2, 60.]
19
+ slds: [1.0e-2, 5.]
20
+ q_shift: [1.0e-5, 0.004]
21
+ r_scale: [1.0e-3, 0.2]
22
+ shift_param_config:
23
+ q_shift: true
24
+ r_scale: true
25
+ model_name: standard_model
26
+ max_num_layers: 2
27
+ max_total_thickness: 1500
28
+ constrained_roughness: true
29
+ max_thickness_share: 0.5
30
+ logdist: false
31
+ scale_params_by_ranges: false
32
+ scaled_range: [-1., 1.]
33
+ device: 'cuda'
34
+
35
+ q_generator:
36
+ cls: VariableQ
37
+ kwargs:
38
+ q_min_range: [0.001, 0.03]
39
+ q_max_range: [0.1, 0.4]
40
+ n_q_range: [128, 128]
41
+ device: 'cuda'
42
+
43
+ intensity_noise:
44
+ cls: GaussianExpIntensityNoise
45
+ kwargs:
46
+ relative_errors: [0.01, 0.3]
47
+ add_to_context: true
48
+
49
+ curves_scaler:
50
+ cls: LogAffineCurvesScaler
51
+ kwargs:
52
+ weight: 0.2
53
+ bias: 1.0
54
+ eps: 1.0e-10
55
+
56
+ model:
57
+ network:
58
+ cls: NetworkWithPriors
59
+ pretrained_name: null
60
+ device: 'cuda'
61
+ kwargs:
62
+ embedding_net_type: 'conv'
63
+ embedding_net_kwargs:
64
+ in_channels: 2
65
+ hidden_channels: [32, 64, 128, 256, 512]
66
+ kernel_size: 3
67
+ dim_embedding: 512
68
+ dim_avpool: 4
69
+ use_batch_norm: true
70
+ activation: 'gelu'
71
+ pretrained_embedding_net: null
72
+ dim_out: 10
73
+ dim_conditioning_params: 0
74
+ layer_width: 1024
75
+ num_blocks: 8
76
+ repeats_per_block: 2
77
+ residual: true
78
+ use_batch_norm: true
79
+ use_layer_norm: false
80
+ mlp_activation: 'gelu'
81
+ dropout_rate: 0.0
82
+ tanh_output: false
83
+ conditioning: 'film'
84
+ concat_condition_first_layer: false
85
+
86
+ training:
87
+ trainer_cls: PointEstimatorTrainer
88
+ num_iterations: 300000
89
+ batch_size: 4096
90
+ lr: 1.0e-3
91
+ grad_accumulation_steps: 1
92
+ clip_grad_norm_max: null
93
+ update_tqdm_freq: 1
94
+ optimizer: AdamW
95
+ trainer_kwargs:
96
+ train_with_q_input: true
97
+ condition_on_q_resolutions: false
98
+ rescale_loss_interval_width: true
99
+ use_l1_loss: true
100
+ optim_kwargs:
101
+ betas: [0.9, 0.999]
102
+ weight_decay: 0.0005
103
+ callbacks:
104
+ save_best_model:
105
+ enable: true
106
+ freq: 500
107
+ lr_scheduler:
108
+ cls: CosineAnnealingWithWarmup
109
+ kwargs:
110
+ min_lr: 1.0e-6
111
+ warmup_iters: 500
112
+ total_iters: 300000
configs/g_mc_point_xray_conv_standard_L3_InputQ_n128_size1024.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general:
2
+ name: g_mc_point_xray_conv_standard_L3_InputQ_n128_size1024
3
+ root_dir: null
4
+
5
+ dset:
6
+ cls: ReflectivityDataLoader
7
+ prior_sampler:
8
+ cls: SubpriorParametricSampler
9
+ kwargs:
10
+ param_ranges:
11
+ thicknesses: [1., 500.]
12
+ roughnesses: [0., 60.]
13
+ slds: [0., 50.]
14
+ q_shift: [-0.002, 0.002]
15
+ r_scale: [0.9, 1.1]
16
+ bound_width_ranges:
17
+ thicknesses: [1.0e-2, 500.]
18
+ roughnesses: [1.0e-2, 60.]
19
+ slds: [1.0e-2, 5.]
20
+ q_shift: [1.0e-5, 0.004]
21
+ r_scale: [1.0e-3, 0.2]
22
+ shift_param_config:
23
+ q_shift: true
24
+ r_scale: true
25
+ model_name: standard_model
26
+ max_num_layers: 3
27
+ max_total_thickness: 1500
28
+ constrained_roughness: true
29
+ max_thickness_share: 0.5
30
+ logdist: false
31
+ scale_params_by_ranges: false
32
+ scaled_range: [-1., 1.]
33
+ device: 'cuda'
34
+
35
+ q_generator:
36
+ cls: VariableQ
37
+ kwargs:
38
+ q_min_range: [0.001, 0.03]
39
+ q_max_range: [0.1, 0.4]
40
+ n_q_range: [128, 128]
41
+ device: 'cuda'
42
+
43
+ intensity_noise:
44
+ cls: GaussianExpIntensityNoise
45
+ kwargs:
46
+ relative_errors: [0.01, 0.3]
47
+ add_to_context: true
48
+
49
+ curves_scaler:
50
+ cls: LogAffineCurvesScaler
51
+ kwargs:
52
+ weight: 0.2
53
+ bias: 1.0
54
+ eps: 1.0e-10
55
+
56
+ model:
57
+ network:
58
+ cls: NetworkWithPriors
59
+ pretrained_name: null
60
+ device: 'cuda'
61
+ kwargs:
62
+ embedding_net_type: 'conv'
63
+ embedding_net_kwargs:
64
+ in_channels: 2
65
+ hidden_channels: [32, 64, 128, 256, 512]
66
+ kernel_size: 3
67
+ dim_embedding: 512
68
+ dim_avpool: 4
69
+ use_batch_norm: true
70
+ activation: 'gelu'
71
+ pretrained_embedding_net: null
72
+ dim_out: 13
73
+ dim_conditioning_params: 0
74
+ layer_width: 1024
75
+ num_blocks: 8
76
+ repeats_per_block: 2
77
+ residual: true
78
+ use_batch_norm: true
79
+ use_layer_norm: false
80
+ mlp_activation: 'gelu'
81
+ dropout_rate: 0.0
82
+ tanh_output: false
83
+ conditioning: 'film'
84
+ concat_condition_first_layer: false
85
+
86
+ training:
87
+ trainer_cls: PointEstimatorTrainer
88
+ num_iterations: 300000
89
+ batch_size: 4096
90
+ lr: 1.0e-3
91
+ grad_accumulation_steps: 1
92
+ clip_grad_norm_max: null
93
+ update_tqdm_freq: 1
94
+ optimizer: AdamW
95
+ trainer_kwargs:
96
+ train_with_q_input: true
97
+ condition_on_q_resolutions: false
98
+ rescale_loss_interval_width: true
99
+ use_l1_loss: true
100
+ optim_kwargs:
101
+ betas: [0.9, 0.999]
102
+ weight_decay: 0.0005
103
+ callbacks:
104
+ save_best_model:
105
+ enable: true
106
+ freq: 500
107
+ lr_scheduler:
108
+ cls: CosineAnnealingWithWarmup
109
+ kwargs:
110
+ min_lr: 1.0e-6
111
+ warmup_iters: 500
112
+ total_iters: 300000
configs/g_mc_point_xray_intconv_standard_L1_InputQ_size1024.yaml ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general:
2
+ name: g_mc_point_xray_intconv_standard_L1_InputQ_size1024
3
+ root_dir: null
4
+
5
+ dset:
6
+ cls: ReflectivityDataLoader
7
+ prior_sampler:
8
+ cls: SubpriorParametricSampler
9
+ kwargs:
10
+ param_ranges:
11
+ thicknesses: [1., 500.]
12
+ roughnesses: [0., 60.]
13
+ slds: [0., 50.]
14
+ q_shift: [-0.002, 0.002]
15
+ r_scale: [0.9, 1.1]
16
+ bound_width_ranges:
17
+ thicknesses: [1.0e-2, 500.]
18
+ roughnesses: [1.0e-2, 60.]
19
+ slds: [1.0e-2, 5.]
20
+ q_shift: [1.0e-5, 0.004]
21
+ r_scale: [1.0e-3, 0.2]
22
+ shift_param_config:
23
+ q_shift: true
24
+ r_scale: true
25
+ model_name: standard_model
26
+ max_num_layers: 1
27
+ max_total_thickness: 1500
28
+ constrained_roughness: true
29
+ max_thickness_share: 0.5
30
+ logdist: false
31
+ scale_params_by_ranges: false
32
+ scaled_range: [-1., 1.]
33
+ device: 'cuda'
34
+
35
+ q_generator:
36
+ cls: MaskedVariableQ
37
+ kwargs:
38
+ q_min_range: [0.001, 0.03]
39
+ q_max_range: [0.1, 0.4]
40
+ n_q_range: [50, 256]
41
+ mode: 'mixed' # 'equidistant', 'random', 'mixed'
42
+ shuffle_mask: False
43
+ total_thickness_constraint: True
44
+ min_points_per_fringe: 4
45
+ device: 'cuda'
46
+
47
+ intensity_noise:
48
+ cls: GaussianExpIntensityNoise
49
+ kwargs:
50
+ relative_errors: [0.01, 0.3]
51
+ add_to_context: true
52
+
53
+ curves_scaler:
54
+ cls: LogAffineCurvesScaler
55
+ kwargs:
56
+ weight: 0.2
57
+ bias: 1.0
58
+ eps: 1.0e-10
59
+
60
+ model:
61
+ network:
62
+ cls: NetworkWithPriors
63
+ pretrained_name: null
64
+ device: 'cuda'
65
+ kwargs:
66
+ embedding_net_type: 'integral_conv'
67
+ embedding_net_kwargs:
68
+ z_num: [64, 128, 256]
69
+ z_range: [0., 0.41]
70
+ dim_embedding: 256
71
+ in_dim: 1
72
+ num_blocks: 4
73
+ kernel_coef: 16
74
+ use_layer_norm: true
75
+ conv_dims: [32, 64, 128]
76
+ pretrained_embedding_net: null
77
+ dim_out: 7
78
+ dim_conditioning_params: 0
79
+ layer_width: 1024
80
+ num_blocks: 8
81
+ repeats_per_block: 2
82
+ residual: true
83
+ use_batch_norm: true
84
+ use_layer_norm: false
85
+ mlp_activation: 'gelu'
86
+ dropout_rate: 0.0
87
+ tanh_output: false
88
+ conditioning: 'film'
89
+ concat_condition_first_layer: false
90
+
91
+ training:
92
+ trainer_cls: PointEstimatorTrainer
93
+ num_iterations: 300000
94
+ batch_size: 4096
95
+ lr: 1.0e-3
96
+ grad_accumulation_steps: 1
97
+ clip_grad_norm_max: null
98
+ update_tqdm_freq: 1
99
+ optimizer: AdamW
100
+ trainer_kwargs:
101
+ train_with_q_input: false
102
+ condition_on_q_resolutions: false
103
+ rescale_loss_interval_width: true
104
+ use_l1_loss: true
105
+ optim_kwargs:
106
+ betas: [0.9, 0.999]
107
+ weight_decay: 0.0005
108
+ callbacks:
109
+ save_best_model:
110
+ enable: true
111
+ freq: 500
112
+ lr_scheduler:
113
+ cls: CosineAnnealingWithWarmup
114
+ kwargs:
115
+ min_lr: 1.0e-6
116
+ warmup_iters: 500
117
+ total_iters: 300000
configs/g_mc_point_xray_intconv_standard_L2_InputQ_size1024.yaml ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general:
2
+ name: g_mc_point_xray_intconv_standard_L2_InputQ_size1024
3
+ root_dir: null
4
+
5
+ dset:
6
+ cls: ReflectivityDataLoader
7
+ prior_sampler:
8
+ cls: SubpriorParametricSampler
9
+ kwargs:
10
+ param_ranges:
11
+ thicknesses: [1., 500.]
12
+ roughnesses: [0., 60.]
13
+ slds: [0., 50.]
14
+ q_shift: [-0.002, 0.002]
15
+ r_scale: [0.9, 1.1]
16
+ bound_width_ranges:
17
+ thicknesses: [1.0e-2, 500.]
18
+ roughnesses: [1.0e-2, 60.]
19
+ slds: [1.0e-2, 5.]
20
+ q_shift: [1.0e-5, 0.004]
21
+ r_scale: [1.0e-3, 0.2]
22
+ shift_param_config:
23
+ q_shift: true
24
+ r_scale: true
25
+ model_name: standard_model
26
+ max_num_layers: 2
27
+ max_total_thickness: 1500
28
+ constrained_roughness: true
29
+ max_thickness_share: 0.5
30
+ logdist: false
31
+ scale_params_by_ranges: false
32
+ scaled_range: [-1., 1.]
33
+ device: 'cuda'
34
+
35
+ q_generator:
36
+ cls: MaskedVariableQ
37
+ kwargs:
38
+ q_min_range: [0.001, 0.03]
39
+ q_max_range: [0.1, 0.4]
40
+ n_q_range: [50, 256]
41
+ mode: 'mixed' # 'equidistant', 'random', 'mixed'
42
+ shuffle_mask: False
43
+ total_thickness_constraint: True
44
+ min_points_per_fringe: 4
45
+ device: 'cuda'
46
+
47
+ intensity_noise:
48
+ cls: GaussianExpIntensityNoise
49
+ kwargs:
50
+ relative_errors: [0.01, 0.3]
51
+ add_to_context: true
52
+
53
+ curves_scaler:
54
+ cls: LogAffineCurvesScaler
55
+ kwargs:
56
+ weight: 0.2
57
+ bias: 1.0
58
+ eps: 1.0e-10
59
+
60
+ model:
61
+ network:
62
+ cls: NetworkWithPriors
63
+ pretrained_name: null
64
+ device: 'cuda'
65
+ kwargs:
66
+ embedding_net_type: 'integral_conv'
67
+ embedding_net_kwargs:
68
+ z_num: [64, 128, 256]
69
+ z_range: [0., 0.41]
70
+ dim_embedding: 256
71
+ in_dim: 1
72
+ num_blocks: 4
73
+ kernel_coef: 16
74
+ use_layer_norm: true
75
+ conv_dims: [32, 64, 128]
76
+ pretrained_embedding_net: null
77
+ dim_out: 10
78
+ dim_conditioning_params: 0
79
+ layer_width: 1024
80
+ num_blocks: 8
81
+ repeats_per_block: 2
82
+ residual: true
83
+ use_batch_norm: true
84
+ use_layer_norm: false
85
+ mlp_activation: 'gelu'
86
+ dropout_rate: 0.0
87
+ tanh_output: false
88
+ conditioning: 'film'
89
+ concat_condition_first_layer: false
90
+
91
+ training:
92
+ trainer_cls: PointEstimatorTrainer
93
+ num_iterations: 300000
94
+ batch_size: 4096
95
+ lr: 1.0e-3
96
+ grad_accumulation_steps: 1
97
+ clip_grad_norm_max: null
98
+ update_tqdm_freq: 1
99
+ optimizer: AdamW
100
+ trainer_kwargs:
101
+ train_with_q_input: false
102
+ condition_on_q_resolutions: false
103
+ rescale_loss_interval_width: true
104
+ use_l1_loss: true
105
+ optim_kwargs:
106
+ betas: [0.9, 0.999]
107
+ weight_decay: 0.0005
108
+ callbacks:
109
+ save_best_model:
110
+ enable: true
111
+ freq: 500
112
+ lr_scheduler:
113
+ cls: CosineAnnealingWithWarmup
114
+ kwargs:
115
+ min_lr: 1.0e-6
116
+ warmup_iters: 500
117
+ total_iters: 300000
configs/g_mc_point_xray_intconv_standard_L3_InputQ_size1024.yaml ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ general:
2
+ name: g_mc_point_xray_intconv_standard_L3_InputQ_size1024
3
+ root_dir: null
4
+
5
+ dset:
6
+ cls: ReflectivityDataLoader
7
+ prior_sampler:
8
+ cls: SubpriorParametricSampler
9
+ kwargs:
10
+ param_ranges:
11
+ thicknesses: [1., 500.]
12
+ roughnesses: [0., 60.]
13
+ slds: [0., 50.]
14
+ q_shift: [-0.002, 0.002]
15
+ r_scale: [0.9, 1.1]
16
+ bound_width_ranges:
17
+ thicknesses: [1.0e-2, 500.]
18
+ roughnesses: [1.0e-2, 60.]
19
+ slds: [1.0e-2, 5.]
20
+ q_shift: [1.0e-5, 0.004]
21
+ r_scale: [1.0e-3, 0.2]
22
+ shift_param_config:
23
+ q_shift: true
24
+ r_scale: true
25
+ model_name: standard_model
26
+ max_num_layers: 3
27
+ max_total_thickness: 1500
28
+ constrained_roughness: true
29
+ max_thickness_share: 0.5
30
+ logdist: false
31
+ scale_params_by_ranges: false
32
+ scaled_range: [-1., 1.]
33
+ device: 'cuda'
34
+
35
+ q_generator:
36
+ cls: MaskedVariableQ
37
+ kwargs:
38
+ q_min_range: [0.001, 0.03]
39
+ q_max_range: [0.1, 0.4]
40
+ n_q_range: [50, 256]
41
+ mode: 'mixed' # 'equidistant', 'random', 'mixed'
42
+ shuffle_mask: False
43
+ total_thickness_constraint: True
44
+ min_points_per_fringe: 4
45
+ device: 'cuda'
46
+
47
+ intensity_noise:
48
+ cls: GaussianExpIntensityNoise
49
+ kwargs:
50
+ relative_errors: [0.01, 0.3]
51
+ add_to_context: true
52
+
53
+ curves_scaler:
54
+ cls: LogAffineCurvesScaler
55
+ kwargs:
56
+ weight: 0.2
57
+ bias: 1.0
58
+ eps: 1.0e-10
59
+
60
+ model:
61
+ network:
62
+ cls: NetworkWithPriors
63
+ pretrained_name: null
64
+ device: 'cuda'
65
+ kwargs:
66
+ embedding_net_type: 'integral_conv'
67
+ embedding_net_kwargs:
68
+ z_num: [64, 128, 256]
69
+ z_range: [0., 0.41]
70
+ dim_embedding: 256
71
+ in_dim: 1
72
+ num_blocks: 4
73
+ kernel_coef: 16
74
+ use_layer_norm: true
75
+ conv_dims: [32, 64, 128]
76
+ pretrained_embedding_net: null
77
+ dim_out: 13
78
+ dim_conditioning_params: 0
79
+ layer_width: 1024
80
+ num_blocks: 8
81
+ repeats_per_block: 2
82
+ residual: true
83
+ use_batch_norm: true
84
+ use_layer_norm: false
85
+ mlp_activation: 'gelu'
86
+ dropout_rate: 0.0
87
+ tanh_output: false
88
+ conditioning: 'film'
89
+ concat_condition_first_layer: false
90
+
91
+ training:
92
+ trainer_cls: PointEstimatorTrainer
93
+ num_iterations: 300000
94
+ batch_size: 4096
95
+ lr: 1.0e-3
96
+ grad_accumulation_steps: 1
97
+ clip_grad_norm_max: null
98
+ update_tqdm_freq: 1
99
+ optimizer: AdamW
100
+ trainer_kwargs:
101
+ train_with_q_input: false
102
+ condition_on_q_resolutions: false
103
+ rescale_loss_interval_width: true
104
+ use_l1_loss: true
105
+ optim_kwargs:
106
+ betas: [0.9, 0.999]
107
+ weight_decay: 0.0005
108
+ callbacks:
109
+ save_best_model:
110
+ enable: true
111
+ freq: 500
112
+ lr_scheduler:
113
+ cls: CosineAnnealingWithWarmup
114
+ kwargs:
115
+ min_lr: 1.0e-6
116
+ warmup_iters: 500
117
+ total_iters: 300000