Delete configs/c_repeating_multilayer_trained1.yaml
Browse files
configs/c_repeating_multilayer_trained1.yaml
DELETED
|
@@ -1,120 +0,0 @@
|
|
| 1 |
-
general:
|
| 2 |
-
name: c_repeating_multilayer_trained1
|
| 3 |
-
root_dir: null
|
| 4 |
-
|
| 5 |
-
dset:
|
| 6 |
-
prior_sampler:
|
| 7 |
-
cls: SubpriorParametricSampler
|
| 8 |
-
kwargs:
|
| 9 |
-
param_ranges:
|
| 10 |
-
d_full_rel: [0, 25]
|
| 11 |
-
rel_sigmas: [0, 5]
|
| 12 |
-
dr_sigmoid_rel_pos: [-10, 10]
|
| 13 |
-
dr_sigmoid_rel_width: [0, 20]
|
| 14 |
-
d_block1_rel: [0.01, 0.99]
|
| 15 |
-
d_block: [10, 20]
|
| 16 |
-
s_block_rel: [0., 0.3]
|
| 17 |
-
r_block: [0., 20.]
|
| 18 |
-
dr: [-10., 10.]
|
| 19 |
-
d3_rel: [0, 1]
|
| 20 |
-
s3_rel: [0, 1]
|
| 21 |
-
r3: [0., 25]
|
| 22 |
-
d_sio2: [0, 10]
|
| 23 |
-
s_sio2: [0, 10]
|
| 24 |
-
s_si: [0., 10]
|
| 25 |
-
r_sio2: [17., 19.]
|
| 26 |
-
r_si: [19., 21.]
|
| 27 |
-
bound_width_ranges:
|
| 28 |
-
d_full_rel: [0.1, 25]
|
| 29 |
-
rel_sigmas: [0.1, 5]
|
| 30 |
-
dr_sigmoid_rel_pos: [0.1, 20]
|
| 31 |
-
dr_sigmoid_rel_width: [0.1, 20]
|
| 32 |
-
d_block1_rel: [0.01, 1.0]
|
| 33 |
-
d_block: [0.1, 10.]
|
| 34 |
-
s_block_rel: [0.1, 0.3]
|
| 35 |
-
r_block: [0.1, 5.]
|
| 36 |
-
dr: [0.1, 5.]
|
| 37 |
-
d3_rel: [0.01, 1]
|
| 38 |
-
s3_rel: [0.01, 1]
|
| 39 |
-
r3: [0.01, 25]
|
| 40 |
-
d_sio2: [0.01, 10]
|
| 41 |
-
s_sio2: [0.01, 10]
|
| 42 |
-
s_si: [0.01, 10]
|
| 43 |
-
r_sio2: [0.01, 2]
|
| 44 |
-
r_si: [0.01, 2]
|
| 45 |
-
model_name: repeating_multilayer_v3
|
| 46 |
-
max_num_layers: 30
|
| 47 |
-
logdist: false
|
| 48 |
-
scale_params_by_ranges: false
|
| 49 |
-
scaled_range: [-1., 1.]
|
| 50 |
-
device: 'cuda'
|
| 51 |
-
|
| 52 |
-
q_generator:
|
| 53 |
-
cls: ConstantQ
|
| 54 |
-
kwargs:
|
| 55 |
-
q: [0.02, 0.5, 256]
|
| 56 |
-
device: 'cuda'
|
| 57 |
-
|
| 58 |
-
intensity_noise:
|
| 59 |
-
cls: BasicExpIntensityNoise
|
| 60 |
-
kwargs:
|
| 61 |
-
relative_errors: [0.0, 0.2]
|
| 62 |
-
abs_errors: 0.0
|
| 63 |
-
consistent_rel_err: true
|
| 64 |
-
logdist: false
|
| 65 |
-
apply_shift: true
|
| 66 |
-
shift_range: [-0.3, 0.3]
|
| 67 |
-
apply_scaling: true
|
| 68 |
-
scale_range: [-0.02, 0.02]
|
| 69 |
-
|
| 70 |
-
curves_scaler:
|
| 71 |
-
cls: LogAffineCurvesScaler
|
| 72 |
-
kwargs:
|
| 73 |
-
weight: 0.2
|
| 74 |
-
bias: 1.0
|
| 75 |
-
eps: 1.0e-10
|
| 76 |
-
|
| 77 |
-
model:
|
| 78 |
-
network:
|
| 79 |
-
cls: NetworkWithPriorsConvEmb
|
| 80 |
-
pretrained_name: null
|
| 81 |
-
device: 'cuda'
|
| 82 |
-
kwargs:
|
| 83 |
-
in_channels: 1
|
| 84 |
-
hidden_channels: [32, 64, 128, 256, 512]
|
| 85 |
-
dim_embedding: 128
|
| 86 |
-
dim_avpool: 1
|
| 87 |
-
embedding_net_activation: 'gelu'
|
| 88 |
-
use_batch_norm: true
|
| 89 |
-
dim_out: 17
|
| 90 |
-
layer_width: 512
|
| 91 |
-
num_blocks: 6
|
| 92 |
-
repeats_per_block: 2
|
| 93 |
-
mlp_activation: 'gelu'
|
| 94 |
-
dropout_rate: 0.0
|
| 95 |
-
pretrained_embedding_net: null
|
| 96 |
-
|
| 97 |
-
training:
|
| 98 |
-
num_iterations: 10000
|
| 99 |
-
batch_size: 4096
|
| 100 |
-
lr: 1.0e-4
|
| 101 |
-
grad_accumulation_steps: 1
|
| 102 |
-
clip_grad_norm_max: null
|
| 103 |
-
train_with_q_input: False
|
| 104 |
-
update_tqdm_freq: 1
|
| 105 |
-
optimizer: AdamW
|
| 106 |
-
trainer_kwargs:
|
| 107 |
-
optim_kwargs:
|
| 108 |
-
betas: [0.9, 0.999]
|
| 109 |
-
weight_decay: 0.0005
|
| 110 |
-
callbacks:
|
| 111 |
-
save_best_model:
|
| 112 |
-
enable: true
|
| 113 |
-
freq: 500
|
| 114 |
-
lr_scheduler:
|
| 115 |
-
cls: StepLR
|
| 116 |
-
kwargs:
|
| 117 |
-
step_size: 500
|
| 118 |
-
gamma: 0.5
|
| 119 |
-
logger:
|
| 120 |
-
use_neptune: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|