File size: 1,108 Bytes
535db88 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 | # Variational Autoencoder for compression-only shells
# Extension of Pastrana et al. (ICLR 2025), Section 6.1
#
# Identical to bezier.yml except:
# - loss.vae section with beta annealing parameters
# - Used with model name "variational_formfinder"
seed: 91
generator:
name: "bezier_symmetric_double"
bounds: "saddle"
num_uv: 10
size: 10.0
num_points: 4
lerp_factor: 0.5
fdm:
load: -0.5
encoder:
shift: 0.0
hidden_layer_size: 256
hidden_layer_num: 3
activation_fn_name: "elu"
final_activation_fn_name: "softplus"
decoder:
include_params_xl: True
hidden_layer_size: 256
hidden_layer_num: 3
activation_fn_name: "elu"
loss:
shape:
include: True
weight: 1.0
residual:
include: True
weight: 1.0
vae:
# Cyclical beta annealing (Fu et al., NAACL 2019)
beta_max: 1.0 # Maximum KL weight (1.0 = standard ELBO)
cycle_length: 5000 # Steps per annealing cycle
warmup_ratio: 0.5 # Fraction of cycle for linear warmup
optimizer:
name: "adam"
learning_rate: 3.0e-5
clip_norm: 0.0
training:
steps: 10000
batch_size: 64
|