add ckpt mpts

.gitattributes

@@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 mp20_csp_s10/ema_avgs=0.044-epoch=3500-step=371105.ckpt.ema_state_dict filter=lfs diff=lfs merge=lfs -text
 mp_20_gen_s1000/ema-epoch=4920-step=521625.ckpt.ema_state_dict filter=lfs diff=lfs merge=lfs -text
+mpts_csp_s500/ema-epoch=780-step=167133.ckpt.ema_state_dict filter=lfs diff=lfs merge=lfs -text

mpts_csp_s500/.hydra/config.yaml

@@ -0,0 +1,346 @@
+data:
+  root_path: ${oc.env:PROJECT_ROOT}/data/mpts_52
+  prop: formation_energy_per_atom
+  num_targets: 1
+  niggli: true
+  primitive: false
+  graph_method: crystalnn
+  lattice_scale_method: scale_length
+  preprocess_workers: 30
+  readout: mean
+  max_atoms: 52
+  otf_graph: false
+  eval_model_name: carbon
+  train_max_epochs: 10000
+  early_stopping_patience: 5000
+  teacher_forcing_max_epoch: 1000
+  datamodule:
+    _target_: cdvae.pl_data.datamodule.CrystDataModule
+    datasets:
+      train:
+        _target_: cdvae.pl_data.dataset.CrystDataset
+        name: Formation energy train
+        path: ${data.root_path}/train.csv
+        prop: ${data.prop}
+        niggli: ${data.niggli}
+        primitive: ${data.primitive}
+        graph_method: ${data.graph_method}
+        lattice_scale_method: ${data.lattice_scale_method}
+        preprocess_workers: ${data.preprocess_workers}
+      val:
+      - _target_: cdvae.pl_data.dataset.CrystDataset
+        name: Formation energy val
+        path: ${data.root_path}/val.csv
+        prop: ${data.prop}
+        niggli: ${data.niggli}
+        primitive: ${data.primitive}
+        graph_method: ${data.graph_method}
+        lattice_scale_method: ${data.lattice_scale_method}
+        preprocess_workers: ${data.preprocess_workers}
+      test:
+      - _target_: cdvae.pl_data.dataset.CrystDataset
+        name: Formation energy test
+        path: ${data.root_path}/test.csv
+        prop: ${data.prop}
+        niggli: ${data.niggli}
+        primitive: ${data.primitive}
+        graph_method: ${data.graph_method}
+        lattice_scale_method: ${data.lattice_scale_method}
+        preprocess_workers: ${data.preprocess_workers}
+    num_workers:
+      train: 0
+      val: 0
+      test: 0
+    batch_size:
+      train: 128
+      val: 128
+      test: 512
+  num_atoms_dist:
+    1: 129
+    2: 882
+    3: 725
+    4: 1587
+    5: 1609
+    6: 2245
+    7: 572
+    8: 1919
+    9: 1071
+    10: 1672
+    11: 384
+    12: 2683
+    13: 481
+    14: 1386
+    15: 317
+    16: 1851
+    17: 275
+    18: 1334
+    19: 192
+    20: 2080
+    21: 250
+    22: 1275
+    23: 138
+    24: 2163
+    25: 66
+    26: 615
+    27: 128
+    28: 1932
+    29: 292
+    30: 712
+    31: 54
+    32: 1364
+    33: 66
+    34: 388
+    35: 67
+    36: 1666
+    37: 65
+    38: 565
+    39: 78
+    40: 1318
+    41: 49
+    42: 470
+    43: 27
+    44: 902
+    45: 50
+    46: 367
+    47: 19
+    48: 963
+    49: 38
+    50: 225
+    51: 25
+    52: 745
+  atom_type_map:
+    1: 0
+    2: 1
+    3: 2
+    4: 3
+    5: 4
+    6: 5
+    7: 6
+    8: 7
+    9: 8
+    10: 9
+    11: 10
+    12: 11
+    13: 12
+    14: 13
+    15: 14
+    16: 15
+    17: 16
+    18: 17
+    19: 18
+    20: 19
+    21: 20
+    22: 21
+    23: 22
+    24: 23
+    25: 24
+    26: 25
+    27: 26
+    28: 27
+    29: 28
+    30: 29
+    31: 30
+    32: 31
+    33: 32
+    34: 33
+    35: 34
+    36: 35
+    37: 36
+    38: 37
+    39: 38
+    40: 39
+    41: 40
+    42: 41
+    43: 42
+    44: 43
+    45: 44
+    46: 45
+    47: 46
+    48: 47
+    49: 48
+    50: 49
+    51: 50
+    52: 51
+    53: 52
+    54: 53
+    55: 54
+    56: 55
+    57: 56
+    58: 57
+    59: 58
+    60: 59
+    61: 60
+    62: 61
+    63: 62
+    64: 63
+    65: 64
+    66: 65
+    67: 66
+    68: 67
+    69: 68
+    70: 69
+    71: 70
+    72: 71
+    73: 72
+    74: 73
+    75: 74
+    76: 75
+    77: 76
+    78: 77
+    79: 78
+    80: 79
+    81: 80
+    82: 81
+    83: 82
+    89: 83
+    90: 84
+    91: 85
+    92: 86
+    93: 87
+    94: 88
+  norm_len: false
+  norm_abc:
+  - 0.44500745665182395
+  - 0.514550794162063
+  - 0.6869978239352298
+  num_atom_types: 89
+  lattice_mean: 0
+  lattice_std: 4.824758778702219
+logging:
+  val_check_interval: 8
+  val_check_interval_step: 5000
+  gen_check_interval: 30
+  progress_bar_refresh_rate: 2
+  run_gen: true
+  debug_mode: false
+  gen_check:
+    num_samples: 10000
+    start_epoch: 200
+    run_func_timeout: 14400
+  return_traj: false
+  wandb:
+    name: ${expname}
+    project: crystalbfn_csp
+    entity: null
+    log_model: true
+    mode: online
+    group: ${expname}
+  wandb_watch:
+    log: all
+    log_freq: 500
+  lr_monitor:
+    logging_interval: step
+    log_momentum: false
+model:
+  decoder:
+    _target_: cdvae.pl_modules.egnn.cspnet.CSPNet
+    hidden_dim: 512
+    time_dim: ${model.time_dim}
+    max_atoms: ${data.num_atom_types}
+    num_layers: 6
+    act_fn: silu
+    dis_emb: sin
+    num_freqs: 128
+    edge_style: fc
+    smooth: true
+    max_neighbors: ${model.max_neighbors}
+    cutoff: ${model.radius}
+    ln: true
+    ip: true
+    pred_type: true
+    period: ${model.T_max}-${model.T_min}
+    dtime_loss: ${model.BFN.dtime_loss}
+    add_n_atom_feat: false
+    cond_acc: ${model.BFN.cond_acc}
+  _target_: cdvae.pl_modules.vm_bfn_csp_plmodel.VM_BFN_CSP_PL_Model
+  time_dim: 128
+  hidden_dim: 256
+  latent_dim: 256
+  fc_num_layers: 1
+  max_atoms: ${data.max_atoms}
+  cost_natom: 1.0
+  cost_coord: 1
+  cost_type: 1
+  cost_lattice: 1
+  cost_composition: 1.0
+  cost_edge: 10.0
+  cost_property: 1.0
+  beta: 0.01
+  teacher_forcing_lattice: true
+  teacher_forcing_max_epoch: ${data.teacher_forcing_max_epoch}
+  max_neighbors: 20
+  radius: 7.0
+  sigma_begin: 0.5
+  sigma_end: 0.005
+  type_sigma_begin: 5.0
+  type_sigma_end: 0.01
+  num_noise_level: 50
+  predict_property: true
+  T_min: -np.pi
+  T_max: np.pi
+  norm_weight: false
+  norm_beta: true
+  rej_samp: false
+  n_samples: 1
+  BFN:
+    _target_: cdvae.pl_modules.vm_bfn_csp.VM_BFN_CSP
+    device: cuda
+    beta1_type: 0.5
+    beta1_coord: 1000.0
+    K: ${data.num_atom_types}
+    t_min: 1.0e-07
+    dtime_loss: true
+    dtime_loss_steps: 500
+    sigma1_lattice: 0.03162277660168379
+    mult_constant: true
+    pred_mean: true
+    end_back: true
+    sim_cir_flow: true
+    cond_acc: ${model.BFN.sim_cir_flow}
+    sch_type: linear
+    disc_prob_loss: ''
+optim:
+  optimizer:
+    _target_: torch.optim.AdamW
+    lr: 0.001
+    weight_decay: 0
+  use_lr_scheduler: true
+  lr_scheduler:
+    _target_: torch.optim.lr_scheduler.ReduceLROnPlateau
+    factor: 0.6
+    patience: 50
+    min_lr: 0.0001
+train:
+  deterministic: false
+  random_seed: 42
+  use_queue_clip: false
+  gradient_clip_val: 0
+  gradient_clip_algorithm: value
+  pl_trainer:
+    fast_dev_run: false
+    gpus:
+    - 0
+    precision: 32
+    max_steps: 2000000
+    max_epochs: ${data.train_max_epochs}
+    accumulate_grad_batches: 1
+    num_sanity_val_steps: 2
+    profiler: simple
+  monitor_metric: val_loss
+  monitor_metric_mode: min
+  early_stopping:
+    patience: ${data.early_stopping_patience}
+    verbose: false
+  resume: false
+  model_checkpoints:
+    save_top_k: 1
+    verbose: false
+  ema:
+    enable: true
+    decay: 0.995
+    device: cuda
+expname: mpts_csp_1e3_0.5_s500_sim_ema0.995_09-27-10-26-37
+core:
+  version: 0.0.1
+  tags:
+  - ${now:%Y-%m-%d}

mpts_csp_s500/.hydra/hydra.yaml

@@ -0,0 +1,171 @@
+hydra:
+  run:
+    dir: ${oc.env:HYDRA_JOBS}/singlerun/${now:%Y-%m-%d}/${expname}/
+  sweep:
+    dir: ${oc.env:HYDRA_JOBS}/multirun/${now:%Y-%m-%d}/${expname}/
+    subdir: ${hydra.job.num}_${hydra.job.id}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model=bfn_csp
+    - logging.wandb.project=crystalbfn_csp
+    - data=mpts
+    - expname=mpts_csp_1e3_0.5_s500_sim_ema0.995_09-27-10-26-37
+    - train.resume=false
+    - model.BFN.dtime_loss_steps=500
+    - model.BFN.beta1_coord=1e3
+    - model.BFN.beta1_type=0.5
+    - logging.gen_check.start_epoch=200
+    - logging.gen_check_interval=30
+    - train.ema.enable=true
+    - train.ema.decay=0.995
+    - model.BFN.disc_prob_loss=
+    - model.BFN.sigma1_lattice=0.03162277660168379
+    - optim.lr_scheduler.patience=50
+  job:
+    name: run
+    override_dirname: data=mpts,expname=mpts_csp_1e3_0.5_s500_sim_ema0.995_09-27-10-26-37,logging.gen_check.start_epoch=200,logging.gen_check_interval=30,logging.wandb.project=crystalbfn_csp,model.BFN.beta1_coord=1e3,model.BFN.beta1_type=0.5,model.BFN.disc_prob_loss=,model.BFN.dtime_loss_steps=500,model.BFN.sigma1_lattice=0.03162277660168379,model=bfn_csp,optim.lr_scheduler.patience=50,train.ema.decay=0.995,train.ema.enable=true,train.resume=false
+    id: ???
+    num: ???
+    config_name: default
+    env_set:
+      WANDB_START_METHOD: thread
+      WANDB_DIR: ${oc.env:WABDB_DIR}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.0
+    cwd: /sharefs/material/cdvae
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /sharefs/material/cdvae/conf
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      train: default
+      optim: default
+      model: bfn_csp
+      model/decoder: cspnet
+      logging: default
+      data: mpts
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

mpts_csp_s500/.hydra/overrides.yaml

@@ -0,0 +1,15 @@
+- model=bfn_csp
+- logging.wandb.project=crystalbfn_csp
+- data=mpts
+- expname=mpts_csp_1e3_0.5_s500_sim_ema0.995_09-27-10-26-37
+- train.resume=false
+- model.BFN.dtime_loss_steps=500
+- model.BFN.beta1_coord=1e3
+- model.BFN.beta1_type=0.5
+- logging.gen_check.start_epoch=200
+- logging.gen_check_interval=30
+- train.ema.enable=true
+- train.ema.decay=0.995
+- model.BFN.disc_prob_loss=
+- model.BFN.sigma1_lattice=0.03162277660168379
+- optim.lr_scheduler.patience=50

mpts_csp_s500/ema-epoch=780-step=167133.ckpt.ema_state_dict

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a2b94cd2296ec2b87287f3ca4ac86abcc6efc07b7a919ed233fa3085d8c76e
+size 49104278

mpts_csp_s500/hparams.yaml

@@ -0,0 +1,346 @@
+data:
+  root_path: ${oc.env:PROJECT_ROOT}/data/mpts_52
+  prop: formation_energy_per_atom
+  num_targets: 1
+  niggli: true
+  primitive: false
+  graph_method: crystalnn
+  lattice_scale_method: scale_length
+  preprocess_workers: 30
+  readout: mean
+  max_atoms: 52
+  otf_graph: false
+  eval_model_name: carbon
+  train_max_epochs: 10000
+  early_stopping_patience: 5000
+  teacher_forcing_max_epoch: 1000
+  datamodule:
+    _target_: crysbfn.pl_data.datamodule.CrystDataModule
+    datasets:
+      train:
+        _target_: crysbfn.pl_data.dataset.CrystDataset
+        name: Formation energy train
+        path: ${data.root_path}/train.csv
+        prop: ${data.prop}
+        niggli: ${data.niggli}
+        primitive: ${data.primitive}
+        graph_method: ${data.graph_method}
+        lattice_scale_method: ${data.lattice_scale_method}
+        preprocess_workers: ${data.preprocess_workers}
+      val:
+      - _target_: crysbfn.pl_data.dataset.CrystDataset
+        name: Formation energy val
+        path: ${data.root_path}/val.csv
+        prop: ${data.prop}
+        niggli: ${data.niggli}
+        primitive: ${data.primitive}
+        graph_method: ${data.graph_method}
+        lattice_scale_method: ${data.lattice_scale_method}
+        preprocess_workers: ${data.preprocess_workers}
+      test:
+      - _target_: crysbfn.pl_data.dataset.CrystDataset
+        name: Formation energy test
+        path: ${data.root_path}/test.csv
+        prop: ${data.prop}
+        niggli: ${data.niggli}
+        primitive: ${data.primitive}
+        graph_method: ${data.graph_method}
+        lattice_scale_method: ${data.lattice_scale_method}
+        preprocess_workers: ${data.preprocess_workers}
+    num_workers:
+      train: 0
+      val: 0
+      test: 0
+    batch_size:
+      train: 128
+      val: 128
+      test: 512
+  num_atoms_dist:
+    1: 129
+    2: 882
+    3: 725
+    4: 1587
+    5: 1609
+    6: 2245
+    7: 572
+    8: 1919
+    9: 1071
+    10: 1672
+    11: 384
+    12: 2683
+    13: 481
+    14: 1386
+    15: 317
+    16: 1851
+    17: 275
+    18: 1334
+    19: 192
+    20: 2080
+    21: 250
+    22: 1275
+    23: 138
+    24: 2163
+    25: 66
+    26: 615
+    27: 128
+    28: 1932
+    29: 292
+    30: 712
+    31: 54
+    32: 1364
+    33: 66
+    34: 388
+    35: 67
+    36: 1666
+    37: 65
+    38: 565
+    39: 78
+    40: 1318
+    41: 49
+    42: 470
+    43: 27
+    44: 902
+    45: 50
+    46: 367
+    47: 19
+    48: 963
+    49: 38
+    50: 225
+    51: 25
+    52: 745
+  atom_type_map:
+    1: 0
+    2: 1
+    3: 2
+    4: 3
+    5: 4
+    6: 5
+    7: 6
+    8: 7
+    9: 8
+    10: 9
+    11: 10
+    12: 11
+    13: 12
+    14: 13
+    15: 14
+    16: 15
+    17: 16
+    18: 17
+    19: 18
+    20: 19
+    21: 20
+    22: 21
+    23: 22
+    24: 23
+    25: 24
+    26: 25
+    27: 26
+    28: 27
+    29: 28
+    30: 29
+    31: 30
+    32: 31
+    33: 32
+    34: 33
+    35: 34
+    36: 35
+    37: 36
+    38: 37
+    39: 38
+    40: 39
+    41: 40
+    42: 41
+    43: 42
+    44: 43
+    45: 44
+    46: 45
+    47: 46
+    48: 47
+    49: 48
+    50: 49
+    51: 50
+    52: 51
+    53: 52
+    54: 53
+    55: 54
+    56: 55
+    57: 56
+    58: 57
+    59: 58
+    60: 59
+    61: 60
+    62: 61
+    63: 62
+    64: 63
+    65: 64
+    66: 65
+    67: 66
+    68: 67
+    69: 68
+    70: 69
+    71: 70
+    72: 71
+    73: 72
+    74: 73
+    75: 74
+    76: 75
+    77: 76
+    78: 77
+    79: 78
+    80: 79
+    81: 80
+    82: 81
+    83: 82
+    89: 83
+    90: 84
+    91: 85
+    92: 86
+    93: 87
+    94: 88
+  norm_len: false
+  norm_abc:
+  - 0.44500745665182395
+  - 0.514550794162063
+  - 0.6869978239352298
+  num_atom_types: 89
+  lattice_mean: 0
+  lattice_std: 4.824758778702219
+logging:
+  val_check_interval: 8
+  val_check_interval_step: 5000
+  gen_check_interval: 30
+  progress_bar_refresh_rate: 2
+  run_gen: true
+  debug_mode: false
+  gen_check:
+    num_samples: 10000
+    start_epoch: 200
+    run_func_timeout: 14400
+  return_traj: false
+  wandb:
+    name: ${expname}
+    project: crystalbfn_csp
+    entity: null
+    log_model: true
+    mode: online
+    group: ${expname}
+  wandb_watch:
+    log: all
+    log_freq: 500
+  lr_monitor:
+    logging_interval: step
+    log_momentum: false
+model:
+  decoder:
+    _target_: crysbfn.pl_modules.egnn.cspnet.CSPNet
+    hidden_dim: 512
+    time_dim: ${model.time_dim}
+    max_atoms: ${data.num_atom_types}
+    num_layers: 6
+    act_fn: silu
+    dis_emb: sin
+    num_freqs: 128
+    edge_style: fc
+    smooth: true
+    max_neighbors: ${model.max_neighbors}
+    cutoff: ${model.radius}
+    ln: true
+    ip: true
+    pred_type: true
+    period: ${model.T_max}-${model.T_min}
+    dtime_loss: ${model.BFN.dtime_loss}
+    add_n_atom_feat: false
+    cond_acc: ${model.BFN.cond_acc}
+  _target_: crysbfn.pl_modules.crysbfn_csp_plmodel.CrysBFN_CSP_PL_Model
+  time_dim: 128
+  hidden_dim: 256
+  latent_dim: 256
+  fc_num_layers: 1
+  max_atoms: ${data.max_atoms}
+  cost_natom: 1.0
+  cost_coord: 1
+  cost_type: 1
+  cost_lattice: 1
+  cost_composition: 1.0
+  cost_edge: 10.0
+  cost_property: 1.0
+  beta: 0.01
+  teacher_forcing_lattice: true
+  teacher_forcing_max_epoch: ${data.teacher_forcing_max_epoch}
+  max_neighbors: 20
+  radius: 7.0
+  sigma_begin: 0.5
+  sigma_end: 0.005
+  type_sigma_begin: 5.0
+  type_sigma_end: 0.01
+  num_noise_level: 50
+  predict_property: true
+  T_min: -np.pi
+  T_max: np.pi
+  norm_weight: false
+  norm_beta: true
+  rej_samp: false
+  n_samples: 1
+  BFN:
+    _target_: crysbfn.pl_modules.crysbfn_csp.CrysBFN_CSP
+    device: cuda
+    beta1_type: 0.5
+    beta1_coord: 1000.0
+    K: ${data.num_atom_types}
+    t_min: 1.0e-07
+    dtime_loss: true
+    dtime_loss_steps: 500
+    sigma1_lattice: 0.03162277660168379
+    mult_constant: true
+    pred_mean: true
+    end_back: true
+    sim_cir_flow: true
+    cond_acc: ${model.BFN.sim_cir_flow}
+    sch_type: linear
+    disc_prob_loss: ''
+optim:
+  optimizer:
+    _target_: torch.optim.AdamW
+    lr: 0.001
+    weight_decay: 0
+  use_lr_scheduler: true
+  lr_scheduler:
+    _target_: torch.optim.lr_scheduler.ReduceLROnPlateau
+    factor: 0.6
+    patience: 50
+    min_lr: 0.0001
+train:
+  deterministic: false
+  random_seed: 42
+  use_queue_clip: false
+  gradient_clip_val: 0
+  gradient_clip_algorithm: value
+  pl_trainer:
+    fast_dev_run: false
+    gpus:
+    - 0
+    precision: 32
+    max_steps: 2000000
+    max_epochs: ${data.train_max_epochs}
+    accumulate_grad_batches: 1
+    num_sanity_val_steps: 2
+    profiler: simple
+  monitor_metric: val_loss
+  monitor_metric_mode: min
+  early_stopping:
+    patience: ${data.early_stopping_patience}
+    verbose: false
+  resume: false
+  model_checkpoints:
+    save_top_k: 1
+    verbose: false
+  ema:
+    enable: true
+    decay: 0.995
+    device: cuda
+expname: mpts_csp_1e3_0.5_s500_sim_ema0.995_09-27-10-26-37
+core:
+  version: 0.0.1
+  tags:
+  - ${now:%Y-%m-%d}

mpts_csp_s500/run.log

@@ -0,0 +1,16 @@
+[2024-09-27 10:26:44,283][hydra.utils][INFO] - Instantiating <cdvae.pl_data.datamodule.CrystDataModule>
+[2024-09-27 10:26:45,071][hydra.utils][INFO] - Loading preprocessed cached data from /sharefs/material/cdvae/data/mpts_52/preprocess_data_train_27380.pt
+[2024-09-27 10:26:48,375][hydra.utils][INFO] - Loading preprocessed cached data from /sharefs/material/cdvae/data/mpts_52/preprocess_data_train_27380.pt
+[2024-09-27 10:26:50,264][hydra.utils][INFO] - Loading preprocessed cached data from /sharefs/material/cdvae/data/mpts_52/preprocess_data_val_5000.pt
+[2024-09-27 10:26:50,897][hydra.utils][INFO] - Loading preprocessed cached data from /sharefs/material/cdvae/data/mpts_52/preprocess_data_test_8096.pt
+[2024-09-27 10:26:51,451][hydra.utils][INFO] - Instantiating <cdvae.pl_modules.vm_bfn_csp_plmodel.VM_BFN_CSP_PL_Model>
+[2024-09-27 10:26:53,637][hydra.utils][INFO] - Passing scaler from datamodule to model <StandardScalerTorch(means: -1.1277656555175781, stds: 1.0188579559326172)>
+[2024-09-27 10:26:53,640][hydra.utils][INFO] - Adding callback <LearningRateMonitor>
+[2024-09-27 10:26:53,640][hydra.utils][INFO] - Adding callback <EarlyStopping>
+[2024-09-27 10:26:53,641][hydra.utils][INFO] - Adding callback <ModelCheckpoint>
+[2024-09-27 10:27:07,632][hydra.utils][INFO] - Adding callback <GradientClip>
+[2024-09-27 10:27:07,635][hydra.utils][INFO] - Adding callback <EMACallback>
+[2024-09-27 10:27:07,635][hydra.utils][INFO] - Instantiating <WandbLogger>
+[2024-09-27 10:27:07,637][hydra.utils][INFO] - W&B is now watching <{cfg.logging.wandb_watch.log}>!
+[2024-09-27 10:27:18,108][hydra.utils][INFO] - Instantiating the Trainer
+[2024-09-27 10:27:18,132][hydra.utils][INFO] - Starting training!