Upload HIP v3 checkpoints
Browse files- ckpt/hip_v3.ckpt +3 -0
- ckpt/hip_v3.yaml +95 -0
- ckpt/hip_v3_cf.ckpt +3 -0
- ckpt/hip_v3_cf.yaml +95 -0
ckpt/hip_v3.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f33ca9e297b97c9144c596121f90d8fcdf7ac64ff0524007f85c38567dd58ac4
|
| 3 |
+
size 190545028
|
ckpt/hip_v3.yaml
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
source_checkpoint: checkpoint/hip/ckda39a3ee-3381469-20260501-082131/last.ckpt
|
| 2 |
+
saved_as: ckpt/hip_v3.ckpt
|
| 3 |
+
epoch: 1108
|
| 4 |
+
global_step: 1492491
|
| 5 |
+
pytorch_lightning_version: 2.6.1
|
| 6 |
+
hyper_parameters:
|
| 7 |
+
model_config:
|
| 8 |
+
name: EquiformerV2
|
| 9 |
+
use_pbc: false
|
| 10 |
+
regress_forces: true
|
| 11 |
+
direct_forces: true
|
| 12 |
+
otf_graph: true
|
| 13 |
+
max_neighbors: 32
|
| 14 |
+
max_radius: 5.0
|
| 15 |
+
max_num_elements: 90
|
| 16 |
+
avg_degree: 23.395238876342773
|
| 17 |
+
avg_degree_hessian: 23.395238876342773
|
| 18 |
+
avg_num_nodes: null
|
| 19 |
+
num_layers: 4
|
| 20 |
+
sphere_channels: 128
|
| 21 |
+
attn_hidden_channels: 64
|
| 22 |
+
num_heads: 4
|
| 23 |
+
attn_alpha_channels: 64
|
| 24 |
+
attn_value_channels: 16
|
| 25 |
+
ffn_hidden_channels: 128
|
| 26 |
+
norm_type: layer_norm_sh
|
| 27 |
+
lmax_list:
|
| 28 |
+
- 4
|
| 29 |
+
mmax_list:
|
| 30 |
+
- 2
|
| 31 |
+
grid_resolution: 18
|
| 32 |
+
num_sphere_samples: 128
|
| 33 |
+
edge_channels: 128
|
| 34 |
+
use_atom_edge_embedding: true
|
| 35 |
+
share_atom_edge_embedding: false
|
| 36 |
+
distance_function: gaussian
|
| 37 |
+
num_distance_basis: 512
|
| 38 |
+
attn_activation: silu
|
| 39 |
+
use_s2_act_attn: false
|
| 40 |
+
use_attn_renorm: true
|
| 41 |
+
ffn_activation: silu
|
| 42 |
+
use_gate_act: false
|
| 43 |
+
use_grid_mlp: true
|
| 44 |
+
use_sep_s2_act: true
|
| 45 |
+
alpha_drop: 0.0
|
| 46 |
+
drop_path_rate: 0.0
|
| 47 |
+
proj_drop: 0.0
|
| 48 |
+
weight_init: uniform
|
| 49 |
+
hessian_alpha_drop: 0.0
|
| 50 |
+
num_layers_hessian: 1
|
| 51 |
+
cutoff_hessian: 100.0
|
| 52 |
+
hessian_no_attn_weights: true
|
| 53 |
+
attn_wo_sigmoid: false
|
| 54 |
+
optimizer_config:
|
| 55 |
+
lr: 0.00044
|
| 56 |
+
betas:
|
| 57 |
+
- 0.965
|
| 58 |
+
- 0.965
|
| 59 |
+
weight_decay: 2.0e-05
|
| 60 |
+
amsgrad: false
|
| 61 |
+
weight_decay_muon: 0.001
|
| 62 |
+
lr_muon: 0.001
|
| 63 |
+
training_config:
|
| 64 |
+
bz: 128
|
| 65 |
+
bz_val: 128
|
| 66 |
+
num_workers: 2
|
| 67 |
+
clip_grad: true
|
| 68 |
+
data_weight: null
|
| 69 |
+
keep_fluorine: false
|
| 70 |
+
hessian_loss_weight: 10.0
|
| 71 |
+
energy_loss_weight: 1.0
|
| 72 |
+
force_loss_weight: 25.0
|
| 73 |
+
hessian_loss_type: mae
|
| 74 |
+
follow_batch:
|
| 75 |
+
- diag_ij
|
| 76 |
+
- edge_index
|
| 77 |
+
- message_idx_ij
|
| 78 |
+
eigen_loss:
|
| 79 |
+
k: null
|
| 80 |
+
alpha: null
|
| 81 |
+
train_hessian_only: false
|
| 82 |
+
otfgraph_in_model: true
|
| 83 |
+
load_weights_only: false
|
| 84 |
+
max_train_samples: null
|
| 85 |
+
max_val_samples: null
|
| 86 |
+
drop_last: true
|
| 87 |
+
lr_schedule_type: cosine
|
| 88 |
+
lr_schedule_config:
|
| 89 |
+
T_max: 300
|
| 90 |
+
eta_min: 5.0e-05
|
| 91 |
+
warmup_epochs: 10
|
| 92 |
+
warmup_init_lr: 0.0
|
| 93 |
+
hold_min_after_tmax: true
|
| 94 |
+
trn_path: /home/aburger/.cache/kagglehub/datasets/yunhonghan/hessian-dataset-for-optimizing-reactive-mliphorm/versions/6/ts1x_hess_train.lmdb
|
| 95 |
+
val_path: /home/aburger/.cache/kagglehub/datasets/yunhonghan/hessian-dataset-for-optimizing-reactive-mliphorm/versions/6/ts1x-val.lmdb
|
ckpt/hip_v3_cf.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ff84675e2af18ba4bee27a584a43930f14d362b59e04286289fc52fddb2d84d8
|
| 3 |
+
size 193863443
|
ckpt/hip_v3_cf.yaml
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
source_checkpoint: checkpoint/hip/ckb0d04184-3381470-20260501-082131/last.ckpt
|
| 2 |
+
saved_as: ckpt/hip_v3_cf.ckpt
|
| 3 |
+
epoch: 493
|
| 4 |
+
global_step: 1329799
|
| 5 |
+
pytorch_lightning_version: 2.6.1
|
| 6 |
+
hyper_parameters:
|
| 7 |
+
model_config:
|
| 8 |
+
name: EquiformerV2
|
| 9 |
+
use_pbc: false
|
| 10 |
+
regress_forces: true
|
| 11 |
+
direct_forces: false
|
| 12 |
+
otf_graph: true
|
| 13 |
+
max_neighbors: 32
|
| 14 |
+
max_radius: 5.0
|
| 15 |
+
max_num_elements: 90
|
| 16 |
+
avg_degree: 23.395238876342773
|
| 17 |
+
avg_degree_hessian: 23.395238876342773
|
| 18 |
+
avg_num_nodes: null
|
| 19 |
+
num_layers: 4
|
| 20 |
+
sphere_channels: 128
|
| 21 |
+
attn_hidden_channels: 64
|
| 22 |
+
num_heads: 4
|
| 23 |
+
attn_alpha_channels: 64
|
| 24 |
+
attn_value_channels: 16
|
| 25 |
+
ffn_hidden_channels: 128
|
| 26 |
+
norm_type: layer_norm_sh
|
| 27 |
+
lmax_list:
|
| 28 |
+
- 4
|
| 29 |
+
mmax_list:
|
| 30 |
+
- 2
|
| 31 |
+
grid_resolution: 18
|
| 32 |
+
num_sphere_samples: 128
|
| 33 |
+
edge_channels: 128
|
| 34 |
+
use_atom_edge_embedding: true
|
| 35 |
+
share_atom_edge_embedding: false
|
| 36 |
+
distance_function: gaussian
|
| 37 |
+
num_distance_basis: 512
|
| 38 |
+
attn_activation: silu
|
| 39 |
+
use_s2_act_attn: false
|
| 40 |
+
use_attn_renorm: true
|
| 41 |
+
ffn_activation: silu
|
| 42 |
+
use_gate_act: false
|
| 43 |
+
use_grid_mlp: true
|
| 44 |
+
use_sep_s2_act: true
|
| 45 |
+
alpha_drop: 0.0
|
| 46 |
+
drop_path_rate: 0.0
|
| 47 |
+
proj_drop: 0.0
|
| 48 |
+
weight_init: uniform
|
| 49 |
+
hessian_alpha_drop: 0.0
|
| 50 |
+
num_layers_hessian: 2
|
| 51 |
+
cutoff_hessian: 100.0
|
| 52 |
+
hessian_no_attn_weights: true
|
| 53 |
+
attn_wo_sigmoid: false
|
| 54 |
+
optimizer_config:
|
| 55 |
+
lr: 0.00044
|
| 56 |
+
betas:
|
| 57 |
+
- 0.965
|
| 58 |
+
- 0.965
|
| 59 |
+
weight_decay: 2.0e-05
|
| 60 |
+
amsgrad: false
|
| 61 |
+
weight_decay_muon: 0.001
|
| 62 |
+
lr_muon: 0.001
|
| 63 |
+
training_config:
|
| 64 |
+
bz: 64
|
| 65 |
+
bz_val: 64
|
| 66 |
+
num_workers: 2
|
| 67 |
+
clip_grad: true
|
| 68 |
+
data_weight: null
|
| 69 |
+
keep_fluorine: false
|
| 70 |
+
hessian_loss_weight: 10.0
|
| 71 |
+
energy_loss_weight: 1.0
|
| 72 |
+
force_loss_weight: 25.0
|
| 73 |
+
hessian_loss_type: mae
|
| 74 |
+
follow_batch:
|
| 75 |
+
- diag_ij
|
| 76 |
+
- edge_index
|
| 77 |
+
- message_idx_ij
|
| 78 |
+
eigen_loss:
|
| 79 |
+
k: null
|
| 80 |
+
alpha: null
|
| 81 |
+
train_hessian_only: false
|
| 82 |
+
otfgraph_in_model: true
|
| 83 |
+
load_weights_only: false
|
| 84 |
+
max_train_samples: null
|
| 85 |
+
max_val_samples: null
|
| 86 |
+
drop_last: true
|
| 87 |
+
lr_schedule_type: cosine
|
| 88 |
+
lr_schedule_config:
|
| 89 |
+
T_max: 300
|
| 90 |
+
eta_min: 5.0e-05
|
| 91 |
+
warmup_epochs: 10
|
| 92 |
+
warmup_init_lr: 0.0
|
| 93 |
+
hold_min_after_tmax: true
|
| 94 |
+
trn_path: /home/aburger/.cache/kagglehub/datasets/yunhonghan/hessian-dataset-for-optimizing-reactive-mliphorm/versions/6/ts1x_hess_train.lmdb
|
| 95 |
+
val_path: /home/aburger/.cache/kagglehub/datasets/yunhonghan/hessian-dataset-for-optimizing-reactive-mliphorm/versions/6/ts1x-val.lmdb
|