Add checkpoints: EpHod/**

EpHod/ankh-large/lr5e-4_bt12k_ga8.json

@@ -0,0 +1 @@
+{"hidden_size": 1536, "num_attention_head": 8, "attention_probs_dropout": 0.1, "plm_model": "ElnaggarLab/ankh-large", "pooling_method": "mean", "pooling_dropout": 0.1, "dataset": "AI4Protein/EpHod", "dataset_config": "data/EpHod/EpHod_HF.json", "normalize": null, "num_labels": 1, "problem_type": "regression", "sequence_column_name": "aa_seq", "label_column_name": "label", "pdb_type": null, "train_file": null, "valid_file": null, "test_file": null, "metrics": ["mse"], "seed": 3407, "learning_rate": 0.0005, "scheduler": null, "warmup_steps": 0, "num_workers": 4, "batch_size": null, "batch_token": 12000, "num_epochs": 100, "max_seq_len": -1, "gradient_accumulation_steps": 8, "max_grad_norm": -1, "patience": 10, "monitor": "mse", "monitor_strategy": "min", "training_method": "freeze", "lora_r": 8, "lora_alpha": 32, "lora_dropout": 0.1, "feedforward_modules": "w0", "lora_target_modules": ["query", "key", "value"], "structure_seq": [], "output_model_name": "lr5e-4_bt12k_ga8.pt", "output_root": "ckpt", "output_dir": "EpHod/ankh-large", "wandb": false, "wandb_entity": null, "wandb_project": "VenusFactory2", "wandb_run_name": null, "_column_override_info": {"sequence_column_name": {"default": "aa_seq"}, "label_column_name": {"default": "label"}}}

EpHod/ankh-large/lr5e-4_bt12k_ga8.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f359e2916d38e94394cfa4b439fbfc644aff424a6845d8209446076c1ecd0207
+size 9464961

EpHod/esm2_t33_650M_UR50D/lr5e-4_bt12k_ga8.json

@@ -0,0 +1 @@
+{"hidden_size": 1280, "num_attention_head": 8, "attention_probs_dropout": 0.1, "plm_model": "facebook/esm2_t33_650M_UR50D", "pooling_method": "mean", "pooling_dropout": 0.1, "dataset": "AI4Protein/EpHod", "dataset_config": "data/EpHod/EpHod_HF.json", "normalize": null, "num_labels": 1, "problem_type": "regression", "sequence_column_name": "aa_seq", "label_column_name": "label", "pdb_type": null, "train_file": null, "valid_file": null, "test_file": null, "metrics": ["mse"], "seed": 3407, "learning_rate": 0.0005, "scheduler": null, "warmup_steps": 0, "num_workers": 4, "batch_size": null, "batch_token": 12000, "num_epochs": 100, "max_seq_len": -1, "gradient_accumulation_steps": 8, "max_grad_norm": -1, "patience": 10, "monitor": "mse", "monitor_strategy": "min", "training_method": "freeze", "lora_r": 8, "lora_alpha": 32, "lora_dropout": 0.1, "feedforward_modules": "w0", "lora_target_modules": ["query", "key", "value"], "structure_seq": [], "output_model_name": "lr5e-4_bt12k_ga8.pt", "output_root": "ckpt", "output_dir": "EpHod/esm2_t33_650M_UR50D", "wandb": false, "wandb_entity": null, "wandb_project": "VenusFactory2", "wandb_run_name": null, "_column_override_info": {"sequence_column_name": {"default": "aa_seq"}, "label_column_name": {"default": "label"}}}

EpHod/esm2_t33_650M_UR50D/lr5e-4_bt12k_ga8.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5c6ad9dbc2a34cfa460ee6bbc521baf308917afa33f6359a1597c71741be04
+size 6577281

EpHod/prot_bert/lr5e-4_bt12k_ga8.json

@@ -0,0 +1 @@
+{"hidden_size": 1024, "num_attention_head": 8, "attention_probs_dropout": 0.1, "plm_model": "RostLab/prot_bert", "pooling_method": "mean", "pooling_dropout": 0.1, "dataset": "AI4Protein/EpHod", "dataset_config": "data/EpHod/EpHod_HF.json", "normalize": null, "num_labels": 1, "problem_type": "regression", "sequence_column_name": "aa_seq", "label_column_name": "label", "pdb_type": null, "train_file": null, "valid_file": null, "test_file": null, "metrics": ["mse"], "seed": 3407, "learning_rate": 0.0005, "scheduler": null, "warmup_steps": 0, "num_workers": 4, "batch_size": null, "batch_token": 12000, "num_epochs": 100, "max_seq_len": -1, "gradient_accumulation_steps": 8, "max_grad_norm": -1, "patience": 10, "monitor": "mse", "monitor_strategy": "min", "training_method": "freeze", "lora_r": 8, "lora_alpha": 32, "lora_dropout": 0.1, "feedforward_modules": "w0", "lora_target_modules": ["query", "key", "value"], "structure_seq": [], "output_model_name": "lr5e-4_bt12k_ga8.pt", "output_root": "ckpt", "output_dir": "EpHod/prot_bert", "wandb": false, "wandb_entity": null, "wandb_project": "VenusFactory2", "wandb_run_name": null, "_column_override_info": {"sequence_column_name": {"default": "aa_seq"}, "label_column_name": {"default": "label"}}}

EpHod/prot_bert/lr5e-4_bt12k_ga8.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056b26d1be9d6cf70b43368c01c363371c1bda3e4658fdc6e894d7d7a5e5218c
+size 4213889

EpHod/prot_t5_xl_uniref50/lr5e-4_bt12k_ga8.json

@@ -0,0 +1 @@
+{"hidden_size": 1024, "num_attention_head": 8, "attention_probs_dropout": 0.1, "plm_model": "RostLab/prot_t5_xl_uniref50", "pooling_method": "mean", "pooling_dropout": 0.1, "dataset": "AI4Protein/EpHod", "dataset_config": "data/EpHod/EpHod_HF.json", "normalize": null, "num_labels": 1, "problem_type": "regression", "sequence_column_name": "aa_seq", "label_column_name": "label", "pdb_type": null, "train_file": null, "valid_file": null, "test_file": null, "metrics": ["mse"], "seed": 3407, "learning_rate": 0.0005, "scheduler": null, "warmup_steps": 0, "num_workers": 4, "batch_size": null, "batch_token": 12000, "num_epochs": 100, "max_seq_len": -1, "gradient_accumulation_steps": 8, "max_grad_norm": -1, "patience": 10, "monitor": "mse", "monitor_strategy": "min", "training_method": "freeze", "lora_r": 8, "lora_alpha": 32, "lora_dropout": 0.1, "feedforward_modules": "w0", "lora_target_modules": ["query", "key", "value"], "structure_seq": [], "output_model_name": "lr5e-4_bt12k_ga8.pt", "output_root": "ckpt", "output_dir": "EpHod/prot_t5_xl_uniref50", "wandb": false, "wandb_entity": null, "wandb_project": "VenusFactory2", "wandb_run_name": null, "_column_override_info": {"sequence_column_name": {"default": "aa_seq"}, "label_column_name": {"default": "label"}}}

EpHod/prot_t5_xl_uniref50/lr5e-4_bt12k_ga8.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ab1b74fd73463d4278e6c5dee6a784f32e3d322f81fa3b785ff59b04b57dfe
+size 4213889