Upload folder using huggingface_hub

config.json

@@ -0,0 +1,57 @@
+{
+  "_name_or_path": "clefourrier/graphormer-base-pcqm4mv2",
+  "activation_dropout": 0.1,
+  "activation_fn": "gelu",
+  "apply_graphormer_init": true,
+  "architectures": [
+    "GraphormerForGraphClassification"
+  ],
+  "attention_dropout": 0.1,
+  "bias": true,
+  "bos_token_id": 1,
+  "dropout": 0.0,
+  "edge_type": "multi_hop",
+  "embed_scale": null,
+  "embedding_dim": 768,
+  "encoder_normalize_before": true,
+  "eos_token_id": 2,
+  "export": false,
+  "ffn_embedding_dim": 768,
+  "freeze_embeddings": false,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0"
+  },
+  "init_fn": null,
+  "kdim": null,
+  "label2id": {
+    "LABEL_0": 0
+  },
+  "layerdrop": 0.0,
+  "max_nodes": 512,
+  "model_type": "graphormer",
+  "multi_hop_max_dist": 5,
+  "no_token_positional_embeddings": false,
+  "num_atoms": 4608,
+  "num_attention_heads": 32,
+  "num_classes": 2,
+  "num_edge_dis": 128,
+  "num_edges": 1536,
+  "num_hidden_layers": 12,
+  "num_in_degree": 512,
+  "num_layers": 12,
+  "num_out_degree": 512,
+  "num_spatial": 512,
+  "num_trans_layers_to_freeze": 0,
+  "pad_token_id": 0,
+  "pre_layernorm": false,
+  "q_noise": 0.0,
+  "qn_block_size": 8,
+  "self_attention": true,
+  "share_input_output_embed": false,
+  "spatial_pos_max": 1024,
+  "torch_dtype": "float32",
+  "traceable": false,
+  "transformers_version": "4.40.2",
+  "vdim": null
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ecfae273235162997a20c2aefce41c99b18fd5c4a0a6d94a49a53ea79ca13e
+size 190738260

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6de090cabf90665821d775934b39b6e11e035838ec861ff5bbdfaa2e5de5653
+size 381600651

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee6d93b2488d942c7e32572a01fbe632a7d98db8db4d0e34443c0f58a3f7f33
+size 14645

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73fe0c8fb778eafc7f155cc1be97d53fe3d6292a71cfeba42689e6ce858e6f3
+size 1465

trainer_state.json

@@ -0,0 +1,196 @@
+{
+  "best_metric": 0.8207028311058135,
+  "best_model_checkpoint": "/content/drive/MyDrive/BBBP_results/graphormer/checkpoint-686",
+  "epoch": 7.0,
+  "eval_steps": 500,
+  "global_step": 686,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.5102040816326531,
+      "grad_norm": 5.745197296142578,
+      "learning_rate": 1.8979591836734696e-05,
+      "loss": 0.5765,
+      "step": 50
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.6702944942381562,
+      "eval_f1": 0.7691618108471537,
+      "eval_loss": 0.7216734886169434,
+      "eval_mcc": 0.3080880924518934,
+      "eval_roc_auc": 0.7584252660766063,
+      "eval_runtime": 174.1926,
+      "eval_samples_per_second": 8.967,
+      "eval_steps_per_second": 0.144,
+      "step": 98
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "grad_norm": 4.329917907714844,
+      "learning_rate": 1.795918367346939e-05,
+      "loss": 0.395,
+      "step": 100
+    },
+    {
+      "epoch": 1.5306122448979593,
+      "grad_norm": 7.502938747406006,
+      "learning_rate": 1.6938775510204085e-05,
+      "loss": 0.3451,
+      "step": 150
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.7144686299615877,
+      "eval_f1": 0.7747474747474747,
+      "eval_loss": 0.6415975093841553,
+      "eval_mcc": 0.3986338998981387,
+      "eval_roc_auc": 0.7898015943462421,
+      "eval_runtime": 166.1136,
+      "eval_samples_per_second": 9.403,
+      "eval_steps_per_second": 0.15,
+      "step": 196
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "grad_norm": 5.854671001434326,
+      "learning_rate": 1.5918367346938776e-05,
+      "loss": 0.3423,
+      "step": 200
+    },
+    {
+      "epoch": 2.5510204081632653,
+      "grad_norm": 6.938652038574219,
+      "learning_rate": 1.4897959183673472e-05,
+      "loss": 0.3229,
+      "step": 250
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.7400768245838668,
+      "eval_f1": 0.7883211678832117,
+      "eval_loss": 0.5721713304519653,
+      "eval_mcc": 0.4562663481861473,
+      "eval_roc_auc": 0.8044279881311658,
+      "eval_runtime": 165.7968,
+      "eval_samples_per_second": 9.421,
+      "eval_steps_per_second": 0.151,
+      "step": 294
+    },
+    {
+      "epoch": 3.061224489795918,
+      "grad_norm": 4.135607719421387,
+      "learning_rate": 1.3877551020408165e-05,
+      "loss": 0.3051,
+      "step": 300
+    },
+    {
+      "epoch": 3.571428571428571,
+      "grad_norm": 12.983510971069336,
+      "learning_rate": 1.2857142857142859e-05,
+      "loss": 0.2861,
+      "step": 350
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.7451984635083226,
+      "eval_f1": 0.7876200640341515,
+      "eval_loss": 0.5572524070739746,
+      "eval_mcc": 0.4702510049659752,
+      "eval_roc_auc": 0.808828924788449,
+      "eval_runtime": 165.8102,
+      "eval_samples_per_second": 9.42,
+      "eval_steps_per_second": 0.151,
+      "step": 392
+    },
+    {
+      "epoch": 4.081632653061225,
+      "grad_norm": 4.853840351104736,
+      "learning_rate": 1.1836734693877552e-05,
+      "loss": 0.2916,
+      "step": 400
+    },
+    {
+      "epoch": 4.591836734693878,
+      "grad_norm": 12.244647026062012,
+      "learning_rate": 1.0816326530612246e-05,
+      "loss": 0.2669,
+      "step": 450
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.7298335467349552,
+      "eval_f1": 0.7923228346456693,
+      "eval_loss": 0.585197389125824,
+      "eval_mcc": 0.432741923477754,
+      "eval_roc_auc": 0.811532381459596,
+      "eval_runtime": 165.2833,
+      "eval_samples_per_second": 9.45,
+      "eval_steps_per_second": 0.151,
+      "step": 490
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "grad_norm": 6.616086959838867,
+      "learning_rate": 9.795918367346939e-06,
+      "loss": 0.2686,
+      "step": 500
+    },
+    {
+      "epoch": 5.612244897959184,
+      "grad_norm": 4.586119174957275,
+      "learning_rate": 8.775510204081633e-06,
+      "loss": 0.2575,
+      "step": 550
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.7215108834827144,
+      "eval_f1": 0.7895500725689405,
+      "eval_loss": 0.6616533994674683,
+      "eval_mcc": 0.4156650698011332,
+      "eval_roc_auc": 0.8114326291496539,
+      "eval_runtime": 165.0772,
+      "eval_samples_per_second": 9.462,
+      "eval_steps_per_second": 0.151,
+      "step": 588
+    },
+    {
+      "epoch": 6.122448979591836,
+      "grad_norm": 4.342059135437012,
+      "learning_rate": 7.755102040816327e-06,
+      "loss": 0.2691,
+      "step": 600
+    },
+    {
+      "epoch": 6.63265306122449,
+      "grad_norm": 8.41532039642334,
+      "learning_rate": 6.734693877551021e-06,
+      "loss": 0.2464,
+      "step": 650
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.7573623559539052,
+      "eval_f1": 0.802088772845953,
+      "eval_loss": 0.5653724074363708,
+      "eval_mcc": 0.4929882749662992,
+      "eval_roc_auc": 0.8207028311058135,
+      "eval_runtime": 165.1778,
+      "eval_samples_per_second": 9.456,
+      "eval_steps_per_second": 0.151,
+      "step": 686
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 980,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "total_flos": 0.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85218b53ef2e13204c5b773ee6ee0def4cf0cc294c9e0b7b2bbed3839ddcb76a
+size 5457