Upload 8 files

config.json

@@ -0,0 +1,42 @@
+{
+  "_name_or_path": "facebook/deit-base-distilled-patch16-224",
+  "architectures": [
+    "DeiTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "adenocarcinoma",
+    "1": "adenocarcinoma_left.lower.lobe_T2_N0_M0_Ib",
+    "2": "large.cell.carcinoma",
+    "3": "large.cell.carcinoma_left.hilum_T2_N2_M0_IIIa",
+    "4": "normal",
+    "5": "squamous.cell.carcinoma",
+    "6": "squamous.cell.carcinoma_left.hilum_T1_N2_M0_IIIa"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "adenocarcinoma": "0",
+    "adenocarcinoma_left.lower.lobe_T2_N0_M0_Ib": "1",
+    "large.cell.carcinoma": "2",
+    "large.cell.carcinoma_left.hilum_T2_N2_M0_IIIa": "3",
+    "normal": "4",
+    "squamous.cell.carcinoma": "5",
+    "squamous.cell.carcinoma_left.hilum_T1_N2_M0_IIIa": "6"
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "deit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.2"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3476705d70224123d0ac3be5775f9e504d5ef1f5e4996f2d9dab124854ce2a5
+size 343245796

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8751bec7e00e393424a1310dc66f36c8a8807b068a5b112262bf74a32c0332ca
+size 686612730

preprocessor_config.json

@@ -0,0 +1,27 @@
+{
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.485,
+    0.456,
+    0.406
+  ],
+  "image_processor_type": "DeiTImageProcessor",
+  "image_std": [
+    0.229,
+    0.224,
+    0.225
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 256,
+    "width": 256
+  }
+}

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5e7fb4daefa07803e800c69126287f3cf3b43147bc4e0a6638c208db2dfa61
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd7a8b5e8af803dd7d877cd5c96555431c0bc0eca223a4f662149e475742b72
+size 1064

trainer_state.json

@@ -0,0 +1,248 @@
+{
+  "best_metric": 0.8472222222222222,
+  "best_model_checkpoint": "lungcancer_model_deit/checkpoint-84",
+  "epoch": 12.987012987012987,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 9.56179428100586,
+      "learning_rate": 4.666666666666667e-05,
+      "loss": 1.3622,
+      "step": 7
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "eval_accuracy": 0.4583333333333333,
+      "eval_loss": 1.1259331703186035,
+      "eval_runtime": 1.0658,
+      "eval_samples_per_second": 67.556,
+      "eval_steps_per_second": 8.444,
+      "step": 7
+    },
+    {
+      "epoch": 1.8181818181818183,
+      "grad_norm": 4.5356645584106445,
+      "learning_rate": 4.3333333333333334e-05,
+      "loss": 0.735,
+      "step": 14
+    },
+    {
+      "epoch": 1.948051948051948,
+      "eval_accuracy": 0.5,
+      "eval_loss": 0.9460827708244324,
+      "eval_runtime": 1.2329,
+      "eval_samples_per_second": 58.401,
+      "eval_steps_per_second": 7.3,
+      "step": 15
+    },
+    {
+      "epoch": 2.7272727272727275,
+      "grad_norm": 11.363588333129883,
+      "learning_rate": 4e-05,
+      "loss": 0.5287,
+      "step": 21
+    },
+    {
+      "epoch": 2.987012987012987,
+      "eval_accuracy": 0.5972222222222222,
+      "eval_loss": 0.9006068706512451,
+      "eval_runtime": 1.1547,
+      "eval_samples_per_second": 62.353,
+      "eval_steps_per_second": 7.794,
+      "step": 23
+    },
+    {
+      "epoch": 3.6363636363636362,
+      "grad_norm": 9.22575855255127,
+      "learning_rate": 3.6666666666666666e-05,
+      "loss": 0.2822,
+      "step": 28
+    },
+    {
+      "epoch": 3.896103896103896,
+      "eval_accuracy": 0.6666666666666666,
+      "eval_loss": 0.7236449718475342,
+      "eval_runtime": 1.0624,
+      "eval_samples_per_second": 67.772,
+      "eval_steps_per_second": 8.471,
+      "step": 30
+    },
+    {
+      "epoch": 4.545454545454545,
+      "grad_norm": 10.75616455078125,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.1459,
+      "step": 35
+    },
+    {
+      "epoch": 4.935064935064935,
+      "eval_accuracy": 0.7777777777777778,
+      "eval_loss": 0.5326564908027649,
+      "eval_runtime": 1.0763,
+      "eval_samples_per_second": 66.898,
+      "eval_steps_per_second": 8.362,
+      "step": 38
+    },
+    {
+      "epoch": 5.454545454545454,
+      "grad_norm": 2.9255380630493164,
+      "learning_rate": 3e-05,
+      "loss": 0.0687,
+      "step": 42
+    },
+    {
+      "epoch": 5.974025974025974,
+      "eval_accuracy": 0.8333333333333334,
+      "eval_loss": 0.42256489396095276,
+      "eval_runtime": 1.9017,
+      "eval_samples_per_second": 37.86,
+      "eval_steps_per_second": 4.733,
+      "step": 46
+    },
+    {
+      "epoch": 6.363636363636363,
+      "grad_norm": 2.1261632442474365,
+      "learning_rate": 2.6666666666666667e-05,
+      "loss": 0.0269,
+      "step": 49
+    },
+    {
+      "epoch": 6.883116883116883,
+      "eval_accuracy": 0.8333333333333334,
+      "eval_loss": 0.4134489595890045,
+      "eval_runtime": 1.0782,
+      "eval_samples_per_second": 66.781,
+      "eval_steps_per_second": 8.348,
+      "step": 53
+    },
+    {
+      "epoch": 7.2727272727272725,
+      "grad_norm": 0.20565827190876007,
+      "learning_rate": 2.3333333333333336e-05,
+      "loss": 0.0139,
+      "step": 56
+    },
+    {
+      "epoch": 7.922077922077922,
+      "eval_accuracy": 0.8333333333333334,
+      "eval_loss": 0.3836323916912079,
+      "eval_runtime": 1.0936,
+      "eval_samples_per_second": 65.839,
+      "eval_steps_per_second": 8.23,
+      "step": 61
+    },
+    {
+      "epoch": 8.181818181818182,
+      "grad_norm": 0.11971937119960785,
+      "learning_rate": 2e-05,
+      "loss": 0.0077,
+      "step": 63
+    },
+    {
+      "epoch": 8.96103896103896,
+      "eval_accuracy": 0.8194444444444444,
+      "eval_loss": 0.5306501984596252,
+      "eval_runtime": 1.071,
+      "eval_samples_per_second": 67.228,
+      "eval_steps_per_second": 8.404,
+      "step": 69
+    },
+    {
+      "epoch": 9.090909090909092,
+      "grad_norm": 0.09062337130308151,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.0054,
+      "step": 70
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 0.041697677224874496,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 0.0042,
+      "step": 77
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.8333333333333334,
+      "eval_loss": 0.4780552089214325,
+      "eval_runtime": 1.1093,
+      "eval_samples_per_second": 64.905,
+      "eval_steps_per_second": 8.113,
+      "step": 77
+    },
+    {
+      "epoch": 10.909090909090908,
+      "grad_norm": 0.0230174008756876,
+      "learning_rate": 1e-05,
+      "loss": 0.0038,
+      "step": 84
+    },
+    {
+      "epoch": 10.909090909090908,
+      "eval_accuracy": 0.8472222222222222,
+      "eval_loss": 0.41819339990615845,
+      "eval_runtime": 1.0796,
+      "eval_samples_per_second": 66.694,
+      "eval_steps_per_second": 8.337,
+      "step": 84
+    },
+    {
+      "epoch": 11.818181818181818,
+      "grad_norm": 0.024311551824212074,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.0039,
+      "step": 91
+    },
+    {
+      "epoch": 11.948051948051948,
+      "eval_accuracy": 0.8472222222222222,
+      "eval_loss": 0.39705508947372437,
+      "eval_runtime": 1.0729,
+      "eval_samples_per_second": 67.106,
+      "eval_steps_per_second": 8.388,
+      "step": 92
+    },
+    {
+      "epoch": 12.727272727272727,
+      "grad_norm": 0.022643834352493286,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 0.0018,
+      "step": 98
+    },
+    {
+      "epoch": 12.987012987012987,
+      "eval_accuracy": 0.8472222222222222,
+      "eval_loss": 0.39274024963378906,
+      "eval_runtime": 1.0807,
+      "eval_samples_per_second": 66.626,
+      "eval_steps_per_second": 8.328,
+      "step": 100
+    }
+  ],
+  "logging_steps": 7,
+  "max_steps": 105,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 15,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.175723941563904e+17,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c62128ea8aa9c0e0fd1a15371a90c3faa25ed8503d55af7f3ba65602c123c5d
+size 5240