Upload folder using huggingface_hub

README.md

@@ -0,0 +1,22 @@
+
+---
+tags:
+- autotrain
+- image-classification
+widget:
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/tiger.jpg
+  example_title: Tiger
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/teapot.jpg
+  example_title: Teapot
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/palace.jpg
+  example_title: Palace
+datasets:
+- sartajbhuvaji/Brain-Tumor-Classification
+---
+
+# Model Trained Using AutoTrain
+
+- Problem type: Image Classification
+
+## Validation Metrics
+No validation metrics available

checkpoint-450/config.json

@@ -0,0 +1,66 @@
+{
+  "_name_or_path": "microsoft/swin-base-patch4-window7-224-in22k",
+  "_num_labels": 4,
+  "architectures": [
+    "SwinForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "depths": [
+    2,
+    2,
+    18,
+    2
+  ],
+  "drop_path_rate": 0.1,
+  "embed_dim": 128,
+  "encoder_stride": 32,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "glioma_tumor",
+    "1": "meningioma_tumor",
+    "2": "no_tumor",
+    "3": "pituitary_tumor"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "label2id": {
+    "glioma_tumor": 0,
+    "meningioma_tumor": 1,
+    "no_tumor": 2,
+    "pituitary_tumor": 3
+  },
+  "layer_norm_eps": 1e-05,
+  "mlp_ratio": 4.0,
+  "model_type": "swin",
+  "num_channels": 3,
+  "num_heads": [
+    4,
+    8,
+    16,
+    32
+  ],
+  "num_layers": 4,
+  "out_features": [
+    "stage4"
+  ],
+  "out_indices": [
+    4
+  ],
+  "patch_size": 4,
+  "path_norm": true,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "stage_names": [
+    "stem",
+    "stage1",
+    "stage2",
+    "stage3",
+    "stage4"
+  ],
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.0",
+  "use_absolute_embeddings": false,
+  "window_size": 7
+}

checkpoint-450/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8350bae2d69a0f757abcec1eb625852f70158166c989f9418b0c6ee529bea0f4
+size 347507016

checkpoint-450/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93891904bfdc8aab433a805eb9820687a4c09d851945fef6c3d3ac8b9fc3278
+size 694322125

checkpoint-450/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84293e35d03a603a6d01e01e41f9934374bf7ca96b7984c1399cf6683b873292
+size 13990

checkpoint-450/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2295262c8b0cd31776d8d5f370bfd4d7da47a787dc53758a73b3dbb54b80f3
+size 1064

checkpoint-450/trainer_state.json

@@ -0,0 +1,203 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 450,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.19,
+      "grad_norm": 8.953761100769043,
+      "learning_rate": 1.888888888888889e-05,
+      "loss": 1.3623,
+      "step": 17
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 10.632478713989258,
+      "learning_rate": 3.777777777777778e-05,
+      "loss": 1.0225,
+      "step": 34
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 16.316967010498047,
+      "learning_rate": 4.925925925925926e-05,
+      "loss": 0.6166,
+      "step": 51
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 21.347354888916016,
+      "learning_rate": 4.7160493827160495e-05,
+      "loss": 0.5825,
+      "step": 68
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 8.19096565246582,
+      "learning_rate": 4.506172839506173e-05,
+      "loss": 0.4259,
+      "step": 85
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 12.711194038391113,
+      "learning_rate": 4.296296296296296e-05,
+      "loss": 0.2901,
+      "step": 102
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 18.733543395996094,
+      "learning_rate": 4.0864197530864204e-05,
+      "loss": 0.2684,
+      "step": 119
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 6.416273593902588,
+      "learning_rate": 3.876543209876544e-05,
+      "loss": 0.2797,
+      "step": 136
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 4.896417617797852,
+      "learning_rate": 3.6666666666666666e-05,
+      "loss": 0.3023,
+      "step": 153
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 17.5325984954834,
+      "learning_rate": 3.45679012345679e-05,
+      "loss": 0.2397,
+      "step": 170
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 9.514878273010254,
+      "learning_rate": 3.2469135802469134e-05,
+      "loss": 0.2499,
+      "step": 187
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 6.783230304718018,
+      "learning_rate": 3.037037037037037e-05,
+      "loss": 0.2137,
+      "step": 204
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 9.813042640686035,
+      "learning_rate": 2.8271604938271606e-05,
+      "loss": 0.1946,
+      "step": 221
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 4.386660099029541,
+      "learning_rate": 2.617283950617284e-05,
+      "loss": 0.2326,
+      "step": 238
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 13.430244445800781,
+      "learning_rate": 2.4074074074074074e-05,
+      "loss": 0.1931,
+      "step": 255
+    },
+    {
+      "epoch": 3.02,
+      "grad_norm": 10.026385307312012,
+      "learning_rate": 2.1975308641975308e-05,
+      "loss": 0.1584,
+      "step": 272
+    },
+    {
+      "epoch": 3.21,
+      "grad_norm": 5.96959924697876,
+      "learning_rate": 1.9876543209876546e-05,
+      "loss": 0.1612,
+      "step": 289
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 8.849898338317871,
+      "learning_rate": 1.777777777777778e-05,
+      "loss": 0.1843,
+      "step": 306
+    },
+    {
+      "epoch": 3.59,
+      "grad_norm": 4.787600517272949,
+      "learning_rate": 1.5679012345679014e-05,
+      "loss": 0.1395,
+      "step": 323
+    },
+    {
+      "epoch": 3.78,
+      "grad_norm": 5.98640251159668,
+      "learning_rate": 1.3580246913580247e-05,
+      "loss": 0.1351,
+      "step": 340
+    },
+    {
+      "epoch": 3.97,
+      "grad_norm": 8.119280815124512,
+      "learning_rate": 1.1481481481481482e-05,
+      "loss": 0.1626,
+      "step": 357
+    },
+    {
+      "epoch": 4.16,
+      "grad_norm": 7.947086334228516,
+      "learning_rate": 9.382716049382717e-06,
+      "loss": 0.1658,
+      "step": 374
+    },
+    {
+      "epoch": 4.34,
+      "grad_norm": 2.4981260299682617,
+      "learning_rate": 7.283950617283951e-06,
+      "loss": 0.1147,
+      "step": 391
+    },
+    {
+      "epoch": 4.53,
+      "grad_norm": 5.954956531524658,
+      "learning_rate": 5.185185185185185e-06,
+      "loss": 0.1295,
+      "step": 408
+    },
+    {
+      "epoch": 4.72,
+      "grad_norm": 9.320396423339844,
+      "learning_rate": 3.0864197530864196e-06,
+      "loss": 0.1309,
+      "step": 425
+    },
+    {
+      "epoch": 4.91,
+      "grad_norm": 9.413307189941406,
+      "learning_rate": 9.876543209876544e-07,
+      "loss": 0.095,
+      "step": 442
+    }
+  ],
+  "logging_steps": 17,
+  "max_steps": 450,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 1.1242852922068992e+18,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-450/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdb2f8f71607f374787e1fc5dc2a41f9ec2a880d55f5b0c5941c750740c9946
+size 4920

config.json

@@ -0,0 +1,66 @@
+{
+  "_name_or_path": "microsoft/swin-base-patch4-window7-224-in22k",
+  "_num_labels": 4,
+  "architectures": [
+    "SwinForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "depths": [
+    2,
+    2,
+    18,
+    2
+  ],
+  "drop_path_rate": 0.1,
+  "embed_dim": 128,
+  "encoder_stride": 32,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "glioma_tumor",
+    "1": "meningioma_tumor",
+    "2": "no_tumor",
+    "3": "pituitary_tumor"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "label2id": {
+    "glioma_tumor": 0,
+    "meningioma_tumor": 1,
+    "no_tumor": 2,
+    "pituitary_tumor": 3
+  },
+  "layer_norm_eps": 1e-05,
+  "mlp_ratio": 4.0,
+  "model_type": "swin",
+  "num_channels": 3,
+  "num_heads": [
+    4,
+    8,
+    16,
+    32
+  ],
+  "num_layers": 4,
+  "out_features": [
+    "stage4"
+  ],
+  "out_indices": [
+    4
+  ],
+  "patch_size": 4,
+  "path_norm": true,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "stage_names": [
+    "stem",
+    "stage1",
+    "stage2",
+    "stage3",
+    "stage4"
+  ],
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.0",
+  "use_absolute_embeddings": false,
+  "window_size": 7
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8350bae2d69a0f757abcec1eb625852f70158166c989f9418b0c6ee529bea0f4
+size 347507016

preprocessor_config.json

@@ -0,0 +1,36 @@
+{
+  "_valid_processor_keys": [
+    "images",
+    "do_resize",
+    "size",
+    "resample",
+    "do_rescale",
+    "rescale_factor",
+    "do_normalize",
+    "image_mean",
+    "image_std",
+    "return_tensors",
+    "data_format",
+    "input_data_format"
+  ],
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.485,
+    0.456,
+    0.406
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.229,
+    0.224,
+    0.225
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdb2f8f71607f374787e1fc5dc2a41f9ec2a880d55f5b0c5941c750740c9946
+size 4920

training_params.json

@@ -0,0 +1,29 @@
+{
+    "data_path": "sartajbhuvaji/Brain-Tumor-Classification",
+    "model": "microsoft/swin-base-patch4-window7-224-in22k",
+    "username": "NeuronZero",
+    "lr": 5e-05,
+    "epochs": 5,
+    "batch_size": 32,
+    "warmup_ratio": 0.1,
+    "gradient_accumulation": 1,
+    "optimizer": "adamw_torch",
+    "scheduler": "linear",
+    "weight_decay": 0.0,
+    "max_grad_norm": 1.0,
+    "seed": 42,
+    "train_split": "Training",
+    "valid_split": null,
+    "logging_steps": -1,
+    "project_name": "MRI-Reader",
+    "auto_find_batch_size": false,
+    "mixed_precision": "fp4",
+    "save_total_limit": 1,
+    "save_strategy": "epoch",
+    "push_to_hub": true,
+    "repo_id": "NeuronZero/MRI-Reader",
+    "evaluation_strategy": "epoch",
+    "image_column": "image",
+    "target_column": "label",
+    "log": "none"
+}