ahmed792002/Finetuning_Bert_ClinicalNotes_Diagnosis_Classification

README.md

@@ -44,7 +44,7 @@ The following hyperparameters were used during training:
 - train_batch_size: 8
 - eval_batch_size: 8
 - seed: 42
-- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
 - num_epochs: 5
 
@@ -52,16 +52,16 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy | F1  |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|:---:|
-| No log        | 1.0   | 438  | 0.0222          | 1.0      | 1.0 |
-| 0.6526        | 2.0   | 876  | 0.0068          | 1.0      | 1.0 |
-| 0.0132        | 3.0   | 1314 | 0.0040          | 1.0      | 1.0 |
-| 0.0061        | 4.0   | 1752 | 0.0030          | 1.0      | 1.0 |
-| 0.0043        | 5.0   | 2190 | 0.0028          | 1.0      | 1.0 |
+| No log        | 1.0   | 438  | 0.0226          | 1.0      | 1.0 |
+| 0.6724        | 2.0   | 876  | 0.0069          | 1.0      | 1.0 |
+| 0.0134        | 3.0   | 1314 | 0.0041          | 1.0      | 1.0 |
+| 0.0062        | 4.0   | 1752 | 0.0031          | 1.0      | 1.0 |
+| 0.0044        | 5.0   | 2190 | 0.0028          | 1.0      | 1.0 |
 
 
 ### Framework versions
 
-- Transformers 4.46.3
-- Pytorch 2.4.0
-- Datasets 3.1.0
-- Tokenizers 0.20.3
+- Transformers 4.44.2
+- Pytorch 2.4.1+cu121
+- Datasets 3.2.0
+- Tokenizers 0.19.1

config.json

@@ -64,7 +64,7 @@
   "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
   "torch_dtype": "float32",
-  "transformers_version": "4.46.3",
+  "transformers_version": "4.44.2",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 30522

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39711be640cb36173bd8b05ff471eb160959519a5e76ff0f09fa6ff7382de56c
+oid sha256:761946f78d20632942dd24d0927a6150a76a35f631e5d539dad1780106c66924
 size 438014016

runs/Jan04_22-48-12_7334ccb189ca/events.out.tfevents.1736030894.7334ccb189ca.21.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70daeeae1cbe4e6ca2ccff0cd04294e0c4a06bd03ee663c001747aff2701d51d
+size 8912

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d260d0803e06102e66a0a9a49f5695882af5cb696342839956b895799e925ee
-size 5368
+oid sha256:18052524afe41dcc3f76d9e59f22cc5a36984c4ffa341282905a6180f2d2d0c0
+size 5304