Instructions to use harsith05/imdb_practice with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use harsith05/imdb_practice with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="harsith05/imdb_practice")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("harsith05/imdb_practice") model = AutoModelForSequenceClassification.from_pretrained("harsith05/imdb_practice", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Training in progress, epoch 1, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 437958624
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b5c60f390a2a09c2d06f316d2eb971ceaae9536585000f507723f926c22f62c4
|
| 3 |
size 437958624
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fbf2a19a8032edc40bb658d66547edff470d09254585ba9f3c328c5e1b984375
|
| 3 |
+
size 113448011
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2fb7e7f0e32311ea4a34bdd12b1dc8ec66d46164a59b314eea8415d8682591cf
|
| 3 |
size 14645
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1383
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8457a345e0d53a37b5f1ebb6db1120270f6a7f4b99a871d4acda8980a58382cc
|
| 3 |
size 1383
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3026a6862398ced41e03f502f101f7ea90db137e7358354f2ae702c428eaf49c
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,102 +1,28 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 0.
|
| 4 |
-
"best_model_checkpoint": "./bert-imdb-cp/checkpoint-
|
| 5 |
-
"epoch":
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
| 11 |
"log_history": [
|
| 12 |
{
|
| 13 |
"epoch": 0.639386189258312,
|
| 14 |
-
"grad_norm":
|
| 15 |
"learning_rate": 1.7447570332480818e-05,
|
| 16 |
-
"loss": 0.
|
| 17 |
"step": 500
|
| 18 |
},
|
| 19 |
{
|
| 20 |
"epoch": 1.0,
|
| 21 |
-
"eval_loss": 0.
|
| 22 |
-
"eval_runtime":
|
| 23 |
-
"eval_samples_per_second":
|
| 24 |
-
"eval_steps_per_second": 1.
|
| 25 |
"step": 782
|
| 26 |
-
},
|
| 27 |
-
{
|
| 28 |
-
"epoch": 1.278772378516624,
|
| 29 |
-
"grad_norm": 2.869081497192383,
|
| 30 |
-
"learning_rate": 1.489002557544757e-05,
|
| 31 |
-
"loss": 0.7621511840820312,
|
| 32 |
-
"step": 1000
|
| 33 |
-
},
|
| 34 |
-
{
|
| 35 |
-
"epoch": 1.918158567774936,
|
| 36 |
-
"grad_norm": 4.932098865509033,
|
| 37 |
-
"learning_rate": 1.2332480818414323e-05,
|
| 38 |
-
"loss": 0.7465299072265625,
|
| 39 |
-
"step": 1500
|
| 40 |
-
},
|
| 41 |
-
{
|
| 42 |
-
"epoch": 2.0,
|
| 43 |
-
"eval_loss": 0.6928977966308594,
|
| 44 |
-
"eval_runtime": 418.4611,
|
| 45 |
-
"eval_samples_per_second": 59.743,
|
| 46 |
-
"eval_steps_per_second": 1.869,
|
| 47 |
-
"step": 1564
|
| 48 |
-
},
|
| 49 |
-
{
|
| 50 |
-
"epoch": 2.557544757033248,
|
| 51 |
-
"grad_norm": 3.311922311782837,
|
| 52 |
-
"learning_rate": 9.774936061381075e-06,
|
| 53 |
-
"loss": 0.753785888671875,
|
| 54 |
-
"step": 2000
|
| 55 |
-
},
|
| 56 |
-
{
|
| 57 |
-
"epoch": 3.0,
|
| 58 |
-
"eval_loss": 0.6841378211975098,
|
| 59 |
-
"eval_runtime": 417.7404,
|
| 60 |
-
"eval_samples_per_second": 59.846,
|
| 61 |
-
"eval_steps_per_second": 1.872,
|
| 62 |
-
"step": 2346
|
| 63 |
-
},
|
| 64 |
-
{
|
| 65 |
-
"epoch": 3.1969309462915603,
|
| 66 |
-
"grad_norm": 3.621079683303833,
|
| 67 |
-
"learning_rate": 7.217391304347827e-06,
|
| 68 |
-
"loss": 0.735134765625,
|
| 69 |
-
"step": 2500
|
| 70 |
-
},
|
| 71 |
-
{
|
| 72 |
-
"epoch": 3.836317135549872,
|
| 73 |
-
"grad_norm": 3.455075979232788,
|
| 74 |
-
"learning_rate": 4.659846547314578e-06,
|
| 75 |
-
"loss": 0.7347869262695312,
|
| 76 |
-
"step": 3000
|
| 77 |
-
},
|
| 78 |
-
{
|
| 79 |
-
"epoch": 4.0,
|
| 80 |
-
"eval_loss": 0.6839827299118042,
|
| 81 |
-
"eval_runtime": 417.6818,
|
| 82 |
-
"eval_samples_per_second": 59.854,
|
| 83 |
-
"eval_steps_per_second": 1.872,
|
| 84 |
-
"step": 3128
|
| 85 |
-
},
|
| 86 |
-
{
|
| 87 |
-
"epoch": 4.475703324808184,
|
| 88 |
-
"grad_norm": 1.4374239444732666,
|
| 89 |
-
"learning_rate": 2.10230179028133e-06,
|
| 90 |
-
"loss": 0.72141064453125,
|
| 91 |
-
"step": 3500
|
| 92 |
-
},
|
| 93 |
-
{
|
| 94 |
-
"epoch": 5.0,
|
| 95 |
-
"eval_loss": 0.6816725730895996,
|
| 96 |
-
"eval_runtime": 417.8893,
|
| 97 |
-
"eval_samples_per_second": 59.824,
|
| 98 |
-
"eval_steps_per_second": 1.871,
|
| 99 |
-
"step": 3910
|
| 100 |
}
|
| 101 |
],
|
| 102 |
"logging_steps": 500,
|
|
@@ -111,12 +37,12 @@
|
|
| 111 |
"should_evaluate": false,
|
| 112 |
"should_log": false,
|
| 113 |
"should_save": true,
|
| 114 |
-
"should_training_stop":
|
| 115 |
},
|
| 116 |
"attributes": {}
|
| 117 |
}
|
| 118 |
},
|
| 119 |
-
"total_flos":
|
| 120 |
"train_batch_size": 32,
|
| 121 |
"trial_name": null,
|
| 122 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 782,
|
| 3 |
+
"best_metric": 0.4083733856678009,
|
| 4 |
+
"best_model_checkpoint": "./bert-imdb-cp/checkpoint-782",
|
| 5 |
+
"epoch": 1.0,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 782,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
| 11 |
"log_history": [
|
| 12 |
{
|
| 13 |
"epoch": 0.639386189258312,
|
| 14 |
+
"grad_norm": 3.604527473449707,
|
| 15 |
"learning_rate": 1.7447570332480818e-05,
|
| 16 |
+
"loss": 0.656656494140625,
|
| 17 |
"step": 500
|
| 18 |
},
|
| 19 |
{
|
| 20 |
"epoch": 1.0,
|
| 21 |
+
"eval_loss": 0.4083733856678009,
|
| 22 |
+
"eval_runtime": 465.4628,
|
| 23 |
+
"eval_samples_per_second": 53.71,
|
| 24 |
+
"eval_steps_per_second": 1.68,
|
| 25 |
"step": 782
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
}
|
| 27 |
],
|
| 28 |
"logging_steps": 500,
|
|
|
|
| 37 |
"should_evaluate": false,
|
| 38 |
"should_log": false,
|
| 39 |
"should_save": true,
|
| 40 |
+
"should_training_stop": false
|
| 41 |
},
|
| 42 |
"attributes": {}
|
| 43 |
}
|
| 44 |
},
|
| 45 |
+
"total_flos": 6575737273320960.0,
|
| 46 |
"train_batch_size": 32,
|
| 47 |
"trial_name": null,
|
| 48 |
"trial_params": null
|