Instructions to use circlemachinelearning/bart-email-multitask with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use circlemachinelearning/bart-email-multitask with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSeq2SeqLM tokenizer = AutoTokenizer.from_pretrained("circlemachinelearning/bart-email-multitask") model = AutoModelForSeq2SeqLM.from_pretrained("circlemachinelearning/bart-email-multitask", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 3500, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1625422896
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e970ebd5a85878e24d4e82408f1544b44510ad867e6e14413abc73b59a6e2b87
|
| 3 |
size 1625422896
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3250759392
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9015c6e097a9d0d0b930f42989c855220716dbcdd318d26faaab572c32352885
|
| 3 |
size 3250759392
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:29088cd044384ff39ead7e6da89a896d2c14ec65f5b780b791b52bf8b2923887
|
| 3 |
size 14645
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1383
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:917c700dc3c784b68d992933d13de0aadf8e6b69ea6214efe3a71da31083190f
|
| 3 |
size 1383
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6cf9a735ef029846b4b68a529e8290b963a10b9c42b981859787d6acbeb3970d
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": 3000,
|
| 3 |
"best_metric": 51.14,
|
| 4 |
"best_model_checkpoint": "./bart-email-multitask-updated/checkpoint-3000",
|
| 5 |
-
"epoch": 1.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -506,6 +506,89 @@
|
|
| 506 |
"eval_samples_per_second": 1.099,
|
| 507 |
"eval_steps_per_second": 0.275,
|
| 508 |
"step": 3000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 509 |
}
|
| 510 |
],
|
| 511 |
"logging_steps": 50,
|
|
@@ -520,7 +603,7 @@
|
|
| 520 |
"early_stopping_threshold": 0.0
|
| 521 |
},
|
| 522 |
"attributes": {
|
| 523 |
-
"early_stopping_patience_counter":
|
| 524 |
}
|
| 525 |
},
|
| 526 |
"TrainerControl": {
|
|
@@ -534,7 +617,7 @@
|
|
| 534 |
"attributes": {}
|
| 535 |
}
|
| 536 |
},
|
| 537 |
-
"total_flos": 1.
|
| 538 |
"train_batch_size": 4,
|
| 539 |
"trial_name": null,
|
| 540 |
"trial_params": null
|
|
|
|
| 2 |
"best_global_step": 3000,
|
| 3 |
"best_metric": 51.14,
|
| 4 |
"best_model_checkpoint": "./bart-email-multitask-updated/checkpoint-3000",
|
| 5 |
+
"epoch": 1.2081643220850953,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 3500,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 506 |
"eval_samples_per_second": 1.099,
|
| 507 |
"eval_steps_per_second": 0.275,
|
| 508 |
"step": 3000
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"epoch": 1.0528178130663675,
|
| 512 |
+
"grad_norm": 2.5936224460601807,
|
| 513 |
+
"learning_rate": 2.4535216303181983e-06,
|
| 514 |
+
"loss": 0.3795,
|
| 515 |
+
"step": 3050
|
| 516 |
+
},
|
| 517 |
+
{
|
| 518 |
+
"epoch": 1.0700785362906706,
|
| 519 |
+
"grad_norm": 2.727391481399536,
|
| 520 |
+
"learning_rate": 2.4088308902395428e-06,
|
| 521 |
+
"loss": 0.3797,
|
| 522 |
+
"step": 3100
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"epoch": 1.0873392595149736,
|
| 526 |
+
"grad_norm": 2.1693854331970215,
|
| 527 |
+
"learning_rate": 2.364140150160887e-06,
|
| 528 |
+
"loss": 0.3809,
|
| 529 |
+
"step": 3150
|
| 530 |
+
},
|
| 531 |
+
{
|
| 532 |
+
"epoch": 1.1045999827392767,
|
| 533 |
+
"grad_norm": 3.9267098903656006,
|
| 534 |
+
"learning_rate": 2.3194494100822313e-06,
|
| 535 |
+
"loss": 0.3816,
|
| 536 |
+
"step": 3200
|
| 537 |
+
},
|
| 538 |
+
{
|
| 539 |
+
"epoch": 1.12186070596358,
|
| 540 |
+
"grad_norm": 3.905186176300049,
|
| 541 |
+
"learning_rate": 2.2747586700035753e-06,
|
| 542 |
+
"loss": 0.3852,
|
| 543 |
+
"step": 3250
|
| 544 |
+
},
|
| 545 |
+
{
|
| 546 |
+
"epoch": 1.139121429187883,
|
| 547 |
+
"grad_norm": 3.1914596557617188,
|
| 548 |
+
"learning_rate": 2.23006792992492e-06,
|
| 549 |
+
"loss": 0.3837,
|
| 550 |
+
"step": 3300
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"epoch": 1.156382152412186,
|
| 554 |
+
"grad_norm": 3.2150516510009766,
|
| 555 |
+
"learning_rate": 2.185377189846264e-06,
|
| 556 |
+
"loss": 0.3916,
|
| 557 |
+
"step": 3350
|
| 558 |
+
},
|
| 559 |
+
{
|
| 560 |
+
"epoch": 1.1736428756364892,
|
| 561 |
+
"grad_norm": 3.4676005840301514,
|
| 562 |
+
"learning_rate": 2.1406864497676083e-06,
|
| 563 |
+
"loss": 0.3889,
|
| 564 |
+
"step": 3400
|
| 565 |
+
},
|
| 566 |
+
{
|
| 567 |
+
"epoch": 1.1909035988607923,
|
| 568 |
+
"grad_norm": 3.015994071960449,
|
| 569 |
+
"learning_rate": 2.095995709688953e-06,
|
| 570 |
+
"loss": 0.3901,
|
| 571 |
+
"step": 3450
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"epoch": 1.2081643220850953,
|
| 575 |
+
"grad_norm": 3.504163980484009,
|
| 576 |
+
"learning_rate": 2.051304969610297e-06,
|
| 577 |
+
"loss": 0.3878,
|
| 578 |
+
"step": 3500
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 1.2081643220850953,
|
| 582 |
+
"eval_gen_len": 54.42425828970332,
|
| 583 |
+
"eval_loss": 0.5358798503875732,
|
| 584 |
+
"eval_rouge1": 50.77,
|
| 585 |
+
"eval_rouge2": 36.52,
|
| 586 |
+
"eval_rougeL": 44.17,
|
| 587 |
+
"eval_rougeLsum": 44.73,
|
| 588 |
+
"eval_runtime": 5360.6563,
|
| 589 |
+
"eval_samples_per_second": 1.069,
|
| 590 |
+
"eval_steps_per_second": 0.267,
|
| 591 |
+
"step": 3500
|
| 592 |
}
|
| 593 |
],
|
| 594 |
"logging_steps": 50,
|
|
|
|
| 603 |
"early_stopping_threshold": 0.0
|
| 604 |
},
|
| 605 |
"attributes": {
|
| 606 |
+
"early_stopping_patience_counter": 1
|
| 607 |
}
|
| 608 |
},
|
| 609 |
"TrainerControl": {
|
|
|
|
| 617 |
"attributes": {}
|
| 618 |
}
|
| 619 |
},
|
| 620 |
+
"total_flos": 1.201598467401646e+17,
|
| 621 |
"train_batch_size": 4,
|
| 622 |
"trial_name": null,
|
| 623 |
"trial_params": null
|