Instructions to use circlemachinelearning/bart-email-multitask with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use circlemachinelearning/bart-email-multitask with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSeq2SeqLM tokenizer = AutoTokenizer.from_pretrained("circlemachinelearning/bart-email-multitask") model = AutoModelForSeq2SeqLM.from_pretrained("circlemachinelearning/bart-email-multitask", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 4000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1625422896
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:99c7c6345d23e47ec7b9dbf26d333608e6fe8626b67a5e372a70651b48e75310
|
| 3 |
size 1625422896
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3250759392
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:374e81646506ec785e96925a53b43bcde0358a1c71b2b55faf65745451ec9335
|
| 3 |
size 3250759392
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25d54536c46c6f3683b9b736e1a9111acd8762892f281e07dc7a35213344cfda
|
| 3 |
size 14645
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1383
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2fbf1b07c041b197423e5d1ffb8c16c75724e39b14f67ac144d57b7027705d1c
|
| 3 |
size 1383
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b154e3fa863cb05233141214936047bed984525ee21ed80525aafdbf0e2d33a
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": 3000,
|
| 3 |
"best_metric": 51.14,
|
| 4 |
"best_model_checkpoint": "./bart-email-multitask-updated/checkpoint-3000",
|
| 5 |
-
"epoch": 1.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -589,6 +589,89 @@
|
|
| 589 |
"eval_samples_per_second": 1.069,
|
| 590 |
"eval_steps_per_second": 0.267,
|
| 591 |
"step": 3500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 592 |
}
|
| 593 |
],
|
| 594 |
"logging_steps": 50,
|
|
@@ -603,7 +686,7 @@
|
|
| 603 |
"early_stopping_threshold": 0.0
|
| 604 |
},
|
| 605 |
"attributes": {
|
| 606 |
-
"early_stopping_patience_counter":
|
| 607 |
}
|
| 608 |
},
|
| 609 |
"TrainerControl": {
|
|
@@ -612,12 +695,12 @@
|
|
| 612 |
"should_evaluate": false,
|
| 613 |
"should_log": false,
|
| 614 |
"should_save": true,
|
| 615 |
-
"should_training_stop":
|
| 616 |
},
|
| 617 |
"attributes": {}
|
| 618 |
}
|
| 619 |
},
|
| 620 |
-
"total_flos": 1.
|
| 621 |
"train_batch_size": 4,
|
| 622 |
"trial_name": null,
|
| 623 |
"trial_params": null
|
|
|
|
| 2 |
"best_global_step": 3000,
|
| 3 |
"best_metric": 51.14,
|
| 4 |
"best_model_checkpoint": "./bart-email-multitask-updated/checkpoint-3000",
|
| 5 |
+
"epoch": 1.3807715543281263,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 4000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 589 |
"eval_samples_per_second": 1.069,
|
| 590 |
"eval_steps_per_second": 0.267,
|
| 591 |
"step": 3500
|
| 592 |
+
},
|
| 593 |
+
{
|
| 594 |
+
"epoch": 1.2254250453093984,
|
| 595 |
+
"grad_norm": 2.9530227184295654,
|
| 596 |
+
"learning_rate": 2.0066142295316413e-06,
|
| 597 |
+
"loss": 0.4127,
|
| 598 |
+
"step": 3550
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"epoch": 1.2426857685337016,
|
| 602 |
+
"grad_norm": 2.9822258949279785,
|
| 603 |
+
"learning_rate": 1.9619234894529854e-06,
|
| 604 |
+
"loss": 0.3785,
|
| 605 |
+
"step": 3600
|
| 606 |
+
},
|
| 607 |
+
{
|
| 608 |
+
"epoch": 1.2599464917580048,
|
| 609 |
+
"grad_norm": 3.8967037200927734,
|
| 610 |
+
"learning_rate": 1.91723274937433e-06,
|
| 611 |
+
"loss": 0.4015,
|
| 612 |
+
"step": 3650
|
| 613 |
+
},
|
| 614 |
+
{
|
| 615 |
+
"epoch": 1.2772072149823077,
|
| 616 |
+
"grad_norm": 2.652034044265747,
|
| 617 |
+
"learning_rate": 1.872542009295674e-06,
|
| 618 |
+
"loss": 0.3962,
|
| 619 |
+
"step": 3700
|
| 620 |
+
},
|
| 621 |
+
{
|
| 622 |
+
"epoch": 1.2944679382066109,
|
| 623 |
+
"grad_norm": 2.3683066368103027,
|
| 624 |
+
"learning_rate": 1.8278512692170184e-06,
|
| 625 |
+
"loss": 0.3942,
|
| 626 |
+
"step": 3750
|
| 627 |
+
},
|
| 628 |
+
{
|
| 629 |
+
"epoch": 1.311728661430914,
|
| 630 |
+
"grad_norm": 2.787900447845459,
|
| 631 |
+
"learning_rate": 1.7831605291383628e-06,
|
| 632 |
+
"loss": 0.3902,
|
| 633 |
+
"step": 3800
|
| 634 |
+
},
|
| 635 |
+
{
|
| 636 |
+
"epoch": 1.328989384655217,
|
| 637 |
+
"grad_norm": 2.8084681034088135,
|
| 638 |
+
"learning_rate": 1.7384697890597069e-06,
|
| 639 |
+
"loss": 0.3971,
|
| 640 |
+
"step": 3850
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"epoch": 1.3462501078795202,
|
| 644 |
+
"grad_norm": 3.2413413524627686,
|
| 645 |
+
"learning_rate": 1.6937790489810514e-06,
|
| 646 |
+
"loss": 0.396,
|
| 647 |
+
"step": 3900
|
| 648 |
+
},
|
| 649 |
+
{
|
| 650 |
+
"epoch": 1.3635108311038233,
|
| 651 |
+
"grad_norm": 2.3999781608581543,
|
| 652 |
+
"learning_rate": 1.6490883089023956e-06,
|
| 653 |
+
"loss": 0.3836,
|
| 654 |
+
"step": 3950
|
| 655 |
+
},
|
| 656 |
+
{
|
| 657 |
+
"epoch": 1.3807715543281263,
|
| 658 |
+
"grad_norm": 3.1420865058898926,
|
| 659 |
+
"learning_rate": 1.6043975688237399e-06,
|
| 660 |
+
"loss": 0.3757,
|
| 661 |
+
"step": 4000
|
| 662 |
+
},
|
| 663 |
+
{
|
| 664 |
+
"epoch": 1.3807715543281263,
|
| 665 |
+
"eval_gen_len": 54.231239092495635,
|
| 666 |
+
"eval_loss": 0.5294080376625061,
|
| 667 |
+
"eval_rouge1": 50.76,
|
| 668 |
+
"eval_rouge2": 36.73,
|
| 669 |
+
"eval_rougeL": 44.34,
|
| 670 |
+
"eval_rougeLsum": 44.9,
|
| 671 |
+
"eval_runtime": 5340.6521,
|
| 672 |
+
"eval_samples_per_second": 1.073,
|
| 673 |
+
"eval_steps_per_second": 0.268,
|
| 674 |
+
"step": 4000
|
| 675 |
}
|
| 676 |
],
|
| 677 |
"logging_steps": 50,
|
|
|
|
| 686 |
"early_stopping_threshold": 0.0
|
| 687 |
},
|
| 688 |
"attributes": {
|
| 689 |
+
"early_stopping_patience_counter": 2
|
| 690 |
}
|
| 691 |
},
|
| 692 |
"TrainerControl": {
|
|
|
|
| 695 |
"should_evaluate": false,
|
| 696 |
"should_log": false,
|
| 697 |
"should_save": true,
|
| 698 |
+
"should_training_stop": true
|
| 699 |
},
|
| 700 |
"attributes": {}
|
| 701 |
}
|
| 702 |
},
|
| 703 |
+
"total_flos": 1.373273785100206e+17,
|
| 704 |
"train_batch_size": 4,
|
| 705 |
"trial_name": null,
|
| 706 |
"trial_params": null
|