Mwnthai commited on
Commit
75b8872
·
verified ·
1 Parent(s): f09f52e

End of training

Browse files
README.md CHANGED
@@ -4,9 +4,23 @@ license: apache-2.0
4
  base_model: facebook/bart-large
5
  tags:
6
  - generated_from_trainer
 
 
 
 
7
  model-index:
8
  - name: bart-bas-summ
9
- results: []
 
 
 
 
 
 
 
 
 
 
10
  ---
11
 
12
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -14,7 +28,14 @@ should probably proofread and complete it, then remove this comment. -->
14
 
15
  # bart-bas-summ
16
 
17
- This model is a fine-tuned version of [facebook/bart-large](https://huggingface.co/facebook/bart-large) on an unknown dataset.
 
 
 
 
 
 
 
18
 
19
  ## Model description
20
 
 
4
  base_model: facebook/bart-large
5
  tags:
6
  - generated_from_trainer
7
+ datasets:
8
+ - Mwnthai/bodo-legal-summary-data
9
+ metrics:
10
+ - rouge
11
  model-index:
12
  - name: bart-bas-summ
13
+ results:
14
+ - task:
15
+ name: Summarization
16
+ type: summarization
17
+ dataset:
18
+ name: Mwnthai/bodo-legal-summary-data
19
+ type: Mwnthai/bodo-legal-summary-data
20
+ metrics:
21
+ - name: Rouge1
22
+ type: rouge
23
+ value: 21.2656
24
  ---
25
 
26
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
28
 
29
  # bart-bas-summ
30
 
31
+ This model is a fine-tuned version of [facebook/bart-large](https://huggingface.co/facebook/bart-large) on the Mwnthai/bodo-legal-summary-data dataset.
32
+ It achieves the following results on the evaluation set:
33
+ - Loss: 4.1477
34
+ - Rouge1: 21.2656
35
+ - Rouge2: 7.0402
36
+ - Rougel: 19.1943
37
+ - Rougelsum: 19.6362
38
+ - Gen Len: 128.0
39
 
40
  ## Model description
41
 
all_results.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_gen_len": 128.0,
4
+ "eval_loss": 4.1476616859436035,
5
+ "eval_rouge1": 21.2656,
6
+ "eval_rouge2": 7.0402,
7
+ "eval_rougeL": 19.1943,
8
+ "eval_rougeLsum": 19.6362,
9
+ "eval_runtime": 159.8917,
10
+ "eval_samples": 200,
11
+ "eval_samples_per_second": 1.251,
12
+ "eval_steps_per_second": 0.625,
13
+ "total_flos": 3.246076355120333e+16,
14
+ "train_loss": 5.265000151162597,
15
+ "train_runtime": 4607.9912,
16
+ "train_samples": 4995,
17
+ "train_samples_per_second": 3.252,
18
+ "train_steps_per_second": 1.626
19
+ }
eval_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_gen_len": 128.0,
4
+ "eval_loss": 4.1476616859436035,
5
+ "eval_rouge1": 21.2656,
6
+ "eval_rouge2": 7.0402,
7
+ "eval_rougeL": 19.1943,
8
+ "eval_rougeLsum": 19.6362,
9
+ "eval_runtime": 159.8917,
10
+ "eval_samples": 200,
11
+ "eval_samples_per_second": 1.251,
12
+ "eval_steps_per_second": 0.625
13
+ }
generation_config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_from_model_config": true,
3
  "bos_token_id": 0,
4
  "decoder_start_token_id": 2,
5
  "eos_token_id": 2,
 
1
  {
 
2
  "bos_token_id": 0,
3
  "decoder_start_token_id": 2,
4
  "eos_token_id": 2,
runs/Feb25_10-20-16_gitspot/events.out.tfevents.1740464329.gitspot.2349229.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf924a77c128066dc0241e76140a75ffd0d47592c5fd80266af978426fb8d776
3
+ size 565
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "total_flos": 3.246076355120333e+16,
4
+ "train_loss": 5.265000151162597,
5
+ "train_runtime": 4607.9912,
6
+ "train_samples": 4995,
7
+ "train_samples_per_second": 3.252,
8
+ "train_steps_per_second": 1.626
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,140 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
+ "eval_steps": 1000.0,
6
+ "global_step": 7494,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.200160128102482,
13
+ "grad_norm": 6.359441757202148,
14
+ "learning_rate": 4.6663997864958635e-05,
15
+ "loss": 6.6546,
16
+ "step": 500
17
+ },
18
+ {
19
+ "epoch": 0.400320256204964,
20
+ "grad_norm": 5.609431743621826,
21
+ "learning_rate": 4.332799572991727e-05,
22
+ "loss": 6.1195,
23
+ "step": 1000
24
+ },
25
+ {
26
+ "epoch": 0.600480384307446,
27
+ "grad_norm": 8.655993461608887,
28
+ "learning_rate": 3.99919935948759e-05,
29
+ "loss": 5.8641,
30
+ "step": 1500
31
+ },
32
+ {
33
+ "epoch": 0.800640512409928,
34
+ "grad_norm": 5.4739837646484375,
35
+ "learning_rate": 3.665599145983454e-05,
36
+ "loss": 5.7106,
37
+ "step": 2000
38
+ },
39
+ {
40
+ "epoch": 1.00080064051241,
41
+ "grad_norm": 5.922306060791016,
42
+ "learning_rate": 3.3319989324793174e-05,
43
+ "loss": 5.5891,
44
+ "step": 2500
45
+ },
46
+ {
47
+ "epoch": 1.200960768614892,
48
+ "grad_norm": 7.8872504234313965,
49
+ "learning_rate": 2.9983987189751807e-05,
50
+ "loss": 5.1944,
51
+ "step": 3000
52
+ },
53
+ {
54
+ "epoch": 1.4011208967173738,
55
+ "grad_norm": 5.556982040405273,
56
+ "learning_rate": 2.6647985054710433e-05,
57
+ "loss": 5.1804,
58
+ "step": 3500
59
+ },
60
+ {
61
+ "epoch": 1.601281024819856,
62
+ "grad_norm": 6.548351287841797,
63
+ "learning_rate": 2.331198291966907e-05,
64
+ "loss": 5.1859,
65
+ "step": 4000
66
+ },
67
+ {
68
+ "epoch": 1.801441152922338,
69
+ "grad_norm": 7.128460884094238,
70
+ "learning_rate": 1.9975980784627705e-05,
71
+ "loss": 5.0938,
72
+ "step": 4500
73
+ },
74
+ {
75
+ "epoch": 2.00160128102482,
76
+ "grad_norm": 5.632880210876465,
77
+ "learning_rate": 1.6639978649586335e-05,
78
+ "loss": 5.0563,
79
+ "step": 5000
80
+ },
81
+ {
82
+ "epoch": 2.2017614091273017,
83
+ "grad_norm": 6.655033588409424,
84
+ "learning_rate": 1.330397651454497e-05,
85
+ "loss": 4.68,
86
+ "step": 5500
87
+ },
88
+ {
89
+ "epoch": 2.401921537229784,
90
+ "grad_norm": 8.128520965576172,
91
+ "learning_rate": 9.967974379503602e-06,
92
+ "loss": 4.7047,
93
+ "step": 6000
94
+ },
95
+ {
96
+ "epoch": 2.602081665332266,
97
+ "grad_norm": 8.819676399230957,
98
+ "learning_rate": 6.631972244462237e-06,
99
+ "loss": 4.6252,
100
+ "step": 6500
101
+ },
102
+ {
103
+ "epoch": 2.8022417934347477,
104
+ "grad_norm": 6.872320175170898,
105
+ "learning_rate": 3.29597010942087e-06,
106
+ "loss": 4.656,
107
+ "step": 7000
108
+ },
109
+ {
110
+ "epoch": 3.0,
111
+ "step": 7494,
112
+ "total_flos": 3.246076355120333e+16,
113
+ "train_loss": 5.265000151162597,
114
+ "train_runtime": 4607.9912,
115
+ "train_samples_per_second": 3.252,
116
+ "train_steps_per_second": 1.626
117
+ }
118
+ ],
119
+ "logging_steps": 500,
120
+ "max_steps": 7494,
121
+ "num_input_tokens_seen": 0,
122
+ "num_train_epochs": 3,
123
+ "save_steps": 1000,
124
+ "stateful_callbacks": {
125
+ "TrainerControl": {
126
+ "args": {
127
+ "should_epoch_stop": false,
128
+ "should_evaluate": false,
129
+ "should_log": false,
130
+ "should_save": true,
131
+ "should_training_stop": true
132
+ },
133
+ "attributes": {}
134
+ }
135
+ },
136
+ "total_flos": 3.246076355120333e+16,
137
+ "train_batch_size": 2,
138
+ "trial_name": null,
139
+ "trial_params": null
140
+ }