End of training

README.md

@@ -1,6 +1,4 @@
 ---
-license: mit
-base_model: cahya/bert-base-indonesian-1.5G
 tags:
 - generated_from_trainer
 metrics:
@@ -15,13 +13,13 @@ should probably proofread and complete it, then remove this comment. -->
 
 # liputan_6_model
 
-This model is a fine-tuned version of [cahya/bert-base-indonesian-1.5G](https://huggingface.co/cahya/bert-base-indonesian-1.5G) on the None dataset.
+This model is a fine-tuned version of [](https://huggingface.co/) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 4.3791
-- Rouge1: 30.8191
-- Rouge2: 15.7622
-- Rougel: 25.4728
-- Rougelsum: 28.2613
+- Loss: 0.7021
+- Rouge1: 20.9792
+- Rouge2: 11.4128
+- Rougel: 20.6501
+- Rougelsum: 20.6522
 
 ## Model description
 
@@ -40,7 +38,7 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 5e-05
+- learning_rate: 2e-05
 - train_batch_size: 4
 - eval_batch_size: 4
 - seed: 42
@@ -53,7 +51,7 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Rouge1  | Rouge2  | Rougel  | Rougelsum |
 |:-------------:|:-----:|:----:|:---------------:|:-------:|:-------:|:-------:|:---------:|
-| 3.4606        | 0.0   | 16   | 4.3791          | 30.8191 | 15.7622 | 25.4728 | 28.2613   |
+| 0.332         | 0.0   | 10   | 0.7021          | 20.9792 | 11.4128 | 20.6501 | 20.6522   |
 
 
 ### Framework versions

config.json

@@ -1,26 +1,186 @@
 {
-  "_name_or_path": "cahya/bert-base-indonesian-1.5G",
   "architectures": [
-    "BertForMaskedLM"
+    "EncoderDecoderModel"
   ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
-  "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
+  "decoder": {
+    "_name_or_path": "cahya/gpt2-small-indonesian-522M",
+    "activation_function": "gelu_new",
+    "add_cross_attention": true,
+    "architectures": [
+      "GPT2LMHeadModel"
+    ],
+    "attn_pdrop": 0.1,
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": 50256,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "embd_pdrop": 0.1,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 50256,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_epsilon": 1e-05,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "gpt2",
+    "n_ctx": 1024,
+    "n_embd": 768,
+    "n_head": 12,
+    "n_inner": null,
+    "n_layer": 12,
+    "n_positions": 1024,
+    "no_repeat_ngram_size": 0,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "reorder_and_upcast_attn": false,
+    "repetition_penalty": 1.0,
+    "resid_pdrop": 0.1,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_attn_by_inverse_layer_idx": false,
+    "scale_attn_weights": true,
+    "sep_token_id": null,
+    "summary_activation": null,
+    "summary_first_dropout": 0.1,
+    "summary_proj_to_labels": true,
+    "summary_type": "cls_index",
+    "summary_use_proj": true,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50257
+  },
+  "decoder_start_token_id": 0,
+  "early_stopping": true,
+  "encoder": {
+    "_name_or_path": "cahya/bert-base-indonesian-1.5G",
+    "add_cross_attention": false,
+    "architectures": [
+      "BertForMaskedLM"
+    ],
+    "attention_probs_dropout_prob": 0.1,
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "classifier_dropout": null,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 768,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-12,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 512,
+    "min_length": 0,
+    "model_type": "bert",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 12,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "position_embedding_type": "absolute",
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "type_vocab_size": 2,
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 32000
+  },
+  "eos_token_id": 0,
+  "is_encoder_decoder": true,
+  "lenght_penalty": 2.0,
+  "max_lenght": 40,
+  "min_lenght": 20,
+  "model_type": "encoder-decoder",
+  "no_repeat_gram_size": 3,
+  "num_beams": 10,
   "pad_token_id": 0,
-  "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.35.2",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 32000
+  "transformers_version": "4.35.2"
 }

generation_config.json

@@ -1,4 +1,9 @@
 {
+  "bos_token_id": 50256,
+  "decoder_start_token_id": 0,
+  "early_stopping": true,
+  "eos_token_id": 0,
+  "num_beams": 10,
   "pad_token_id": 0,
   "transformers_version": "4.35.2"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35b687ac5617da86f81e29875aabf06782ebc501dabbc72c2e016bdbca77cdb8
-size 442627224
+oid sha256:d4fa7417ab466b26f1c2090a25a95a7b15227d57c2a07949539d553f58b963e2
+size 1053747768

runs/Dec02_03-55-44_6ce18943f435/events.out.tfevents.1701489350.6ce18943f435.397.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb4fd07209d0d8f23b0036ce7c2e12d73a340befa03e046cea1f5a47395334
+size 11160

runs/Dec02_03-57-20_6ce18943f435/events.out.tfevents.1701489445.6ce18943f435.397.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d46cca2581e44722202767ca4620f8565e6e35a38e967210a55f30079a6a37c
+size 10473

runs/Dec02_03-58-04_6ce18943f435/events.out.tfevents.1701489487.6ce18943f435.397.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82740507b58e2e8b0adc7c2d28f36e9d83f7f6ac6b0ca45f5e89e72eb95673fd
+size 10473

runs/Dec02_04-00-02_6ce18943f435/events.out.tfevents.1701489613.6ce18943f435.397.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffeb31def991ff8d0ab2b0e38b7b6686a7f5f2dd35624263151b1abbb26d0c5d
+size 8733

runs/Dec02_04-01-18_6ce18943f435/events.out.tfevents.1701489687.6ce18943f435.397.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfa166d5eeeeaf6ce673990005883b3c6b5ef87645578fb5d97c3abc5e30ac7
+size 10473

runs/Dec02_04-01-57_6ce18943f435/events.out.tfevents.1701489720.6ce18943f435.397.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b30d83d34b14e90708e041ae1d3a15b397634168dab58069d89d90d54a06a6
+size 8734

runs/Dec02_04-03-59_6ce18943f435/events.out.tfevents.1701489843.6ce18943f435.397.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2eae56e2f60f3af4f604057d93b6c948eb83bcf392d490365e03dcbc68c3e2
+size 8734

runs/Dec02_04-04-25_6ce18943f435/events.out.tfevents.1701489871.6ce18943f435.397.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf1f19d149aa24b9c7429ba028644360a0a645b6074cf5b2972d1a2594037be
+size 8734

runs/Dec02_04-06-12_6ce18943f435/events.out.tfevents.1701489977.6ce18943f435.397.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d75128caa0a8999b86df49415ca918015138254d192897a5043481c089d6ed
+size 8734

runs/Dec02_04-06-44_6ce18943f435/events.out.tfevents.1701490009.6ce18943f435.397.9

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5666bd743f0e79d8015d07928d72bbe1e8fb97287c2b2bff192c9e9895e2a404
+size 8734

runs/Dec02_04-07-22_6ce18943f435/events.out.tfevents.1701490046.6ce18943f435.397.10

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b687035dde87dce74f8840a291a312f5b352a82e0846134278f46f28aee70a2e
+size 8734

runs/Dec02_04-10-10_6ce18943f435/events.out.tfevents.1701490216.6ce18943f435.397.11

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df21b93b794618ea0be2c4ae5e1a5e8b2bc6bd5b860307de89f3fe33bc0629d8
+size 8733

runs/Dec02_04-12-10_6ce18943f435/events.out.tfevents.1701490336.6ce18943f435.397.12

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d6ad455aadaa90344c6d1a9269a93f3e86e86827e3d4531bcb64e388194f21
+size 8733

runs/Dec02_04-13-05_6ce18943f435/events.out.tfevents.1701490393.6ce18943f435.397.13

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126c7015b839f5cba43f6b5c9b565a82c015df4a4a48e35576b58a5fce887388
+size 8733

runs/Dec02_04-13-05_6ce18943f435/events.out.tfevents.1701490416.6ce18943f435.397.14

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775fe06970bc04bdeebf5ef0d1d76f6b0b4cd095a73f792d24a4300a9dfc6c79
+size 11741

runs/Dec02_04-16-34_6ce18943f435/events.out.tfevents.1701490600.6ce18943f435.397.15

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fba96a059760f63b6505d4c7c8df8b7495dfc805702ab56faa9ae1b84134447
+size 10075

runs/Dec02_04-17-18_6ce18943f435/events.out.tfevents.1701490642.6ce18943f435.397.16

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd9be1a9e57d2f61ebfefef22df5601d1e917a3319834488c5d3a76d72ad0ea
+size 9531

runs/Dec02_04-17-52_6ce18943f435/events.out.tfevents.1701490682.6ce18943f435.397.17

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f57e1e62092e6b88d7845af0bdcd827dbd89aeb11bc71ccf3d47f71cbe343cc
+size 9532

runs/Dec02_04-18-49_6ce18943f435/events.out.tfevents.1701490733.6ce18943f435.397.18

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0104a1aa326fa3038766506987e23e5ba69ec97b012aeabe59c51c57fbd52cc9
+size 8734

runs/Dec02_04-19-03_6ce18943f435/events.out.tfevents.1701490747.6ce18943f435.397.19

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e9d3eb62ca1342037547448700ae75bc567e779d654f48ddec770559e8a7b0
+size 10076

runs/Dec02_04-19-35_6ce18943f435/events.out.tfevents.1701490780.6ce18943f435.397.20

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bf211bf8d0e8fadefefb34d648f3d7a8c879f991a8954dc3943c75e6209c46
+size 11184

runs/Dec02_04-19-35_6ce18943f435/events.out.tfevents.1701490811.6ce18943f435.397.21

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b337c5873d58171b18d2ed3ff797b6d0c0b02c5fc43938e4be3db0e2f385635e
+size 16878

runs/Dec02_05-18-10_6ce18943f435/events.out.tfevents.1701494296.6ce18943f435.12064.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da370c9cfcb3f81ca8933ab7747e9de4f7cf6700378b17f022dc44bf6145fed
+size 268023

runs/Dec02_11-29-38_6ce18943f435/events.out.tfevents.1701516584.6ce18943f435.12064.9

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4a36e5dbcab6da940b548589b66458804121cb9397954c11175f37b1715d48
+size 9193

runs/Dec02_11-31-57_6ce18943f435/events.out.tfevents.1701516722.6ce18943f435.12064.10

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac40f63d2f9333a932f7c2264ec56129869b9f40817d92ff8edf031d04d4f10
+size 9656

runs/Dec02_11-34-07_6ce18943f435/events.out.tfevents.1701516852.6ce18943f435.12064.11

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfe5178a5a8404ab6d6ff286c8a323db096e0ecd485eee0fad2b2c14e064dd8
+size 9697

special_tokens_map.json

@@ -1,7 +1,5 @@
 {
-  "bos_token": "[CLS]",
   "cls_token": "[CLS]",
-  "eos_token": "[SEP]",
   "mask_token": "[MASK]",
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",

tokenizer_config.json

@@ -41,12 +41,10 @@
       "special": true
     }
   },
-  "bos_token": "[CLS]",
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
   "do_basic_tokenize": true,
   "do_lower_case": true,
-  "eos_token": "[SEP]",
   "full_tokenizer_file": null,
   "mask_token": "[MASK]",
   "model_max_length": 1000000000000000019884624838656,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d34d57ff16c62aa94f4ecdac559a0f7307ec0e2ce3862c0dce742970f3cf813
-size 4920
+oid sha256:c65e8690cb80378a21222d5e5f21aa3c14889ea95a1a5fc196bdb74f61bf79ae
+size 4728