Training in progress epoch 0

README.md

@@ -0,0 +1,53 @@
+---
+license: mit
+tags:
+- generated_from_keras_callback
+model-index:
+- name: ksabeh/roberta-base-attribute-correction-qa-attribute-correction-qa
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information Keras had access to. You should
+probably proofread and complete it, then remove this comment. -->
+
+# ksabeh/roberta-base-attribute-correction-qa-attribute-correction-qa
+
+This model is a fine-tuned version of [ksabeh/roberta-base-attribute-correction-qa](https://huggingface.co/ksabeh/roberta-base-attribute-correction-qa) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Train Loss: 0.1296
+- Validation Loss: 0.1091
+- Epoch: 0
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- optimizer: {'name': 'Adam', 'learning_rate': {'class_name': 'PolynomialDecay', 'config': {'initial_learning_rate': 3e-05, 'decay_steps': 36783, 'end_learning_rate': 0.0, 'power': 1.0, 'cycle': False, 'name': None}}, 'decay': 0.0, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-08, 'amsgrad': False}
+- training_precision: float32
+
+### Training results
+
+| Train Loss | Validation Loss | Epoch |
+|:----------:|:---------------:|:-----:|
+| 0.1296     | 0.1091          | 0     |
+
+
+### Framework versions
+
+- Transformers 4.18.0
+- TensorFlow 2.6.3
+- Datasets 2.1.0
+- Tokenizers 0.12.1

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "ksabeh/roberta-base-attribute-correction-qa",
+  "architectures": [
+    "RobertaForQuestionAnswering"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.18.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

logs/train/events.out.tfevents.1654498205.da5801addfa6.33.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2b503d1eef455f92297a20cee4a43c9a2e2abe7a58853b4f49d827905038f6
+size 2762111

logs/train/events.out.tfevents.1654498227.da5801addfa6.profile-empty

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316d701bdf92289b6d6299724e4a04c1b7833f49b487e1c0ea8e993abbfd34ac
+size 40

logs/train/plugins/profile/2022_06_06_06_50_27/da5801addfa6.input_pipeline.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3f6c456ae145aa322ea7855d41d79e21503e0d336fc758e4c08be0daa1228c
+size 2816

logs/train/plugins/profile/2022_06_06_06_50_27/da5801addfa6.kernel_stats.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f09fbfe56be8291f469d69ee3dda91f403ab3f6b4cb743aaed2dacddeeb730
+size 331918

logs/train/plugins/profile/2022_06_06_06_50_27/da5801addfa6.memory_profile.json.gz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496e4911e3c2ef8383e5ab82d3cb6e610cecd0799c11ef40f3e845acb66605a3
+size 41629

logs/train/plugins/profile/2022_06_06_06_50_27/da5801addfa6.overview_page.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b002326ce78bf4d253ee0f3796d4b2e88df68150109147a477ac8bad68b12dfa
+size 5737

logs/train/plugins/profile/2022_06_06_06_50_27/da5801addfa6.tensorflow_stats.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9caa4c75b7a29dc5f96da1c7cc736fb7c072c5d732fe8d91b51a4e57855569df
+size 192885

logs/train/plugins/profile/2022_06_06_06_50_27/da5801addfa6.trace.json.gz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1977bac95b695d47efa236f2fe0f8ba5950f2ff9d64a18094a22707903c3c9
+size 278744

logs/train/plugins/profile/2022_06_06_06_50_27/da5801addfa6.xplane.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60affb7847e72e63ec79835482bb75cc6018e21d0aba65e11227c6647c83142a
+size 2157810

logs/validation/events.out.tfevents.1654527075.da5801addfa6.33.1.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e2dbf9da8fc0f0f957c9ca65dd31f54d71515d0004cc771b39e7d665779153
+size 195

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

tf_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a946519e7c497cf5e36281d1e4a7799052a17b6f73bd26762002035e3ac3e6
+size 496513360

tokenizer_config.json

@@ -0,0 +1 @@
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "ksabeh/roberta-base-attribute-correction-qa", "tokenizer_class": "RobertaTokenizer"}