Commit ·
d63ae32
1
Parent(s): 89dd8ac
Training in progress epoch 0
Browse files- README.md +6 -8
- config.json +71 -71
- tf_model.h5 +1 -1
README.md
CHANGED
|
@@ -15,9 +15,9 @@ probably proofread and complete it, then remove this comment. -->
|
|
| 15 |
|
| 16 |
This model is a fine-tuned version of [distilbert-base-cased](https://huggingface.co/distilbert-base-cased) on an unknown dataset.
|
| 17 |
It achieves the following results on the evaluation set:
|
| 18 |
-
- Train Loss: 0.
|
| 19 |
-
- Validation Loss: 0.
|
| 20 |
-
- Epoch:
|
| 21 |
|
| 22 |
## Model description
|
| 23 |
|
|
@@ -43,14 +43,12 @@ The following hyperparameters were used during training:
|
|
| 43 |
|
| 44 |
| Train Loss | Validation Loss | Epoch |
|
| 45 |
|:----------:|:---------------:|:-----:|
|
| 46 |
-
| 0.
|
| 47 |
-
| 0.0693 | 0.0963 | 1 |
|
| 48 |
-
| 0.0466 | 0.0994 | 2 |
|
| 49 |
|
| 50 |
|
| 51 |
### Framework versions
|
| 52 |
|
| 53 |
-
- Transformers 4.
|
| 54 |
- TensorFlow 2.12.0
|
| 55 |
-
- Datasets 2.14.
|
| 56 |
- Tokenizers 0.13.3
|
|
|
|
| 15 |
|
| 16 |
This model is a fine-tuned version of [distilbert-base-cased](https://huggingface.co/distilbert-base-cased) on an unknown dataset.
|
| 17 |
It achieves the following results on the evaluation set:
|
| 18 |
+
- Train Loss: 0.1630
|
| 19 |
+
- Validation Loss: 0.1326
|
| 20 |
+
- Epoch: 0
|
| 21 |
|
| 22 |
## Model description
|
| 23 |
|
|
|
|
| 43 |
|
| 44 |
| Train Loss | Validation Loss | Epoch |
|
| 45 |
|:----------:|:---------------:|:-----:|
|
| 46 |
+
| 0.1630 | 0.1326 | 0 |
|
|
|
|
|
|
|
| 47 |
|
| 48 |
|
| 49 |
### Framework versions
|
| 50 |
|
| 51 |
+
- Transformers 4.32.1
|
| 52 |
- TensorFlow 2.12.0
|
| 53 |
+
- Datasets 2.14.4
|
| 54 |
- Tokenizers 0.13.3
|
config.json
CHANGED
|
@@ -10,81 +10,81 @@
|
|
| 10 |
"hidden_dim": 3072,
|
| 11 |
"id2label": {
|
| 12 |
"0": "O",
|
| 13 |
-
"1": "B-
|
| 14 |
-
"2": "
|
| 15 |
-
"3": "
|
| 16 |
-
"4": "
|
| 17 |
-
"5": "
|
| 18 |
-
"6": "
|
| 19 |
-
"7": "B-
|
| 20 |
-
"8": "I-
|
| 21 |
-
"9": "B-
|
| 22 |
-
"10": "I-
|
| 23 |
-
"11": "B-
|
| 24 |
-
"12": "I-
|
| 25 |
-
"13": "B-
|
| 26 |
-
"14": "I-
|
| 27 |
-
"15": "B-
|
| 28 |
-
"16": "
|
| 29 |
-
"17": "
|
| 30 |
-
"18": "
|
| 31 |
-
"19": "
|
| 32 |
-
"20": "
|
| 33 |
-
"21": "B-
|
| 34 |
-
"22": "I-
|
| 35 |
-
"23": "B-
|
| 36 |
-
"24": "
|
| 37 |
-
"25": "
|
| 38 |
-
"26": "I-
|
| 39 |
-
"27": "
|
| 40 |
-
"28": "
|
| 41 |
-
"29": "
|
| 42 |
-
"30": "
|
| 43 |
-
"31": "
|
| 44 |
-
"32": "I-
|
| 45 |
-
"33": "B-
|
| 46 |
-
"34": "I-
|
| 47 |
-
"35": "
|
| 48 |
"36": "I-LANGUAGE"
|
| 49 |
},
|
| 50 |
"initializer_range": 0.02,
|
| 51 |
"label2id": {
|
| 52 |
-
"B-CARDINAL":
|
| 53 |
-
"B-DATE":
|
| 54 |
-
"B-EVENT":
|
| 55 |
-
"B-FAC":
|
| 56 |
-
"B-GPE":
|
| 57 |
-
"B-LANGUAGE":
|
| 58 |
-
"B-LAW":
|
| 59 |
-
"B-LOC":
|
| 60 |
-
"B-MONEY":
|
| 61 |
-
"B-NORP":
|
| 62 |
-
"B-ORDINAL":
|
| 63 |
-
"B-ORG":
|
| 64 |
-
"B-PERCENT":
|
| 65 |
-
"B-PERSON":
|
| 66 |
-
"B-PRODUCT":
|
| 67 |
-
"B-QUANTITY":
|
| 68 |
-
"B-TIME":
|
| 69 |
-
"B-WORK_OF_ART":
|
| 70 |
-
"I-CARDINAL":
|
| 71 |
-
"I-DATE":
|
| 72 |
-
"I-EVENT":
|
| 73 |
-
"I-FAC":
|
| 74 |
-
"I-GPE":
|
| 75 |
"I-LANGUAGE": 36,
|
| 76 |
-
"I-LAW":
|
| 77 |
-
"I-LOC":
|
| 78 |
-
"I-MONEY":
|
| 79 |
-
"I-NORP":
|
| 80 |
-
"I-ORDINAL":
|
| 81 |
-
"I-ORG":
|
| 82 |
-
"I-PERCENT":
|
| 83 |
-
"I-PERSON":
|
| 84 |
-
"I-PRODUCT":
|
| 85 |
-
"I-QUANTITY":
|
| 86 |
-
"I-TIME":
|
| 87 |
-
"I-WORK_OF_ART":
|
| 88 |
"O": 0
|
| 89 |
},
|
| 90 |
"max_position_embeddings": 512,
|
|
@@ -97,6 +97,6 @@
|
|
| 97 |
"seq_classif_dropout": 0.2,
|
| 98 |
"sinusoidal_pos_embds": false,
|
| 99 |
"tie_weights_": true,
|
| 100 |
-
"transformers_version": "4.
|
| 101 |
"vocab_size": 28996
|
| 102 |
}
|
|
|
|
| 10 |
"hidden_dim": 3072,
|
| 11 |
"id2label": {
|
| 12 |
"0": "O",
|
| 13 |
+
"1": "B-PERSON",
|
| 14 |
+
"2": "I-PERSON",
|
| 15 |
+
"3": "B-NORP",
|
| 16 |
+
"4": "I-NORP",
|
| 17 |
+
"5": "B-FAC",
|
| 18 |
+
"6": "I-FAC",
|
| 19 |
+
"7": "B-ORG",
|
| 20 |
+
"8": "I-ORG",
|
| 21 |
+
"9": "B-GPE",
|
| 22 |
+
"10": "I-GPE",
|
| 23 |
+
"11": "B-LOC",
|
| 24 |
+
"12": "I-LOC",
|
| 25 |
+
"13": "B-PRODUCT",
|
| 26 |
+
"14": "I-PRODUCT",
|
| 27 |
+
"15": "B-DATE",
|
| 28 |
+
"16": "I-DATE",
|
| 29 |
+
"17": "B-TIME",
|
| 30 |
+
"18": "I-TIME",
|
| 31 |
+
"19": "B-PERCENT",
|
| 32 |
+
"20": "I-PERCENT",
|
| 33 |
+
"21": "B-MONEY",
|
| 34 |
+
"22": "I-MONEY",
|
| 35 |
+
"23": "B-QUANTITY",
|
| 36 |
+
"24": "I-QUANTITY",
|
| 37 |
+
"25": "B-ORDINAL",
|
| 38 |
+
"26": "I-ORDINAL",
|
| 39 |
+
"27": "B-CARDINAL",
|
| 40 |
+
"28": "I-CARDINAL",
|
| 41 |
+
"29": "B-EVENT",
|
| 42 |
+
"30": "I-EVENT",
|
| 43 |
+
"31": "B-WORK_OF_ART",
|
| 44 |
+
"32": "I-WORK_OF_ART",
|
| 45 |
+
"33": "B-LAW",
|
| 46 |
+
"34": "I-LAW",
|
| 47 |
+
"35": "B-LANGUAGE",
|
| 48 |
"36": "I-LANGUAGE"
|
| 49 |
},
|
| 50 |
"initializer_range": 0.02,
|
| 51 |
"label2id": {
|
| 52 |
+
"B-CARDINAL": 27,
|
| 53 |
+
"B-DATE": 15,
|
| 54 |
+
"B-EVENT": 29,
|
| 55 |
+
"B-FAC": 5,
|
| 56 |
+
"B-GPE": 9,
|
| 57 |
+
"B-LANGUAGE": 35,
|
| 58 |
+
"B-LAW": 33,
|
| 59 |
+
"B-LOC": 11,
|
| 60 |
+
"B-MONEY": 21,
|
| 61 |
+
"B-NORP": 3,
|
| 62 |
+
"B-ORDINAL": 25,
|
| 63 |
+
"B-ORG": 7,
|
| 64 |
+
"B-PERCENT": 19,
|
| 65 |
+
"B-PERSON": 1,
|
| 66 |
+
"B-PRODUCT": 13,
|
| 67 |
+
"B-QUANTITY": 23,
|
| 68 |
+
"B-TIME": 17,
|
| 69 |
+
"B-WORK_OF_ART": 31,
|
| 70 |
+
"I-CARDINAL": 28,
|
| 71 |
+
"I-DATE": 16,
|
| 72 |
+
"I-EVENT": 30,
|
| 73 |
+
"I-FAC": 6,
|
| 74 |
+
"I-GPE": 10,
|
| 75 |
"I-LANGUAGE": 36,
|
| 76 |
+
"I-LAW": 34,
|
| 77 |
+
"I-LOC": 12,
|
| 78 |
+
"I-MONEY": 22,
|
| 79 |
+
"I-NORP": 4,
|
| 80 |
+
"I-ORDINAL": 26,
|
| 81 |
+
"I-ORG": 8,
|
| 82 |
+
"I-PERCENT": 20,
|
| 83 |
+
"I-PERSON": 2,
|
| 84 |
+
"I-PRODUCT": 14,
|
| 85 |
+
"I-QUANTITY": 24,
|
| 86 |
+
"I-TIME": 18,
|
| 87 |
+
"I-WORK_OF_ART": 32,
|
| 88 |
"O": 0
|
| 89 |
},
|
| 90 |
"max_position_embeddings": 512,
|
|
|
|
| 97 |
"seq_classif_dropout": 0.2,
|
| 98 |
"sinusoidal_pos_embds": false,
|
| 99 |
"tie_weights_": true,
|
| 100 |
+
"transformers_version": "4.32.1",
|
| 101 |
"vocab_size": 28996
|
| 102 |
}
|
tf_model.h5
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 261004560
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9f3c1635b257be56bdcf5fa00f3ae1050fd11e02365766a490ccea0da1c153c4
|
| 3 |
size 261004560
|