edloginovad commited on
Commit
4855c38
·
verified ·
1 Parent(s): 191eb33

Upload demo NER model for de

Browse files
README.md CHANGED
@@ -1,9 +1,13 @@
1
  ---
2
  library_name: transformers
 
 
3
  license: other
4
  base_model: DedalusHealthCare/tinybert-mlm-de
5
  tags:
6
  - generated_from_trainer
 
 
7
  model-index:
8
  - name: tinybert-demo-de
9
  results: []
@@ -14,7 +18,17 @@ should probably proofread and complete it, then remove this comment. -->
14
 
15
  # tinybert-demo-de
16
 
17
- This model is a fine-tuned version of [DedalusHealthCare/tinybert-mlm-de](https://huggingface.co/DedalusHealthCare/tinybert-mlm-de) on the None dataset.
 
 
 
 
 
 
 
 
 
 
18
 
19
  ## Model description
20
 
 
1
  ---
2
  library_name: transformers
3
+ language:
4
+ - multilingual
5
  license: other
6
  base_model: DedalusHealthCare/tinybert-mlm-de
7
  tags:
8
  - generated_from_trainer
9
+ datasets:
10
+ - ner_demo_de
11
  model-index:
12
  - name: tinybert-demo-de
13
  results: []
 
18
 
19
  # tinybert-demo-de
20
 
21
+ This model is a fine-tuned version of [DedalusHealthCare/tinybert-mlm-de](https://huggingface.co/DedalusHealthCare/tinybert-mlm-de) on the ner_demo_de dataset.
22
+ It achieves the following results on the evaluation set:
23
+ - Loss: 0.4318
24
+ - Disorder Finding Precision: 0.0
25
+ - Disorder Finding Recall: 0.0
26
+ - Disorder Finding F1: 0.0
27
+ - Disorder Finding Number: 15
28
+ - Overall Precision: 0.0
29
+ - Overall Recall: 0.0
30
+ - Overall F1: 0.0
31
+ - Overall Accuracy: 0.8945
32
 
33
  ## Model description
34
 
all_results.json CHANGED
@@ -1,22 +1,22 @@
1
  {
2
  "epoch": 1.0,
3
- "eval_DISORDER_FINDING_f1": 0.2105263157894737,
4
- "eval_DISORDER_FINDING_number": 11,
5
- "eval_DISORDER_FINDING_precision": 0.25,
6
- "eval_DISORDER_FINDING_recall": 0.18181818181818182,
7
- "eval_loss": 0.4068782925605774,
8
- "eval_overall_accuracy": 0.9285714285714286,
9
- "eval_overall_f1": 0.2105263157894737,
10
- "eval_overall_precision": 0.25,
11
- "eval_overall_recall": 0.18181818181818182,
12
- "eval_runtime": 0.3382,
13
  "eval_samples": 8,
14
- "eval_samples_per_second": 23.656,
15
- "eval_steps_per_second": 2.957,
16
  "total_flos": 169988587296.0,
17
- "train_loss": 0.5817014575004578,
18
- "train_runtime": 2.8467,
19
  "train_samples": 364,
20
- "train_samples_per_second": 127.867,
21
- "train_steps_per_second": 2.108
22
  }
 
1
  {
2
  "epoch": 1.0,
3
+ "eval_DISORDER_FINDING_f1": 0.0,
4
+ "eval_DISORDER_FINDING_number": 15,
5
+ "eval_DISORDER_FINDING_precision": 0.0,
6
+ "eval_DISORDER_FINDING_recall": 0.0,
7
+ "eval_loss": 0.4317980706691742,
8
+ "eval_overall_accuracy": 0.8944954128440367,
9
+ "eval_overall_f1": 0.0,
10
+ "eval_overall_precision": 0.0,
11
+ "eval_overall_recall": 0.0,
12
+ "eval_runtime": 0.1838,
13
  "eval_samples": 8,
14
+ "eval_samples_per_second": 43.516,
15
+ "eval_steps_per_second": 5.439,
16
  "total_flos": 169988587296.0,
17
+ "train_loss": 0.5974887609481812,
18
+ "train_runtime": 2.6732,
19
  "train_samples": 364,
20
+ "train_samples_per_second": 136.168,
21
+ "train_steps_per_second": 2.245
22
  }
eval_results.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
  "epoch": 1.0,
3
- "eval_DISORDER_FINDING_f1": 0.2105263157894737,
4
- "eval_DISORDER_FINDING_number": 11,
5
- "eval_DISORDER_FINDING_precision": 0.25,
6
- "eval_DISORDER_FINDING_recall": 0.18181818181818182,
7
- "eval_loss": 0.4068782925605774,
8
- "eval_overall_accuracy": 0.9285714285714286,
9
- "eval_overall_f1": 0.2105263157894737,
10
- "eval_overall_precision": 0.25,
11
- "eval_overall_recall": 0.18181818181818182,
12
- "eval_runtime": 0.3382,
13
  "eval_samples": 8,
14
- "eval_samples_per_second": 23.656,
15
- "eval_steps_per_second": 2.957
16
  }
 
1
  {
2
  "epoch": 1.0,
3
+ "eval_DISORDER_FINDING_f1": 0.0,
4
+ "eval_DISORDER_FINDING_number": 15,
5
+ "eval_DISORDER_FINDING_precision": 0.0,
6
+ "eval_DISORDER_FINDING_recall": 0.0,
7
+ "eval_loss": 0.4317980706691742,
8
+ "eval_overall_accuracy": 0.8944954128440367,
9
+ "eval_overall_f1": 0.0,
10
+ "eval_overall_precision": 0.0,
11
+ "eval_overall_recall": 0.0,
12
+ "eval_runtime": 0.1838,
13
  "eval_samples": 8,
14
+ "eval_samples_per_second": 43.516,
15
+ "eval_steps_per_second": 5.439
16
  }
runs/Oct20_12-48-25_ip-172-31-12-22/events.out.tfevents.1760964524.ip-172-31-12-22.6673.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8f1d6a4274dc507795b5c50b129d1ec23e2affa81732567ad1ea897a9968cf5
3
+ size 846
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 1.0,
3
  "total_flos": 169988587296.0,
4
- "train_loss": 0.5817014575004578,
5
- "train_runtime": 2.8467,
6
  "train_samples": 364,
7
- "train_samples_per_second": 127.867,
8
- "train_steps_per_second": 2.108
9
  }
 
1
  {
2
  "epoch": 1.0,
3
  "total_flos": 169988587296.0,
4
+ "train_loss": 0.5974887609481812,
5
+ "train_runtime": 2.6732,
6
  "train_samples": 364,
7
+ "train_samples_per_second": 136.168,
8
+ "train_steps_per_second": 2.245
9
  }
trainer_state.json CHANGED
@@ -10,19 +10,19 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.16666666666666666,
13
- "grad_norm": 6.177765846252441,
14
  "learning_rate": 5e-05,
15
- "loss": 0.6855,
16
  "step": 1
17
  },
18
  {
19
  "epoch": 1.0,
20
  "step": 6,
21
  "total_flos": 169988587296.0,
22
- "train_loss": 0.5817014575004578,
23
- "train_runtime": 2.8467,
24
- "train_samples_per_second": 127.867,
25
- "train_steps_per_second": 2.108
26
  }
27
  ],
28
  "logging_steps": 100,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.16666666666666666,
13
+ "grad_norm": 5.697927474975586,
14
  "learning_rate": 5e-05,
15
+ "loss": 0.7112,
16
  "step": 1
17
  },
18
  {
19
  "epoch": 1.0,
20
  "step": 6,
21
  "total_flos": 169988587296.0,
22
+ "train_loss": 0.5974887609481812,
23
+ "train_runtime": 2.6732,
24
+ "train_samples_per_second": 136.168,
25
+ "train_steps_per_second": 2.245
26
  }
27
  ],
28
  "logging_steps": 100,