Update pretraining_output_eval_results.txt
Browse files
pretraining_output_eval_results.txt
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
global_step = 1000000
|
| 2 |
+
loss = 1.5525091
|
| 3 |
+
masked_lm_accuracy = 0.67388266
|
| 4 |
+
masked_lm_loss = 1.5623554
|
| 5 |
+
next_sentence_accuracy = 0.99997187
|
| 6 |
+
next_sentence_loss = 7.288994e-05
|