Create Load Pre-trained
Browse files- Load Pre-trained +11 -0
Load Pre-trained
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from transformers import TFBertForSequenceClassification
|
| 2 |
+
|
| 3 |
+
bertModel = TFBertForSequenceClassification.from_pretrained(PRE_TRAINED_MODEL, num_labels=8)
|
| 4 |
+
|
| 5 |
+
|
| 6 |
+
optimizer = tf.keras.optimizers.Adam(learning_rate=LEARNING_RATE)
|
| 7 |
+
|
| 8 |
+
loss = tf.keras.losses.SparseCategoricalCrossentropy(from_logits=True)
|
| 9 |
+
metric = tf.keras.metrics.SparseCategoricalAccuracy('accuracy')
|
| 10 |
+
|
| 11 |
+
bertModel.compile(optimizer=optimizer, loss=loss, metrics=[metric])
|