| from transformers import TFBertForSequenceClassification | |
| bertModel = TFBertForSequenceClassification.from_pretrained(PRE_TRAINED_MODEL, num_labels=8) | |
| optimizer = tf.keras.optimizers.Adam(learning_rate=LEARNING_RATE) | |
| loss = tf.keras.losses.SparseCategoricalCrossentropy(from_logits=True) | |
| metric = tf.keras.metrics.SparseCategoricalAccuracy('accuracy') | |
| bertModel.compile(optimizer=optimizer, loss=loss, metrics=[metric]) |