from transformers import TFBertForSequenceClassification

bertModel = TFBertForSequenceClassification.from_pretrained(PRE_TRAINED_MODEL, num_labels=8)


optimizer = tf.keras.optimizers.Adam(learning_rate=LEARNING_RATE)

loss = tf.keras.losses.SparseCategoricalCrossentropy(from_logits=True)
metric = tf.keras.metrics.SparseCategoricalAccuracy('accuracy')

bertModel.compile(optimizer=optimizer, loss=loss, metrics=[metric])