Spaces:
Configuration error
Configuration error
File size: 682 Bytes
9eca2c9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
from transformers import BertTokenizer, TFBertForSequenceClassification
from tensorflow.keras.optimizers import Adam
from tensorflow.keras.losses import SparseCategoricalCrossentropy
# Load pre-trained BERT model and tokenizer
tokenizer = BertTokenizer.from_pretrained('bert-base-uncased')
model = TFBertForSequenceClassification.from_pretrained('bert-base-uncased')
# Tokenize sample text
inputs = tokenizer("Hello, this is a sentiment analysis example.", return_tensors="tf")
# Fine-tuning BERT model
model.compile(optimizer=Adam(learning_rate=3e-5), loss=SparseCategoricalCrossentropy(from_logits=True))
model.fit(inputs['input_ids'], [1], epochs=1) # Dummy training example
|