Update README.md
Browse files
README.md
CHANGED
|
@@ -51,3 +51,14 @@ The following hyperparameters were used during training:
|
|
| 51 |
- Pytorch 2.2.1+cu121
|
| 52 |
- Datasets 2.18.0
|
| 53 |
- Tokenizers 0.15.2
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 51 |
- Pytorch 2.2.1+cu121
|
| 52 |
- Datasets 2.18.0
|
| 53 |
- Tokenizers 0.15.2
|
| 54 |
+
|
| 55 |
+
|
| 56 |
+
```
|
| 57 |
+
from transformers import BertForSequenceClassification, TrainingArguments, Trainer, AutoTokenizer, DataCollatorWithPadding
|
| 58 |
+
model_id = "bert-base-uncased"
|
| 59 |
+
model = BertForSequenceClassification.from_pretrained(model_id, num_labels=3)
|
| 60 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 61 |
+
|
| 62 |
+
def tokenize(batch):
|
| 63 |
+
return tokenizer(batch["text"], truncation=True, padding="max_length", max_length=max_source_length, add_special_tokens=True, return_tensors='pt')
|
| 64 |
+
```
|