Update model card
Browse files
README.md
CHANGED
|
@@ -88,9 +88,9 @@ tokenizer = AutoTokenizer.from_pretrained("lorenzocc/NeoBERTugues")
|
|
| 88 |
fill_mask = pipeline("fill-mask", model=model, tokenizer=tokenizer)
|
| 89 |
|
| 90 |
# Example usage
|
| 91 |
-
result = fill_mask("O Brasil
|
| 92 |
for r in result:
|
| 93 |
-
print(f"{r['token_str']}: {r['score']:.
|
| 94 |
```
|
| 95 |
|
| 96 |
### Feature Extraction
|
|
@@ -115,20 +115,6 @@ masked_hidden = last_hidden * attention_mask.unsqueeze(-1)
|
|
| 115 |
sentence_embedding = masked_hidden.sum(dim=1) / attention_mask.sum(dim=1, keepdim=True)
|
| 116 |
```
|
| 117 |
|
| 118 |
-
### Fine-tuning for Classification
|
| 119 |
-
|
| 120 |
-
```python
|
| 121 |
-
from transformers import AutoModelForSequenceClassification, AutoTokenizer, Trainer, TrainingArguments
|
| 122 |
-
|
| 123 |
-
model = AutoModelForSequenceClassification.from_pretrained(
|
| 124 |
-
"lorenzocc/NeoBERTugues",
|
| 125 |
-
num_labels=2
|
| 126 |
-
)
|
| 127 |
-
tokenizer = AutoTokenizer.from_pretrained("lorenzocc/NeoBERTugues")
|
| 128 |
-
|
| 129 |
-
# Continue with your fine-tuning pipeline...
|
| 130 |
-
```
|
| 131 |
-
|
| 132 |
## Model Architecture
|
| 133 |
|
| 134 |
| Parameter | Value |
|
|
@@ -164,7 +150,7 @@ tokenizer = AutoTokenizer.from_pretrained("lorenzocc/NeoBERTugues")
|
|
| 164 |
If you use this model, please cite:
|
| 165 |
|
| 166 |
```bibtex
|
| 167 |
-
@misc{
|
| 168 |
author = {Cesconetto, Lorenzo},
|
| 169 |
title = {NeoBERTugues: A Portuguese ModernBERT Model},
|
| 170 |
year = {2026},
|
|
|
|
| 88 |
fill_mask = pipeline("fill-mask", model=model, tokenizer=tokenizer)
|
| 89 |
|
| 90 |
# Example usage
|
| 91 |
+
result = fill_mask("O Brasil é um país <mask>.")
|
| 92 |
for r in result:
|
| 93 |
+
print(f"{r['token_str']}: {r['score']:.1%}")
|
| 94 |
```
|
| 95 |
|
| 96 |
### Feature Extraction
|
|
|
|
| 115 |
sentence_embedding = masked_hidden.sum(dim=1) / attention_mask.sum(dim=1, keepdim=True)
|
| 116 |
```
|
| 117 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 118 |
## Model Architecture
|
| 119 |
|
| 120 |
| Parameter | Value |
|
|
|
|
| 150 |
If you use this model, please cite:
|
| 151 |
|
| 152 |
```bibtex
|
| 153 |
+
@misc{cesconetto2026neobertugues,
|
| 154 |
author = {Cesconetto, Lorenzo},
|
| 155 |
title = {NeoBERTugues: A Portuguese ModernBERT Model},
|
| 156 |
year = {2026},
|