check
Browse files- .gitignore +1 -0
- README.md +17 -20
- models/azeri-turkish-bert-ner.ipynb +0 -0
- models/push_to_HF.py +2 -2
.gitignore
CHANGED
|
@@ -4,6 +4,7 @@ __pycache__/
|
|
| 4 |
*$py.class
|
| 5 |
./__pycache__
|
| 6 |
.DS_Store
|
|
|
|
| 7 |
# C extensions
|
| 8 |
*.so
|
| 9 |
.vscode
|
|
|
|
| 4 |
*$py.class
|
| 5 |
./__pycache__
|
| 6 |
.DS_Store
|
| 7 |
+
azeri-turkish-bert-ner
|
| 8 |
# C extensions
|
| 9 |
*.so
|
| 10 |
.vscode
|
README.md
CHANGED
|
@@ -37,8 +37,8 @@ You can try out the deployed model here: [Named Entity Recognition Demo](https:/
|
|
| 37 |
- **mBERT Model**: [mBERT Azerbaijani NER](https://huggingface.co/IsmatS/mbert-az-ner)
|
| 38 |
- **XLM-RoBERTa Model**: [XLM-RoBERTa Azerbaijani NER](https://huggingface.co/IsmatS/xlm-roberta-az-ner)
|
| 39 |
- **XLM-RoBERTa Large Model**: [XLM-RoBERTa Large Azerbaijani NER](https://huggingface.co/IsmatS/xlm_roberta_large_az_ner)
|
| 40 |
-
|
| 41 |
-
All
|
| 42 |
|
| 43 |
**Note**: The XLM-RoBERTa base model was selected for deployment.
|
| 44 |
|
|
@@ -80,24 +80,21 @@ All three models were fine-tuned on a premium A100 GPU in Google Colab for optim
|
|
| 80 |
| 10 | 0.109400 | 0.344823 | 0.754268 | 0.737189 | 0.745631 |
|
| 81 |
| 11 | 0.102900 | 0.354887 | 0.751948 | 0.741285 | 0.746578 |
|
| 82 |
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
|
| 87 |
-
|
|
| 88 |
-
|
|
| 89 |
-
|
|
| 90 |
-
|
|
| 91 |
-
|
|
| 92 |
-
|
|
| 93 |
-
|
|
| 94 |
-
|
|
| 95 |
-
|
|
| 96 |
-
|
|
| 97 |
-
|
| 98 |
-
| TIME | 0.60 | 0.53 | 0.57 | 1584 |
|
| 99 |
-
|
| 100 |
-
---
|
| 101 |
|
| 102 |
## Setup and Usage
|
| 103 |
|
|
|
|
| 37 |
- **mBERT Model**: [mBERT Azerbaijani NER](https://huggingface.co/IsmatS/mbert-az-ner)
|
| 38 |
- **XLM-RoBERTa Model**: [XLM-RoBERTa Azerbaijani NER](https://huggingface.co/IsmatS/xlm-roberta-az-ner)
|
| 39 |
- **XLM-RoBERTa Large Model**: [XLM-RoBERTa Large Azerbaijani NER](https://huggingface.co/IsmatS/xlm_roberta_large_az_ner)
|
| 40 |
+
- **Azeri-Turkish-BERT-NER**: [Azerbaijani-Turkish BERT Base NER](https://huggingface.co/IsmatS/azeri-turkish-bert-ner)
|
| 41 |
+
All four models were fine-tuned on a premium A100 GPU in Google Colab for optimized training performance.
|
| 42 |
|
| 43 |
**Note**: The XLM-RoBERTa base model was selected for deployment.
|
| 44 |
|
|
|
|
| 80 |
| 10 | 0.109400 | 0.344823 | 0.754268 | 0.737189 | 0.745631 |
|
| 81 |
| 11 | 0.102900 | 0.354887 | 0.751948 | 0.741285 | 0.746578 |
|
| 82 |
|
| 83 |
+
|
| 84 |
+
### Azeri-Turkish-BERT-NER
|
| 85 |
+
|
| 86 |
+
| Epoch | Training Loss | Validation Loss | Precision | Recall | F1 |
|
| 87 |
+
|-------|---------------|-----------------|-----------|--------|-------|
|
| 88 |
+
| 1 | 0.433100 | 0.306711 | 0.739000 | 0.693282 | 0.715412 |
|
| 89 |
+
| 2 | 0.292700 | 0.275796 | 0.781565 | 0.688937 | 0.732334 |
|
| 90 |
+
| 3 | 0.250600 | 0.275115 | 0.758261 | 0.709425 | 0.733031 |
|
| 91 |
+
| 4 | 0.233700 | 0.273087 | 0.756184 | 0.716277 | 0.735689 |
|
| 92 |
+
| 5 | 0.214800 | 0.278477 | 0.756051 | 0.710996 | 0.732832 |
|
| 93 |
+
| 6 | 0.199200 | 0.286102 | 0.755068 | 0.717012 | 0.735548 |
|
| 94 |
+
| 7 | 0.192800 | 0.297157 | 0.742326 | 0.725802 | 0.733971 |
|
| 95 |
+
| 8 | 0.178900 | 0.304510 | 0.743206 | 0.723930 | 0.733442 |
|
| 96 |
+
| 9 | 0.171700 | 0.313845 | 0.743145 | 0.725535 | 0.734234 |
|
| 97 |
+
|
|
|
|
|
|
|
|
|
|
| 98 |
|
| 99 |
## Setup and Usage
|
| 100 |
|
models/azeri-turkish-bert-ner.ipynb
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
models/push_to_HF.py
CHANGED
|
@@ -10,8 +10,8 @@ hf_token = os.getenv("HUGGINGFACE_TOKEN")
|
|
| 10 |
login(token=hf_token)
|
| 11 |
|
| 12 |
# Define your repository ID
|
| 13 |
-
repo_id = "IsmatS/azeri-turkish-bert-ner
|
| 14 |
|
| 15 |
# Initialize HfApi and upload the model folder
|
| 16 |
api = HfApi()
|
| 17 |
-
api.upload_folder(folder_path="./
|
|
|
|
| 10 |
login(token=hf_token)
|
| 11 |
|
| 12 |
# Define your repository ID
|
| 13 |
+
repo_id = "IsmatS/azeri-turkish-bert-ner"
|
| 14 |
|
| 15 |
# Initialize HfApi and upload the model folder
|
| 16 |
api = HfApi()
|
| 17 |
+
api.upload_folder(folder_path="./azeri-turkish-bert-ner", path_in_repo="", repo_id=repo_id)
|