Update README.md

README.md

@@ -1,3 +1,39 @@
 ---
 license: mit
+metrics:
+- accuracy
+- precision
+- recall
+- f1
+datasets:
+- albertmartinez/OSDG
+pipeline_tag: text-classification
+widget:
+- text: "Between the Social and the Spatial - Exploring Multiple Dimensions of Poverty and Social Exclusion, Ashgate. Poverty in Europe and the USA, Exchanging Official Measurement Methods”, Maastricht Graduate School of Governance Working Paper 2007/005. Monitoring Absolute and Relative Poverty, ‘Not Enough’ Is Not the Same as ‘Much Less’”, Review of Income and Wealth, 57(2), 247-269. Poverty and Social Exclusion in Britain, The Policy Press, Bristol."
+- text: "A circular economy is a way of achieving sustainable consumption and production, as well as nature positive outcomes."
 ---
+
+# albertmartinez/bert-sdg-classification
+
+This model (BERT) is for classifying text with respect to the United Nations sustainable development goals (SDG).
+
+## Training Hyperparameters
+
+- Num_epoch = 10
+- Learning rate = 5e-5
+- Batch size = 16
+
+### Training results
+
+| epoch | eval_loss          | eval_accuracy      | eval_precision     | eval_recall        | eval_f1            |
+|:-----:|:------------------:|:------------------:|:------------------:|:------------------:|:------------------:|
+| 1     | 0.8289520740509033 | 0.7644437495113752 | 0.7640369944809821 | 0.7644437495113752 | 0.7554162181382816 |
+| 2     | 0.7316043972969055 | 0.792432178875772  | 0.7973419054011932 | 0.792432178875772  | 0.7936523802626467 |
+| 3     | 0.7474315762519836 | 0.7989992963802673 | 0.8003484834993271 | 0.7989992963802673 | 0.7980647892639322 |
+| 4     | 0.9092283248901367 | 0.8023610351028067 | 0.8028028170382215 | 0.8023610351028067 | 0.8010556735181147 |
+| 5     | 1.0973293781280518 | 0.8040028144789305 | 0.806116786873114  | 0.8040028144789305 | 0.8037135940426907 |
+| 6     | 1.2260032892227173 | 0.8032210147760144 | 0.8046046540363118 | 0.8032210147760144 | 0.8009496362737498 |
+| 7     | 1.3465653657913208 | 0.8082245328746775 | 0.8079189056438383 | 0.8082245328746775 | 0.8070935517356475 |
+| 8     | 1.458662509918213  | 0.8132280509733406 | 0.8124031757212116 | 0.8132280509733406 | 0.8124964838774498 |
+| 9     | 1.5251907110214233 | 0.8108044718943007 | 0.8112362484949358 | 0.8108044718943007 | 0.8097338645156864 |
+| 10    | 1.50314199924469   | 0.8152607302009225 | 0.8143774938584517 | 0.8152607302009225 | 0.8144630791491494 |

config.json

@@ -57,7 +57,7 @@
   "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
   "torch_dtype": "float32",
-  "transformers_version": "4.39.3",
+  "transformers_version": "4.40.0",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 30522

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4b8b899ad9218de9ecf035d7c71e123e65ef5daf691d889385af67051f2dbc5
+oid sha256:695cd9d9f7409cdda8f1a6da05fdfe45451f2d53896885a42b969372042cdfc6
 size 438001712

tokenizer_config.json

@@ -43,9 +43,11 @@
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
   "do_lower_case": true,
   "mask_token": "[MASK]",
   "model_max_length": 512,
+  "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
   "strip_accents": null,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd9cb1264e67f702e8745f49d7df47ef2b912b0ce0f17df28712480686dac7ac
+oid sha256:24c8bb3148185237ef9953e1e36839fefdb6c1c6db44cb944a2e45bc12592f84
 size 4920