Initial push

README.md

@@ -21,11 +21,11 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [PKOBP/polish-roberta-8k](https://huggingface.co/PKOBP/polish-roberta-8k) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.1730
-- Accuracy: 0.7526
-- Precision: 0.7246
-- Recall: 0.7526
-- F1: 0.7294
+- Loss: 1.1723
+- Accuracy: 0.7561
+- Precision: 0.7279
+- Recall: 0.7561
+- F1: 0.7335
 
 ## Model description
 
@@ -60,14 +60,14 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy | Precision | Recall | F1     |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|:---------:|:------:|:------:|
-| No log        | 1.0   | 40   | 2.7015          | 0.4353   | 0.3427    | 0.4353 | 0.3307 |
-| 3.1068        | 2.0   | 80   | 1.8697          | 0.6393   | 0.5159    | 0.6393 | 0.5553 |
-| 2.1021        | 3.0   | 120  | 1.4788          | 0.7114   | 0.6104    | 0.7114 | 0.6471 |
-| 1.5615        | 4.0   | 160  | 1.2776          | 0.7550   | 0.7125    | 0.7550 | 0.7146 |
-| 1.2879        | 5.0   | 200  | 1.1802          | 0.7687   | 0.7413    | 0.7687 | 0.7320 |
-| 1.2879        | 6.0   | 240  | 1.1055          | 0.7848   | 0.7601    | 0.7848 | 0.7604 |
-| 1.111         | 7.0   | 280  | 1.0727          | 0.7848   | 0.7593    | 0.7848 | 0.7619 |
-| 1.0372        | 8.0   | 320  | 1.0597          | 0.7898   | 0.7656    | 0.7898 | 0.7696 |
+| No log        | 1.0   | 40   | 2.6964          | 0.4366   | 0.3391    | 0.4366 | 0.3326 |
+| 3.1054        | 2.0   | 80   | 1.8682          | 0.6393   | 0.5160    | 0.6393 | 0.5555 |
+| 2.1011        | 3.0   | 120  | 1.4782          | 0.7114   | 0.6120    | 0.7114 | 0.6473 |
+| 1.5616        | 4.0   | 160  | 1.2761          | 0.7537   | 0.7102    | 0.7537 | 0.7116 |
+| 1.2881        | 5.0   | 200  | 1.1802          | 0.7674   | 0.7394    | 0.7674 | 0.7318 |
+| 1.2881        | 6.0   | 240  | 1.1084          | 0.7786   | 0.7529    | 0.7786 | 0.7527 |
+| 1.112         | 7.0   | 280  | 1.0741          | 0.7836   | 0.7578    | 0.7836 | 0.7613 |
+| 1.0374        | 8.0   | 320  | 1.0621          | 0.7848   | 0.7596    | 0.7848 | 0.7643 |
 
 
 ### Framework versions

all_results.json

@@ -1,16 +1,16 @@
 {
     "epoch": 8.0,
-    "eval_accuracy": 0.7526011560693642,
-    "eval_f1": 0.7294124059694711,
-    "eval_loss": 1.1729844808578491,
-    "eval_precision": 0.7246198582392942,
-    "eval_recall": 0.7526011560693642,
-    "eval_runtime": 3.1594,
-    "eval_samples_per_second": 273.788,
-    "eval_steps_per_second": 6.014,
+    "eval_accuracy": 0.7560693641618497,
+    "eval_f1": 0.7334564547914013,
+    "eval_loss": 1.17232346534729,
+    "eval_precision": 0.7278998044936271,
+    "eval_recall": 0.7560693641618497,
+    "eval_runtime": 3.1464,
+    "eval_samples_per_second": 274.917,
+    "eval_steps_per_second": 6.039,
     "total_flos": 2.652931421519616e+16,
-    "train_loss": 1.6565601587295533,
-    "train_runtime": 439.8454,
-    "train_samples_per_second": 69.843,
-    "train_steps_per_second": 0.728
+    "train_loss": 1.6564145624637603,
+    "train_runtime": 445.0027,
+    "train_samples_per_second": 69.033,
+    "train_steps_per_second": 0.719
 }

classification_report.txt

@@ -1,210 +1,43 @@
 
 ================================================================================
 
-DETAILED CLASSIFICATION REPORT (Top-1)
-================================================================================
-              precision    recall  f1-score   support
-
-DIERZ_ST_HYD     1.0000    0.6364    0.7778        11
-     INFO_DW     0.0000    0.0000    0.0000         7
-NEGOC_DESZCZ     0.9091    0.9091    0.9091        11
-  OP_SIEC_WK     0.5385    1.0000    0.7000        14
-       OP_UM     1.0000    0.8571    0.9231         7
-POZ_SPR_WIND     0.6538    0.9444    0.7727        18
-        PRZE     1.0000    1.0000    1.0000         8
-  REKLAMACJA     0.8667    1.0000    0.9286        13
-  UM_PARTYCY     1.0000    0.1667    0.2857         6
-WOD_OGR_PRZY     1.0000    0.8571    0.9231         7
-     ZG_ODCZ     0.8000    0.8571    0.8276        14
-     ZW_NADP     0.0000    0.0000    0.0000         5
-
-    accuracy                         0.7769       121
-   macro avg     0.7307    0.6857    0.6706       121
-weighted avg     0.7502    0.7769    0.7319       121
-
-================================================================================
-
-DETAILED CLASSIFICATION REPORT (Top-1)
-================================================================================
-              precision    recall  f1-score   support
-
-       BINFO     0.6957    0.9412    0.8000        17
-   DANE_ARCH     1.0000    0.1538    0.2667        13
-DIERZ_ST_HYD     0.8056    0.8529    0.8286        34
-     INFO_DW     0.9333    0.6087    0.7368        23
-        INSP     0.9286    0.6500    0.7647        20
- INTERW_AW_K     0.6000    0.9273    0.7286        55
- INTERW_AW_W     0.6133    0.8070    0.6970        57
- INTERW_ODTW     0.6000    0.8889    0.7164        27
-  INTERW_ZAP     0.8667    0.8667    0.8667        15
-NEGOC_DESZCZ     0.7381    0.9394    0.8267        33
-    ODWOD_KS     1.0000    0.8333    0.9091         6
-  OP_PRZY_WK     0.0000    0.0000    0.0000        16
-  OP_SIEC_WK     0.5366    0.5116    0.5238        43
-       OP_UM     0.7000    0.9545    0.8077        22
-     POZYTYW     0.0000    0.0000    0.0000        17
-POZ_SPR_WIND     0.7746    0.9016    0.8333        61
-        PRZE     0.7541    0.9020    0.8214        51
-         PYT     1.0000    0.2258    0.3684        31
-  REKLAMACJA     0.7798    0.8947    0.8333        95
-    ROW_EKSP     0.8750    0.5385    0.6667        13
-          SK     0.5882    0.5556    0.5714        36
-    UDOST_WN     0.9091    0.8333    0.8696        12
-          UM     0.0000    0.0000    0.0000        14
-  UM_PARTYCY     0.8750    1.0000    0.9333        21
-  UZN_SCIEKI     0.0000    0.0000    0.0000         7
-  UZ_SIEC_WK     1.0000    0.2308    0.3750        13
-WAR_PRZY_SIE     0.0000    0.0000    0.0000         7
-      WAR_WK     0.4000    0.6000    0.4800        10
-    WAR_WKKD     0.5556    0.4167    0.4762        12
-WOD_OGR_PRZY     0.9091    0.9524    0.9302        21
-   WPIN_SIEC     1.0000    0.8182    0.9000        11
- WYM_PRZY_WK     0.0000    0.0000    0.0000         7
-   ZASW_KONC     0.8000    0.6667    0.7273        12
-     ZG_ODCZ     0.8511    0.9091    0.8791        44
-          ZM     0.7000    0.9655    0.8116        29
-     ZW_NADP     0.7059    0.8000    0.7500        15
-
-    accuracy                         0.7272       920
-   macro avg     0.6526    0.6152    0.6028       920
-weighted avg     0.6984    0.7272    0.6872       920
-
-================================================================================
-
-DETAILED CLASSIFICATION REPORT (Top-1)
-================================================================================
-              precision    recall  f1-score   support
-
-       BINFO     0.7368    0.8235    0.7778        17
-   DANE_ARCH     0.8571    0.4615    0.6000        13
-DIERZ_ST_HYD     0.8889    0.9412    0.9143        34
-     INFO_DW     0.7826    0.7826    0.7826        23
-        INSP     1.0000    1.0000    1.0000        13
- INTERW_AW_K     0.6184    0.8545    0.7176        55
- INTERW_AW_W     0.7101    0.8596    0.7778        57
- INTERW_ODTW     0.7143    0.9259    0.8065        27
-  INTERW_ZAP     0.8125    0.8667    0.8387        15
-NEGOC_DESZCZ     0.9118    0.9394    0.9254        33
-    ODWOD_KS     0.8000    0.6667    0.7273         6
-  OP_PRZY_WK     0.0000    0.0000    0.0000        16
-  OP_SIEC_WK     0.6765    0.5349    0.5974        43
-       OP_UM     0.7692    0.9091    0.8333        22
-     POZYTYW     0.0000    0.0000    0.0000        17
-POZ_SPR_WIND     0.9032    0.9180    0.9106        61
-        PRZE     0.7538    0.9608    0.8448        51
-         PYT     0.4286    0.2903    0.3462        31
-  REKLAMACJA     0.8469    0.9326    0.8877        89
-    ROW_EKSP     0.8182    0.6923    0.7500        13
-          SK     0.5517    0.5517    0.5517        29
-    UDOST_WN     0.9091    0.8333    0.8696        12
-  UM_PARTYCY     0.9130    1.0000    0.9545        21
-  UZ_SIEC_WK     0.8889    0.6154    0.7273        13
-      WAR_WK     0.5000    0.4000    0.4444        10
-    WAR_WKKD     0.5556    0.4167    0.4762        12
-WOD_OGR_PRZY     0.9091    0.9524    0.9302        21
-   WPIN_SIEC     0.8750    0.6364    0.7368        11
-   ZASW_KONC     0.8889    0.6667    0.7619        12
-     ZG_ODCZ     0.9535    0.9318    0.9425        44
-          ZM     0.8667    0.8966    0.8814        29
-     ZW_NADP     0.9286    0.8667    0.8966        15
-
-    accuracy                         0.7861       865
-   macro avg     0.7428    0.7227    0.7253       865
-weighted avg     0.7564    0.7861    0.7649       865
-
-================================================================================
-
 DETAILED CLASSIFICATION REPORT (Top-1)
 ================================================================================
               precision    recall  f1-score   support
 
        BINFO     0.8421    0.9412    0.8889        17
-   DANE_ARCH     1.0000    0.3846    0.5556        13
-DIERZ_ST_HYD     0.9143    0.9412    0.9275        34
-     INFO_DW     0.8095    0.7391    0.7727        23
+   DANE_ARCH     0.7500    0.2308    0.3529        13
+DIERZ_ST_HYD     0.8485    0.8235    0.8358        34
+     INFO_DW     0.8889    0.6957    0.7805        23
         INSP     1.0000    1.0000    1.0000        13
- INTERW_AW_K     0.6184    0.8545    0.7176        55
- INTERW_AW_W     0.6618    0.7895    0.7200        57
- INTERW_ODTW     0.5952    0.9259    0.7246        27
-  INTERW_ZAP     0.8333    0.6667    0.7407        15
-NEGOC_DESZCZ     0.8857    0.9394    0.9118        33
+ INTERW_AW_K     0.5542    0.8364    0.6667        55
+ INTERW_AW_W     0.6462    0.7368    0.6885        57
+ INTERW_ODTW     0.6341    0.9630    0.7647        27
+  INTERW_ZAP     0.8667    0.8667    0.8667        15
+NEGOC_DESZCZ     0.8158    0.9394    0.8732        33
     ODWOD_KS     1.0000    0.8333    0.9091         6
   OP_PRZY_WK     0.0000    0.0000    0.0000        16
-  OP_SIEC_WK     0.6667    0.5116    0.5789        43
-       OP_UM     0.8077    0.9545    0.8750        22
+  OP_SIEC_WK     0.4571    0.3721    0.4103        43
+       OP_UM     0.8000    0.9091    0.8511        22
      POZYTYW     0.0000    0.0000    0.0000        17
-POZ_SPR_WIND     0.9048    0.9344    0.9194        61
-        PRZE     0.7656    0.9608    0.8522        51
-         PYT     0.4000    0.1935    0.2609        31
-  REKLAMACJA     0.8400    0.9438    0.8889        89
-    ROW_EKSP     0.6875    0.8462    0.7586        13
+POZ_SPR_WIND     0.9032    0.9180    0.9106        61
+        PRZE     0.7031    0.8824    0.7826        51
+         PYT     0.5882    0.3226    0.4167        31
+  REKLAMACJA     0.8229    0.8876    0.8541        89
+    ROW_EKSP     0.8333    0.7692    0.8000        13
           SK     0.5600    0.4828    0.5185        29
-    UDOST_WN     1.0000    0.8333    0.9091        12
-  UM_PARTYCY     0.8750    1.0000    0.9333        21
-  UZ_SIEC_WK     1.0000    0.6154    0.7619        13
-      WAR_WK     0.3889    0.7000    0.5000        10
-    WAR_WKKD     1.0000    0.2500    0.4000        12
-WOD_OGR_PRZY     0.9500    0.9048    0.9268        21
-   WPIN_SIEC     0.9091    0.9091    0.9091        11
-   ZASW_KONC     1.0000    0.6667    0.8000        12
-     ZG_ODCZ     0.8913    0.9318    0.9111        44
-          ZM     0.9310    0.9310    0.9310        29
-     ZW_NADP     0.9333    0.9333    0.9333        15
-
-    accuracy                         0.7838       865
-   macro avg     0.7710    0.7350    0.7324       865
-weighted avg     0.7630    0.7838    0.7601       865
-
-================================================================================
-
-DETAILED CLASSIFICATION REPORT (Top-1)
-================================================================================
-              precision    recall  f1-score   support
-
-       BINFO     0.9333    0.8235    0.8750        17
-   DANE_ARCH     0.8333    0.3846    0.5263        13
-DIERZ_ST_HYD     0.8378    0.9118    0.8732        34
-     INFO_DW     0.9000    0.7826    0.8372        23
-     INSP_TV     1.0000    1.0000    1.0000        13
- INTERW_AW_K     0.6447    0.8909    0.7481        55
- INTERW_AW_W     0.6389    0.8070    0.7132        57
- INTERW_ODTW     0.5854    0.8889    0.7059        27
-  INTERW_ZAP     0.7692    0.6667    0.7143        15
-NEGOC_DESZCZ     0.8611    0.9394    0.8986        33
-    ODWOD_KS     1.0000    0.8333    0.9091         6
-  OP_PRZY_WK     0.0000    0.0000    0.0000        16
-  OP_SIEC_WK     0.6944    0.5814    0.6329        43
-       OP_UM     0.8462    1.0000    0.9167        22
-     POZYTYW     0.0000    0.0000    0.0000        17
-POZ_SPR_WIND     0.8235    0.9180    0.8682        61
- PRZE_ODB_PK     0.4286    0.9231    0.5854        26
- PRZE_ODB_PW     0.0000    0.0000    0.0000        12
-PRZE_ODB_PWK     0.0000    0.0000    0.0000        13
-    PYT_INFR     0.0000    0.0000    0.0000        13
-     PYT_INW     0.5000    0.1667    0.2500         6
-   PYT_UMOWA     0.6667    0.5000    0.5714        12
-REKLAMACJA_3     0.7333    1.0000    0.8462        11
-REKLAMACJA_4     0.6000    0.9512    0.7358        41
-REKLAMACJA_6     0.7143    0.4167    0.5263        12
-REKLAMACJA_7     1.0000    0.6667    0.8000         6
-REKLAMACJA_8     0.0000    0.0000    0.0000         8
- REKLAMAC_11     0.0000    0.0000    0.0000        11
-    ROW_EKSP     0.7500    0.6923    0.7200        13
-        SK_I     0.5135    0.6552    0.5758        29
-    UDOST_WN     0.8182    0.7500    0.7826        12
-  UM_PARTYCY     0.8077    1.0000    0.8936        21
-  UZ_SIEC_WK     1.0000    0.3077    0.4706        13
-      WAR_WK     0.4286    0.3000    0.3529        10
-    WAR_WKKD     0.4667    0.5833    0.5185        12
-WOD_OGR_PRZY     0.9048    0.9048    0.9048        21
-   WPIN_SIEC     0.8462    1.0000    0.9167        11
-   ZASW_KONC     0.9091    0.8333    0.8696        12
+    UDOST_WN     0.8462    0.9167    0.8800        12
+  UM_PARTYCY     0.9545    1.0000    0.9767        21
+  UZ_SIEC_WK     0.7273    0.6154    0.6667        13
+      WAR_WK     0.3636    0.4000    0.3810        10
+    WAR_WKKD     0.3333    0.1667    0.2222        12
+WOD_OGR_PRZY     0.8696    0.9524    0.9091        21
+   WPIN_SIEC     1.0000    0.7273    0.8421        11
+   ZASW_KONC     0.7000    0.5833    0.6364        12
      ZG_ODCZ     0.8889    0.9091    0.8989        44
-ZM_DANYC_ODB     0.5625    0.7500    0.6429        12
-  ZM_DAN_ODB     0.0000    0.0000    0.0000         6
- ZM_ZARZADCY     0.9091    0.9091    0.9091        11
-     ZW_NADP     0.9286    0.8667    0.8966        15
+          ZM     0.8710    0.9310    0.9000        29
+     ZW_NADP     0.9333    0.9333    0.9333        15
 
-    accuracy                         0.7202       865
-   macro avg     0.6220    0.6166    0.6020       865
-weighted avg     0.6635    0.7202    0.6765       865
+    accuracy                         0.7526       865
+   macro avg     0.7188    0.7046    0.7005       865
+weighted avg     0.7246    0.7526    0.7294       865

config.json

@@ -44,7 +44,7 @@
     "20": "SK",
     "21": "UDOST_WN",
     "22": "UM_PARTYCY",
-    "23": "UZ_SIEC_WK",
+    "23": "UZ_SIE\u0106_WK",
     "24": "WAR_WK",
     "25": "WAR_WKKD",
     "26": "WOD_OGR_PRZY",
@@ -52,7 +52,7 @@
     "28": "ZASW_KONC",
     "29": "ZG_ODCZ",
     "30": "ZM",
-    "31": "ZW_NADP"
+    "31": "ZW_NADP\u0141"
   },
   "initializer_range": 0.02,
   "intermediate_size": 4096,
@@ -80,7 +80,7 @@
     "SK": 20,
     "UDOST_WN": 21,
     "UM_PARTYCY": 22,
-    "UZ_SIEC_WK": 23,
+    "UZ_SIE\u0106_WK": 23,
     "WAR_WK": 24,
     "WAR_WKKD": 25,
     "WOD_OGR_PRZY": 26,
@@ -88,7 +88,7 @@
     "ZASW_KONC": 28,
     "ZG_ODCZ": 29,
     "ZM": 30,
-    "ZW_NADP": 31
+    "ZW_NADP\u0141": 31
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 8194,

label_info.json

@@ -23,7 +23,7 @@
     "SK": 20,
     "UDOST_WN": 21,
     "UM_PARTYCY": 22,
-    "UZ_SIEC_WK": 23,
+    "UZ_SIEĆ_WK": 23,
     "WAR_WK": 24,
     "WAR_WKKD": 25,
     "WOD_OGR_PRZY": 26,
@@ -31,7 +31,7 @@
     "ZASW_KONC": 28,
     "ZG_ODCZ": 29,
     "ZM": 30,
-    "ZW_NADP": 31
+    "ZW_NADPŁ": 31
   },
   "id2label": {
     "0": "BINFO",
@@ -57,7 +57,7 @@
     "20": "SK",
     "21": "UDOST_WN",
     "22": "UM_PARTYCY",
-    "23": "UZ_SIEC_WK",
+    "23": "UZ_SIEĆ_WK",
     "24": "WAR_WK",
     "25": "WAR_WKKD",
     "26": "WOD_OGR_PRZY",
@@ -65,7 +65,7 @@
     "28": "ZASW_KONC",
     "29": "ZG_ODCZ",
     "30": "ZM",
-    "31": "ZW_NADP"
+    "31": "ZW_NADPŁ"
   },
   "num_labels": 32
 }

logs/events.out.tfevents.1761031102.aaa12454a01a.722.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87581d229ca29e4cb3685da750eaff70bbfd52d3c7ebe2db8925770eff01e7ad
+size 12400

logs/events.out.tfevents.1761031550.aaa12454a01a.722.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30309b84f82e3b761dab4b1871f8ffce442a1c9ca5917cbd60dddda18ebb7b19
+size 560

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c3e652c11cce8d9884fd795191edb7b680e07ae0a72b8c0789b6d1b86b86e49
+oid sha256:047f4b6a5384c9668caacaae2e6765b9892d7371c673c950088676dd11041d83
 size 1771740624

test_results.json

@@ -1,11 +1,11 @@
 {
     "epoch": 8.0,
-    "eval_accuracy": 0.7526011560693642,
-    "eval_f1": 0.7294124059694711,
-    "eval_loss": 1.1729844808578491,
-    "eval_precision": 0.7246198582392942,
-    "eval_recall": 0.7526011560693642,
-    "eval_runtime": 3.1594,
-    "eval_samples_per_second": 273.788,
-    "eval_steps_per_second": 6.014
+    "eval_accuracy": 0.7560693641618497,
+    "eval_f1": 0.7334564547914013,
+    "eval_loss": 1.17232346534729,
+    "eval_precision": 0.7278998044936271,
+    "eval_recall": 0.7560693641618497,
+    "eval_runtime": 3.1464,
+    "eval_samples_per_second": 274.917,
+    "eval_steps_per_second": 6.039
 }

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 8.0,
     "total_flos": 2.652931421519616e+16,
-    "train_loss": 1.6565601587295533,
-    "train_runtime": 439.8454,
-    "train_samples_per_second": 69.843,
-    "train_steps_per_second": 0.728
+    "train_loss": 1.6564145624637603,
+    "train_runtime": 445.0027,
+    "train_samples_per_second": 69.033,
+    "train_steps_per_second": 0.719
 }