Update spaCy pipeline

.gitattributes

@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 ner/model filter=lfs diff=lfs merge=lfs -text
 pl_hacknationNER-any-py3-none-any.whl filter=lfs diff=lfs merge=lfs -text
 tok2vec/model filter=lfs diff=lfs merge=lfs -text
+pl_hacknationner-any-py3-none-any.whl filter=lfs diff=lfs merge=lfs -text

README.md

@@ -6,7 +6,7 @@ language:
 - pl
 license: apache-2.0
 model-index:
-- name: pl_hacknationNER
+- name: pl_hacknationner
   results:
   - task:
       name: NER
@@ -14,18 +14,20 @@ model-index:
     metrics:
     - name: NER Precision
       type: precision
-      value: 0.722972973
+      value: 0.7677725118
     - name: NER Recall
       type: recall
-      value: 0.6369047619
+      value: 0.6403162055
     - name: NER F Score
       type: f_score
-      value: 0.6772151899
+      value: 0.6982758621
 ---
+second round of training
+
 | Feature | Description |
 | --- | --- |
 | **Name** | `pl_hacknationNER` |
-| **Version** | `1.0` |
+| **Version** | `1.2` |
 | **spaCy** | `>=3.8.3,<3.9.0` |
 | **Default Pipeline** | `tok2vec`, `ner` |
 | **Components** | `tok2vec`, `ner` |
@@ -38,11 +40,11 @@ model-index:
 
 <details>
 
-<summary>View label scheme (17 labels for 1 components)</summary>
+<summary>View label scheme (23 labels for 1 components)</summary>
 
 | Component | Labels |
 | --- | --- |
-| **`ner`** | `ADDRESS`, `AGE`, `BANK-ACCOUNT`, `CITY`, `COMPANY`, `DATE`, `DOCUMENT-NUMBER`, `EMAIL`, `HEALTH`, `JOB-TITLE`, `NAME`, `PESEL`, `PHONE`, `RELATIVE`, `SEX`, `SEXUAL-ORIENTATION`, `SURNAME` |
+| **`ner`** | `ADDRESS`, `AGE`, `BANK-ACCOUNT`, `CITY`, `COMPANY`, `DATE`, `DOCUMENT-NUMBER`, `EMAIL`, `ETHNICITY`, `HEALTH`, `JOB-TITLE`, `NAME`, `PESEL`, `PHONE`, `POLITICAL-VIEW`, `RELATIVE`, `RELIGION`, `SCHOOL-NAME`, `SECRET`, `SEX`, `SEXUAL-ORIENTATION`, `SURNAME`, `USERNAME` |
 
 </details>
 
@@ -50,8 +52,8 @@ model-index:
 
 | Type | Score |
 | --- | --- |
-| `ENTS_F` | 67.72 |
-| `ENTS_P` | 72.30 |
-| `ENTS_R` | 63.69 |
-| `TOK2VEC_LOSS` | 4645.64 |
-| `NER_LOSS` | 1124.67 |
+| `ENTS_F` | 69.83 |
+| `ENTS_P` | 76.78 |
+| `ENTS_R` | 64.03 |
+| `TOK2VEC_LOSS` | 58885.11 |
+| `NER_LOSS` | 17819.95 |

__init__.py

@@ -0,0 +1,10 @@
+from pathlib import Path
+from spacy.util import load_model_from_init_py, get_model_meta
+
+
+
+__version__ = get_model_meta(Path(__file__).parent)['version']
+
+
+def load(**overrides):
+    return load_model_from_init_py(__file__, **overrides)

meta.json

@@ -1,8 +1,8 @@
 {
   "lang":"pl",
   "name":"hacknationNER",
-  "version":"1.0",
-  "description":"",
+  "version":"1.2",
+  "description":"second round of training",
   "author":"Ariel",
   "email":"ariel.m.drozd@gmail.com",
   "url":"",
@@ -28,15 +28,21 @@
       "DATE",
       "DOCUMENT-NUMBER",
       "EMAIL",
+      "ETHNICITY",
       "HEALTH",
       "JOB-TITLE",
       "NAME",
       "PESEL",
       "PHONE",
+      "POLITICAL-VIEW",
       "RELATIVE",
+      "RELIGION",
+      "SCHOOL-NAME",
+      "SECRET",
       "SEX",
       "SEXUAL-ORIENTATION",
-      "SURNAME"
+      "SURNAME",
+      "USERNAME"
     ]
   },
   "pipeline":[
@@ -51,98 +57,108 @@
 
   ],
   "performance":{
-    "ents_f":0.6772151899,
-    "ents_p":0.722972973,
-    "ents_r":0.6369047619,
+    "ents_f":0.6982758621,
+    "ents_p":0.7677725118,
+    "ents_r":0.6403162055,
     "ents_per_type":{
-      "NAME":{
-        "p":0.6111111111,
-        "r":0.44,
-        "f":0.511627907
+      "DATE":{
+        "p":0.875,
+        "r":0.7,
+        "f":0.7777777778
       },
-      "SURNAME":{
-        "p":0.5714285714,
-        "r":0.7058823529,
-        "f":0.6315789474
+      "PESEL":{
+        "p":0.7777777778,
+        "r":0.6363636364,
+        "f":0.7
       },
-      "USERNAME":{
-        "p":0.0,
-        "r":0.0,
-        "f":0.0
+      "DOCUMENT-NUMBER":{
+        "p":0.8333333333,
+        "r":0.652173913,
+        "f":0.7317073171
       },
-      "DATE":{
-        "p":1.0,
-        "r":0.6666666667,
-        "f":0.8
+      "JOB-TITLE":{
+        "p":0.625,
+        "r":0.2777777778,
+        "f":0.3846153846
       },
-      "DOCUMENT-NUMBER":{
-        "p":0.5833333333,
-        "r":0.5,
-        "f":0.5384615385
+      "EMAIL":{
+        "p":0.8333333333,
+        "r":0.9375,
+        "f":0.8823529412
       },
-      "CITY":{
-        "p":0.619047619,
-        "r":0.6842105263,
-        "f":0.65
+      "PHONE":{
+        "p":0.6818181818,
+        "r":0.8823529412,
+        "f":0.7692307692
       },
-      "JOB-TITLE":{
-        "p":0.8,
-        "r":0.4,
-        "f":0.5333333333
+      "NAME":{
+        "p":0.7307692308,
+        "r":0.76,
+        "f":0.7450980392
       },
-      "SEX":{
-        "p":1.0,
-        "r":1.0,
-        "f":1.0
+      "CITY":{
+        "p":0.7142857143,
+        "r":0.6666666667,
+        "f":0.6896551724
       },
       "AGE":{
-        "p":0.7692307692,
-        "r":1.0,
-        "f":0.8695652174
+        "p":0.8125,
+        "r":0.8666666667,
+        "f":0.8387096774
       },
-      "EMAIL":{
+      "SEX":{
         "p":1.0,
-        "r":1.0,
-        "f":1.0
+        "r":0.8181818182,
+        "f":0.9
       },
-      "PHONE":{
-        "p":0.9285714286,
-        "r":0.9285714286,
-        "f":0.9285714286
+      "ADDRESS":{
+        "p":0.7368421053,
+        "r":0.6086956522,
+        "f":0.6666666667
       },
-      "COMPANY":{
-        "p":1.0,
-        "r":0.3333333333,
+      "SURNAME":{
+        "p":0.8888888889,
+        "r":0.6956521739,
+        "f":0.7804878049
+      },
+      "RELATIVE":{
+        "p":0.8,
+        "r":0.3636363636,
         "f":0.5
       },
-      "ADDRESS":{
-        "p":0.7272727273,
-        "r":0.6666666667,
-        "f":0.6956521739
+      "COMPANY":{
+        "p":0.5,
+        "r":0.1428571429,
+        "f":0.2222222222
       },
-      "BANK-ACCOUNT":{
+      "HEALTH":{
         "p":0.0,
         "r":0.0,
         "f":0.0
       },
-      "PESEL":{
-        "p":1.0,
-        "r":0.8,
-        "f":0.8888888889
+      "POLITICAL-VIEW":{
+        "p":0.5,
+        "r":0.25,
+        "f":0.3333333333
       },
-      "HEALTH":{
+      "SCHOOL-NAME":{
         "p":0.0,
         "r":0.0,
         "f":0.0
       },
-      "RELATIVE":{
+      "ETHNICITY":{
         "p":1.0,
         "r":0.3333333333,
         "f":0.5
+      },
+      "BANK-ACCOUNT":{
+        "p":0.0,
+        "r":0.0,
+        "f":0.0
       }
     },
-    "tok2vec_loss":46.4564050462,
-    "ner_loss":11.2466955185
+    "tok2vec_loss":588.851107855,
+    "ner_loss":178.1994781494
   },
   "requirements":[
     "spacy>=3.8.3,<3.9.0"

ner/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b30c1dc7f611a3d155e85e8b506eaa226f43ac02a6582ff3fba6933164f976f
-size 144149
+oid sha256:87cd3fafd03834601896c8606cf86bbf1dc8336ac35a9e175d69ff4633bb33e8
+size 150389

ner/moves

@@ -1 +1 @@
-��moves��{"0":{},"1":{"ADDRESS":337,"PHONE":148,"DOCUMENT-NUMBER":105,"CITY":86,"NAME":71,"AGE":61,"SURNAME":60,"EMAIL":50,"JOB-TITLE":39,"SEX":35,"PESEL":34,"DATE":34,"RELATIVE":25,"COMPANY":23,"HEALTH":12,"SEXUAL-ORIENTATION":7,"BANK-ACCOUNT":5},"2":{"ADDRESS":337,"PHONE":148,"DOCUMENT-NUMBER":105,"CITY":86,"NAME":71,"AGE":61,"SURNAME":60,"EMAIL":50,"JOB-TITLE":39,"SEX":35,"PESEL":34,"DATE":34,"RELATIVE":25,"COMPANY":23,"HEALTH":12,"SEXUAL-ORIENTATION":7,"BANK-ACCOUNT":5},"3":{"ADDRESS":337,"PHONE":148,"DOCUMENT-NUMBER":105,"CITY":86,"NAME":71,"AGE":61,"SURNAME":60,"EMAIL":50,"JOB-TITLE":39,"SEX":35,"PESEL":34,"DATE":34,"RELATIVE":25,"COMPANY":23,"HEALTH":12,"SEXUAL-ORIENTATION":7,"BANK-ACCOUNT":5},"4":{"ADDRESS":337,"PHONE":148,"DOCUMENT-NUMBER":105,"CITY":86,"NAME":71,"AGE":61,"SURNAME":60,"EMAIL":50,"JOB-TITLE":39,"SEX":35,"PESEL":34,"DATE":34,"RELATIVE":25,"COMPANY":23,"HEALTH":12,"SEXUAL-ORIENTATION":7,"BANK-ACCOUNT":5,"":1},"5":{"":1}}�cfg��neg_key�
+��moves�0{"0":{},"1":{"ADDRESS":625,"PHONE":317,"DOCUMENT-NUMBER":173,"CITY":153,"NAME":146,"COMPANY":135,"SURNAME":106,"EMAIL":103,"AGE":90,"JOB-TITLE":72,"PESEL":65,"DATE":59,"SCHOOL-NAME":58,"SEX":49,"HEALTH":41,"RELATIVE":37,"USERNAME":21,"POLITICAL-VIEW":13,"SEXUAL-ORIENTATION":11,"ETHNICITY":7,"RELIGION":5,"BANK-ACCOUNT":5,"SECRET":2},"2":{"ADDRESS":625,"PHONE":317,"DOCUMENT-NUMBER":173,"CITY":153,"NAME":146,"COMPANY":135,"SURNAME":106,"EMAIL":103,"AGE":90,"JOB-TITLE":72,"PESEL":65,"DATE":59,"SCHOOL-NAME":58,"SEX":49,"HEALTH":41,"RELATIVE":37,"USERNAME":21,"POLITICAL-VIEW":13,"SEXUAL-ORIENTATION":11,"ETHNICITY":7,"RELIGION":5,"BANK-ACCOUNT":5,"SECRET":2},"3":{"ADDRESS":625,"PHONE":317,"DOCUMENT-NUMBER":173,"CITY":153,"NAME":146,"COMPANY":135,"SURNAME":106,"EMAIL":103,"AGE":90,"JOB-TITLE":72,"PESEL":65,"DATE":59,"SCHOOL-NAME":58,"SEX":49,"HEALTH":41,"RELATIVE":37,"USERNAME":21,"POLITICAL-VIEW":13,"SEXUAL-ORIENTATION":11,"ETHNICITY":7,"RELIGION":5,"BANK-ACCOUNT":5,"SECRET":2},"4":{"ADDRESS":625,"PHONE":317,"DOCUMENT-NUMBER":173,"CITY":153,"NAME":146,"COMPANY":135,"SURNAME":106,"EMAIL":103,"AGE":90,"JOB-TITLE":72,"PESEL":65,"DATE":59,"SCHOOL-NAME":58,"SEX":49,"HEALTH":41,"RELATIVE":37,"USERNAME":21,"POLITICAL-VIEW":13,"SEXUAL-ORIENTATION":11,"ETHNICITY":7,"RELIGION":5,"BANK-ACCOUNT":5,"SECRET":2,"":1},"5":{"":1}}�cfg��neg_key�

pl_hacknationner-any-py3-none-any.whl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f579d158191ffc82ea68254ba8984e392a09e04447220bd45f13769b4a7726
+size 5725355

tok2vec/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c49bcbc208e314ffdf5b43aafd3531c6ac691b3f9deec70ea732415987fbe91
+oid sha256:c805a95cdf348d2cd142c09a0adbcbefaceb42e32161f8ed8e408372298a6ba3
 size 6009091