update with new model

email_parser/_models_signatures.py

@@ -81,15 +81,17 @@ def f_retrieve_entities_for_line(df_ner, start=0, end=1e12):
         df = df_ner.query(f"""(start>= {start}  and end <= {end}) or (start<={start}  and end>={end})""")
         return df
 
+
 embedder_model = SentenceTransformer("distiluse-base-multilingual-cased-v1")
 
+
 def f_create_embedding_inv_dist_feature(text1, text2):
-  """ Computing distance between two texts based on their embedding
-  provided by the SentenceTransformer above"""
-  embedding_merci = embedder_model.encode(text1)
-  embedding_line = embedder_model.encode(text2)
-  dist = distance.cosine(embedding_merci, embedding_line)
-  return 1 / (dist + 0.01)
+    """ Computing distance between two texts based on their embedding
+    provided by the SentenceTransformer above"""
+    embedding_merci = embedder_model.encode(text1)
+    embedding_line = embedder_model.encode(text2)
+    dist = distance.cosine(embedding_merci, embedding_line)
+    return min(5, 1 / (dist + 0.0001))
 
 
 def f_create_email_lines_features(text, df_ner=None, position_offset=0):

email_parser/config.ini

@@ -3,5 +3,5 @@ ner_model_fr = Jean-Baptiste/camembert-ner-with-dates
 ner_model_en = Jean-Baptiste/roberta-large-ner-english
 device = -1
 default_lang = en
-name_model_signature = model_signature_lstm_v10
+name_model_signature = model_signature_lstm_v16
 path_models = models

email_parser/models/{model_signature_lstm_v10 → model_signature_lstm_v16}/keras_metadata.pb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1df1ebcda9b9f2ca0855f67117d5c8b7db0d89c46c346273a536f2eec13c5665
-size 22060
+oid sha256:73a9ab3d0262141747b5aafa348c57e1a5813e03cf1e5c291162b37cdf846143
+size 22142

email_parser/models/{model_signature_lstm_v10 → model_signature_lstm_v16}/saved_model.pb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a28bac82659a6bc1cf949dc04d01a09db681cab64c9388ff1267d53fa3d11fb2
-size 5272723
+oid sha256:70ff3069a27b192313bbdd9685f106fc46ef2082eab6479697f575bad555eb4f
+size 5296390