asterisk fix; DeepMoji: quotes confuse deepmoji

resources/app/plugins/deepmoji_plugin/sentiment.py

@@ -146,7 +146,9 @@ def fetch_text(data=None):
 		prev_sentence += ' '
 
 	# add previous sentence for a better flow
-	text_scores = scoreText(prev_sentence + data["sequence"], emoji_count)
+	text_to_score = prev_sentence + data["sequence"]
+	text_to_score = clean_special_chars(text_to_score)
+	text_scores = scoreText(text_to_score, emoji_count)
 	logger.log(text_scores)
 
 	text_scores[0] = data["sequence"]
@@ -201,6 +203,21 @@ def fetch_text_batch(data=None):
 #                     'Emoji_1', 'Emoji_2', 'Emoji_3', 'Emoji_4', 'Emoji_5',
 #                     'Pct_1', 'Pct_2', 'Pct_3', 'Pct_4', 'Pct_5'])
 
+def clean_special_chars(text):
+    # quotemarks " can create problems for dict_replace
+    # remove the ones at start and end of text
+    if text.strip()[0]:\
+        text = text.replace("\"", "", 1)
+    if text.strip()[-1]:\
+        text = text[::-1].replace("\"", "", 1)[::-1]
+    # replace all others with a colon
+    text = text.replace("\"", ":")
+
+    # remove asterisks
+    text.replace("*","")
+
+    return text
+
 def adjust_values(data=None):
 	global root_path, os, csv, example_helper,\
 		isBatch, isXVAPitch, isEnglish, logger, emoji_count, text_scores, plugin_settings,\
@@ -284,7 +301,7 @@ def adjust_values(data=None):
 	)
 	em_angry = em_angry if (em_angry == top_em) else 0
 	em_happy = em_happy if (em_happy == top_em) else 0
-	# amplified sadness ratio
+	# amplified sadness ratio due to rareness of these emojis
 	em_sad = (em_sad * 3) if (em_sad == top_em) else 0
 
 	# amplifier

resources/app/plugins/deepmoji_plugin/xvasynth_torchmoji.py

@@ -45,7 +45,6 @@ def scoreText(text, scalp_amount=5):
     print('Running predictions.')
     # text
     tokenized, _, _ = st.tokenize_sentences([text])
-    print(tokenized)
     prob = model(tokenized)
 
     for prob in [prob]:

resources/app/python/xvapitch/text/text_preprocessing.py

@@ -428,7 +428,7 @@ class TextPreprocessor():
         text = text.replace("\"", ":")
 
         # remove asterisks
-        text.replace("*","")
+        text = text.replace("*","")
 
         return text