Update data_utils.py

data_utils.py

@@ -1,7 +1,7 @@
 import re
 import math
 import pandas as pd
-from typing import List, Tuple
+from typing import List
 
 STOPWORDS = set("""
 a an and the or for nor but so yet of to in on with at by from as is are was were be being been
@@ -50,7 +50,7 @@ def simple_rake(text, min_len=2, max_len=3, top_k=12):
     for w in words:
         if w in STOPWORDS:
             if cur:
-                phrases.append(" ".join(cur)); cur = []
+                phrases.append(" ".join(cur)); cur=[]
         else:
             cur.append(w)
     if cur:
@@ -62,7 +62,7 @@ def simple_rake(text, min_len=2, max_len=3, top_k=12):
             freq[t] = freq.get(t,0)+1
             degree[t] = degree.get(t,0)+(len(toks)-1)
     for ph in phrases:
-        scores[ph] = sum((degree.get(t,0)+1)/ (freq.get(t,1)) for t in ph.split())
+        scores[ph] = sum((degree.get(t,0)+1)/(freq.get(t,1)) for t in ph.split())
     ranked = sorted(scores.items(), key=lambda x: x[1], reverse=True)
     return [p for p,_ in ranked if min_len <= len(p.split()) <= max_len][:top_k]