Ignore case and punctuation when comparing texts

lib/utils.py

@@ -40,7 +40,7 @@ def cmd(command: str, check=True, capture_output=False) -> CompletedProcess:
 def replace_symbol(text):
     symbol_pattern = "[,.，。!?\n]"
     to = ""
-    return re.sub(symbol_pattern, to, text)
+    return re.sub(symbol_pattern, to, text).lower()
 
 
 def run_textdistance(text1, text2):
@@ -52,6 +52,7 @@ def run_textdistance(text1, text2):
     return d, nd
 
 def highlight_diff(a, b):
+    a, b = replace_symbol(a), replace_symbol(b)
     matcher = difflib.SequenceMatcher(None, a, b)
     output = []
     for tag, a_start, a_end, b_start, b_end in matcher.get_opcodes():
@@ -72,6 +73,7 @@ def time_to_float(s: str):
 
 
 if __name__ == '__main__':
-    a = ["1", "1.0", "10000.0 s", "", "2s", "3 s", "4    s", "5m"]
-    for i in a:
-        print(time_to_float(i))
+    text_1 = "This sequence of events is an example of what is known as the Butterfly Effect, a manifestation of Chaos Theory. For many centuries, the world was explained through the laws of Isaac Newton in classical physics. According to these laws, if the current state of an object is known, its future behavior can be predicted with relative ease. Chaos Theory questions this deterministic vision. Not everything is predictable anymore, nor does it work like a quirk. Since the 1800s, mathematicians have raised the idea that not all phenomena could be predicted by Newtonian laws. But a meteorologist named Edward Lawrence made Chaos Theory a visible phenomenon. It all started in 1961, when he was working on a mathematical model to forecast the weather. Lawrence entered data such as temperature, humidity, pressure, and wind direction into his computer. His computer would draw a graph modeling what the weather would be like. Not always accurate, but very close to reality. G."
+    text_2 = "This sequence of events is an example of what is known as the butterfly effect, a manifestation of chaos theory. For many centuries, the world was explained through the laws of Isaac Newton in classical physics. According to these laws, if the current state of an object is known, Its future behavior can be predicted with relative ease. Chaos theory questions this deterministic vision. Not everything is predictable anymore. nor does it work like clockwork. Since the 1800s, mathematicians have raised the idea that not all phenomena could be predicted by Newtonian laws. But a meteorologist named Edward Lawrence made Kale's theory a visible phenomenon. It all started in 1961, when he was working on a mathematical model to forecast the weather. Lawrence entered data such as temperature, humidity, pressure, and wind direction into his computer. His computer would draw a graph, modeling what the weather would be like. Not always accurate, but very close to reality. "
+    print(run_textdistance(text_1, text_2))
+    print(highlight_diff(text_1, text_2))