Move todset function to the main file

chatbot_constructor.py

@@ -12,6 +12,21 @@ import keras
 
 os.mkdir("cache")
 
+def todset(text: str):
+    lines = [x.rstrip("\n").lower().split("→") for x in text.split("\n")]
+    lines = [(x[0].replace("\\n", "\n"), x[1].replace("\\n", "\n")) for x in lines]
+
+    responses = []
+    for i in lines:
+        if i[1] not in responses:
+            responses.append(i[1])
+
+    dset = {}
+    for sample in lines:
+        dset[sample[0]] = responses.index(sample[1])
+
+    return (dset, responses)
+
 def hash_str(data: str):
     return hashlib.md5(data.encode('utf-8')).hexdigest()