Delete load_texts.py

load_texts.py

@@ -1,17 +0,0 @@
-def load_texts(filename):
-    """
-    This function loads all texts from the specified directory, ignoring any files with "test" in their name. The text is used for "training" the tokenizer. Since our tokenizer is simple, we don't need to do any training, but we still need to ignore the test data. 
-    """
-
-    # texts = []
-    # files = os.listdir(directory)
-    # for filename in files: 
-    #     if "test" in filename:  ## don't "read test files"
-    #         continue
-    #     with open(os.path.join(directory, filename), 'r', encoding='utf-8') as file:
-    #         texts.append(file.read())
-    # return texts
-
-    with open(filename, 'r', encoding='utf-8') as file:
-        for line in file:
-            yield line.strip()