assets/list_duplicate_remove.py

from model_tools import remove_duplicate_lines

input_filename = "file.txt"
output_filename = "processed_links.txt"

if __name__ == "__main__":
    remove_duplicate_lines(input_filename, output_filename)