Update pipeline.py

pipeline.py

@@ -216,7 +216,7 @@ async def fetch_all(links, timeout=15):
         tasks = [fetch_url(session, l, timeout) for l in links]
         return await asyncio.gather(*tasks)
 
-async def process_link_chunk_allOutput(link, iso, acc, saveLinkFolder, linksWithTexts, all_output):
+async def process_link_allOutput(link, iso, acc, saveLinkFolder, linksWithTexts, all_output):
     print(link)
     if len(data_preprocess.normalize_for_overlap(all_output)) > 600000:
         print("break here")