VyLala commited on
Commit
9630e58
·
verified ·
1 Parent(s): 7d6fd70

Update smart_fallback.py

Browse files
Files changed (1) hide show
  1. smart_fallback.py +9 -3
smart_fallback.py CHANGED
@@ -274,15 +274,16 @@ async def async_filter_links_by_metadata(search_results, saveLinkFolder, accessi
274
  keywords = [accession] + keywords
275
 
276
  filtered, better_filter = {}, {}
277
-
278
  async with aiohttp.ClientSession() as session:
279
  tasks = []
280
  for link in search_results:
281
  if link:
 
282
  tasks.append(process_link(session, link, saveLinkFolder, keywords, accession))
283
-
284
  results = await asyncio.gather(*tasks)
285
-
286
  # merge results
287
  for output_link in results:
288
  for out_link in output_link:
@@ -302,6 +303,11 @@ async def async_filter_links_by_metadata(search_results, saveLinkFolder, accessi
302
 
303
  return better_filter or filtered
304
 
 
 
 
 
 
305
  def filter_links_by_metadata(search_results, saveLinkFolder, accession=None):
306
  TRUSTED_DOMAINS = [
307
  "ncbi.nlm.nih.gov",
 
274
  keywords = [accession] + keywords
275
 
276
  filtered, better_filter = {}, {}
277
+ print("before doing session")
278
  async with aiohttp.ClientSession() as session:
279
  tasks = []
280
  for link in search_results:
281
  if link:
282
+ print("link: ", link)
283
  tasks.append(process_link(session, link, saveLinkFolder, keywords, accession))
284
+ print("done")
285
  results = await asyncio.gather(*tasks)
286
+ print("outside session")
287
  # merge results
288
  for output_link in results:
289
  for out_link in output_link:
 
303
 
304
  return better_filter or filtered
305
 
306
+ search_results = ['https://dna-explained.com/2024/01/21/bennett-greenspan-meet-my-extended-family-discover-extraordinary-deep-heritage/', 'https://pubmed.ncbi.nlm.nih.gov/23666864/', 'https://www.researchgate.net/profile/Jorge_Estevez2/publication/43070682_The_mtDNA_debate_A_dialogo_on_How_important_is_it/links/5890d8dca6fdcc1b414533b9/The-mtDNA-debate-A-dialogo-on-How-important-is-it.pdf', 'https://www.researchgate.net/publication/388496723_WBSCR16_is_essential_for_mitochondrial_16S_rRNA_processing_in_mammals/fulltext/679e469552b58d39f2620f92/WBSCR16-is-essential-for-mitochondrial-16S-rRNA-processing-in-mammals.pdf?origin=scientificContributions', 'http://www.ianlogan.co.uk/checker/accession.htm']
307
+ saveLinkFolder= "1YRP0o-F2NrFkUdbGT8_6EGM0g_TjqEmb"
308
+ accession = "MK975884"
309
+ results = await async_filter_links_by_metadata(search_results, saveLinkFolder, accession=None):
310
+
311
  def filter_links_by_metadata(search_results, saveLinkFolder, accession=None):
312
  TRUSTED_DOMAINS = [
313
  "ncbi.nlm.nih.gov",