Spaces:
Running
Running
Update smart_fallback.py
Browse files- smart_fallback.py +9 -3
smart_fallback.py
CHANGED
|
@@ -274,15 +274,16 @@ async def async_filter_links_by_metadata(search_results, saveLinkFolder, accessi
|
|
| 274 |
keywords = [accession] + keywords
|
| 275 |
|
| 276 |
filtered, better_filter = {}, {}
|
| 277 |
-
|
| 278 |
async with aiohttp.ClientSession() as session:
|
| 279 |
tasks = []
|
| 280 |
for link in search_results:
|
| 281 |
if link:
|
|
|
|
| 282 |
tasks.append(process_link(session, link, saveLinkFolder, keywords, accession))
|
| 283 |
-
|
| 284 |
results = await asyncio.gather(*tasks)
|
| 285 |
-
|
| 286 |
# merge results
|
| 287 |
for output_link in results:
|
| 288 |
for out_link in output_link:
|
|
@@ -302,6 +303,11 @@ async def async_filter_links_by_metadata(search_results, saveLinkFolder, accessi
|
|
| 302 |
|
| 303 |
return better_filter or filtered
|
| 304 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 305 |
def filter_links_by_metadata(search_results, saveLinkFolder, accession=None):
|
| 306 |
TRUSTED_DOMAINS = [
|
| 307 |
"ncbi.nlm.nih.gov",
|
|
|
|
| 274 |
keywords = [accession] + keywords
|
| 275 |
|
| 276 |
filtered, better_filter = {}, {}
|
| 277 |
+
print("before doing session")
|
| 278 |
async with aiohttp.ClientSession() as session:
|
| 279 |
tasks = []
|
| 280 |
for link in search_results:
|
| 281 |
if link:
|
| 282 |
+
print("link: ", link)
|
| 283 |
tasks.append(process_link(session, link, saveLinkFolder, keywords, accession))
|
| 284 |
+
print("done")
|
| 285 |
results = await asyncio.gather(*tasks)
|
| 286 |
+
print("outside session")
|
| 287 |
# merge results
|
| 288 |
for output_link in results:
|
| 289 |
for out_link in output_link:
|
|
|
|
| 303 |
|
| 304 |
return better_filter or filtered
|
| 305 |
|
| 306 |
+
search_results = ['https://dna-explained.com/2024/01/21/bennett-greenspan-meet-my-extended-family-discover-extraordinary-deep-heritage/', 'https://pubmed.ncbi.nlm.nih.gov/23666864/', 'https://www.researchgate.net/profile/Jorge_Estevez2/publication/43070682_The_mtDNA_debate_A_dialogo_on_How_important_is_it/links/5890d8dca6fdcc1b414533b9/The-mtDNA-debate-A-dialogo-on-How-important-is-it.pdf', 'https://www.researchgate.net/publication/388496723_WBSCR16_is_essential_for_mitochondrial_16S_rRNA_processing_in_mammals/fulltext/679e469552b58d39f2620f92/WBSCR16-is-essential-for-mitochondrial-16S-rRNA-processing-in-mammals.pdf?origin=scientificContributions', 'http://www.ianlogan.co.uk/checker/accession.htm']
|
| 307 |
+
saveLinkFolder= "1YRP0o-F2NrFkUdbGT8_6EGM0g_TjqEmb"
|
| 308 |
+
accession = "MK975884"
|
| 309 |
+
results = await async_filter_links_by_metadata(search_results, saveLinkFolder, accession=None):
|
| 310 |
+
|
| 311 |
def filter_links_by_metadata(search_results, saveLinkFolder, accession=None):
|
| 312 |
TRUSTED_DOMAINS = [
|
| 313 |
"ncbi.nlm.nih.gov",
|