some more debugging
Browse files
vianu/spock/src/scraping.py
CHANGED
|
@@ -376,6 +376,7 @@ class EMAScraper(Scraper):
|
|
| 376 |
|
| 377 |
async def _ema_document_search(self, term: str, max_docs_src: int) -> SearchResults:
|
| 378 |
"""Search the EMA database for PDF documents with a given term."""
|
|
|
|
| 379 |
|
| 380 |
# Get initial search results
|
| 381 |
if self._pdf_search_template.find(' ') != -1:
|
|
@@ -388,7 +389,6 @@ class EMAScraper(Scraper):
|
|
| 388 |
print('-----------------')
|
| 389 |
print(url)
|
| 390 |
print('-----------------')
|
| 391 |
-
self.logger.debug(f"search ema database with url={url}")
|
| 392 |
content = await self._aiohttp_get_html(url=url, headers=self._headers)
|
| 393 |
soup = BeautifulSoup(content, "html.parser")
|
| 394 |
|
|
|
|
| 376 |
|
| 377 |
async def _ema_document_search(self, term: str, max_docs_src: int) -> SearchResults:
|
| 378 |
"""Search the EMA database for PDF documents with a given term."""
|
| 379 |
+
self.logger.debug(f"search ema database with url={url}")
|
| 380 |
|
| 381 |
# Get initial search results
|
| 382 |
if self._pdf_search_template.find(' ') != -1:
|
|
|
|
| 389 |
print('-----------------')
|
| 390 |
print(url)
|
| 391 |
print('-----------------')
|
|
|
|
| 392 |
content = await self._aiohttp_get_html(url=url, headers=self._headers)
|
| 393 |
soup = BeautifulSoup(content, "html.parser")
|
| 394 |
|