Karim shoair commited on
Commit ·
98a7a0d
1
Parent(s): 59117ec
fix(spiders): fix a bug with session stats counter
Browse files
scrapling/spiders/engine.py
CHANGED
|
@@ -84,7 +84,7 @@ class CrawlerEngine:
|
|
| 84 |
self.stats.proxies.append(dict(request._session_kwargs["proxies"]))
|
| 85 |
try:
|
| 86 |
response = await self.session_manager.fetch(request)
|
| 87 |
-
self.stats.increment_requests_count(request.sid)
|
| 88 |
self.stats.increment_response_bytes(request.domain, len(response.body))
|
| 89 |
self.stats.increment_status(response.status)
|
| 90 |
|
|
|
|
| 84 |
self.stats.proxies.append(dict(request._session_kwargs["proxies"]))
|
| 85 |
try:
|
| 86 |
response = await self.session_manager.fetch(request)
|
| 87 |
+
self.stats.increment_requests_count(request.sid or self.session_manager.default_session_id)
|
| 88 |
self.stats.increment_response_bytes(request.domain, len(response.body))
|
| 89 |
self.stats.increment_status(response.status)
|
| 90 |
|