Karim shoair commited on
Commit
98a7a0d
·
1 Parent(s): 59117ec

fix(spiders): fix a bug with session stats counter

Browse files
Files changed (1) hide show
  1. scrapling/spiders/engine.py +1 -1
scrapling/spiders/engine.py CHANGED
@@ -84,7 +84,7 @@ class CrawlerEngine:
84
  self.stats.proxies.append(dict(request._session_kwargs["proxies"]))
85
  try:
86
  response = await self.session_manager.fetch(request)
87
- self.stats.increment_requests_count(request.sid)
88
  self.stats.increment_response_bytes(request.domain, len(response.body))
89
  self.stats.increment_status(response.status)
90
 
 
84
  self.stats.proxies.append(dict(request._session_kwargs["proxies"]))
85
  try:
86
  response = await self.session_manager.fetch(request)
87
+ self.stats.increment_requests_count(request.sid or self.session_manager.default_session_id)
88
  self.stats.increment_response_bytes(request.domain, len(response.body))
89
  self.stats.increment_status(response.status)
90