Karim shoair commited on
Commit ·
13f7ca4
1
Parent(s): 0335389
feat(CLI): Make the session classes available in the shell
Browse files- scrapling/core/shell.py +18 -3
scrapling/core/shell.py
CHANGED
|
@@ -335,15 +335,25 @@ class CustomShell:
|
|
| 335 |
from scrapling.fetchers import (
|
| 336 |
Fetcher as __Fetcher,
|
| 337 |
AsyncFetcher as __AsyncFetcher,
|
|
|
|
| 338 |
DynamicFetcher as __DynamicFetcher,
|
|
|
|
|
|
|
| 339 |
StealthyFetcher as __StealthyFetcher,
|
|
|
|
|
|
|
| 340 |
)
|
| 341 |
|
| 342 |
self.__InteractiveShellEmbed = __InteractiveShellEmbed
|
| 343 |
self.__Fetcher = __Fetcher
|
| 344 |
self.__AsyncFetcher = __AsyncFetcher
|
|
|
|
| 345 |
self.__DynamicFetcher = __DynamicFetcher
|
|
|
|
|
|
|
| 346 |
self.__StealthyFetcher = __StealthyFetcher
|
|
|
|
|
|
|
| 347 |
self.code = code
|
| 348 |
self.page = None
|
| 349 |
self.pages = Selectors([])
|
|
@@ -379,9 +389,9 @@ class CustomShell:
|
|
| 379 |
"""Create a custom banner for the shell"""
|
| 380 |
return f"""
|
| 381 |
-> Available Scrapling objects:
|
| 382 |
-
- Fetcher/AsyncFetcher
|
| 383 |
-
- DynamicFetcher
|
| 384 |
-
- StealthyFetcher
|
| 385 |
- Selector
|
| 386 |
|
| 387 |
-> Useful shortcuts:
|
|
@@ -449,6 +459,11 @@ Type 'exit' or press Ctrl+D to exit.
|
|
| 449 |
"delete": delete,
|
| 450 |
"Fetcher": self.__Fetcher,
|
| 451 |
"AsyncFetcher": self.__AsyncFetcher,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 452 |
"fetch": dynamic_fetch,
|
| 453 |
"DynamicFetcher": self.__DynamicFetcher,
|
| 454 |
"stealthy_fetch": stealthy_fetch,
|
|
|
|
| 335 |
from scrapling.fetchers import (
|
| 336 |
Fetcher as __Fetcher,
|
| 337 |
AsyncFetcher as __AsyncFetcher,
|
| 338 |
+
FetcherSession as __FetcherSession,
|
| 339 |
DynamicFetcher as __DynamicFetcher,
|
| 340 |
+
DynamicSession as __DynamicSession,
|
| 341 |
+
AsyncDynamicSession as __AsyncDynamicSession,
|
| 342 |
StealthyFetcher as __StealthyFetcher,
|
| 343 |
+
StealthySession as __StealthySession,
|
| 344 |
+
AsyncStealthySession as __AsyncStealthySession,
|
| 345 |
)
|
| 346 |
|
| 347 |
self.__InteractiveShellEmbed = __InteractiveShellEmbed
|
| 348 |
self.__Fetcher = __Fetcher
|
| 349 |
self.__AsyncFetcher = __AsyncFetcher
|
| 350 |
+
self.__FetcherSession = __FetcherSession
|
| 351 |
self.__DynamicFetcher = __DynamicFetcher
|
| 352 |
+
self.__DynamicSession = __DynamicSession
|
| 353 |
+
self.__AsyncDynamicSession = __AsyncDynamicSession
|
| 354 |
self.__StealthyFetcher = __StealthyFetcher
|
| 355 |
+
self.__StealthySession = __StealthySession
|
| 356 |
+
self.__AsyncStealthySession = __AsyncStealthySession
|
| 357 |
self.code = code
|
| 358 |
self.page = None
|
| 359 |
self.pages = Selectors([])
|
|
|
|
| 389 |
"""Create a custom banner for the shell"""
|
| 390 |
return f"""
|
| 391 |
-> Available Scrapling objects:
|
| 392 |
+
- Fetcher/AsyncFetcher/FetcherSession
|
| 393 |
+
- DynamicFetcher/DynamicSession/AsyncDynamicSession
|
| 394 |
+
- StealthyFetcher/StealthySession/AsyncStealthySession
|
| 395 |
- Selector
|
| 396 |
|
| 397 |
-> Useful shortcuts:
|
|
|
|
| 459 |
"delete": delete,
|
| 460 |
"Fetcher": self.__Fetcher,
|
| 461 |
"AsyncFetcher": self.__AsyncFetcher,
|
| 462 |
+
"FetcherSession": self.__FetcherSession,
|
| 463 |
+
"DynamicSession": self.__DynamicSession,
|
| 464 |
+
"AsyncDynamicSession": self.__AsyncDynamicSession,
|
| 465 |
+
"StealthySession": self.__StealthySession,
|
| 466 |
+
"AsyncStealthySession": self.__AsyncStealthySession,
|
| 467 |
"fetch": dynamic_fetch,
|
| 468 |
"DynamicFetcher": self.__DynamicFetcher,
|
| 469 |
"stealthy_fetch": stealthy_fetch,
|