Karim shoair commited on
Commit ·
5618e2f
1
Parent(s): 28706dc
style: docstrings corrections for accuracy
Browse files- scrapling/core/ai.py +2 -2
- scrapling/fetchers/chrome.py +2 -8
scrapling/core/ai.py
CHANGED
|
@@ -213,7 +213,7 @@ class ScraplingMCPServer:
|
|
| 213 |
extraction_type: extraction_types = "markdown",
|
| 214 |
css_selector: Optional[str] = None,
|
| 215 |
main_content_only: bool = True,
|
| 216 |
-
headless: bool =
|
| 217 |
google_search: bool = True,
|
| 218 |
real_chrome: bool = False,
|
| 219 |
wait: int | float = 0,
|
|
@@ -295,7 +295,7 @@ class ScraplingMCPServer:
|
|
| 295 |
extraction_type: extraction_types = "markdown",
|
| 296 |
css_selector: Optional[str] = None,
|
| 297 |
main_content_only: bool = True,
|
| 298 |
-
headless: bool =
|
| 299 |
google_search: bool = True,
|
| 300 |
real_chrome: bool = False,
|
| 301 |
wait: int | float = 0,
|
|
|
|
| 213 |
extraction_type: extraction_types = "markdown",
|
| 214 |
css_selector: Optional[str] = None,
|
| 215 |
main_content_only: bool = True,
|
| 216 |
+
headless: bool = True, # noqa: F821
|
| 217 |
google_search: bool = True,
|
| 218 |
real_chrome: bool = False,
|
| 219 |
wait: int | float = 0,
|
|
|
|
| 295 |
extraction_type: extraction_types = "markdown",
|
| 296 |
css_selector: Optional[str] = None,
|
| 297 |
main_content_only: bool = True,
|
| 298 |
+
headless: bool = True, # noqa: F821
|
| 299 |
google_search: bool = True,
|
| 300 |
real_chrome: bool = False,
|
| 301 |
wait: int | float = 0,
|
scrapling/fetchers/chrome.py
CHANGED
|
@@ -24,12 +24,9 @@ class DynamicFetcher(BaseFetcher):
|
|
| 24 |
:param page_action: Added for automation. A function that takes the `page` object and does the automation you need.
|
| 25 |
:param wait_selector: Wait for a specific CSS selector to be in a specific state.
|
| 26 |
:param init_script: An absolute path to a JavaScript file to be executed on page creation with this request.
|
| 27 |
-
:param locale: Set the locale for the browser if wanted.
|
| 28 |
:param wait_selector_state: The state to wait for the selector given with `wait_selector`. The default state is `attached`.
|
| 29 |
-
:param stealth: Enables stealth mode, check the documentation to see what stealth mode does currently.
|
| 30 |
:param real_chrome: If you have a Chrome browser installed on your device, enable this, and the Fetcher will launch an instance of your browser and use it.
|
| 31 |
-
:param hide_canvas: Add random noise to canvas operations to prevent fingerprinting.
|
| 32 |
-
:param disable_webgl: Disables WebGL and WebGL 2.0 support entirely.
|
| 33 |
:param cdp_url: Instead of launching a new browser instance, connect to this CDP URL to control real browsers through CDP.
|
| 34 |
:param google_search: Enabled by default, Scrapling will set the referer header to be as if this request came from a Google search of this website's domain name.
|
| 35 |
:param extra_headers: A dictionary of extra headers to add to the request.
|
|
@@ -67,12 +64,9 @@ class DynamicFetcher(BaseFetcher):
|
|
| 67 |
:param page_action: Added for automation. A function that takes the `page` object and does the automation you need.
|
| 68 |
:param wait_selector: Wait for a specific CSS selector to be in a specific state.
|
| 69 |
:param init_script: An absolute path to a JavaScript file to be executed on page creation with this request.
|
| 70 |
-
:param locale: Set the locale for the browser if wanted.
|
| 71 |
:param wait_selector_state: The state to wait for the selector given with `wait_selector`. The default state is `attached`.
|
| 72 |
-
:param stealth: Enables stealth mode, check the documentation to see what stealth mode does currently.
|
| 73 |
:param real_chrome: If you have a Chrome browser installed on your device, enable this, and the Fetcher will launch an instance of your browser and use it.
|
| 74 |
-
:param hide_canvas: Add random noise to canvas operations to prevent fingerprinting.
|
| 75 |
-
:param disable_webgl: Disables WebGL and WebGL 2.0 support entirely.
|
| 76 |
:param cdp_url: Instead of launching a new browser instance, connect to this CDP URL to control real browsers through CDP.
|
| 77 |
:param google_search: Enabled by default, Scrapling will set the referer header to be as if this request came from a Google search of this website's domain name.
|
| 78 |
:param extra_headers: A dictionary of extra headers to add to the request.
|
|
|
|
| 24 |
:param page_action: Added for automation. A function that takes the `page` object and does the automation you need.
|
| 25 |
:param wait_selector: Wait for a specific CSS selector to be in a specific state.
|
| 26 |
:param init_script: An absolute path to a JavaScript file to be executed on page creation with this request.
|
| 27 |
+
:param locale: Set the locale for the browser if wanted. Defaults to the system default locale.
|
| 28 |
:param wait_selector_state: The state to wait for the selector given with `wait_selector`. The default state is `attached`.
|
|
|
|
| 29 |
:param real_chrome: If you have a Chrome browser installed on your device, enable this, and the Fetcher will launch an instance of your browser and use it.
|
|
|
|
|
|
|
| 30 |
:param cdp_url: Instead of launching a new browser instance, connect to this CDP URL to control real browsers through CDP.
|
| 31 |
:param google_search: Enabled by default, Scrapling will set the referer header to be as if this request came from a Google search of this website's domain name.
|
| 32 |
:param extra_headers: A dictionary of extra headers to add to the request.
|
|
|
|
| 64 |
:param page_action: Added for automation. A function that takes the `page` object and does the automation you need.
|
| 65 |
:param wait_selector: Wait for a specific CSS selector to be in a specific state.
|
| 66 |
:param init_script: An absolute path to a JavaScript file to be executed on page creation with this request.
|
| 67 |
+
:param locale: Set the locale for the browser if wanted. Defaults to the system default locale.
|
| 68 |
:param wait_selector_state: The state to wait for the selector given with `wait_selector`. The default state is `attached`.
|
|
|
|
| 69 |
:param real_chrome: If you have a Chrome browser installed on your device, enable this, and the Fetcher will launch an instance of your browser and use it.
|
|
|
|
|
|
|
| 70 |
:param cdp_url: Instead of launching a new browser instance, connect to this CDP URL to control real browsers through CDP.
|
| 71 |
:param google_search: Enabled by default, Scrapling will set the referer header to be as if this request came from a Google search of this website's domain name.
|
| 72 |
:param extra_headers: A dictionary of extra headers to add to the request.
|