Karim shoair commited on
Commit ·
9d5a149
1
Parent(s): dbaf92f
Bumping the library for version 0.2 for now and more adjustments
Browse files- scrapling/__init__.py +3 -2
- setup.cfg +2 -2
- setup.py +11 -5
scrapling/__init__.py
CHANGED
|
@@ -1,10 +1,11 @@
|
|
| 1 |
# Declare top-level shortcuts
|
|
|
|
| 2 |
from scrapling.parser import Adaptor, Adaptors
|
| 3 |
from scrapling.custom_types import TextHandler, AttributesHandler
|
| 4 |
|
| 5 |
__author__ = "Karim Shoair (karim.shoair@pm.me)"
|
| 6 |
-
__version__ = "0.
|
| 7 |
__copyright__ = "Copyright (c) 2024 Karim Shoair"
|
| 8 |
|
| 9 |
|
| 10 |
-
__all__ = ['Adaptor', 'Adaptors', 'TextHandler', 'AttributesHandler']
|
|
|
|
| 1 |
# Declare top-level shortcuts
|
| 2 |
+
from scrapling.fetcher import Fetcher
|
| 3 |
from scrapling.parser import Adaptor, Adaptors
|
| 4 |
from scrapling.custom_types import TextHandler, AttributesHandler
|
| 5 |
|
| 6 |
__author__ = "Karim Shoair (karim.shoair@pm.me)"
|
| 7 |
+
__version__ = "0.2"
|
| 8 |
__copyright__ = "Copyright (c) 2024 Karim Shoair"
|
| 9 |
|
| 10 |
|
| 11 |
+
__all__ = ['Adaptor', 'Adaptors', 'TextHandler', 'AttributesHandler', 'Fetcher']
|
setup.cfg
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
[metadata]
|
| 2 |
name = scrapling
|
| 3 |
-
version = 0.
|
| 4 |
author = Karim Shoair
|
| 5 |
author_email = karim.shoair@pm.me
|
| 6 |
description = Scrapling is a powerful, flexible, adaptive, and high-performance web scraping library for Python.
|
| 7 |
license = BSD
|
| 8 |
-
|
|
|
|
| 1 |
[metadata]
|
| 2 |
name = scrapling
|
| 3 |
+
version = 0.2
|
| 4 |
author = Karim Shoair
|
| 5 |
author_email = karim.shoair@pm.me
|
| 6 |
description = Scrapling is a powerful, flexible, adaptive, and high-performance web scraping library for Python.
|
| 7 |
license = BSD
|
| 8 |
+
home_page = https://github.com/D4Vinci/Scrapling
|
setup.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
from setuptools import setup
|
| 2 |
|
| 3 |
with open("README.md", "r", encoding="utf-8") as fh:
|
| 4 |
long_description = fh.read()
|
|
@@ -6,7 +6,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
|
|
| 6 |
|
| 7 |
setup(
|
| 8 |
name="scrapling",
|
| 9 |
-
version="0.
|
| 10 |
description="""Scrapling is a powerful, flexible, and high-performance web scraping library for Python. It
|
| 11 |
simplifies the process of extracting data from websites, even when they undergo structural changes, and offers
|
| 12 |
impressive speed improvements over many popular scraping tools.""",
|
|
@@ -15,7 +15,7 @@ setup(
|
|
| 15 |
author="Karim Shoair",
|
| 16 |
author_email="karim.shoair@pm.me",
|
| 17 |
license="BSD",
|
| 18 |
-
packages=
|
| 19 |
zip_safe=False,
|
| 20 |
package_dir={
|
| 21 |
"scrapling": "scrapling",
|
|
@@ -32,16 +32,17 @@ setup(
|
|
| 32 |
"Natural Language :: English",
|
| 33 |
"Topic :: Internet :: WWW/HTTP",
|
| 34 |
"Topic :: Text Processing :: Markup",
|
|
|
|
| 35 |
"Topic :: Text Processing :: Markup :: HTML",
|
| 36 |
"Topic :: Software Development :: Libraries :: Python Modules",
|
| 37 |
"Programming Language :: Python :: 3",
|
| 38 |
"Programming Language :: Python :: 3 :: Only",
|
| 39 |
-
"Programming Language :: Python :: 3.7",
|
| 40 |
"Programming Language :: Python :: 3.8",
|
| 41 |
"Programming Language :: Python :: 3.9",
|
| 42 |
"Programming Language :: Python :: 3.10",
|
| 43 |
"Programming Language :: Python :: 3.11",
|
| 44 |
"Programming Language :: Python :: 3.12",
|
|
|
|
| 45 |
"Programming Language :: Python :: Implementation :: CPython",
|
| 46 |
"Typing :: Typed",
|
| 47 |
],
|
|
@@ -53,8 +54,13 @@ setup(
|
|
| 53 |
"w3lib",
|
| 54 |
"orjson>=3",
|
| 55 |
"tldextract",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 56 |
],
|
| 57 |
-
python_requires=">=3.
|
| 58 |
url="https://github.com/D4Vinci/Scrapling",
|
| 59 |
project_urls={
|
| 60 |
"Documentation": "https://github.com/D4Vinci/Scrapling/tree/main/docs", # For now
|
|
|
|
| 1 |
+
from setuptools import setup, find_packages
|
| 2 |
|
| 3 |
with open("README.md", "r", encoding="utf-8") as fh:
|
| 4 |
long_description = fh.read()
|
|
|
|
| 6 |
|
| 7 |
setup(
|
| 8 |
name="scrapling",
|
| 9 |
+
version="0.2",
|
| 10 |
description="""Scrapling is a powerful, flexible, and high-performance web scraping library for Python. It
|
| 11 |
simplifies the process of extracting data from websites, even when they undergo structural changes, and offers
|
| 12 |
impressive speed improvements over many popular scraping tools.""",
|
|
|
|
| 15 |
author="Karim Shoair",
|
| 16 |
author_email="karim.shoair@pm.me",
|
| 17 |
license="BSD",
|
| 18 |
+
packages=find_packages(),
|
| 19 |
zip_safe=False,
|
| 20 |
package_dir={
|
| 21 |
"scrapling": "scrapling",
|
|
|
|
| 32 |
"Natural Language :: English",
|
| 33 |
"Topic :: Internet :: WWW/HTTP",
|
| 34 |
"Topic :: Text Processing :: Markup",
|
| 35 |
+
"Topic :: Internet :: WWW/HTTP :: Browsers",
|
| 36 |
"Topic :: Text Processing :: Markup :: HTML",
|
| 37 |
"Topic :: Software Development :: Libraries :: Python Modules",
|
| 38 |
"Programming Language :: Python :: 3",
|
| 39 |
"Programming Language :: Python :: 3 :: Only",
|
|
|
|
| 40 |
"Programming Language :: Python :: 3.8",
|
| 41 |
"Programming Language :: Python :: 3.9",
|
| 42 |
"Programming Language :: Python :: 3.10",
|
| 43 |
"Programming Language :: Python :: 3.11",
|
| 44 |
"Programming Language :: Python :: 3.12",
|
| 45 |
+
"Programming Language :: Python :: 3.13",
|
| 46 |
"Programming Language :: Python :: Implementation :: CPython",
|
| 47 |
"Typing :: Typed",
|
| 48 |
],
|
|
|
|
| 54 |
"w3lib",
|
| 55 |
"orjson>=3",
|
| 56 |
"tldextract",
|
| 57 |
+
'httpx[brotli,zstd]',
|
| 58 |
+
'playwright',
|
| 59 |
+
'rebrowser-playwright',
|
| 60 |
+
'camoufox',
|
| 61 |
+
'browserforge',
|
| 62 |
],
|
| 63 |
+
python_requires=">=3.8",
|
| 64 |
url="https://github.com/D4Vinci/Scrapling",
|
| 65 |
project_urls={
|
| 66 |
"Documentation": "https://github.com/D4Vinci/Scrapling/tree/main/docs", # For now
|