Spaces:
Sleeping
Sleeping
File size: 1,933 Bytes
ff3e1be 54ec9cb ff3e1be 54ec9cb ff3e1be 54ec9cb ff3e1be | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 | [build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"
[project]
name = "scraperl-backend"
version = "0.1.0"
description = "FastAPI-based RL environment for intelligent web scraping"
readme = "README.md"
license = "MIT"
requires-python = ">=3.11"
authors = [
{ name = "ScrapeRL Team" }
]
classifiers = [
"Development Status :: 3 - Alpha",
"Framework :: FastAPI",
"Intended Audience :: Developers",
"License :: OSI Approved :: MIT License",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Topic :: Internet :: WWW/HTTP :: Indexing/Search",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
]
dependencies = [
"fastapi>=0.109.0",
"uvicorn[standard]>=0.27.0",
"pydantic>=2.5.0",
"pydantic-settings>=2.1.0",
"httpx>=0.26.0",
"certifi>=2024.2.2",
"chromadb>=0.4.22",
"beautifulsoup4>=4.12.0",
"lxml>=5.1.0",
"openai>=1.10.0",
"anthropic>=0.18.0",
"google-generativeai>=0.4.0",
"groq>=0.4.0",
"duckduckgo-search>=6.0.0",
"playwright>=1.41.0",
"tiktoken>=0.5.0",
"numpy>=1.26.0",
"pandas>=2.2.0",
"tenacity>=8.2.0",
"structlog>=24.1.0",
"python-dotenv>=1.0.0",
]
[project.optional-dependencies]
dev = [
"pytest>=8.0.0",
"pytest-asyncio>=0.23.0",
"pytest-cov>=4.1.0",
"httpx>=0.26.0",
"ruff>=0.2.0",
"mypy>=1.8.0",
"pre-commit>=3.6.0",
]
[project.scripts]
scraperl = "app.main:run"
[tool.hatch.build.targets.wheel]
packages = ["app"]
[tool.pytest.ini_options]
asyncio_mode = "auto"
testpaths = ["tests"]
addopts = "-v --tb=short"
[tool.ruff]
target-version = "py311"
line-length = 100
[tool.ruff.lint]
select = ["E", "F", "W", "I", "UP", "B", "C4", "SIM"]
ignore = ["E501"]
[tool.mypy]
python_version = "3.11"
strict = true
warn_return_any = true
warn_unused_ignores = true
|