fastapi>=0.104.0
uvicorn[standard]>=0.24.0
pydantic>=2.5.0
aiohttp>=3.9.0
playwright>=1.40.0
selenium>=4.15.0
requests>=2.31.0
cloudscraper>=1.2.71
beautifulsoup4>=4.12.0
lxml>=4.9.0
asyncpg>=0.29.0
redis>=5.0.0
prometheus-client>=0.19.0
psutil>=5.9.0
rich>=13.7.0
typer>=0.9.0
pyyaml>=6.0.1
jinja2>=3.1.0
python-multipart>=0.0.6
httpx>=0.25.0
asyncio-mqtt>=0.13.0
structlog>=23.2.0
tenacity>=8.2.0
python-jose[cryptography]>=3.3.0
passlib[bcrypt]>=1.7.4
python-dotenv>=1.0.0
click>=8.1.0
jsonschema>=4.20.0
markupsafe>=2.1.0
certifi>=2023.11.17

[ai]
openai>=1.3.0
anthropic>=0.7.0
tiktoken>=0.5.0
transformers>=4.35.0
torch>=2.1.0
sentence-transformers>=2.2.0

[all]
opencrawler[ai,cloud,database,dev,monitoring]

[cloud]
boto3>=1.34.0
google-cloud-storage>=2.10.0
azure-storage-blob>=12.19.0
kubernetes>=28.1.0

[database]
asyncpg>=0.29.0
psycopg2-binary>=2.9.9
sqlalchemy[asyncio]>=2.0.0
alembic>=1.13.0
redis>=5.0.0

[dev]
pytest>=7.4.0
pytest-asyncio>=0.21.0
pytest-cov>=4.1.0
pytest-mock>=3.12.0
black>=23.11.0
flake8>=6.1.0
mypy>=1.7.0
pre-commit>=3.5.0
coverage>=7.3.0
bandit>=1.7.5
safety>=2.3.0
isort>=5.12.0
pylint>=3.0.0
sphinx>=7.2.0
sphinx-rtd-theme>=1.3.0

[monitoring]
prometheus-client>=0.19.0
grafana-client>=3.2.0
statsd>=4.0.1
datadog>=0.48.0
