24 lines
326 B
Text
24 lines
326 B
Text
# Core crawler
|
|
aiohttp>=3.9.0
|
|
aiofiles>=23.0.0
|
|
beautifulsoup4>=4.12.0
|
|
html5lib>=1.1
|
|
miniuri>=0.1.0
|
|
|
|
# Database
|
|
sqlalchemy[asyncio]>=2.0.0
|
|
aiosqlite>=0.19.0
|
|
|
|
# SERP server
|
|
fastapi>=0.104.0
|
|
uvicorn>=0.24.0
|
|
python-multipart>=0.0.6
|
|
|
|
# Progress bar
|
|
tqdm>=4.66.0
|
|
|
|
# Optional
|
|
pillow>=10.0.0
|
|
html2text>=2024.2.26
|
|
markdown>=3.5.0
|
|
lxml
|