Russell Ballestrini
11f8fc59ae
modified: serp.py new file: templates/about.html.j2 new file: templates/base.html.j2 new file: templates/crawl.html.j2 new file: templates/import.html.j2 new file: templates/live.html.j2 new file: templates/partials/search_box.html.j2 new file: templates/phantom.html.j2 new file: templates/search.html.j2 new file: templates/view.html.j2
25 lines
340 B
Text
25 lines
340 B
Text
# Core crawler
|
|
aiohttp>=3.9.0
|
|
aiofiles>=23.0.0
|
|
beautifulsoup4>=4.12.0
|
|
html5lib>=1.1
|
|
miniuri>=0.1.0
|
|
|
|
# Database
|
|
sqlalchemy[asyncio]>=2.0.0
|
|
aiosqlite>=0.19.0
|
|
|
|
# SERP server
|
|
fastapi>=0.104.0
|
|
uvicorn>=0.24.0
|
|
python-multipart>=0.0.6
|
|
jinja2>=3.1.0
|
|
|
|
# Progress bar
|
|
tqdm>=4.66.0
|
|
|
|
# Optional
|
|
pillow>=10.0.0
|
|
html2text>=2024.2.26
|
|
markdown>=3.5.0
|
|
lxml
|