aiohttp~=3.8
aiohttp-retry~=2.8
asyncio-pool~=0.6.0
beautifulsoup4~=4.12
bleach~=6.0
certifi~=2023.7
click~=8.1
dataclasses-json~=0.5.14
diskcache~=5.6
elasticsearch~=7.0
elasticsearch-dsl~=7.0
expiringdict~=1.2
fastwarc~=0.14.5
flake8~=6.0
flask~=2.3
importlib-metadata~=6.0
joblib~=1.3
marshmallow~=3.20
mergedeep~=1.3
pandas~=2.0
publicsuffixlist~=0.10.0
pycld3~=0.22.0
python-slugify~=8.0
python-whois~=0.8.0
pyyaml~=6.0
ranx~=0.3.16
requests~=2.31
requests-html~=0.10.0
requests-ratelimiter~=0.4.0
tqdm~=4.66
unidecode~=1.3
urllib3~=2.0
warcio~=1.7

[examples]
jupyter~=1.0
matplotlib~=3.7
seaborn~=0.12.2

[tests]
approvaltests~=8.4
flake8~=6.1
pylint~=2.17
pytest~=7.4
pytest-cov~=4.0
