lxml>=4.9.0
fastavro>=1.0.0
zstandard>=0.23
pandas>=2.0.0
tqdm>=4.65.0
lmdb>=1.4.1
aiostream>=0.5.0
regex>=2023.12.0

[docs]
sphinx>=7.0.0
myst-parser>=2.0.0
shibuya==2024.10.15

[llm]
google-cloud-aiplatform
google-cloud-storage
google-genai
pydantic
pydantic-ai
mwparserfromhell

[test]
pytest>=7.0.0
pytest-cov>=4.0.0
