aiosqlite~=0.20
html2text~=2024.2
lxml~=5.3
litellm~=1.48
numpy<3,>=1.26.0
pillow~=10.4
playwright<1.48,>=1.47
python-dotenv~=1.0
requests~=2.26
beautifulsoup4~=4.12
tf-playwright-stealth~=1.0
xxhash~=3.4
rank-bm25~=0.2
aiofiles~=24.0
colorama~=0.4
snowballstemmer~=2.2
playwright
aiofiles

[all]
aiosqlite~=0.20
html2text~=2024.2
lxml~=5.3
litellm~=1.48
numpy<3,>=1.26.0
pillow~=10.4
playwright<1.48,>=1.47
python-dotenv~=1.0
requests~=2.26
beautifulsoup4~=4.12
tf-playwright-stealth~=1.0
xxhash~=3.4
rank-bm25~=0.2
aiofiles~=24.0
colorama~=0.4
snowballstemmer~=2.2
torch
nltk
scikit-learn
transformers
tokenizers
selenium

[cosine]
torch
transformers
nltk

[sync]
selenium

[torch]
torch
nltk
scikit-learn

[transformer]
transformers
tokenizers
