absl-py<3.0.0,>=2.0.0
comment_parser
cosmos-xenna==0.1.2
fsspec
hydra-core
jieba==0.42.1
loguru
mecab-python3
omegaconf
openai>=1.0.0
pandas>=2.1.0
pyarrow
ray[data,default]>=2.50
torch
transformers

[all]
nemo_curator[audio_cuda12]
nemo_curator[image_cuda12]
nemo_curator[text_cuda12]
nemo_curator[video_cuda12]

[audio_cpu]
nemo_toolkit[asr]==2.4.0

[audio_cuda12]
nemo_curator[audio_cpu]
nemo_curator[cuda12]

[cuda12]
gpustat
nvidia-ml-py

[deduplication_cuda12]
cudf-cu12==25.10.*
cuml-cu12==25.10.*
scikit-learn<1.8.0
pylibcugraph-cu12==25.10.*
pylibraft-cu12==25.10.*
raft-dask-cu12==25.10.*
rapidsmpf-cu12==25.10.*

[image_cpu]
torchvision

[image_cuda12]
nemo_curator[image_cpu]
nemo_curator[cuda12]
nemo_curator[deduplication_cuda12]
nvidia-dali-cuda120

[text_cpu]
beautifulsoup4
justext
lxml
pycld2
resiliparse
s5cmd
trafilatura==2.0.0
warcio
fasttext==0.9.3
sentencepiece
mwparserfromhell==0.6.5
peft
ftfy

[text_cuda12]
nemo_curator[cuda12]
nemo_curator[deduplication_cuda12]
nemo_curator[text_cpu]

[video_cpu]
av==13.1.0
opencv-python
torchvision
einops
easydict

[video_cuda12]
nemo_curator[video_cpu]
nemo_curator[cuda12]
nemo_curator[vllm]
cvcuda_cu12
pycuda
torch<=2.9.1
torchaudio

[video_cuda12:platform_machine == "x86_64" and platform_system != "Darwin"]
flash-attn<=2.8.3
PyNvVideoCodec==2.0.2

[vllm]

[vllm:platform_machine == "x86_64" and platform_system != "Darwin"]
vllm>=0.14.1
