Metadata-Version: 2.1
Name: data_engine_tes1
Version: 0.1.5
Summary: A data processing framework with support for HuggingFace datasets, Ray, and PySpark
Author: Your Name
Author-email: your.email@example.com
Classifier: Programming Language :: Python :: 3
Classifier: License :: OSI Approved :: MIT License
Classifier: Operating System :: OS Independent
Requires-Python: >=3.10
Requires-Dist: ray==2.48.0
Requires-Dist: pyspark==3.5.6
Requires-Dist: numpy==2.2.6
Requires-Dist: pandas==2.2.3
Requires-Dist: scipy==1.14.1
Requires-Dist: scikit-learn==1.6.0
Requires-Dist: matplotlib==3.10.0
Requires-Dist: jieba==0.42.1
Requires-Dist: pillow==11.3.0
Requires-Dist: opencv-python==4.10.0.84
Requires-Dist: loguru==0.7.3
Requires-Dist: python-dotenv==1.0.1
Requires-Dist: pydantic==2.11.7
Requires-Dist: tqdm==4.67.1
Provides-Extra: gpu
Requires-Dist: torch==2.6.0; extra == "gpu"
Requires-Dist: nvidia-cudnn-cu12==9.1.0.70; extra == "gpu"
Requires-Dist: transformers==4.53.0; extra == "gpu"
Requires-Dist: tokenizers==0.21.2; extra == "gpu"
Requires-Dist: safetensors==0.4.5; extra == "gpu"
Requires-Dist: huggingface-hub==0.33.1; extra == "gpu"

