# Database connectors
psycopg2-binary>=2.9.6         # PostgreSQL driver
pymongo>=4.4.0                 # MongoDB driver
redis>=4.5.1                   # Redis client

# SQL and ORM
sqlalchemy>=2.0.15             # SQL toolkit and ORM

# Environment and configuration
python-dotenv>=1.0.0           # Load environment variables from .env

# Web framework and API
fastapi>=0.95.2                # API framework for web UI
uvicorn>=0.23.1                # ASGI server for FastAPI
python-multipart>=0.0.20       # File upload support for FastAPI

# Authentication and security
bcrypt>=4.0.1                  # Password hashing
python-jose[cryptography]>=3.3.0  # JWT token generation and validation

# Templating and YAML
jinja2>=3.1.0                  # Template engine for SQL models
pyyaml>=6.0                    # YAML parser for config files

# Data processing and transformation
pandas>=2.0.2                  # Data manipulation library
numpy>=1.20.0                  # Numerical computing
faker>=18.10.1                 # Generate fake data for testing

# Machine learning
joblib>=1.3.0                  # Model serialization and parallel computing
scikit-learn>=1.3.0            # Machine learning library

# AI Search (optional - dbt_assistant)
sentence-transformers>=2.2.0   # Semantic search embeddings
faiss-cpu>=1.7.4               # Vector similarity search

# Testing
pytest>=7.4.0                  # Testing framework

# Web scraping
selenium>=4.15.0                # Browser automation for scraping
webdriver-manager>=4.0.1        # Automatic webdriver management
openpyxl>=3.1.2                # Excel file creation and manipulation
beautifulsoup4>=4.12.0          # HTML parsing

# Scheduling and orchestration
apscheduler>=3.10.4             # Background job scheduling with cron support

# System monitoring
psutil>=5.9.0                   # Cross-platform system and process utilities

# CLI tools
requests>=2.32.0                # HTTP library for CLI
tabulate>=0.9.0                 # Pretty-print tabular data

# Optional: Orchestration (uncomment if needed)
# celery>=5.3.1                # Task queue for scheduling
# prefect>=2.7.9               # Workflow orchestration
# pyspark>=3.5.1               # Spark for big data transformations
