""" NotyoBiz Cloud Lab - Data Engineering Setup Python environment configuration and requirements """ # Core data processing libraries pandas==2.1.0 numpy==1.24.3 scipy==1.11.1 # Database connectivity sqlalchemy==2.0.19 pymysql==1.1.0 psycopg2-binary==2.9.7 redis==4.6.0 # Data visualization matplotlib==3.7.2 seaborn==0.12.2 plotly==5.15.0 bokeh==3.2.1 # Machine learning scikit-learn==1.3.0 tensorflow==2.13.0 torch==2.0.1 # Data processing and ETL apache-airflow==2.7.0 celery==5.3.1 great-expectations==0.17.12 # Web scraping and APIs requests==2.31.0 beautifulsoup4==4.12.2 scrapy==2.9.0 # File processing openpyxl==3.1.2 xlsxwriter==3.1.2 python-docx==0.8.11 pypdf2==3.0.1 # Jupyter and interactive computing jupyter==1.0.0 jupyterlab==4.0.5 ipywidgets==8.0.7 papermill==2.4.0 # Configuration and environment python-dotenv==1.0.0 configparser==5.3.0 pyyaml==6.0.1 # Logging and monitoring loguru==0.7.0 prometheus-client==0.17.1 # Testing pytest==7.4.0 pytest-cov==4.1.0 # Utilities click==8.1.6 tqdm==4.65.0 schedule==1.2.0 # Cloud and deployment docker==6.1.3 kubernetes==27.2.0 # Development tools black==23.7.0 flake8==6.0.0 mypy==1.5.1