From 649721875f3bc021e596ec98412bfb83fd931b3f Mon Sep 17 00:00:00 2001
From: Alexej Penner <thealexejpenner@gmail.com>
Date: Wed, 6 Dec 2023 17:56:39 +0100
Subject: [PATCH] Smaller fixes

---
 stack-showcase/Demo.ipynb | 641 +++++++++-----------------------------
 1 file changed, 146 insertions(+), 495 deletions(-)

diff --git a/stack-showcase/Demo.ipynb b/stack-showcase/Demo.ipynb
index f5873fa5..615d64fc 100644
--- a/stack-showcase/Demo.ipynb
+++ b/stack-showcase/Demo.ipynb
@@ -2,10 +2,18 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 3,
    "id": "c53367f1-3951-48c7-9540-21daf818fa5d",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\u001b[1;35mNumExpr defaulting to 8 threads.\u001b[0m\n"
+     ]
+    }
+   ],
    "source": [
     "# Do the imports at the top\n",
     "\n",
@@ -67,14 +75,35 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "\u001b[?25l\u001b[2;36mFound existing ZenML repository at path \u001b[0m\n",
-      "\u001b[2;32m'/home/htahir1/workspace/zenml_io/template-starter/template'\u001b[0m\u001b[2;36m.\u001b[0m\n",
-      "\u001b[2;32m⠋\u001b[0m\u001b[2;36m Initializing ZenML repository at \u001b[0m\n",
-      "\u001b[2;36m/home/htahir1/workspace/zenml_io/template-starter/template.\u001b[0m\n",
-      "\u001b[2K\u001b[1A\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠋\u001b[0m Initializing ZenML repository at \n",
-      "/home/htahir1/workspace/zenml_io/template-starter/template.\n",
+      "\u001b[1;35mNumExpr defaulting to 8 threads.\u001b[0m\n",
+      "\u001b[?25l\u001b[32m⠋\u001b[0m Initializing ZenML repository at \n",
+      "/home/apenner/PycharmProjects/zenml-projects/stack-showcase.\n",
+      "\u001b[2K\u001b[1A\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠙\u001b[0m Initializing ZenML repository at \n",
+      "/home/apenner/PycharmProjects/zenml-projects/stack-showcase.\n",
+      "\u001b[2K\u001b[1A\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠹\u001b[0m Initializing ZenML repository at \n",
+      "/home/apenner/PycharmProjects/zenml-projects/stack-showcase.\n",
+      "\u001b[2K\u001b[1A\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠸\u001b[0m Initializing ZenML repository at \n",
+      "/home/apenner/PycharmProjects/zenml-projects/stack-showcase.\n",
+      "\u001b[1;35mSetting the repo active workspace to 'default'.\u001b[0m\n",
+      "\u001b[33mSetting the repo active stack to default.\u001b[0m\n",
+      "\u001b[2K\u001b[1A\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠼\u001b[0m Initializing ZenML repository at \n",
+      "/home/apenner/PycharmProjects/zenml-projects/stack-showcase.\n",
+      "\u001b[2K\u001b[1A\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠴\u001b[0m Initializing ZenML repository at \n",
+      "/home/apenner/PycharmProjects/zenml-projects/stack-showcase.\n",
+      "\u001b[2K\u001b[1A\u001b[2K\u001b[1A\u001b[2K\u001b[2;36mZenML repository initialized at \u001b[0m\n",
+      "\u001b[2;35m/home/apenner/PycharmProjects/zenml-projects/\u001b[0m\u001b[2;95mstack-showcase.\u001b[0m\n",
+      "\u001b[2;32m⠴\u001b[0m\u001b[2;36m Initializing ZenML repository at \u001b[0m\n",
+      "\u001b[2;36m/home/apenner/PycharmProjects/zenml-projects/stack-showcase.\u001b[0m\n",
+      "\u001b[2K\u001b[1A\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠴\u001b[0m Initializing ZenML repository at \n",
+      "/home/apenner/PycharmProjects/zenml-projects/stack-showcase.\n",
       "\n",
-      "\u001b[2K\u001b[2;36mActive repository stack set to: \u001b[0m\u001b[2;32m'default'\u001b[0mive stack to 'default'...\n",
+      "\u001b[1A\u001b[2K\u001b[1A\u001b[2K\u001b[1A\u001b[2K\u001b[2;36mThe local active stack was initialized to \u001b[0m\u001b[2;32m'default'\u001b[0m\u001b[2;36m. This local configuration \u001b[0m\n",
+      "\u001b[2;36mwill only take effect when you're running ZenML from the initialized repository \u001b[0m\n",
+      "\u001b[2;36mroot, or from a subdirectory. For more information on repositories and \u001b[0m\n",
+      "\u001b[2;36mconfigurations, please visit \u001b[0m\n",
+      "\u001b[2;4;94mhttps://docs.zenml.io/user-guide/starter-guide/understand-stacks.\u001b[0m\n",
+      "\u001b[1;35mNumExpr defaulting to 8 threads.\u001b[0m\n",
+      "\u001b[2K\u001b[2;36mActive repository stack set to: \u001b[0m\u001b[2;32m'default'\u001b[0m.\n",
       "\u001b[2K\u001b[32m⠙\u001b[0m Setting the repository active stack to 'default'...t'...\u001b[0m\n",
       "\u001b[1A\u001b[2K"
      ]
@@ -522,7 +551,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 6,
    "id": "8aa300f1-48df-4e62-87eb-0e2fc5735da8",
    "metadata": {},
    "outputs": [],
@@ -553,7 +582,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 6,
    "id": "d55342bf-33c5-4646-b1ce-e599a99cf568",
    "metadata": {},
    "outputs": [],
@@ -565,7 +594,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 7,
    "id": "f5f4aed8-7d87-4e07-a25c-345d327ad636",
    "metadata": {},
    "outputs": [
@@ -574,54 +603,32 @@
      "output_type": "stream",
      "text": [
       "\u001b[1;35mInitiating a new run for the pipeline: \u001b[0m\u001b[1;36mtraining\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mReusing registered version: \u001b[0m\u001b[1;36m(version: 5)\u001b[1;35m.\u001b[0m\n",
+      "\u001b[1;35mRegistered new version: \u001b[0m\u001b[1;36m(version 6)\u001b[1;35m.\u001b[0m\n",
+      "\u001b[1;35mNew model version \u001b[0m\u001b[1;36m68\u001b[1;35m was created.\u001b[0m\n",
       "\u001b[1;35mExecuting a new run.\u001b[0m\n",
       "\u001b[1;35mCaching is disabled by default for \u001b[0m\u001b[1;36mtraining\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mUsing user: \u001b[0m\u001b[1;36mhamza@zenml.io\u001b[1;35m\u001b[0m\n",
+      "\u001b[1;35mUsing user: \u001b[0m\u001b[1;36malexej@zenml.io\u001b[1;35m\u001b[0m\n",
       "\u001b[1;35mUsing stack: \u001b[0m\u001b[1;36mdefault\u001b[1;35m\u001b[0m\n",
       "\u001b[1;35m  artifact_store: \u001b[0m\u001b[1;36mdefault\u001b[1;35m\u001b[0m\n",
       "\u001b[1;35m  orchestrator: \u001b[0m\u001b[1;36mdefault\u001b[1;35m\u001b[0m\n",
       "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_loader\u001b[1;35m has started.\u001b[0m\n",
       "\u001b[1;35mDataset with 541 records loaded!\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_loader\u001b[1;35m has finished in \u001b[0m\u001b[1;36m6.410s\u001b[1;35m.\u001b[0m\n",
+      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_loader\u001b[1;35m has finished in \u001b[0m\u001b[1;36m7.496s\u001b[1;35m.\u001b[0m\n",
       "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_splitter\u001b[1;35m has started.\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "/home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_splitter\u001b[1;35m has finished in \u001b[0m\u001b[1;36m9.490s\u001b[1;35m.\u001b[0m\n",
+      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_splitter\u001b[1;35m has finished in \u001b[0m\u001b[1;36m10.536s\u001b[1;35m.\u001b[0m\n",
       "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_preprocessor\u001b[1;35m has started.\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "/home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "/home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_preprocessor\u001b[1;35m has finished in \u001b[0m\u001b[1;36m12.078s\u001b[1;35m.\u001b[0m\n",
+      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_preprocessor\u001b[1;35m has finished in \u001b[0m\u001b[1;36m14.235s\u001b[1;35m.\u001b[0m\n",
       "\u001b[1;35mCaching \u001b[0m\u001b[1;36mdisabled\u001b[1;35m explicitly for \u001b[0m\u001b[1;36mmodel_trainer\u001b[1;35m.\u001b[0m\n",
       "\u001b[1;35mStep \u001b[0m\u001b[1;36mmodel_trainer\u001b[1;35m has started.\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "/home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\n",
       "\u001b[1;35mTraining model DecisionTreeClassifier()...\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mmodel_trainer\u001b[1;35m has finished in \u001b[0m\u001b[1;36m5.686s\u001b[1;35m.\u001b[0m\n",
+      "\u001b[1;35mStep \u001b[0m\u001b[1;36mmodel_trainer\u001b[1;35m has finished in \u001b[0m\u001b[1;36m6.965s\u001b[1;35m.\u001b[0m\n",
       "\u001b[1;35mStep \u001b[0m\u001b[1;36mmodel_evaluator\u001b[1;35m has started.\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "/home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "/home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\n",
       "\u001b[1;35mTrain accuracy=100.00%\u001b[0m\n",
-      "\u001b[1;35mTest accuracy=93.58%\u001b[0m\n",
-      "\u001b[1;35mImplicitly linking artifact \u001b[0m\u001b[1;36moutput\u001b[1;35m to model \u001b[0m\u001b[1;36mbreast_cancer_classifier\u001b[1;35m version \u001b[0m\u001b[1;36m62\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mmodel_evaluator\u001b[1;35m has finished in \u001b[0m\u001b[1;36m5.555s\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mRun \u001b[0m\u001b[1;36mtraining-2023_12_06-13_54_50_756260\u001b[1;35m has finished in \u001b[0m\u001b[1;36m43.491s\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mDashboard URL: https://1cf18d95-zenml.cloudinfra.zenml.io/workspaces/default/pipelines/a10274b0-024f-4381-9c4d-bf5b785a411c/runs/40cd2201-99e1-4445-aa36-23b0224dfb85/dag\u001b[0m\n"
+      "\u001b[1;35mTest accuracy=91.74%\u001b[0m\n",
+      "\u001b[1;35mImplicitly linking artifact \u001b[0m\u001b[1;36moutput\u001b[1;35m to model \u001b[0m\u001b[1;36mbreast_cancer_classifier\u001b[1;35m version \u001b[0m\u001b[1;36m68\u001b[1;35m.\u001b[0m\n",
+      "\u001b[1;35mStep \u001b[0m\u001b[1;36mmodel_evaluator\u001b[1;35m has finished in \u001b[0m\u001b[1;36m6.245s\u001b[1;35m.\u001b[0m\n",
+      "\u001b[1;35mRun \u001b[0m\u001b[1;36mtraining-2023_12_06-16_43_37_023880\u001b[1;35m has finished in \u001b[0m\u001b[1;36m50.566s\u001b[1;35m.\u001b[0m\n",
+      "\u001b[1;35mDashboard URL: https://1cf18d95-zenml.cloudinfra.zenml.io/workspaces/default/pipelines/c865edf4-406c-4853-82cf-600cd8d70fe5/runs/5454aed5-d30c-4196-b108-4f1633f7212f/dag\u001b[0m\n"
      ]
     }
    ],
@@ -655,7 +662,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 4,
    "id": "48be8f60-9fbe-4d19-92e4-d9cd8289dbf7",
    "metadata": {
     "scrolled": true
@@ -665,77 +672,80 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "\u001b[2K\u001b[32m⠙\u001b[0m Installing integrations.....Requirement already satisfied: sagemaker==2.117.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (2.117.0)\n",
-      "Requirement already satisfied: kubernetes in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (28.1.0)\n",
-      "Requirement already satisfied: aws-profile-manager in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (0.7.3)\n",
-      "Requirement already satisfied: s3fs<=2023.4.0,>2022.3.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (2023.4.0)\n",
-      "Requirement already satisfied: boto3<=1.26.76 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (1.26.76)\n",
-      "Requirement already satisfied: attrs<23,>=20.3.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sagemaker==2.117.0) (22.2.0)\n",
-      "Requirement already satisfied: google-pasta in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sagemaker==2.117.0) (0.2.0)\n",
-      "Requirement already satisfied: numpy<2.0,>=1.9.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sagemaker==2.117.0) (1.24.4)\n",
-      "Requirement already satisfied: protobuf<4.0,>=3.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sagemaker==2.117.0) (3.20.3)\n",
-      "Requirement already satisfied: protobuf3-to-dict<1.0,>=0.1.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sagemaker==2.117.0) (0.1.5)\n",
-      "Requirement already satisfied: smdebug-rulesconfig==1.0.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sagemaker==2.117.0) (1.0.1)\n",
-      "Requirement already satisfied: importlib-metadata<5.0,>=1.4.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sagemaker==2.117.0) (4.13.0)\n",
-      "Requirement already satisfied: packaging>=20.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sagemaker==2.117.0) (23.2)\n",
-      "Requirement already satisfied: pandas in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sagemaker==2.117.0) (2.0.3)\n",
-      "Requirement already satisfied: pathos in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sagemaker==2.117.0) (0.3.1)\n",
-      "Requirement already satisfied: schema in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sagemaker==2.117.0) (0.7.5)\n",
-      "\u001b[2K\u001b[32m⠹\u001b[0m Installing integrations...Requirement already satisfied: certifi>=14.05.14 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from kubernetes) (2023.11.17)\n",
-      "Requirement already satisfied: six>=1.9.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from kubernetes) (1.16.0)\n",
-      "Requirement already satisfied: python-dateutil>=2.5.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from kubernetes) (2.8.2)\n",
-      "Requirement already satisfied: pyyaml>=5.4.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from kubernetes) (6.0.1)\n",
-      "Requirement already satisfied: google-auth>=1.0.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from kubernetes) (2.25.1)\n",
-      "Requirement already satisfied: websocket-client!=0.40.0,!=0.41.*,!=0.42.*,>=0.32.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from kubernetes) (1.7.0)\n",
-      "Requirement already satisfied: requests in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from kubernetes) (2.31.0)\n",
-      "Requirement already satisfied: requests-oauthlib in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from kubernetes) (1.3.1)\n",
-      "Requirement already satisfied: oauthlib>=3.2.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from kubernetes) (3.2.2)\n",
-      "Requirement already satisfied: urllib3<2.0,>=1.24.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from kubernetes) (1.26.18)\n",
-      "Requirement already satisfied: configparser in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aws-profile-manager) (6.0.0)\n",
-      "Collecting argparse (from aws-profile-manager)\n",
+      "\u001b[1;35mNumExpr defaulting to 8 threads.\u001b[0m\n",
+      "\u001b[2K\u001b[32m⠦\u001b[0m Installing integrations.....Requirement already satisfied: sagemaker==2.117.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (2.117.0)\n",
+      "Requirement already satisfied: kubernetes in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (25.3.0)\n",
+      "Requirement already satisfied: aws-profile-manager in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (0.7.3)\n",
+      "Requirement already satisfied: s3fs<=2023.4.0,>2022.3.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (2023.4.0)\n",
+      "Requirement already satisfied: boto3<=1.26.76 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (1.26.76)\n",
+      "\u001b[2K\u001b[32m⠧\u001b[0m Installing integrations...Requirement already satisfied: numpy<2.0,>=1.9.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from sagemaker==2.117.0) (1.23.5)\n",
+      "Requirement already satisfied: smdebug-rulesconfig==1.0.1 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from sagemaker==2.117.0) (1.0.1)\n",
+      "Requirement already satisfied: pandas in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from sagemaker==2.117.0) (1.5.3)\n",
+      "Requirement already satisfied: schema in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from sagemaker==2.117.0) (0.7.5)\n",
+      "Requirement already satisfied: importlib-metadata<5.0,>=1.4.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from sagemaker==2.117.0) (4.13.0)\n",
+      "Requirement already satisfied: attrs<23,>=20.3.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from sagemaker==2.117.0) (22.2.0)\n",
+      "Requirement already satisfied: pathos in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from sagemaker==2.117.0) (0.3.1)\n",
+      "Requirement already satisfied: protobuf3-to-dict<1.0,>=0.1.5 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from sagemaker==2.117.0) (0.1.5)\n",
+      "Requirement already satisfied: protobuf<4.0,>=3.1 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from sagemaker==2.117.0) (3.20.3)\n",
+      "Requirement already satisfied: packaging>=20.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from sagemaker==2.117.0) (23.2)\n",
+      "Requirement already satisfied: google-pasta in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from sagemaker==2.117.0) (0.2.0)\n",
+      "Requirement already satisfied: pyyaml>=5.4.1 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from kubernetes) (6.0.1)\n",
+      "Requirement already satisfied: six>=1.9.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from kubernetes) (1.16.0)\n",
+      "Requirement already satisfied: certifi>=14.05.14 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from kubernetes) (2023.7.22)\n",
+      "Requirement already satisfied: setuptools>=21.0.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from kubernetes) (69.0.2)\n",
+      "Requirement already satisfied: websocket-client!=0.40.0,!=0.41.*,!=0.42.*,>=0.32.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from kubernetes) (1.6.4)\n",
+      "Requirement already satisfied: requests in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from kubernetes) (2.31.0)\n",
+      "Requirement already satisfied: requests-oauthlib in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from kubernetes) (1.3.1)\n",
+      "Requirement already satisfied: python-dateutil>=2.5.3 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from kubernetes) (2.8.2)\n",
+      "Requirement already satisfied: google-auth>=1.0.1 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from kubernetes) (2.23.3)\n",
+      "Requirement already satisfied: urllib3>=1.24.2 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from kubernetes) (1.26.18)\n",
+      "Requirement already satisfied: click in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from aws-profile-manager) (8.1.3)\n",
+      "\u001b[2K\u001b[32m⠏\u001b[0m Installing integrations...Collecting argparse\n",
       "  Using cached argparse-1.4.0-py2.py3-none-any.whl (23 kB)\n",
-      "Requirement already satisfied: click in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aws-profile-manager) (8.1.3)\n",
-      "Requirement already satisfied: aiobotocore~=2.5.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from s3fs<=2023.4.0,>2022.3.0) (2.5.2)\n",
-      "Requirement already satisfied: fsspec==2023.4.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from s3fs<=2023.4.0,>2022.3.0) (2023.4.0)\n",
-      "Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from s3fs<=2023.4.0,>2022.3.0) (3.9.1)\n",
-      "\u001b[2K\u001b[32m⠸\u001b[0m Installing integrations...Requirement already satisfied: botocore<1.30.0,>=1.29.76 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from boto3<=1.26.76) (1.29.161)\n",
-      "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from boto3<=1.26.76) (1.0.1)\n",
-      "Requirement already satisfied: s3transfer<0.7.0,>=0.6.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from boto3<=1.26.76) (0.6.2)\n",
-      "Requirement already satisfied: wrapt<2.0.0,>=1.10.10 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiobotocore~=2.5.0->s3fs<=2023.4.0,>2022.3.0) (1.16.0)\n",
-      "Requirement already satisfied: aioitertools<1.0.0,>=0.5.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiobotocore~=2.5.0->s3fs<=2023.4.0,>2022.3.0) (0.11.0)\n",
-      "Requirement already satisfied: multidict<7.0,>=4.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs<=2023.4.0,>2022.3.0) (6.0.4)\n",
-      "Requirement already satisfied: yarl<2.0,>=1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs<=2023.4.0,>2022.3.0) (1.9.3)\n",
-      "Requirement already satisfied: frozenlist>=1.1.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs<=2023.4.0,>2022.3.0) (1.4.0)\n",
-      "Requirement already satisfied: aiosignal>=1.1.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs<=2023.4.0,>2022.3.0) (1.3.1)\n",
-      "Requirement already satisfied: async-timeout<5.0,>=4.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs<=2023.4.0,>2022.3.0) (4.0.3)\n",
-      "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from google-auth>=1.0.1->kubernetes) (5.3.2)\n",
-      "Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from google-auth>=1.0.1->kubernetes) (0.3.0)\n",
-      "Requirement already satisfied: rsa<5,>=3.1.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from google-auth>=1.0.1->kubernetes) (4.9)\n",
-      "Requirement already satisfied: zipp>=0.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from importlib-metadata<5.0,>=1.4.0->sagemaker==2.117.0) (3.17.0)\n",
-      "\u001b[2K\u001b[32m⠼\u001b[0m Installing integrations...Requirement already satisfied: pytz>=2020.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from pandas->sagemaker==2.117.0) (2023.3.post1)\n",
-      "Requirement already satisfied: tzdata>=2022.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from pandas->sagemaker==2.117.0) (2023.3)\n",
-      "Requirement already satisfied: ppft>=1.7.6.7 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from pathos->sagemaker==2.117.0) (1.7.6.7)\n",
-      "Requirement already satisfied: dill>=0.3.7 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from pathos->sagemaker==2.117.0) (0.3.7)\n",
-      "Requirement already satisfied: pox>=0.3.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from pathos->sagemaker==2.117.0) (0.3.3)\n",
-      "Requirement already satisfied: multiprocess>=0.70.15 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from pathos->sagemaker==2.117.0) (0.70.15)\n",
-      "Requirement already satisfied: charset-normalizer<4,>=2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from requests->kubernetes) (3.3.2)\n",
-      "Requirement already satisfied: idna<4,>=2.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from requests->kubernetes) (3.6)\n",
-      "Requirement already satisfied: contextlib2>=0.5.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from schema->sagemaker==2.117.0) (21.6.0)\n",
-      "Requirement already satisfied: typing_extensions>=4.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aioitertools<1.0.0,>=0.5.1->aiobotocore~=2.5.0->s3fs<=2023.4.0,>2022.3.0) (4.8.0)\n",
-      "\u001b[2K\u001b[32m⠴\u001b[0m Installing integrations...Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from pyasn1-modules>=0.2.1->google-auth>=1.0.1->kubernetes) (0.5.1)\n",
-      "\u001b[2K\u001b[32m⠧\u001b[0m Installing integrations...^C\n",
-      "\u001b[31mERROR: Operation cancelled by user\u001b[0m\u001b[31m\n",
-      "\u001b[2K\u001b[32m⠋\u001b[0m Installing integrations...\n",
-      "\u001b[1A\u001b[2K\n",
-      "Aborted!\n",
+      "Requirement already satisfied: configparser in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from aws-profile-manager) (6.0.0)\n",
+      "Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from s3fs<=2023.4.0,>2022.3.0) (3.8.6)\n",
+      "Requirement already satisfied: fsspec==2023.4.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from s3fs<=2023.4.0,>2022.3.0) (2023.4.0)\n",
+      "\u001b[2K\u001b[32m⠋\u001b[0m Installing integrations...Requirement already satisfied: aiobotocore~=2.5.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from s3fs<=2023.4.0,>2022.3.0) (2.5.2)\n",
+      "Requirement already satisfied: s3transfer<0.7.0,>=0.6.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from boto3<=1.26.76) (0.6.2)\n",
+      "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from boto3<=1.26.76) (1.0.1)\n",
+      "Requirement already satisfied: botocore<1.30.0,>=1.29.76 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from boto3<=1.26.76) (1.29.161)\n",
+      "Requirement already satisfied: wrapt<2.0.0,>=1.10.10 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from aiobotocore~=2.5.0->s3fs<=2023.4.0,>2022.3.0) (1.14.1)\n",
+      "Requirement already satisfied: aioitertools<1.0.0,>=0.5.1 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from aiobotocore~=2.5.0->s3fs<=2023.4.0,>2022.3.0) (0.11.0)\n",
+      "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs<=2023.4.0,>2022.3.0) (4.0.3)\n",
+      "Requirement already satisfied: frozenlist>=1.1.1 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs<=2023.4.0,>2022.3.0) (1.4.0)\n",
+      "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs<=2023.4.0,>2022.3.0) (3.3.1)\n",
+      "Requirement already satisfied: yarl<2.0,>=1.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs<=2023.4.0,>2022.3.0) (1.9.2)\n",
+      "Requirement already satisfied: aiosignal>=1.1.2 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs<=2023.4.0,>2022.3.0) (1.3.1)\n",
+      "Requirement already satisfied: multidict<7.0,>=4.5 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs<=2023.4.0,>2022.3.0) (6.0.4)\n",
+      "\u001b[2K\u001b[32m⠙\u001b[0m Installing integrations...Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from google-auth>=1.0.1->kubernetes) (0.3.0)\n",
+      "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from google-auth>=1.0.1->kubernetes) (5.3.1)\n",
+      "Requirement already satisfied: rsa<5,>=3.1.4 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from google-auth>=1.0.1->kubernetes) (4.9)\n",
+      "\u001b[2K\u001b[32m⠹\u001b[0m Installing integrations...Requirement already satisfied: zipp>=0.5 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from importlib-metadata<5.0,>=1.4.0->sagemaker==2.117.0) (3.17.0)\n",
+      "Requirement already satisfied: pytz>=2020.1 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from pandas->sagemaker==2.117.0) (2023.3.post1)\n",
+      "\u001b[2K\u001b[32m⠸\u001b[0m Installing integrations...Requirement already satisfied: multiprocess>=0.70.15 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from pathos->sagemaker==2.117.0) (0.70.15)\n",
+      "Requirement already satisfied: dill>=0.3.7 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from pathos->sagemaker==2.117.0) (0.3.7)\n",
+      "Requirement already satisfied: pox>=0.3.3 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from pathos->sagemaker==2.117.0) (0.3.3)\n",
+      "Requirement already satisfied: ppft>=1.7.6.7 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from pathos->sagemaker==2.117.0) (1.7.6.7)\n",
+      "Requirement already satisfied: idna<4,>=2.5 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from requests->kubernetes) (3.4)\n",
+      "Requirement already satisfied: oauthlib>=3.0.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from requests-oauthlib->kubernetes) (3.2.2)\n",
+      "Requirement already satisfied: contextlib2>=0.5.5 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from schema->sagemaker==2.117.0) (21.6.0)\n",
+      "Requirement already satisfied: typing_extensions>=4.0 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from aioitertools<1.0.0,>=0.5.1->aiobotocore~=2.5.0->s3fs<=2023.4.0,>2022.3.0) (4.8.0)\n",
+      "Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /home/apenner/.pyenv/versions/3.9.13/envs/demo/lib/python3.9/site-packages (from pyasn1-modules>=0.2.1->google-auth>=1.0.1->kubernetes) (0.5.0)\n",
+      "\u001b[2K\u001b[32m⠹\u001b[0m Installing integrations...Installing collected packages: argparse\n",
+      "\u001b[2K\u001b[32m⠸\u001b[0m Installing integrations...Successfully installed argparse-1.4.0\n",
+      "\u001b[33mWARNING: You are using pip version 22.0.4; however, version 23.3.1 is available.\n",
+      "You should consider upgrading via the '/home/apenner/.pyenv/versions/3.9.13/envs/demo/bin/python -m pip install --upgrade pip' command.\u001b[0m\u001b[33m\n",
+      "\u001b[2K\u001b[32m⠧\u001b[0m Installing integrations...\n",
+      "\u001b[1A\u001b[2K\u001b[1;35mNumExpr defaulting to 8 threads.\u001b[0m\n",
       "\u001b[?25l\u001b[32m⠋\u001b[0m Setting the repository active stack to \n",
       "\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠙\u001b[0m Setting the repository active stack to \n",
       "\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠹\u001b[0m Setting the repository active stack to \n",
       "\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠸\u001b[0m Setting the repository active stack to \n",
       "\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠼\u001b[0m Setting the repository active stack to \n",
+      "\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠴\u001b[0m Setting the repository active stack to \n",
       "\u001b[2K\u001b[1A\u001b[2K\u001b[2;36mActive repository stack set to: \u001b[0m\u001b[2;32m'local-sagemaker-step-operator-stack'\u001b[0m\n",
-      "\u001b[2;32m⠼\u001b[0m\u001b[2;36m Setting the repository active stack to \u001b[0m\n",
-      "\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠼\u001b[0m Setting the repository active stack to \n",
+      "\u001b[2;32m⠴\u001b[0m\u001b[2;36m Setting the repository active stack to \u001b[0m\n",
+      "\u001b[2K\u001b[1A\u001b[2K\u001b[32m⠴\u001b[0m Setting the repository active stack to \n",
       "'local-sagemaker-step-operator-stack'...\n",
       "\u001b[1A\u001b[2K\u001b[1A\u001b[2K"
      ]
@@ -746,12 +756,12 @@
     "!zenml integration install aws s3 -y\n",
     "\n",
     "# This changes the active stack\n",
-    "!zenml stack set local-sagemaker-step-operator-stack\n"
+    "!zenml stack set local-sagemaker-step-operator-stack"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 8,
    "id": "5683a1c9-f5c1-4ba1-ad7c-1e427fd265df",
    "metadata": {},
    "outputs": [],
@@ -764,7 +774,7 @@
     "\n",
     "# Update the step. We can also do this in YAML\n",
     "model_trainer = model_trainer.with_options(**step_args)\n",
-    "\n",
+    "    \n",
     "pipeline_args = {\"enable_cache\": False}\n",
     "pipeline_args[\"config_path\"] = os.path.join(\"configs\", \"training.yaml\")\n",
     "fe_t_configured = training.with_options(**pipeline_args)"
@@ -772,7 +782,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": null,
    "id": "85179f52-68f0-4c8d-9808-6b080bec72c3",
    "metadata": {
     "scrolled": true
@@ -783,14 +793,14 @@
      "output_type": "stream",
      "text": [
       "\u001b[1;35mInitiating a new run for the pipeline: \u001b[0m\u001b[1;36mtraining\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mReusing registered version: \u001b[0m\u001b[1;36m(version: 5)\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mNew model version \u001b[0m\u001b[1;36m63\u001b[1;35m was created.\u001b[0m\n",
+      "\u001b[1;35mReloading configuration file /home/apenner/PycharmProjects/zenml-projects/stack-showcase/.zen/config.yaml\u001b[0m\n",
+      "\u001b[1;35mReusing registered version: \u001b[0m\u001b[1;36m(version: 6)\u001b[1;35m.\u001b[0m\n",
+      "\u001b[1;35mNew model version \u001b[0m\u001b[1;36m69\u001b[1;35m was created.\u001b[0m\n",
       "\u001b[1;35mBuilding Docker image(s) for pipeline \u001b[0m\u001b[1;36mtraining\u001b[1;35m.\u001b[0m\n",
       "\u001b[1;35mBuilding Docker image \u001b[0m\u001b[1;36m715803424590.dkr.ecr.eu-central-1.amazonaws.com/zenml:training-model_trainer-sagemaker_step_operator\u001b[1;35m.\u001b[0m\n",
       "\u001b[1;35m- Including integration requirements: \u001b[0m\u001b[1;36maws-profile-manager\u001b[1;35m, \u001b[0m\u001b[1;36mboto3<=1.26.76\u001b[1;35m, \u001b[0m\u001b[1;36mkubernetes\u001b[1;35m, \u001b[0m\u001b[1;36ms3fs>2022.3.0,<=2023.4.0\u001b[1;35m, \u001b[0m\u001b[1;36msagemaker==2.117.0\u001b[1;35m, \u001b[0m\u001b[1;36mscikit-learn<1.3\u001b[1;35m\u001b[0m\n",
-      "\u001b[33mCould not import GCP service connector: No module named 'google.api_core'.\u001b[0m\n",
       "\u001b[33mCould not import Azure service connector: No module named 'azure.identity'.\u001b[0m\n",
-      "\u001b[1;35mStep 1/9 : FROM zenmldocker/zenml:0.50.0-py3.8\u001b[0m\n",
+      "\u001b[1;35mStep 1/9 : FROM zenmldocker/zenml:0.50.0-py3.9\u001b[0m\n",
       "\u001b[1;35mStep 2/9 : WORKDIR /app\u001b[0m\n",
       "\u001b[1;35mStep 3/9 : COPY .zenml_integration_requirements .\u001b[0m\n",
       "\u001b[1;35mStep 4/9 : RUN pip install --default-timeout=60 --no-cache-dir  -r .zenml_integration_requirements\u001b[0m\n",
@@ -807,8 +817,8 @@
       "\u001b[1;35mExecuting a new run.\u001b[0m\n",
       "\u001b[1;35mCaching is disabled by default for \u001b[0m\u001b[1;36mtraining\u001b[1;35m.\u001b[0m\n",
       "\u001b[1;35mUsing a build:\u001b[0m\n",
-      "\u001b[1;35m Image(s): 715803424590.dkr.ecr.eu-central-1.amazonaws.com/zenml@sha256:d1776b044a4c7f42c6e4c8a0ac6e02bd28ed3aa21f0582684f259f98a7bbd1c1\u001b[0m\n",
-      "\u001b[1;35mUsing user: \u001b[0m\u001b[1;36mhamza@zenml.io\u001b[1;35m\u001b[0m\n",
+      "\u001b[1;35m Image(s): 715803424590.dkr.ecr.eu-central-1.amazonaws.com/zenml@sha256:13e486453a17ebbe6dd328d6ecdf44101698b2ef59e13a3fcbaaaee75f25dc16\u001b[0m\n",
+      "\u001b[1;35mUsing user: \u001b[0m\u001b[1;36malexej@zenml.io\u001b[1;35m\u001b[0m\n",
       "\u001b[1;35mUsing stack: \u001b[0m\u001b[1;36mlocal-sagemaker-step-operator-stack\u001b[1;35m\u001b[0m\n",
       "\u001b[1;35m  step_operator: \u001b[0m\u001b[1;36msagemaker-eu\u001b[1;35m\u001b[0m\n",
       "\u001b[1;35m  container_registry: \u001b[0m\u001b[1;36maws-eu\u001b[1;35m\u001b[0m\n",
@@ -817,61 +827,8 @@
       "\u001b[1;35m  artifact_store: \u001b[0m\u001b[1;36ms3-zenfiles\u001b[1;35m\u001b[0m\n",
       "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_loader\u001b[1;35m has started.\u001b[0m\n",
       "\u001b[1;35mDataset with 541 records loaded!\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_loader\u001b[1;35m has finished in \u001b[0m\u001b[1;36m21.888s\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_splitter\u001b[1;35m has started.\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "/home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_splitter\u001b[1;35m has finished in \u001b[0m\u001b[1;36m34.099s\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_preprocessor\u001b[1;35m has started.\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "/home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "/home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_preprocessor\u001b[1;35m has finished in \u001b[0m\u001b[1;36m46.539s\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mCaching \u001b[0m\u001b[1;36mdisabled\u001b[1;35m explicitly for \u001b[0m\u001b[1;36mmodel_trainer\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mmodel_trainer\u001b[1;35m has started.\u001b[0m\n",
-      "\u001b[1;35mUsing step operator \u001b[0m\u001b[1;36msagemaker-eu\u001b[1;35m to run step \u001b[0m\u001b[1;36mmodel_trainer\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mDefaulting to the only supported framework/algorithm version: latest.\u001b[0m\n",
-      "\u001b[1;35mIgnoring unnecessary instance type: None.\u001b[0m\n",
-      "\u001b[1;35mCreating training-job with name: training-model-trainer-RqRv\u001b[0m\n",
-      "2023-12-06 13:58:34 Starting - Starting the training job...\n",
-      "2023-12-06 13:58:49 Starting - Preparing the instances for trainingProfilerReport-1701871114: InProgress\n",
-      "......\n",
-      "2023-12-06 14:00:00 Downloading - Downloading input data...\n",
-      "2023-12-06 14:00:40 Training - Training image download completed. Training in progress.\u001b[34m#033[33mCould not import GCP service connector: No module named 'google.api_core'.#033[0m\u001b[0m\n",
-      "\u001b[34m#033[33mCould not import Azure service connector: No module named 'azure.identity'.#033[0m\u001b[0m\n",
-      "\u001b[34m#033[33mBy default, the #033[0m#033[1;36mPandasMaterializer#033[33m stores data as a #033[0m#033[1;36m.csv#033[33m file. If you want to store data more efficiently, you can install #033[0m#033[1;36mpyarrow#033[33m by running '#033[0m#033[1;36mpip install pyarrow#033[33m'. This will allow #033[0m#033[1;36mPandasMaterializer#033[33m to automatically store the data as a #033[0m#033[1;36m.parquet#033[33m file instead.#033[0m\u001b[0m\n",
-      "\u001b[34m/usr/local/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\u001b[0m\n",
-      "\u001b[34m#033[1;35mTraining model DecisionTreeClassifier()...#033[0m\u001b[0m\n",
-      "\n",
-      "2023-12-06 14:01:13 Uploading - Uploading generated training model\n",
-      "2023-12-06 14:01:13 Completed - Training job completed\n",
-      "Training seconds: 82\n",
-      "Billable seconds: 82\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mmodel_trainer\u001b[1;35m has finished in \u001b[0m\u001b[1;36m3m2s\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mmodel_evaluator\u001b[1;35m has started.\u001b[0m\n",
-      "\u001b[33mYour artifact was materialized under Python version 'unknown' but you are currently using '3.8.10'. This might cause unexpected behavior since pickle is not reproducible across Python versions. Attempting to load anyway...\u001b[0m\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "/home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\n",
-      "\u001b[33mBy default, the \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m stores data as a \u001b[0m\u001b[1;36m.csv\u001b[33m file. If you want to store data more efficiently, you can install \u001b[0m\u001b[1;36mpyarrow\u001b[33m by running '\u001b[0m\u001b[1;36mpip install pyarrow\u001b[33m'. This will allow \u001b[0m\u001b[1;36mPandasMaterializer\u001b[33m to automatically store the data as a \u001b[0m\u001b[1;36m.parquet\u001b[33m file instead.\u001b[0m\n",
-      "/home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages/zenml/materializers/pandas_materializer.py:94: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n",
-      "  df = pd.read_csv(f, index_col=0, parse_dates=True)\n",
-      "\u001b[1;35mTrain accuracy=100.00%\u001b[0m\n",
-      "\u001b[1;35mTest accuracy=95.41%\u001b[0m\n",
-      "\u001b[1;35mImplicitly linking artifact \u001b[0m\u001b[1;36moutput\u001b[1;35m to model \u001b[0m\u001b[1;36mbreast_cancer_classifier\u001b[1;35m version \u001b[0m\u001b[1;36m63\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mStep \u001b[0m\u001b[1;36mmodel_evaluator\u001b[1;35m has finished in \u001b[0m\u001b[1;36m24.788s\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mRun \u001b[0m\u001b[1;36mtraining-2023_12_06-13_56_09_123012\u001b[1;35m has finished in \u001b[0m\u001b[1;36m6m1s\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mDashboard URL: https://1cf18d95-zenml.cloudinfra.zenml.io/workspaces/default/pipelines/a10274b0-024f-4381-9c4d-bf5b785a411c/runs/49110916-2208-41ee-b86a-a8743176d9ec/dag\u001b[0m\n"
+      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_loader\u001b[1;35m has finished in \u001b[0m\u001b[1;36m30.220s\u001b[1;35m.\u001b[0m\n",
+      "\u001b[1;35mStep \u001b[0m\u001b[1;36mdata_splitter\u001b[1;35m has started.\u001b[0m\n"
      ]
     }
    ],
@@ -892,283 +849,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": null,
    "id": "157dd948-6a55-466e-b711-c919eed7cd91",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\u001b[2K\u001b[2;36mActive repository stack set to: \u001b[0m\u001b[2;32m'sagemaker-airflow-stack'\u001b[0m.\n",
-      "\u001b[2K\u001b[32m⠦\u001b[0m Setting the repository active stack to 'sagemaker-airflow-stack'...k'...\u001b[0m\n",
-      "\u001b[2K\u001b[32m⠹\u001b[0m Installing integrations...rations...Collecting apache-airflow~=2.4.0\n",
-      "  Using cached apache_airflow-2.4.3-py3-none-any.whl (6.5 MB)\n",
-      "\u001b[2K\u001b[32m⠦\u001b[0m Installing integrations...Requirement already satisfied: alembic<2.0,>=1.5.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (1.8.1)\n",
-      "Requirement already satisfied: argcomplete>=1.10 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (3.1.6)\n",
-      "Requirement already satisfied: attrs>=22.1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (22.2.0)\n",
-      "Requirement already satisfied: blinker in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (1.7.0)\n",
-      "Requirement already satisfied: cattrs>=22.1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (23.1.2)\n",
-      "Requirement already satisfied: colorlog<5.0,>=4.0.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (4.8.0)\n",
-      "Requirement already satisfied: configupdater>=3.1.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (3.2)\n",
-      "Requirement already satisfied: connexion>=2.10.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from connexion[flask,swagger-ui]>=2.10.0->apache-airflow~=2.4.0) (2.14.2)\n",
-      "Requirement already satisfied: cron-descriptor>=1.2.24 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (1.4.0)\n",
-      "Requirement already satisfied: croniter>=0.3.17 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.0.1)\n",
-      "Requirement already satisfied: cryptography>=0.9.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (41.0.7)\n",
-      "Requirement already satisfied: deprecated>=1.2.13 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (1.2.14)\n",
-      "Requirement already satisfied: dill>=0.2.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (0.3.7)\n",
-      "Requirement already satisfied: flask<2.3,>=2.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.2.5)\n",
-      "Requirement already satisfied: flask-appbuilder==4.1.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (4.1.4)\n",
-      "Requirement already satisfied: flask-caching>=1.5.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.1.0)\n",
-      "Requirement already satisfied: flask-login>=0.6.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (0.6.3)\n",
-      "Requirement already satisfied: flask-session>=0.4.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (0.5.0)\n",
-      "Requirement already satisfied: flask-wtf>=0.15 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (1.2.1)\n",
-      "Requirement already satisfied: graphviz>=0.12 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (0.20.1)\n",
-      "Requirement already satisfied: gunicorn>=20.1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (21.2.0)\n",
-      "Requirement already satisfied: httpx in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (0.25.2)\n",
-      "Requirement already satisfied: itsdangerous>=2.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.1.2)\n",
-      "Requirement already satisfied: jinja2>=3.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (3.1.2)\n",
-      "Requirement already satisfied: jsonschema>=3.2.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (4.20.0)\n",
-      "Requirement already satisfied: lazy-object-proxy in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (1.9.0)\n",
-      "Requirement already satisfied: linkify-it-py>=2.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.0.2)\n",
-      "Requirement already satisfied: lockfile>=0.12.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (0.12.2)\n",
-      "Requirement already satisfied: markdown>=3.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (3.5.1)\n",
-      "Requirement already satisfied: markdown-it-py>=2.1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (3.0.0)\n",
-      "Requirement already satisfied: markupsafe>=1.1.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.1.3)\n",
-      "Requirement already satisfied: marshmallow-oneofschema>=2.0.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (3.0.1)\n",
-      "Requirement already satisfied: mdit-py-plugins>=0.3.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (0.4.0)\n",
-      "Requirement already satisfied: packaging>=14.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (23.2)\n",
-      "Requirement already satisfied: pathspec~=0.9.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (0.9.0)\n",
-      "Requirement already satisfied: pendulum>=2.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.1.2)\n",
-      "Requirement already satisfied: pluggy>=1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (1.3.0)\n",
-      "Requirement already satisfied: psutil>=4.2.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (5.9.6)\n",
-      "Requirement already satisfied: pygments>=2.0.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.17.2)\n",
-      "Requirement already satisfied: pyjwt>=2.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.7.0)\n",
-      "Requirement already satisfied: python-daemon>=2.2.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (3.0.1)\n",
-      "Requirement already satisfied: python-dateutil>=2.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.8.2)\n",
-      "Requirement already satisfied: python-nvd3>=0.15.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (0.15.0)\n",
-      "Requirement already satisfied: python-slugify>=5.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (8.0.1)\n",
-      "Requirement already satisfied: rich>=12.4.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (13.7.0)\n",
-      "Requirement already satisfied: setproctitle>=1.1.8 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (1.3.3)\n",
-      "Requirement already satisfied: sqlalchemy>=1.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (1.4.41)\n",
-      "Requirement already satisfied: sqlalchemy-jsonfield>=1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (1.0.2)\n",
-      "Requirement already satisfied: tabulate>=0.7.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (0.9.0)\n",
-      "Requirement already satisfied: tenacity>=6.2.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (8.2.3)\n",
-      "Requirement already satisfied: termcolor>=1.1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.4.0)\n",
-      "Requirement already satisfied: typing-extensions>=4.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (4.8.0)\n",
-      "Requirement already satisfied: unicodecsv>=0.14.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (0.14.1)\n",
-      "Requirement already satisfied: werkzeug>=2.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (2.2.3)\n",
-      "Requirement already satisfied: apache-airflow-providers-common-sql in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (1.7.2)\n",
-      "Requirement already satisfied: apache-airflow-providers-ftp in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (3.5.2)\n",
-      "Requirement already satisfied: apache-airflow-providers-http in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (4.5.2)\n",
-      "Requirement already satisfied: apache-airflow-providers-imap in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (3.3.2)\n",
-      "Requirement already satisfied: apache-airflow-providers-sqlite in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (3.4.3)\n",
-      "Requirement already satisfied: importlib-metadata>=1.7 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (4.13.0)\n",
-      "Requirement already satisfied: importlib-resources>=5.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.4.0) (5.13.0)\n",
-      "Requirement already satisfied: apispec<4,>=3.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apispec[yaml]<4,>=3.3->flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (3.3.2)\n",
-      "Requirement already satisfied: colorama<1,>=0.3.9 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (0.4.6)\n",
-      "Requirement already satisfied: click<9,>=8 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (8.1.3)\n",
-      "Requirement already satisfied: email-validator<2,>=1.0.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (1.3.1)\n",
-      "Requirement already satisfied: Flask-Babel<3,>=1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (2.0.0)\n",
-      "Requirement already satisfied: Flask-SQLAlchemy<3,>=2.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (2.5.1)\n",
-      "Requirement already satisfied: Flask-JWT-Extended<5.0.0,>=4.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (4.5.3)\n",
-      "Requirement already satisfied: marshmallow<4,>=3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (3.20.1)\n",
-      "Requirement already satisfied: marshmallow-enum<2,>=1.5.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (1.5.1)\n",
-      "Requirement already satisfied: marshmallow-sqlalchemy<0.27.0,>=0.22.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (0.26.1)\n",
-      "Requirement already satisfied: prison<1.0.0,>=0.2.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (0.2.1)\n",
-      "Requirement already satisfied: sqlalchemy-utils<1,>=0.32.21 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (0.38.3)\n",
-      "Requirement already satisfied: WTForms<4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (3.1.1)\n",
-      "Requirement already satisfied: Mako in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from alembic<2.0,>=1.5.1->apache-airflow~=2.4.0) (1.3.0)\n",
-      "\u001b[2K\u001b[32m⠧\u001b[0m Installing integrations...Requirement already satisfied: exceptiongroup in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from cattrs>=22.1.0->apache-airflow~=2.4.0) (1.2.0)\n",
-      "Requirement already satisfied: clickclick<21,>=1.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from connexion>=2.10.0->connexion[flask,swagger-ui]>=2.10.0->apache-airflow~=2.4.0) (20.10.2)\n",
-      "Requirement already satisfied: PyYAML<7,>=5.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from connexion>=2.10.0->connexion[flask,swagger-ui]>=2.10.0->apache-airflow~=2.4.0) (6.0.1)\n",
-      "Requirement already satisfied: requests<3,>=2.9.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from connexion>=2.10.0->connexion[flask,swagger-ui]>=2.10.0->apache-airflow~=2.4.0) (2.31.0)\n",
-      "Requirement already satisfied: inflection<0.6,>=0.3.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from connexion>=2.10.0->connexion[flask,swagger-ui]>=2.10.0->apache-airflow~=2.4.0) (0.5.1)\n",
-      "Requirement already satisfied: swagger-ui-bundle<0.1,>=0.0.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from connexion[flask,swagger-ui]>=2.10.0->apache-airflow~=2.4.0) (0.0.9)\n",
-      "Requirement already satisfied: pytz>2021.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from croniter>=0.3.17->apache-airflow~=2.4.0) (2023.3.post1)\n",
-      "Requirement already satisfied: cffi>=1.12 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from cryptography>=0.9.3->apache-airflow~=2.4.0) (1.16.0)\n",
-      "Requirement already satisfied: wrapt<2,>=1.10 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from deprecated>=1.2.13->apache-airflow~=2.4.0) (1.16.0)\n",
-      "Requirement already satisfied: cachelib<0.10.0,>=0.9.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-caching>=1.5.0->apache-airflow~=2.4.0) (0.9.0)\n",
-      "Requirement already satisfied: zipp>=0.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from importlib-metadata>=1.7->apache-airflow~=2.4.0) (3.17.0)\n",
-      "\u001b[2K\u001b[32m⠇\u001b[0m Installing integrations...Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from jsonschema>=3.2.0->apache-airflow~=2.4.0) (2023.11.2)\n",
-      "Requirement already satisfied: pkgutil-resolve-name>=1.3.10 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from jsonschema>=3.2.0->apache-airflow~=2.4.0) (1.3.10)\n",
-      "Requirement already satisfied: referencing>=0.28.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from jsonschema>=3.2.0->apache-airflow~=2.4.0) (0.31.1)\n",
-      "Requirement already satisfied: rpds-py>=0.7.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from jsonschema>=3.2.0->apache-airflow~=2.4.0) (0.13.2)\n",
-      "Requirement already satisfied: uc-micro-py in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from linkify-it-py>=2.0.0->apache-airflow~=2.4.0) (1.0.2)\n",
-      "Requirement already satisfied: mdurl~=0.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from markdown-it-py>=2.1.0->apache-airflow~=2.4.0) (0.1.2)\n",
-      "Requirement already satisfied: pytzdata>=2020.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from pendulum>=2.0->apache-airflow~=2.4.0) (2020.1)\n",
-      "\u001b[2K\u001b[32m⠏\u001b[0m Installing integrations...Requirement already satisfied: docutils in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from python-daemon>=2.2.4->apache-airflow~=2.4.0) (0.20.1)\n",
-      "Requirement already satisfied: setuptools>=62.4.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from python-daemon>=2.2.4->apache-airflow~=2.4.0) (68.2.2)\n",
-      "Requirement already satisfied: six>=1.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from python-dateutil>=2.3->apache-airflow~=2.4.0) (1.16.0)\n",
-      "Requirement already satisfied: text-unidecode>=1.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from python-slugify>=5.0->apache-airflow~=2.4.0) (1.3)\n",
-      "Requirement already satisfied: greenlet!=0.4.17 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sqlalchemy>=1.4->apache-airflow~=2.4.0) (3.0.1)\n",
-      "\u001b[2K\u001b[32m⠋\u001b[0m Installing integrations...Requirement already satisfied: sqlparse>=0.4.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow-providers-common-sql->apache-airflow~=2.4.0) (0.4.4)\n",
-      "Requirement already satisfied: aiohttp in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow-providers-http->apache-airflow~=2.4.0) (3.9.1)\n",
-      "Requirement already satisfied: asgiref in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow-providers-http->apache-airflow~=2.4.0) (3.7.2)\n",
-      "Requirement already satisfied: requests-toolbelt in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow-providers-http->apache-airflow~=2.4.0) (1.0.0)\n",
-      "Requirement already satisfied: anyio in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpx->apache-airflow~=2.4.0) (4.1.0)\n",
-      "Requirement already satisfied: certifi in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpx->apache-airflow~=2.4.0) (2023.11.17)\n",
-      "Requirement already satisfied: httpcore==1.* in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpx->apache-airflow~=2.4.0) (1.0.2)\n",
-      "Requirement already satisfied: idna in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpx->apache-airflow~=2.4.0) (3.6)\n",
-      "Requirement already satisfied: sniffio in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpx->apache-airflow~=2.4.0) (1.3.0)\n",
-      "Requirement already satisfied: h11<0.15,>=0.13 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpcore==1.*->httpx->apache-airflow~=2.4.0) (0.14.0)\n",
-      "Requirement already satisfied: pycparser in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from cffi>=1.12->cryptography>=0.9.3->apache-airflow~=2.4.0) (2.21)\n",
-      "\u001b[2K\u001b[32m⠙\u001b[0m Installing integrations...Requirement already satisfied: dnspython>=1.15.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from email-validator<2,>=1.0.5->flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (2.4.2)\n",
-      "Requirement already satisfied: Babel>=2.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from Flask-Babel<3,>=1->flask-appbuilder==4.1.4->apache-airflow~=2.4.0) (2.13.1)\n",
-      "\u001b[2K\u001b[32m⠹\u001b[0m Installing integrations...Requirement already satisfied: charset-normalizer<4,>=2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from requests<3,>=2.9.1->connexion>=2.10.0->connexion[flask,swagger-ui]>=2.10.0->apache-airflow~=2.4.0) (3.3.2)\n",
-      "Requirement already satisfied: urllib3<3,>=1.21.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from requests<3,>=2.9.1->connexion>=2.10.0->connexion[flask,swagger-ui]>=2.10.0->apache-airflow~=2.4.0) (1.26.18)\n",
-      "\u001b[2K\u001b[32m⠸\u001b[0m Installing integrations...Requirement already satisfied: multidict<7.0,>=4.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp->apache-airflow-providers-http->apache-airflow~=2.4.0) (6.0.4)\n",
-      "Requirement already satisfied: yarl<2.0,>=1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp->apache-airflow-providers-http->apache-airflow~=2.4.0) (1.9.3)\n",
-      "Requirement already satisfied: frozenlist>=1.1.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp->apache-airflow-providers-http->apache-airflow~=2.4.0) (1.4.0)\n",
-      "Requirement already satisfied: aiosignal>=1.1.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp->apache-airflow-providers-http->apache-airflow~=2.4.0) (1.3.1)\n",
-      "Requirement already satisfied: async-timeout<5.0,>=4.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp->apache-airflow-providers-http->apache-airflow~=2.4.0) (4.0.3)\n",
-      "\u001b[2K\u001b[32m⠇\u001b[0m Installing integrations...Installing collected packages: apache-airflow\n",
-      "  Attempting uninstall: apache-airflow\n",
-      "    Found existing installation: apache-airflow 2.5.3\n",
-      "    Uninstalling apache-airflow-2.5.3:\n",
-      "\u001b[2K\u001b[32m⠏\u001b[0m Installing integrations...      Successfully uninstalled apache-airflow-2.5.3\n",
-      "\u001b[2K\u001b[32m⠴\u001b[0m Installing integrations...\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
-      "apache-airflow-providers-docker 3.8.2 requires apache-airflow>=2.5.0, but you have apache-airflow 2.4.3 which is incompatible.\u001b[0m\u001b[31m\n",
-      "\u001b[0mSuccessfully installed apache-airflow-2.4.3\n",
-      "\u001b[2K\u001b[32m⠦\u001b[0m Installing integrations...\n",
-      "\u001b[1A\u001b[2KRequirement already satisfied: apache-airflow-providers-docker in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (3.8.2)\n",
-      "Collecting apache-airflow~=2.5.0\n",
-      "  Using cached apache_airflow-2.5.3-py3-none-any.whl (11.6 MB)\n",
-      "Requirement already satisfied: docker>=5.0.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow-providers-docker) (6.1.3)\n",
-      "Requirement already satisfied: python-dotenv>=0.21.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow-providers-docker) (1.0.0)\n",
-      "Requirement already satisfied: alembic<2.0,>=1.6.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (1.8.1)\n",
-      "Requirement already satisfied: argcomplete>=1.10 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (3.1.6)\n",
-      "Requirement already satisfied: attrs>=22.1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (22.2.0)\n",
-      "Requirement already satisfied: blinker in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (1.7.0)\n",
-      "Requirement already satisfied: cattrs>=22.1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (23.1.2)\n",
-      "Requirement already satisfied: colorlog<5.0,>=4.0.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (4.8.0)\n",
-      "Requirement already satisfied: configupdater>=3.1.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (3.2)\n",
-      "Requirement already satisfied: connexion>=2.10.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from connexion[flask]>=2.10.0->apache-airflow~=2.5.0) (2.14.2)\n",
-      "Requirement already satisfied: cron-descriptor>=1.2.24 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (1.4.0)\n",
-      "Requirement already satisfied: croniter>=0.3.17 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.0.1)\n",
-      "Requirement already satisfied: cryptography>=0.9.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (41.0.7)\n",
-      "Requirement already satisfied: deprecated>=1.2.13 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (1.2.14)\n",
-      "Requirement already satisfied: dill>=0.2.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.3.7)\n",
-      "Requirement already satisfied: flask<2.3,>=2.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.2.5)\n",
-      "Requirement already satisfied: flask-appbuilder==4.1.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (4.1.4)\n",
-      "Requirement already satisfied: flask-caching>=1.5.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.1.0)\n",
-      "Requirement already satisfied: flask-login>=0.6.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.6.3)\n",
-      "Requirement already satisfied: flask-session>=0.4.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.5.0)\n",
-      "Requirement already satisfied: flask-wtf>=0.15 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (1.2.1)\n",
-      "Requirement already satisfied: graphviz>=0.12 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.20.1)\n",
-      "Requirement already satisfied: gunicorn>=20.1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (21.2.0)\n",
-      "Requirement already satisfied: httpx in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.25.2)\n",
-      "Requirement already satisfied: itsdangerous>=2.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.1.2)\n",
-      "Requirement already satisfied: jinja2>=3.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (3.1.2)\n",
-      "Requirement already satisfied: jsonschema>=4.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (4.20.0)\n",
-      "Requirement already satisfied: lazy-object-proxy in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (1.9.0)\n",
-      "Requirement already satisfied: linkify-it-py>=2.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.0.2)\n",
-      "Requirement already satisfied: lockfile>=0.12.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.12.2)\n",
-      "Requirement already satisfied: markdown>=3.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (3.5.1)\n",
-      "Requirement already satisfied: markdown-it-py>=2.1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (3.0.0)\n",
-      "Requirement already satisfied: markupsafe>=1.1.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.1.3)\n",
-      "Requirement already satisfied: marshmallow-oneofschema>=2.0.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (3.0.1)\n",
-      "Requirement already satisfied: mdit-py-plugins>=0.3.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.4.0)\n",
-      "Requirement already satisfied: packaging>=14.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (23.2)\n",
-      "Requirement already satisfied: pathspec~=0.9.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.9.0)\n",
-      "Requirement already satisfied: pendulum>=2.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.1.2)\n",
-      "Requirement already satisfied: pluggy>=1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (1.3.0)\n",
-      "Requirement already satisfied: psutil>=4.2.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (5.9.6)\n",
-      "Requirement already satisfied: pygments>=2.0.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.17.2)\n",
-      "Requirement already satisfied: pyjwt>=2.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.7.0)\n",
-      "Requirement already satisfied: python-daemon>=3.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (3.0.1)\n",
-      "Requirement already satisfied: python-dateutil>=2.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.8.2)\n",
-      "Requirement already satisfied: python-nvd3>=0.15.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.15.0)\n",
-      "Requirement already satisfied: python-slugify>=5.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (8.0.1)\n",
-      "Requirement already satisfied: rfc3339-validator>=0.1.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.1.4)\n",
-      "Requirement already satisfied: rich>=12.4.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (13.7.0)\n",
-      "Requirement already satisfied: setproctitle>=1.1.8 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (1.3.3)\n",
-      "Requirement already satisfied: sqlalchemy<2.0,>=1.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (1.4.41)\n",
-      "Requirement already satisfied: sqlalchemy-jsonfield>=1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (1.0.2)\n",
-      "Requirement already satisfied: tabulate>=0.7.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.9.0)\n",
-      "Requirement already satisfied: tenacity!=8.2.0,>=6.2.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (8.2.3)\n",
-      "Requirement already satisfied: termcolor>=1.1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.4.0)\n",
-      "Requirement already satisfied: typing-extensions>=4.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (4.8.0)\n",
-      "Requirement already satisfied: unicodecsv>=0.14.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (0.14.1)\n",
-      "Requirement already satisfied: werkzeug>=2.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (2.2.3)\n",
-      "Requirement already satisfied: apache-airflow-providers-common-sql in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (1.7.2)\n",
-      "Requirement already satisfied: apache-airflow-providers-ftp in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (3.5.2)\n",
-      "Requirement already satisfied: apache-airflow-providers-http in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (4.5.2)\n",
-      "Requirement already satisfied: apache-airflow-providers-imap in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (3.3.2)\n",
-      "Requirement already satisfied: apache-airflow-providers-sqlite in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (3.4.3)\n",
-      "Requirement already satisfied: importlib-metadata<5.0.0,>=1.7 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (4.13.0)\n",
-      "Requirement already satisfied: importlib-resources>=5.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow~=2.5.0) (5.13.0)\n",
-      "Requirement already satisfied: apispec<4,>=3.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apispec[yaml]<4,>=3.3->flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (3.3.2)\n",
-      "Requirement already satisfied: colorama<1,>=0.3.9 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (0.4.6)\n",
-      "Requirement already satisfied: click<9,>=8 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (8.1.3)\n",
-      "Requirement already satisfied: email-validator<2,>=1.0.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (1.3.1)\n",
-      "Requirement already satisfied: Flask-Babel<3,>=1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (2.0.0)\n",
-      "Requirement already satisfied: Flask-SQLAlchemy<3,>=2.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (2.5.1)\n",
-      "Requirement already satisfied: Flask-JWT-Extended<5.0.0,>=4.0.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (4.5.3)\n",
-      "Requirement already satisfied: marshmallow<4,>=3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (3.20.1)\n",
-      "Requirement already satisfied: marshmallow-enum<2,>=1.5.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (1.5.1)\n",
-      "Requirement already satisfied: marshmallow-sqlalchemy<0.27.0,>=0.22.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (0.26.1)\n",
-      "Requirement already satisfied: prison<1.0.0,>=0.2.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (0.2.1)\n",
-      "Requirement already satisfied: sqlalchemy-utils<1,>=0.32.21 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (0.38.3)\n",
-      "Requirement already satisfied: WTForms<4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (3.1.1)\n",
-      "Requirement already satisfied: Mako in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from alembic<2.0,>=1.6.3->apache-airflow~=2.5.0) (1.3.0)\n",
-      "Requirement already satisfied: exceptiongroup in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from cattrs>=22.1.0->apache-airflow~=2.5.0) (1.2.0)\n",
-      "Requirement already satisfied: clickclick<21,>=1.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from connexion>=2.10.0->connexion[flask]>=2.10.0->apache-airflow~=2.5.0) (20.10.2)\n",
-      "Requirement already satisfied: PyYAML<7,>=5.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from connexion>=2.10.0->connexion[flask]>=2.10.0->apache-airflow~=2.5.0) (6.0.1)\n",
-      "Requirement already satisfied: requests<3,>=2.9.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from connexion>=2.10.0->connexion[flask]>=2.10.0->apache-airflow~=2.5.0) (2.31.0)\n",
-      "Requirement already satisfied: inflection<0.6,>=0.3.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from connexion>=2.10.0->connexion[flask]>=2.10.0->apache-airflow~=2.5.0) (0.5.1)\n",
-      "Requirement already satisfied: pytz>2021.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from croniter>=0.3.17->apache-airflow~=2.5.0) (2023.3.post1)\n",
-      "Requirement already satisfied: cffi>=1.12 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from cryptography>=0.9.3->apache-airflow~=2.5.0) (1.16.0)\n",
-      "Requirement already satisfied: wrapt<2,>=1.10 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from deprecated>=1.2.13->apache-airflow~=2.5.0) (1.16.0)\n",
-      "Requirement already satisfied: urllib3>=1.26.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from docker>=5.0.3->apache-airflow-providers-docker) (1.26.18)\n",
-      "Requirement already satisfied: websocket-client>=0.32.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from docker>=5.0.3->apache-airflow-providers-docker) (1.7.0)\n",
-      "Requirement already satisfied: cachelib<0.10.0,>=0.9.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from flask-caching>=1.5.0->apache-airflow~=2.5.0) (0.9.0)\n",
-      "Requirement already satisfied: zipp>=0.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from importlib-metadata<5.0.0,>=1.7->apache-airflow~=2.5.0) (3.17.0)\n",
-      "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from jsonschema>=4.0.0->apache-airflow~=2.5.0) (2023.11.2)\n",
-      "Requirement already satisfied: pkgutil-resolve-name>=1.3.10 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from jsonschema>=4.0.0->apache-airflow~=2.5.0) (1.3.10)\n",
-      "Requirement already satisfied: referencing>=0.28.4 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from jsonschema>=4.0.0->apache-airflow~=2.5.0) (0.31.1)\n",
-      "Requirement already satisfied: rpds-py>=0.7.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from jsonschema>=4.0.0->apache-airflow~=2.5.0) (0.13.2)\n",
-      "Requirement already satisfied: uc-micro-py in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from linkify-it-py>=2.0.0->apache-airflow~=2.5.0) (1.0.2)\n",
-      "Requirement already satisfied: mdurl~=0.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from markdown-it-py>=2.1.0->apache-airflow~=2.5.0) (0.1.2)\n",
-      "Requirement already satisfied: pytzdata>=2020.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from pendulum>=2.0->apache-airflow~=2.5.0) (2020.1)\n",
-      "Requirement already satisfied: docutils in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from python-daemon>=3.0.0->apache-airflow~=2.5.0) (0.20.1)\n",
-      "Requirement already satisfied: setuptools>=62.4.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from python-daemon>=3.0.0->apache-airflow~=2.5.0) (68.2.2)\n",
-      "Requirement already satisfied: six>=1.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from python-dateutil>=2.3->apache-airflow~=2.5.0) (1.16.0)\n",
-      "Requirement already satisfied: text-unidecode>=1.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from python-slugify>=5.0->apache-airflow~=2.5.0) (1.3)\n",
-      "Requirement already satisfied: greenlet!=0.4.17 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from sqlalchemy<2.0,>=1.4->apache-airflow~=2.5.0) (3.0.1)\n",
-      "Requirement already satisfied: sqlparse>=0.4.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow-providers-common-sql->apache-airflow~=2.5.0) (0.4.4)\n",
-      "Requirement already satisfied: aiohttp in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow-providers-http->apache-airflow~=2.5.0) (3.9.1)\n",
-      "Requirement already satisfied: asgiref in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow-providers-http->apache-airflow~=2.5.0) (3.7.2)\n",
-      "Requirement already satisfied: requests-toolbelt in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from apache-airflow-providers-http->apache-airflow~=2.5.0) (1.0.0)\n",
-      "Requirement already satisfied: anyio in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpx->apache-airflow~=2.5.0) (4.1.0)\n",
-      "Requirement already satisfied: certifi in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpx->apache-airflow~=2.5.0) (2023.11.17)\n",
-      "Requirement already satisfied: httpcore==1.* in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpx->apache-airflow~=2.5.0) (1.0.2)\n",
-      "Requirement already satisfied: idna in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpx->apache-airflow~=2.5.0) (3.6)\n",
-      "Requirement already satisfied: sniffio in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpx->apache-airflow~=2.5.0) (1.3.0)\n",
-      "Requirement already satisfied: h11<0.15,>=0.13 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from httpcore==1.*->httpx->apache-airflow~=2.5.0) (0.14.0)\n",
-      "Requirement already satisfied: pycparser in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from cffi>=1.12->cryptography>=0.9.3->apache-airflow~=2.5.0) (2.21)\n",
-      "Requirement already satisfied: dnspython>=1.15.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from email-validator<2,>=1.0.5->flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (2.4.2)\n",
-      "Requirement already satisfied: Babel>=2.3 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from Flask-Babel<3,>=1->flask-appbuilder==4.1.4->apache-airflow~=2.5.0) (2.13.1)\n",
-      "Requirement already satisfied: charset-normalizer<4,>=2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from requests<3,>=2.9.1->connexion>=2.10.0->connexion[flask]>=2.10.0->apache-airflow~=2.5.0) (3.3.2)\n",
-      "Requirement already satisfied: multidict<7.0,>=4.5 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp->apache-airflow-providers-http->apache-airflow~=2.5.0) (6.0.4)\n",
-      "Requirement already satisfied: yarl<2.0,>=1.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp->apache-airflow-providers-http->apache-airflow~=2.5.0) (1.9.3)\n",
-      "Requirement already satisfied: frozenlist>=1.1.1 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp->apache-airflow-providers-http->apache-airflow~=2.5.0) (1.4.0)\n",
-      "Requirement already satisfied: aiosignal>=1.1.2 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp->apache-airflow-providers-http->apache-airflow~=2.5.0) (1.3.1)\n",
-      "Requirement already satisfied: async-timeout<5.0,>=4.0 in /home/htahir1/.virtualenvs/airflowsagemaker/lib/python3.8/site-packages (from aiohttp->apache-airflow-providers-http->apache-airflow~=2.5.0) (4.0.3)\n",
-      "Installing collected packages: apache-airflow\n",
-      "  Attempting uninstall: apache-airflow\n",
-      "    Found existing installation: apache-airflow 2.4.3\n",
-      "    Uninstalling apache-airflow-2.4.3:\n",
-      "      Successfully uninstalled apache-airflow-2.4.3\n",
-      "Successfully installed apache-airflow-2.5.3\n",
-      "\u001b[2;36mProvisioning resources for active stack \u001b[0m\u001b[2;32m'sagemaker-airflow-stack'\u001b[0m\u001b[2;36m.\u001b[0m\n",
-      "\u001b[1;35mProvisioning resources for stack 'sagemaker-airflow-stack'.\u001b[0m\n",
-      "\u001b[1;35mReading the config from /home/htahir1/.config/zenml/airflow/f3b0bda3-5245-4134-8ad9-6b42affebcf5/airflow.cfg\u001b[0m\n",
-      "\u001b[1;35mConfigured default timezone Timezone('UTC')\u001b[0m\n",
-      "\u001b[1;35mResuming provisioned resources for stack sagemaker-airflow-stack.\u001b[0m\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "!zenml stack set sagemaker-airflow-stack\n",
     "!zenml integration install airflow -y\n",
@@ -1178,51 +862,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": null,
    "id": "e188c8c5-3e8f-42b2-9f98-380c265cf8ae",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\u001b[1;35mInitiating a new run for the pipeline: \u001b[0m\u001b[1;36mtraining\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mReloading configuration file /home/htahir1/workspace/zenml_io/template-starter/template/.zen/config.yaml\u001b[0m\n",
-      "\u001b[1;35mReusing registered version: \u001b[0m\u001b[1;36m(version: 5)\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mNew model version \u001b[0m\u001b[1;36m64\u001b[1;35m was created.\u001b[0m\n",
-      "\u001b[1;35mBuilding Docker image(s) for pipeline \u001b[0m\u001b[1;36mtraining\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mBuilding Docker image \u001b[0m\u001b[1;36m715803424590.dkr.ecr.eu-central-1.amazonaws.com/zenml:training-orchestrator\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35m- Including integration requirements: \u001b[0m\u001b[1;36mapache-airflow~=2.4.0\u001b[1;35m, \u001b[0m\u001b[1;36maws-profile-manager\u001b[1;35m, \u001b[0m\u001b[1;36mboto3<=1.26.76\u001b[1;35m, \u001b[0m\u001b[1;36mkubernetes\u001b[1;35m, \u001b[0m\u001b[1;36ms3fs>2022.3.0,<=2023.4.0\u001b[1;35m, \u001b[0m\u001b[1;36msagemaker==2.117.0\u001b[1;35m, \u001b[0m\u001b[1;36mscikit-learn<1.3\u001b[1;35m\u001b[0m\n",
-      "\u001b[1;35mStep 1/8 : FROM zenmldocker/zenml:0.50.0-py3.8\u001b[0m\n",
-      "\u001b[1;35mStep 2/8 : WORKDIR /app\u001b[0m\n",
-      "\u001b[1;35mStep 3/8 : COPY .zenml_integration_requirements .\u001b[0m\n",
-      "\u001b[1;35mStep 4/8 : RUN pip install --default-timeout=60 --no-cache-dir  -r .zenml_integration_requirements\u001b[0m\n",
-      "\u001b[1;35mStep 5/8 : ENV ZENML_ENABLE_REPO_INIT_WARNINGS=False\u001b[0m\n",
-      "\u001b[1;35mStep 6/8 : ENV ZENML_CONFIG_PATH=/app/.zenconfig\u001b[0m\n",
-      "\u001b[1;35mStep 7/8 : COPY . .\u001b[0m\n",
-      "\u001b[1;35mStep 8/8 : RUN chmod -R a+rw .\u001b[0m\n",
-      "\u001b[33mAmazon ECR requires you to create a repository before you can push an image to it. ZenML is trying to push the image 715803424590.dkr.ecr.eu-central-1.amazonaws.com/zenml:training-orchestrator but could not find any repositories because your local AWS credentials are not set. We will try to push anyway, but in case it fails you need to create a repository named \u001b[0m\u001b[1;36mzenml\u001b[33m.\u001b[0m\n",
-      "\u001b[1;35mPushing Docker image \u001b[0m\u001b[1;36m715803424590.dkr.ecr.eu-central-1.amazonaws.com/zenml:training-orchestrator\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mFinished pushing Docker image.\u001b[0m\n",
-      "\u001b[1;35mFinished building Docker image(s).\u001b[0m\n",
-      "\u001b[1;35mReading the config from /home/htahir1/.config/zenml/airflow/f3b0bda3-5245-4134-8ad9-6b42affebcf5/airflow.cfg\u001b[0m\n",
-      "\u001b[1;35mConfigured default timezone Timezone('UTC')\u001b[0m\n",
-      "\u001b[1;35mExecuting a new run.\u001b[0m\n",
-      "\u001b[1;35mCaching is disabled by default for \u001b[0m\u001b[1;36mtraining\u001b[1;35m.\u001b[0m\n",
-      "\u001b[1;35mUsing a build:\u001b[0m\n",
-      "\u001b[1;35m Image(s): 715803424590.dkr.ecr.eu-central-1.amazonaws.com/zenml@sha256:b62d05da6f102eec7cef687c2213b5a0e97b4a3683bd489e692a1db24a41548b\u001b[0m\n",
-      "\u001b[1;35mUsing user: \u001b[0m\u001b[1;36mhamza@zenml.io\u001b[1;35m\u001b[0m\n",
-      "\u001b[1;35mUsing stack: \u001b[0m\u001b[1;36msagemaker-airflow-stack\u001b[1;35m\u001b[0m\n",
-      "\u001b[1;35m  step_operator: \u001b[0m\u001b[1;36msagemaker-eu\u001b[1;35m\u001b[0m\n",
-      "\u001b[1;35m  container_registry: \u001b[0m\u001b[1;36maws-eu\u001b[1;35m\u001b[0m\n",
-      "\u001b[1;35m  image_builder: \u001b[0m\u001b[1;36mlocal\u001b[1;35m\u001b[0m\n",
-      "\u001b[1;35m  orchestrator: \u001b[0m\u001b[1;36mairflow_orchestrator\u001b[1;35m\u001b[0m\n",
-      "\u001b[1;35m  artifact_store: \u001b[0m\u001b[1;36ms3-zenfiles\u001b[1;35m\u001b[0m\n",
-      "\u001b[1;35mWriting DAG definition to \u001b[0m\u001b[1;36m/home/htahir1/.config/zenml/airflow/f3b0bda3-5245-4134-8ad9-6b42affebcf5/dags/training_5eb4627ae89ad6b150a16d0c8b322c3e.zip\u001b[1;35m.\u001b[0m\n",
-      "\u001b[33mYour orchestrator 'airflow_orchestrator' is running remotely. Note that the pipeline run will only show up on the ZenML dashboard once the first step has started executing on the remote infrastructure.\u001b[0m\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "fe_t_configured()"
    ]
@@ -1264,6 +907,14 @@
    "metadata": {},
    "outputs": [],
    "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "e90d8044-659c-4b45-bf84-9b3ef69749f9",
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -1282,7 +933,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.10"
+   "version": "3.9.13"
   }
  },
  "nbformat": 4,