chore(data-warehouse): Removed pipeline dir (#23011)

Removed pipeline dir

posthog/temporal/data_imports/pipelines/pipeline.py

@@ -8,7 +8,6 @@
 
 from asgiref.sync import async_to_sync
 import asyncio
-import os
 from posthog.settings.base_variables import TEST
 from structlog.typing import FilteringBoundLogger
 from dlt.sources import DltSource
@@ -55,18 +54,6 @@ def _get_pipeline_name(self):
 
         return f"{base}_{self.inputs.run_id}"
 
-    @property
-    def _get_pipelines_dir_base(self):
-        return f"{os.getcwd()}/.dlt/{self.inputs.team_id}"
-
-    def _get_pipelines_dir(self):
-        base = self._get_pipelines_dir_base
-
-        if self._incremental:
-            return f"{base}/{self.inputs.source_id}/{self.inputs.job_type}"
-
-        return f"{base}/{self.inputs.run_id}/{self.inputs.job_type}"
-
     def _get_destination(self):
         if TEST:
             credentials = {
@@ -88,12 +75,10 @@ def _get_destination(self):
 
     def _create_pipeline(self):
         pipeline_name = self._get_pipeline_name()
-        pipelines_dir = self._get_pipelines_dir()
         destination = self._get_destination()
 
         return dlt.pipeline(
             pipeline_name=pipeline_name,
-            pipelines_dir=pipelines_dir,
             destination=destination,
             dataset_name=self.inputs.dataset_name,
         )