diff --git a/posthog/temporal/data_imports/pipelines/pipeline.py b/posthog/temporal/data_imports/pipelines/pipeline.py index f0251dbdb7b49..ab956c43164c7 100644 --- a/posthog/temporal/data_imports/pipelines/pipeline.py +++ b/posthog/temporal/data_imports/pipelines/pipeline.py @@ -8,7 +8,6 @@ from asgiref.sync import async_to_sync import asyncio -import os from posthog.settings.base_variables import TEST from structlog.typing import FilteringBoundLogger from dlt.sources import DltSource @@ -55,18 +54,6 @@ def _get_pipeline_name(self): return f"{base}_{self.inputs.run_id}" - @property - def _get_pipelines_dir_base(self): - return f"{os.getcwd()}/.dlt/{self.inputs.team_id}" - - def _get_pipelines_dir(self): - base = self._get_pipelines_dir_base - - if self._incremental: - return f"{base}/{self.inputs.source_id}/{self.inputs.job_type}" - - return f"{base}/{self.inputs.run_id}/{self.inputs.job_type}" - def _get_destination(self): if TEST: credentials = { @@ -88,12 +75,10 @@ def _get_destination(self): def _create_pipeline(self): pipeline_name = self._get_pipeline_name() - pipelines_dir = self._get_pipelines_dir() destination = self._get_destination() return dlt.pipeline( pipeline_name=pipeline_name, - pipelines_dir=pipelines_dir, destination=destination, dataset_name=self.inputs.dataset_name, )