diff --git a/dags/hivemind_etl_helpers/src/db/gdrive/gdrive_loader.py b/dags/hivemind_etl_helpers/src/db/gdrive/gdrive_loader.py index 9f813d5e..9ad91180 100644 --- a/dags/hivemind_etl_helpers/src/db/gdrive/gdrive_loader.py +++ b/dags/hivemind_etl_helpers/src/db/gdrive/gdrive_loader.py @@ -1,3 +1,4 @@ +import copy import logging import os from typing import List, Optional @@ -116,7 +117,7 @@ def _transform_google_documents(self, documents: list[Document]) -> list[Documen transform google extracted documents by inserting their metadata a url """ # copying - transformed_docs: list[Document] = list(documents) + transformed_docs: list[Document] = copy.deepcopy(documents) for doc in transformed_docs: file_id: str | None = doc.metadata.get("file id")