From 677d5fc2b5791c9ab03675ac18a50c1f816abcbf Mon Sep 17 00:00:00 2001 From: Roman Isecke Date: Tue, 16 Jul 2024 15:10:44 -0400 Subject: [PATCH] PR feedback --- MANIFEST.in | 1 + test_unstructured_ingest/dest/milvus.sh | 2 +- unstructured/ingest/v2/pipeline/interfaces.py | 2 ++ 3 files changed, 4 insertions(+), 1 deletion(-) diff --git a/MANIFEST.in b/MANIFEST.in index 356b719f3b..c64497564b 100644 --- a/MANIFEST.in +++ b/MANIFEST.in @@ -39,6 +39,7 @@ include requirements/ingest/google-drive.in include requirements/ingest/hubspot.in include requirements/ingest/jira.in include requirements/ingest/kafka.in +include requirements/ingest/milvus.in include requirements/ingest/mongodb.in include requirements/ingest/notion.in include requirements/ingest/onedrive.in diff --git a/test_unstructured_ingest/dest/milvus.sh b/test_unstructured_ingest/dest/milvus.sh index 5204aa53e5..a96e70bfc9 100755 --- a/test_unstructured_ingest/dest/milvus.sh +++ b/test_unstructured_ingest/dest/milvus.sh @@ -16,7 +16,7 @@ max_processes=${MAX_PROCESSES:=$(python3 -c "import os; print(os.cpu_count())")} source "$SCRIPT_DIR"/cleanup.sh function cleanup { # Index cleanup - echo "Stopping Singlestore Docker container" + echo "Stopping Milvus Docker container" docker compose -f scripts/milvus-test-helpers/docker-compose.yml down --remove-orphans -v # Local file cleanup diff --git a/unstructured/ingest/v2/pipeline/interfaces.py b/unstructured/ingest/v2/pipeline/interfaces.py index c39bed4744..fd5e2297a0 100644 --- a/unstructured/ingest/v2/pipeline/interfaces.py +++ b/unstructured/ingest/v2/pipeline/interfaces.py @@ -160,6 +160,8 @@ async def run_async(self, _fn: Optional[Callable] = None, **kwargs: Any) -> Opti logger.error(f"Exception raised while running {self.identifier}", exc_info=e) if "file_data_path" in kwargs: self.context.status[kwargs["file_data_path"]] = {self.identifier: str(e)} + else: + self.context.status[self.identifier] = {"step_error": str(e)} if self.context.raise_on_error: raise e return None