PR feedback

MANIFEST.in

@@ -39,6 +39,7 @@ include requirements/ingest/google-drive.in
 include requirements/ingest/hubspot.in
 include requirements/ingest/jira.in
 include requirements/ingest/kafka.in
+include requirements/ingest/milvus.in
 include requirements/ingest/mongodb.in
 include requirements/ingest/notion.in
 include requirements/ingest/onedrive.in

test_unstructured_ingest/dest/milvus.sh

@@ -16,7 +16,7 @@ max_processes=${MAX_PROCESSES:=$(python3 -c "import os; print(os.cpu_count())")}
 source "$SCRIPT_DIR"/cleanup.sh
 function cleanup {
   # Index cleanup
-  echo "Stopping Singlestore Docker container"
+  echo "Stopping Milvus Docker container"
   docker compose -f scripts/milvus-test-helpers/docker-compose.yml down --remove-orphans -v
 
   # Local file cleanup

unstructured/ingest/v2/pipeline/interfaces.py

@@ -160,6 +160,8 @@ async def run_async(self, _fn: Optional[Callable] = None, **kwargs: Any) -> Opti
             logger.error(f"Exception raised while running {self.identifier}", exc_info=e)
             if "file_data_path" in kwargs:
                 self.context.status[kwargs["file_data_path"]] = {self.identifier: str(e)}
+            else:
+                self.context.status[self.identifier] = {"step_error": str(e)}
             if self.context.raise_on_error:
                 raise e
             return None