diff --git a/langchain-llamaindex-slackbot/.gitignore b/langchain-llamaindex-slackbot/.gitignore index 6fc2f233..84ad0a94 100644 --- a/langchain-llamaindex-slackbot/.gitignore +++ b/langchain-llamaindex-slackbot/.gitignore @@ -129,7 +129,7 @@ dmypy.json .pyre/ # Zenml -.zen/ +src/.zen/ # MLflow mlruns/ diff --git a/langchain-llamaindex-slackbot/src/pipelines/index_builder.py b/langchain-llamaindex-slackbot/src/pipelines/index_builder.py index c67e11b5..1335c3b1 100644 --- a/langchain-llamaindex-slackbot/src/pipelines/index_builder.py +++ b/langchain-llamaindex-slackbot/src/pipelines/index_builder.py @@ -18,6 +18,7 @@ from steps.web_url_loader import web_url_loader from zenml import pipeline from zenml.config import DockerSettings +from zenml.config.docker_settings import SourceFileMode pipeline_name = "zenml_docs_index_generation" docker_settings = DockerSettings( @@ -34,7 +35,8 @@ "unstructured==0.5.7", "tiktoken", "bs4" - ] + ], + source_files=SourceFileMode.DOWNLOAD ) @pipeline(name=pipeline_name, settings={"docker": docker_settings})