Skip to content

Commit

Permalink
Docker settings set to download files
Browse files Browse the repository at this point in the history
  • Loading branch information
AlexejPenner committed Nov 8, 2023
1 parent 16d9cfc commit 1a24887
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 2 deletions.
2 changes: 1 addition & 1 deletion langchain-llamaindex-slackbot/.gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -129,7 +129,7 @@ dmypy.json
.pyre/

# Zenml
.zen/
src/.zen/

# MLflow
mlruns/
Expand Down
4 changes: 3 additions & 1 deletion langchain-llamaindex-slackbot/src/pipelines/index_builder.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
from steps.web_url_loader import web_url_loader
from zenml import pipeline
from zenml.config import DockerSettings
from zenml.config.docker_settings import SourceFileMode

pipeline_name = "zenml_docs_index_generation"
docker_settings = DockerSettings(
Expand All @@ -34,7 +35,8 @@
"unstructured==0.5.7",
"tiktoken",
"bs4"
]
],
source_files=SourceFileMode.DOWNLOAD
)

@pipeline(name=pipeline_name, settings={"docker": docker_settings})
Expand Down

0 comments on commit 1a24887

Please sign in to comment.