add tenacity pin and pip-compile

requirements/base.txt

@@ -129,7 +129,7 @@ typing-inspect==0.9.0
     # via
     #   dataclasses-json
     #   unstructured-client
-unstructured-client==0.25.2
+unstructured-client==0.25.3
     # via
     #   -c ././deps/constraints.txt
     #   -r ./base.in

requirements/dev.txt

@@ -24,7 +24,7 @@ asttokens==2.4.1
     # via stack-data
 async-lru==2.0.4
     # via jupyterlab
-attrs==24.1.0
+attrs==24.2.0
     # via
     #   -c ./test.txt
     #   jsonschema
@@ -49,7 +49,7 @@ certifi==2024.7.4
     #   httpcore
     #   httpx
     #   requests
-cffi==1.16.0
+cffi==1.17.0
     # via argon2-cffi-bindings
 cfgv==3.4.0
     # via pre-commit
@@ -67,7 +67,7 @@ comm==0.2.2
     # via
     #   ipykernel
     #   ipywidgets
-debugpy==1.8.3
+debugpy==1.8.5
     # via ipykernel
 decorator==5.1.1
     # via ipython
@@ -341,7 +341,7 @@ rfc3986-validator==0.1.1
     # via
     #   jsonschema
     #   jupyter-events
-rpds-py==0.19.1
+rpds-py==0.20.0
     # via
     #   -c ./test.txt
     #   jsonschema

requirements/extra-pdf-image.txt

@@ -13,7 +13,7 @@ certifi==2024.7.4
     #   -c ././deps/constraints.txt
     #   -c ./base.txt
     #   requests
-cffi==1.16.0
+cffi==1.17.0
     # via cryptography
 charset-normalizer==3.3.2
     # via
@@ -62,7 +62,7 @@ grpcio==1.65.4
     # via
     #   google-api-core
     #   grpcio-status
-grpcio-status==1.62.2
+grpcio-status==1.62.3
     # via google-api-core
 huggingface-hub==0.24.5
     # via
@@ -277,7 +277,7 @@ tqdm==4.66.5
     #   huggingface-hub
     #   iopath
     #   transformers
-transformers==4.43.4
+transformers==4.44.0
     # via unstructured-inference
 typing-extensions==4.12.2
     # via

requirements/huggingface.txt

@@ -99,7 +99,7 @@ tqdm==4.66.5
     #   huggingface-hub
     #   sacremoses
     #   transformers
-transformers==4.43.4
+transformers==4.44.0
     # via -r ./huggingface.in
 typing-extensions==4.12.2
     # via

requirements/ingest/azure.txt

@@ -14,7 +14,7 @@ aiosignal==1.3.1
     # via aiohttp
 async-timeout==4.0.3
     # via aiohttp
-attrs==24.1.0
+attrs==24.2.0
     # via aiohttp
 azure-core==1.30.2
     # via
@@ -32,7 +32,7 @@ certifi==2024.7.4
     #   -c ./ingest/../base.txt
     #   -c ./ingest/../deps/constraints.txt
     #   requests
-cffi==1.16.0
+cffi==1.17.0
     # via
     #   azure-datalake-store
     #   cryptography

requirements/ingest/box.txt

@@ -4,18 +4,18 @@
 #
 #    pip-compile ./ingest/box.in
 #
-attrs==24.1.0
+attrs==24.2.0
     # via boxsdk
 boxfs==0.3.0
     # via -r ./ingest/box.in
-boxsdk[jwt]==3.11.0
+boxsdk[jwt]==3.12.0
     # via boxfs
 certifi==2024.7.4
     # via
     #   -c ./ingest/../base.txt
     #   -c ./ingest/../deps/constraints.txt
     #   requests
-cffi==1.16.0
+cffi==1.17.0
     # via cryptography
 charset-normalizer==3.3.2
     # via

requirements/ingest/chroma.in

@@ -4,3 +4,7 @@ chromadb
 importlib-metadata>=7.1.0
 # Future releases adds in typer-cli which breaks the resolution of typer as a library
 typer<=0.9.0
+# tenacity 9.0.0 is being installed via chroma, but other dependencies (langchain) restrict tenacity
+# to <=9.0.0 in other depenceny extras and resolve to 8.5.0.
+# The original langchain pin: https://github.com/langchain-ai/langchain/pull/849/
+tenacity==8.5.0

requirements/ingest/chroma.txt

@@ -240,8 +240,10 @@ starlette==0.37.2
     # via fastapi
 sympy==1.13.1
     # via onnxruntime
-tenacity==9.0.0
-    # via chromadb
+tenacity==8.5.0
+    # via
+    #   -r ./ingest/chroma.in
+    #   chromadb
 tokenizers==0.19.1
     # via chromadb
 tomli==2.0.1

requirements/ingest/clarifai.txt

@@ -13,9 +13,9 @@ charset-normalizer==3.3.2
     # via
     #   -c ./ingest/../base.txt
     #   requests
-clarifai==10.5.4
+clarifai==10.7.0
     # via -r ./ingest/clarifai.in
-clarifai-grpc==10.6.7
+clarifai-grpc==10.7.0
     # via clarifai
 contextlib2==21.6.0
     # via schema
@@ -51,7 +51,7 @@ protobuf==4.23.4
     #   googleapis-common-protos
 pygments==2.18.0
     # via rich
-python-rapidjson==1.19
+python-rapidjson==1.20
     # via tritonclient
 pyyaml==6.0.1
     # via clarifai

requirements/ingest/discord.txt

@@ -12,7 +12,7 @@ aiosignal==1.3.1
     # via aiohttp
 async-timeout==4.0.3
     # via aiohttp
-attrs==24.1.0
+attrs==24.2.0
     # via aiohttp
 discord-py==2.4.0
     # via -r ./ingest/discord.in

requirements/ingest/elasticsearch.txt

@@ -12,7 +12,7 @@ aiosignal==1.3.1
     # via aiohttp
 async-timeout==4.0.3
     # via aiohttp
-attrs==24.1.0
+attrs==24.2.0
     # via aiohttp
 certifi==2024.7.4
     # via

requirements/ingest/embed-aws-bedrock.txt

@@ -18,7 +18,7 @@ async-timeout==4.0.3
     # via
     #   aiohttp
     #   langchain
-attrs==24.1.0
+attrs==24.2.0
     # via aiohttp
 boto3==1.34.51
     # via -r ./ingest/embed-aws-bedrock.in
@@ -70,7 +70,7 @@ langchain-core==0.2.28
     #   langchain-text-splitters
 langchain-text-splitters==0.2.2
     # via langchain
-langsmith==0.1.96
+langsmith==0.1.98
     # via
     #   langchain
     #   langchain-community
@@ -128,7 +128,7 @@ six==1.16.0
     # via
     #   -c ./ingest/../base.txt
     #   python-dateutil
-sqlalchemy==2.0.31
+sqlalchemy==2.0.32
     # via
     #   langchain
     #   langchain-community

requirements/ingest/embed-huggingface.txt

@@ -49,7 +49,7 @@ langchain-core==0.2.28
     # via langchain-huggingface
 langchain-huggingface==0.0.3
     # via -r ./ingest/embed-huggingface.in
-langsmith==0.1.96
+langsmith==0.1.98
     # via langchain-core
 markupsafe==2.1.5
     # via jinja2
@@ -127,7 +127,7 @@ tqdm==4.66.5
     #   huggingface-hub
     #   sentence-transformers
     #   transformers
-transformers==4.43.4
+transformers==4.44.0
     # via
     #   langchain-huggingface
     #   sentence-transformers

requirements/ingest/embed-octoai.txt

@@ -47,7 +47,9 @@ idna==3.7
     #   anyio
     #   httpx
     #   requests
-openai==1.39.0
+jiter==0.5.0
+    # via openai
+openai==1.40.0
     # via -r ./ingest/embed-octoai.in
 pydantic==2.8.2
     # via openai

requirements/ingest/embed-openai.txt

@@ -47,6 +47,8 @@ idna==3.7
     #   anyio
     #   httpx
     #   requests
+jiter==0.5.0
+    # via openai
 jsonpatch==1.33
     # via langchain-core
 jsonpointer==3.0.0
@@ -55,9 +57,9 @@ langchain-core==0.2.28
     # via langchain-openai
 langchain-openai==0.1.20
     # via -r ./ingest/embed-openai.in
-langsmith==0.1.96
+langsmith==0.1.98
     # via langchain-core
-openai==1.39.0
+openai==1.40.0
     # via langchain-openai
 orjson==3.10.6
     # via langsmith

requirements/ingest/embed-vertexai.txt

@@ -18,7 +18,7 @@ async-timeout==4.0.3
     # via
     #   aiohttp
     #   langchain
-attrs==24.1.0
+attrs==24.2.0
     # via aiohttp
 cachetools==5.4.0
     # via google-auth
@@ -91,7 +91,7 @@ grpcio==1.65.4
     #   googleapis-common-protos
     #   grpc-google-iam-v1
     #   grpcio-status
-grpcio-status==1.62.2
+grpcio-status==1.62.3
     # via google-api-core
 idna==3.7
     # via
@@ -120,7 +120,7 @@ langchain-google-vertexai==1.0.8
     # via -r ./ingest/embed-vertexai.in
 langchain-text-splitters==0.2.2
     # via langchain
-langsmith==0.1.96
+langsmith==0.1.98
     # via
     #   langchain
     #   langchain-community
@@ -208,7 +208,7 @@ six==1.16.0
     # via
     #   -c ./ingest/../base.txt
     #   python-dateutil
-sqlalchemy==2.0.31
+sqlalchemy==2.0.32
     # via
     #   langchain
     #   langchain-community

requirements/ingest/embed-voyageai.txt

@@ -20,7 +20,7 @@ async-timeout==4.0.3
     # via
     #   aiohttp
     #   langchain
-attrs==24.1.0
+attrs==24.2.0
     # via aiohttp
 certifi==2024.7.4
     # via
@@ -55,7 +55,7 @@ langchain-text-splitters==0.2.2
     # via langchain
 langchain-voyageai==0.1.1
     # via -r ./ingest/embed-voyageai.in
-langsmith==0.1.96
+langsmith==0.1.98
     # via
     #   langchain
     #   langchain-core
@@ -92,7 +92,7 @@ requests==2.32.3
     #   langchain
     #   langsmith
     #   voyageai
-sqlalchemy==2.0.31
+sqlalchemy==2.0.32
     # via langchain
 tenacity==8.5.0
     # via

requirements/ingest/gcs.txt

@@ -12,7 +12,7 @@ aiosignal==1.3.1
     # via aiohttp
 async-timeout==4.0.3
     # via aiohttp
-attrs==24.1.0
+attrs==24.2.0
     # via aiohttp
 beautifulsoup4==4.12.3
     # via

requirements/ingest/github.txt

@@ -9,7 +9,7 @@ certifi==2024.7.4
     #   -c ./ingest/../base.txt
     #   -c ./ingest/../deps/constraints.txt
     #   requests
-cffi==1.16.0
+cffi==1.17.0
     # via
     #   cryptography
     #   pynacl

requirements/ingest/gitlab.txt

@@ -17,7 +17,7 @@ idna==3.7
     # via
     #   -c ./ingest/../base.txt
     #   requests
-python-gitlab==4.8.0
+python-gitlab==4.9.0
     # via -r ./ingest/gitlab.in
 requests==2.32.3
     # via

requirements/ingest/google-drive.txt

@@ -17,7 +17,7 @@ charset-normalizer==3.3.2
     #   requests
 google-api-core==2.19.1
     # via google-api-python-client
-google-api-python-client==2.139.0
+google-api-python-client==2.140.0
     # via -r ./ingest/google-drive.in
 google-auth==2.32.0
     # via

requirements/ingest/onedrive.txt

@@ -15,7 +15,7 @@ certifi==2024.7.4
     #   -c ./ingest/../base.txt
     #   -c ./ingest/../deps/constraints.txt
     #   requests
-cffi==1.16.0
+cffi==1.17.0
     # via cryptography
 charset-normalizer==3.3.2
     # via

requirements/ingest/outlook.txt

@@ -9,7 +9,7 @@ certifi==2024.7.4
     #   -c ./ingest/../base.txt
     #   -c ./ingest/../deps/constraints.txt
     #   requests
-cffi==1.16.0
+cffi==1.17.0
     # via cryptography
 charset-normalizer==3.3.2
     # via

requirements/ingest/qdrant.txt

@@ -25,7 +25,7 @@ grpcio==1.65.4
     # via
     #   grpcio-tools
     #   qdrant-client
-grpcio-tools==1.62.2
+grpcio-tools==1.62.3
     # via qdrant-client
 h11==0.14.0
     # via

requirements/ingest/s3.txt

@@ -18,7 +18,7 @@ aiosignal==1.3.1
     # via aiohttp
 async-timeout==4.0.3
     # via aiohttp
-attrs==24.1.0
+attrs==24.2.0
     # via aiohttp
 botocore==1.34.51
     # via