Skip to content

Commit

Permalink
chore: remove fsspec pin (#3554)
Browse files Browse the repository at this point in the history
remove fsspec pin
  • Loading branch information
Coniferish authored Aug 21, 2024
1 parent 03e0ed3 commit b4a6aa5
Show file tree
Hide file tree
Showing 12 changed files with 18 additions and 34 deletions.
4 changes: 1 addition & 3 deletions requirements/deps/constraints.txt
Original file line number Diff line number Diff line change
Expand Up @@ -39,11 +39,9 @@ urllib3<1.27
# TODO: Constriant due to aiobotocore, remove when that gets updates:
botocore<1.34.132

# NOTE(jennings): pinned due to later versions not supporting api_key_auth in UnstructuredClient
# NOTE(jennings): pinned due to older versions not supporting api_key_auth in UnstructuredClient
unstructured-client>=0.15.1

fsspec==2024.5.0

# python 3.12 support
wrapt>=1.14.0

Expand Down
5 changes: 2 additions & 3 deletions requirements/extra-pdf-image.txt
Original file line number Diff line number Diff line change
Expand Up @@ -41,9 +41,8 @@ flatbuffers==24.3.25
# via onnxruntime
fonttools==4.53.1
# via matplotlib
fsspec==2024.5.0
fsspec==2024.6.1
# via
# -c ././deps/constraints.txt
# huggingface-hub
# torch
google-api-core[grpc]==2.19.1
Expand Down Expand Up @@ -149,7 +148,7 @@ pdfminer-six==20231228
# pdfplumber
pdfplumber==0.11.4
# via layoutparser
pikepdf==9.1.1
pikepdf==9.1.2
# via -r ./extra-pdf-image.in
pillow==10.4.0
# via
Expand Down
3 changes: 1 addition & 2 deletions requirements/huggingface.txt
Original file line number Diff line number Diff line change
Expand Up @@ -22,9 +22,8 @@ filelock==3.15.4
# huggingface-hub
# torch
# transformers
fsspec==2024.5.0
fsspec==2024.6.1
# via
# -c ././deps/constraints.txt
# huggingface-hub
# torch
huggingface-hub==0.24.6
Expand Down
3 changes: 1 addition & 2 deletions requirements/ingest/azure.txt
Original file line number Diff line number Diff line change
Expand Up @@ -50,9 +50,8 @@ frozenlist==1.4.1
# via
# aiohttp
# aiosignal
fsspec==2024.5.0
fsspec==2024.6.1
# via
# -c ./ingest/../deps/constraints.txt
# -r ./ingest/azure.in
# adlfs
idna==3.7
Expand Down
3 changes: 1 addition & 2 deletions requirements/ingest/box.txt
Original file line number Diff line number Diff line change
Expand Up @@ -23,9 +23,8 @@ charset-normalizer==3.3.2
# requests
cryptography==43.0.0
# via boxsdk
fsspec==2024.5.0
fsspec==2024.6.1
# via
# -c ./ingest/../deps/constraints.txt
# -r ./ingest/box.in
# boxfs
idna==3.7
Expand Down
6 changes: 2 additions & 4 deletions requirements/ingest/chroma.txt
Original file line number Diff line number Diff line change
Expand Up @@ -56,10 +56,8 @@ filelock==3.15.4
# via huggingface-hub
flatbuffers==24.3.25
# via onnxruntime
fsspec==2024.5.0
# via
# -c ./ingest/../deps/constraints.txt
# huggingface-hub
fsspec==2024.6.1
# via huggingface-hub
google-auth==2.34.0
# via kubernetes
googleapis-common-protos==1.63.2
Expand Down
6 changes: 2 additions & 4 deletions requirements/ingest/delta-table.txt
Original file line number Diff line number Diff line change
Expand Up @@ -6,10 +6,8 @@
#
deltalake==0.19.1
# via -r ./ingest/delta-table.in
fsspec==2024.5.0
# via
# -c ./ingest/../deps/constraints.txt
# -r ./ingest/delta-table.in
fsspec==2024.6.1
# via -r ./ingest/delta-table.in
numpy==1.26.4
# via
# -c ./ingest/../base.txt
Expand Down
3 changes: 1 addition & 2 deletions requirements/ingest/dropbox.txt
Original file line number Diff line number Diff line change
Expand Up @@ -17,9 +17,8 @@ dropbox==12.0.2
# via dropboxdrivefs
dropboxdrivefs==1.4.1
# via -r ./ingest/dropbox.in
fsspec==2024.5.0
fsspec==2024.6.1
# via
# -c ./ingest/../deps/constraints.txt
# -r ./ingest/dropbox.in
# dropboxdrivefs
idna==3.7
Expand Down
3 changes: 1 addition & 2 deletions requirements/ingest/embed-huggingface.txt
Original file line number Diff line number Diff line change
Expand Up @@ -30,9 +30,8 @@ filelock==3.15.4
# huggingface-hub
# torch
# transformers
fsspec==2024.5.0
fsspec==2024.6.1
# via
# -c ./ingest/../deps/constraints.txt
# huggingface-hub
# torch
h11==0.14.0
Expand Down
5 changes: 2 additions & 3 deletions requirements/ingest/gcs.txt
Original file line number Diff line number Diff line change
Expand Up @@ -37,12 +37,11 @@ frozenlist==1.4.1
# via
# aiohttp
# aiosignal
fsspec==2024.5.0
fsspec==2024.6.1
# via
# -c ./ingest/../deps/constraints.txt
# -r ./ingest/gcs.in
# gcsfs
gcsfs==2024.5.0
gcsfs==2024.6.1
# via -r ./ingest/gcs.in
google-api-core==2.19.1
# via
Expand Down
5 changes: 2 additions & 3 deletions requirements/ingest/s3.txt
Original file line number Diff line number Diff line change
Expand Up @@ -28,9 +28,8 @@ frozenlist==1.4.1
# via
# aiohttp
# aiosignal
fsspec==2024.5.0
fsspec==2024.6.1
# via
# -c ./ingest/../deps/constraints.txt
# -r ./ingest/s3.in
# s3fs
idna==3.7
Expand All @@ -47,7 +46,7 @@ python-dateutil==2.9.0.post0
# via
# -c ./ingest/../base.txt
# botocore
s3fs==2024.5.0
s3fs==2024.6.1
# via -r ./ingest/s3.in
six==1.16.0
# via
Expand Down
6 changes: 2 additions & 4 deletions requirements/ingest/sftp.txt
Original file line number Diff line number Diff line change
Expand Up @@ -12,10 +12,8 @@ cffi==1.17.0
# pynacl
cryptography==43.0.0
# via paramiko
fsspec==2024.5.0
# via
# -c ./ingest/../deps/constraints.txt
# -r ./ingest/sftp.in
fsspec==2024.6.1
# via -r ./ingest/sftp.in
paramiko==3.4.1
# via -r ./ingest/sftp.in
pycparser==2.22
Expand Down

0 comments on commit b4a6aa5

Please sign in to comment.