Skip to content

Commit

Permalink
Remove pyzstd
Browse files Browse the repository at this point in the history
  • Loading branch information
orf committed Oct 20, 2024
1 parent 3e370a0 commit 57ac37c
Show file tree
Hide file tree
Showing 3 changed files with 1 addition and 30 deletions.
1 change: 0 additions & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,6 @@ dependencies = [
"pydantic-core>=2.23.4",
"pydantic>=2.9.2",
"pygithub",
"pyzstd>=0.16.2",
"requests",
"structlog>=24.4.0",
"tenacity>=9.0.0",
Expand Down
6 changes: 1 addition & 5 deletions src/pypi_data/cli.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,6 @@
from github import Auth
from github import Github
from pydantic import RootModel
from pyzstd import ZstdFile

from pypi_data.combine_parquet import combine_parquet
from pypi_data.datasets import CodeRepository
Expand Down Expand Up @@ -43,10 +42,7 @@ def github_client(github_token) -> Github:

@contextlib.contextmanager
def open_path(path: Path, mode: Literal["wb", "rb"]) -> Generator[BinaryIO, None, None]:
if path.suffix in (".zst", ".zstd"):
with ZstdFile(path, mode, level_or_option=9 if mode == "wb" else None) as fd:
yield fd
elif path.suffix == ".gz":
if path.suffix == ".gz":
with gzip.open(path, mode) as fd:
yield fd
else:
Expand Down
24 changes: 0 additions & 24 deletions uv.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

0 comments on commit 57ac37c

Please sign in to comment.