Skip to content

Commit

Permalink
Add print dataset urls output
Browse files Browse the repository at this point in the history
  • Loading branch information
orf committed Aug 6, 2023
1 parent 9889740 commit 3fa2a99
Showing 1 changed file with 7 additions and 0 deletions.
7 changes: 7 additions & 0 deletions src/pypi_data/cli.py
Original file line number Diff line number Diff line change
Expand Up @@ -53,6 +53,13 @@ def print_git_urls(github_token: GithubToken, ssh_urls: bool = False):
print(https_url)


@app.command()
def print_dataset_urls(github_token: GithubToken):
g = github_client(github_token)
for _, _, dataset_url in _get_urls(g):
print(dataset_url)


def group_by_size(github: Github, target_size: int) -> Iterable[list[tuple[int, str]]]:
urls = (u[2] for u in _get_urls(github))
with ThreadPoolExecutor() as pool:
Expand Down

0 comments on commit 3fa2a99

Please sign in to comment.