Skip to content

Commit

Permalink
cleanup
Browse files Browse the repository at this point in the history
  • Loading branch information
bkmartinjr committed Sep 10, 2024
1 parent de44410 commit 33e8ff6
Showing 1 changed file with 0 additions and 9 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -344,12 +344,6 @@ def __len__(self) -> int:
Lifecycle:
experimental
"""
# self._init_once()
# assert self._obs_joinids is not None
# world_size, _ = _get_distributed_world_rank()
# n_workers, _ = _get_worker_world_rank()
# div, rem = divmod(len(self._obs_joinids) // world_size, self.batch_size)
# return div + bool(rem)
return self.shape[0]

@property
Expand Down Expand Up @@ -795,7 +789,6 @@ def shape(self) -> Tuple[int, int]:

def experiment_dataloader(
ds: torchdata.datapipes.iter.IterDataPipe | torch.utils.data.IterableDataset,
# num_workers: int = 0,
**dataloader_kwargs: Any,
) -> torch.utils.data.DataLoader:
"""Factory method for :class:`torch.utils.data.DataLoader`. This method can be used to safely instantiate a
Expand All @@ -813,8 +806,6 @@ def experiment_dataloader(
ds:
A :class:`torch.utils.data.IterableDataset` or a :class:`torchdata.datapipes.iter.IterDataPipe`. May
include chained data pipes.
num_workers:
How many subprocesses to use for data loading. 0 means that the data will be loaded in the main process. (default: 0)
**dataloader_kwargs:
Additional keyword arguments to pass to the :class:`torch.utils.data.DataLoader` constructor,
except for ``shuffle``, ``batch_size``, ``sampler``, and ``batch_sampler``, which are not
Expand Down

0 comments on commit 33e8ff6

Please sign in to comment.