From b7b94a2a930a13f0a649b26e5ef08168c4608475 Mon Sep 17 00:00:00 2001 From: priyakasimbeg Date: Fri, 29 Sep 2023 01:24:00 +0000 Subject: [PATCH] padding --- algorithmic_efficiency/data_utils.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/algorithmic_efficiency/data_utils.py b/algorithmic_efficiency/data_utils.py index 7d7053e7c..8879e6fe3 100644 --- a/algorithmic_efficiency/data_utils.py +++ b/algorithmic_efficiency/data_utils.py @@ -38,6 +38,7 @@ def shard_and_maybe_pad_np( remainder_size = current_batch_size % local_device_count # if pad_to_global_batch_size: if remainder_size != 0: + logging.info("PADDDINGGGGGGG") if global_batch_size is not None: pad_size = global_batch_size - current_batch_size else: @@ -62,6 +63,7 @@ def _prepare(x): # Pad if remainder_size != 0 (should only be possible during evaluation). # if pad_to_global_batch_size: if remainder_size != 0: + logging.info("PADDDINGGGGGG in _prepare") x = pad(x, pad_size, padding_value=padding_value) # Reshape (global_batch_size, ...) to