Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
priyakasimbeg committed Oct 7, 2023
1 parent da89a8b commit 416b88d
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions submission_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -227,8 +227,8 @@ def train_once(
logging.info('Performing `torch.compile`.')
model_params = torch.compile(model_params)
# Temporary fix for Conformer OOM
if flags.framework == 'pytorch' and flags.workload == 'librispeech_conformer':
os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:256'
if FLAGS.framework == 'pytorch' and FLAGS.workload == 'librispeech_conformer':
os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:512'
logging.info('Initializing optimizer.')
with profiler.profile('Initializing optimizer'):
optimizer_state = init_optimizer_state(workload,
Expand Down

0 comments on commit 416b88d

Please sign in to comment.