Skip to content

Commit

Permalink
typo
Browse files Browse the repository at this point in the history
  • Loading branch information
pengwa committed Dec 11, 2023
1 parent 1d0c2bc commit 1602060
Showing 1 changed file with 2 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -6395,7 +6395,7 @@ def run_step(model, x):

def test_bert_result_with_layerwise_recompute():
original_val = os.environ["ORTMODULE_MEMORY_OPT_LEVEL"] if "ORTMODULE_MEMORY_OPT_LEVEL" in os.environ else None
# create pytorch model with dropout disabled
# Create PyTorch model with dropout disabled.
pt_model = _get_bert_for_sequence_classification_model(
"cuda", is_training=True, hidden_dropout_prob=0.0, attention_probs_dropout_prob=0.0
)
Expand Down Expand Up @@ -6442,7 +6442,7 @@ def run_step(model, x, y, z):

assert recompute_nodes > 0, "No Recompute nodes are found"

# Make sure envrionment variable is restored to its original value after the run completed.
# Make sure environment variable is restored to its original value after the run is completed.
torch.cuda.synchronize()
if original_val is not None:
os.environ["ORTMODULE_MEMORY_OPT_LEVEL"] = original_val

0 comments on commit 1602060

Please sign in to comment.