don't clone unnecessarily

ClashLuke · Dec 15, 2024 · 6a41b09 · 6a41b09
1 parent df96188
commit 6a41b09
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/heavyball/utils.py b/heavyball/utils.py
@@ -522,8 +522,6 @@ def compute_ggt(grad, GG, max_precond_dim, precondition_1d, beta):
 def promote(x):
     if isinstance(x, torch.dtype) and x in (torch.bfloat16, torch.float16):
         return torch.float32
-    if isinstance(x, Tensor):
-        x = x.clone()
     if isinstance(x, Tensor) and x.dtype in (torch.bfloat16, torch.float16):
         return x.float()
     return x