Check contiguous tensor

pomonam · Mar 13, 2024 · 61852da · 61852da
1 parent 38d5616
commit 61852da
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/kronfluence/module/tracked_module.py b/kronfluence/module/tracked_module.py
@@ -592,6 +592,7 @@ def backward_hook(output_gradient: torch.Tensor) -> None:
                     storage=self._storage,
                     damping=self.score_args.damping,
                 )
+                assert preconditioned_gradient.is_contiguous()
                 self._cached_per_sample_gradient = None
                 preconditioned_gradient = preconditioned_gradient.to(dtype=self.score_args.score_dtype)