From e0bc934fa4b94e3277790944413fb10f18c25204 Mon Sep 17 00:00:00 2001 From: Juhan Bae Date: Mon, 8 Jul 2024 16:43:28 -0400 Subject: [PATCH] Add debug code --- kronfluence/module/tracker/factor.py | 1 + 1 file changed, 1 insertion(+) diff --git a/kronfluence/module/tracker/factor.py b/kronfluence/module/tracker/factor.py index c649f97..c59e6b8 100644 --- a/kronfluence/module/tracker/factor.py +++ b/kronfluence/module/tracker/factor.py @@ -273,6 +273,7 @@ def backward_hook(output_gradient: torch.Tensor) -> None: @torch.no_grad() def shared_backward_hook(output_gradient: torch.Tensor) -> None: + print("Shared processed") handle = self.cached_hooks.pop() handle.remove() output_gradient = self._preprocess_gradient(