change scaling factor from ratio to multiplicative parameter

computational-cell-analytics · Nov 1, 2024 · 98e9fcf · 98e9fcf
1 parent 9eb4d0c
commit 98e9fcf
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/micro_sam/models/peft_sam.py b/micro_sam/models/peft_sam.py
@@ -47,8 +47,8 @@ def reset_parameters(self):
 
     def forward(self, x):
         qkv = self.qkv_proj(x)  # B, N, N, 3 * org_C
-        new_q = self.alpha / self.rank * self.w_b_linear_q(self.w_a_linear_q(x))
-        new_v = self.alpha / self.rank * self.w_b_linear_v(self.w_a_linear_v(x))
+        new_q = self.alpha * self.w_b_linear_q(self.w_a_linear_q(x))
+        new_v = self.alpha * self.w_b_linear_v(self.w_a_linear_v(x))
         qkv[:, :, :, :self.dim] += new_q
         qkv[:, :, :, -self.dim:] += new_v
         return qkv