Skip to content

Commit

Permalink
define before reference
Browse files Browse the repository at this point in the history
  • Loading branch information
Michael Gschwind committed Apr 9, 2024
1 parent a90ab63 commit 935df99
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions quantize.py
Original file line number Diff line number Diff line change
Expand Up @@ -587,10 +587,9 @@ def create_quantized_state_dict(self):
if isinstance(mod, torch.nn.Linear):
assert not mod.bias
in_features = mod.in_features
group_size = self.group_size
if group_size is None or group_size == 0:
group_size = in_features
else:
group_size = self.group_size
# print("in features:", in_features, " out features:", out_features)
# assert out_features % 8 == 0, "require out_features % 8 == 0"
# print(f"linear: {fqn}, in={in_features}, out={out_features}")
Expand Down

0 comments on commit 935df99

Please sign in to comment.