Skip to content

Commit

Permalink
clean
Browse files Browse the repository at this point in the history
Signed-off-by: n1ck-guo <[email protected]>
  • Loading branch information
n1ck-guo committed May 29, 2024
1 parent b601f8c commit cb65782
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 2 deletions.
1 change: 0 additions & 1 deletion auto_round/layer_wise/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -255,7 +255,6 @@ def hook(module, input):
else:
value = load_value(model, param_name, path)
set_module_tensor_to_device(model, param_name, device, value)
print(param_name, "load value success, ", value.shape, device)

return hook

Expand Down
1 change: 0 additions & 1 deletion examples/language-modeling/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -216,7 +216,6 @@ def get_library_version(library_name):
torch_dtype=torch_dtype,
trust_remote_code=not args.disable_trust_remote_code
)
model.model.decoder.layers[0].self_attn.k_proj._parameters['weight'] = torch.randn(768,768)
# convert_model(model, './layer_wise_tmp')
elif is_glm:
model = AutoModel.from_pretrained(model_name, trust_remote_code=not args.disable_trust_remote_code)
Expand Down

0 comments on commit cb65782

Please sign in to comment.