Update onnxruntime/python/tools/transformers/models/llama/llama_torch.py

committed suggestion Co-authored-by: kunal-vaishnavi <[email protected]>
microsoft · Aug 13, 2024 · 033f6ee · 033f6ee
1 parent 6af5245
commit 033f6ee
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/onnxruntime/python/tools/transformers/models/llama/llama_torch.py b/onnxruntime/python/tools/transformers/models/llama/llama_torch.py
@@ -29,7 +29,6 @@ def setup_torch_model(args, location, auth, torch_dtype=torch.float32, device=No
             )
             l_config.use_cache = True
             l_config._attn_implementation = "eager"  # "eager" uses LlamaAttention for attention layer
-           # l_config.num_hidden_layers = 1
             llama = AutoModelForCausalLM.from_pretrained(
                 location,
                 use_auth_token=auth,