Skip to content

Commit

Permalink
Fix for nvidia gptj
Browse files Browse the repository at this point in the history
  • Loading branch information
arjunsuresh committed May 24, 2024
1 parent b35dfaa commit ef2a9fe
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion script/app-mlperf-inference-nvidia/customize.py
Original file line number Diff line number Diff line change
Expand Up @@ -166,7 +166,8 @@ def preprocess(i):

if not os.path.exists(fp32_model_path):
env['CM_REQUIRE_GPTJ_MODEL_DOWNLOAD'] = 'yes' # download via prehook_deps
cmds.append(f"cp -r $CM_ML_MODEL_FILE_WITH_PATH {fp32_model_path}")
if make_command == "build_engine":
cmds.append(f"cp -r $CM_ML_MODEL_FILE_WITH_PATH {fp32_model_path}")

model_name = "gptj"
model_path = fp8_model_path
Expand Down

0 comments on commit ef2a9fe

Please sign in to comment.