Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Add variable to be able substitute location of the models for test sce… #7480

Draft
wants to merge 1 commit into
base: main
Choose a base branch
from
Draft

Add variable to be able substitute location of the models for test sce… #7480

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 5 additions & 3 deletions qa/L0_backend_python/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -40,19 +40,21 @@ fi
# must be C:/ style.
export TEST_WINDOWS=0
if [[ "$(< /proc/sys/kernel/osrelease)" == *microsoft* ]]; then
export DATADIR=${DATADIR:="/c/data/inferenceserver/${REPO_VERSION}"}
export DATADIR_ROOT=${DATADIR_ROOT:="/c/data/inferenceserver"}
export DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
export TRITON_DIR=${TRITON_DIR:=c:/tritonserver}
# This will run in WSL, but Triton will run in windows, so environment
# variables meant for loaded models must be exported using WSLENV.
# The /w flag indicates the value should only be included when invoking
# Win32 from WSL.
export WSLENV=TRITON_DIR/w
export WSLENV=TRITON_DIR
export SERVER=${SERVER:=c:/tritonserver/bin/tritonserver.exe}
export BACKEND_DIR=${BACKEND_DIR:=c:/tritonserver/backends}
export MODELDIR=${MODELDIR:=c:/}
TEST_WINDOWS=1
else
export DATADIR=${DATADIR:="/data/inferenceserver/${REPO_VERSION}"}
export DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
export DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
export TRITON_DIR=${TRITON_DIR:="/opt/tritonserver"}
export SERVER=${TRITON_DIR}/bin/tritonserver
export BACKEND_DIR=${TRITON_DIR}/backends
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_batch_custom/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,8 @@ export CUDA_VISIBLE_DEVICES=0

BATCH_CUSTOM_TEST=batch_custom_test.py
CLIENT_LOG_BASE="./client.log"
DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_identity_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_identity_model_repository"}
EXPECTED_NUM_TESTS="1"
MODEL_NAME="onnx_zero_1_float16"
SERVER=/opt/tritonserver/bin/tritonserver
Expand Down
5 changes: 3 additions & 2 deletions qa/L0_batch_input/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -44,8 +44,9 @@ CLIENT_LOG="./client.log"
BATCH_INPUT_TEST=batch_input_test.py
EXPECTED_NUM_TESTS="8"

DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_ragged_model_repository
IDENTITY_DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_identity_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_ragged_model_repository"}
IDENTITY_DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_identity_model_repository"

TEST_RESULT_FILE='test_results.txt'
SERVER=/opt/tritonserver/bin/tritonserver
Expand Down
6 changes: 4 additions & 2 deletions qa/L0_batcher/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -81,13 +81,15 @@ TF_VERSION=${TF_VERSION:=2}
# must be C:/ style.
if [[ "$(< /proc/sys/kernel/osrelease)" == *microsoft* ]]; then
MODELDIR=${MODELDIR:=C:/models}
DATADIR=${DATADIR:="/mnt/c/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/mnt/c/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
BACKEND_DIR=${BACKEND_DIR:=C:/tritonserver/backends}
SERVER=${SERVER:=/mnt/c/tritonserver/bin/tritonserver.exe}
export WSLENV=$WSLENV:TRITONSERVER_DELAY_SCHEDULER
else
MODELDIR=${MODELDIR:=`pwd`}
DATADIR=${DATADIR:="/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
TRITON_DIR=${TRITON_DIR:="/opt/tritonserver"}
SERVER=${TRITON_DIR}/bin/tritonserver
BACKEND_DIR=${TRITON_DIR}/backends
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_client_nobatch/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -45,7 +45,8 @@ CLIENT_LOG="./client.log"
CLIENT_TEST=client_test.py
EXPECTED_NUM_TESTS="4"

DATADIR=/data/inferenceserver/${REPO_VERSION}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}

SERVER=/opt/tritonserver/bin/tritonserver
SERVER_ARGS="--model-repository=$DATADIR/qa_model_repository"
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_cmdline_trace/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -56,7 +56,8 @@ fi

export CUDA_VISIBLE_DEVICES=0

DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_model_repository"}
ENSEMBLEDIR=$DATADIR/../qa_ensemble_model_repository/qa_model_repository/
MODELBASE=onnx_int32_int32_int32

Expand Down
3 changes: 2 additions & 1 deletion qa/L0_compute_capability/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,8 @@ export CUDA_VISIBLE_DEVICES=0

TRITON_DIR=${TRITON_DIR:="/opt/tritonserver"}
SERVER=${TRITON_DIR}/bin/tritonserver
DATADIR=${DATADIR:="/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
source ../common/util.sh

rm -f *.log
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_config_json/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,8 @@ fi

export CUDA_VISIBLE_DEVICES=0

DATADIR="/data/inferenceserver/${REPO_VERSION}"
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
CLIENT_LOG="./client.log"
SERVER_LOG="./inference_server.log"

Expand Down
3 changes: 2 additions & 1 deletion qa/L0_custom_model_config/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,8 @@ fi

export CUDA_VISIBLE_DEVICES=0

DATADIR="/data/inferenceserver/${REPO_VERSION}"
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
CLIENT_LOG="./client.log"
SERVER_LOG="./inference_server.log"

Expand Down
3 changes: 2 additions & 1 deletion qa/L0_decoupled/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,8 @@ DECOUPLED_TEST=decoupled_test.py
rm -f *.log

CLIENT_LOG=`pwd`/client.log
DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_model_repository"}
SERVER=/opt/tritonserver/bin/tritonserver
SERVER_ARGS="--model-repository=`pwd`/models"
SERVER_LOG="./inference_server.log"
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_device_memory_tracker/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,8 @@ export CUDA_VISIBLE_DEVICES=0
TEST_LOG="./test.log"
TEST_PY=test.py

DATADIR=/data/inferenceserver/${REPO_VERSION}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
rm -f *.log

TRTEXEC=/usr/src/tensorrt/bin/trtexec
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_dyna_sequence_batcher/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,8 @@ fi
CLIENT_LOG="./client.log"
BATCHER_TEST=dyna_sequence_batcher_test.py

DATADIR=/data/inferenceserver/${REPO_VERSION}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}

SERVER=/opt/tritonserver/bin/tritonserver
source ../common/util.sh
Expand Down
6 changes: 4 additions & 2 deletions qa/L0_grpc/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,8 @@ if [[ "$(< /proc/sys/kernel/osrelease)" == *microsoft* ]]; then
SDKDIR=${SDKDIR:=C:/sdk}
MODELDIR=${MODELDIR:=C:/models}
CLIENT_PLUGIN_MODELDIR=${MODELDIR:=C:/client_plugin_models}
DATADIR=${DATADIR:="/mnt/c/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/mnt/c/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
BACKEND_DIR=${BACKEND_DIR:=C:/tritonserver/backends}
SERVER=${SERVER:=/mnt/c/tritonserver/bin/tritonserver.exe}

Expand Down Expand Up @@ -98,7 +99,8 @@ if [[ "$(< /proc/sys/kernel/osrelease)" == *microsoft* ]]; then
else
MODELDIR=${MODELDIR:=`pwd`/models}
CLIENT_PLUGIN_MODELDIR=${CLIENTPLUGINMODELDIR:=`pwd`/client_plugin_models}
DATADIR=${DATADIR:="/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
TRITON_DIR=${TRITON_DIR:="/opt/tritonserver"}
SERVER=${TRITON_DIR}/bin/tritonserver
BACKEND_DIR=${TRITON_DIR}/backends
Expand Down
6 changes: 4 additions & 2 deletions qa/L0_http/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,8 @@ NGINX_CONF="./nginx.conf"
if [[ "$(< /proc/sys/kernel/osrelease)" == *microsoft* ]]; then
SDKDIR=${SDKDIR:=C:/sdk}
MODELDIR=${MODELDIR:=C:/models}
DATADIR=${DATADIR:="/mnt/c/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/mnt/c/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
BACKEND_DIR=${BACKEND_DIR:=C:/tritonserver/backends}
SERVER=${SERVER:=/mnt/c/tritonserver/bin/tritonserver.exe}

Expand Down Expand Up @@ -83,7 +84,8 @@ if [[ "$(< /proc/sys/kernel/osrelease)" == *microsoft* ]]; then
CC_UNIT_TEST=${SDKDIR}/python/cc_client_test
else
MODELDIR=${MODELDIR:=`pwd`/models}
DATADIR=${DATADIR:="/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
TRITON_DIR=${TRITON_DIR:="/opt/tritonserver"}
SERVER=${TRITON_DIR}/bin/tritonserver
BACKEND_DIR=${TRITON_DIR}/backends
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_implicit_state/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,8 @@ fi
if [ ! -z "$TEST_REPO_ARCH" ]; then
REPO_VERSION=${REPO_VERSION}_${TEST_REPO_ARCH}
fi
DATADIR=${DATADIR:="/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
TEST_RESULT_FILE='test_results.txt'

export ENSEMBLES=0
Expand Down
6 changes: 4 additions & 2 deletions qa/L0_infer/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -89,12 +89,14 @@ DEFAULT_SHM_SIZE_BYTES=$((1024*1024*$DEFAULT_SHM_SIZE_MB))
# must be C:/ style.
if [[ "$(< /proc/sys/kernel/osrelease)" == *microsoft* ]]; then
MODELDIR=${MODELDIR:=C:/models}
DATADIR=${DATADIR:="/mnt/c/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/mnt/c/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
BACKEND_DIR=${BACKEND_DIR:=C:/tritonserver/backends}
SERVER=${SERVER:=/mnt/c/tritonserver/bin/tritonserver.exe}
else
MODELDIR=${MODELDIR:=`pwd`/models}
DATADIR=${DATADIR:="/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
TRITON_DIR=${TRITON_DIR:="/opt/tritonserver"}
SERVER=${TRITON_DIR}/bin/tritonserver
BACKEND_DIR=${TRITON_DIR}/backends
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_input_validation/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,8 @@ source ../common/util.sh

RET=0

DATADIR=/data/inferenceserver/${REPO_VERSION}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
SERVER=/opt/tritonserver/bin/tritonserver
CLIENT_LOG="./input_validation_client.log"
TEST_PY=./input_validation_test.py
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_io/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,8 @@ IO_TEST_UTIL=./memory_alloc
CLIENT_LOG="./client.log"
MODELSDIR=`pwd`/models

DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/mnt/c/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_model_repository"}
ENSEMBLEDIR=/data/inferenceserver/${REPO_VERSION}/qa_ensemble_model_repository/qa_model_repository

# Must explicitly set LD_LIBRARY_PATH so that IO_TEST_UTIL can find
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_java_resnet/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,8 @@ if [ ! -z "$TEST_REPO_ARCH" ]; then
fi

# Models
DATADIR=/data/inferenceserver/${REPO_VERSION}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
MODEL_REPO=`pwd`/models
JAVACPP_BRANCH=${JAVACPP_BRANCH:="https://github.com/bytedeco/javacpp-presets.git"}
JAVACPP_BRANCH_TAG=${JAVACPP_BRANCH_TAG:="master"}
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_java_sequence_batcher/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,8 @@ if [ ! -z "$TEST_REPO_ARCH" ]; then
fi

# Models
DATADIR=/data/inferenceserver/${REPO_VERSION}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
JAVACPP_BRANCH=${JAVACPP_BRANCH:="https://github.com/bytedeco/javacpp-presets.git"}
JAVACPP_BRANCH_TAG=${JAVACPP_BRANCH_TAG:="master"}

Expand Down
3 changes: 2 additions & 1 deletion qa/L0_java_simple_example/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -45,7 +45,8 @@ source client/src/java-api-bindings/scripts/install_dependencies_and_build.sh -b
cd ..

CLIENT_LOG="client_cpu_only.log"
DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_model_repository"}
MODEL_REPO=`pwd`/models

SAMPLES_REPO=`pwd`/javacpp-presets/tritonserver/samples/simple
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_libtorch_disable_cudnn/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,8 @@ export CUDA_VISIBLE_DEVICES=0

LIBTORCH_INFER_CLIENT_PY=../common/libtorch_infer_client.py

DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_model_repository"}

SERVER=/opt/tritonserver/bin/tritonserver
SERVER_ARGS="--model-repository=models --log-verbose=1"
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_libtorch_inference_mode/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,8 @@ export CUDA_VISIBLE_DEVICES=0

LIBTORCH_INFER_CLIENT_PY=../common/libtorch_infer_client.py

DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_model_repository"}

SERVER=/opt/tritonserver/bin/tritonserver
SERVER_ARGS="--model-repository=models --log-verbose=1"
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_libtorch_instance_group_kind_model/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,8 @@ fi
pip3 uninstall -y torch
pip3 install torch==1.13.0+cu117 -f https://download.pytorch.org/whl/torch_stable.html

DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_model_repository"}
SERVER=/opt/tritonserver/bin/tritonserver
SERVER_ARGS="--model-repository=models --log-verbose=1"
SERVER_LOG="./inference_server.log"
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_libtorch_io_names/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,8 @@ fi
export CUDA_VISIBLE_DEVICES=0

IO_NAMES_CLIENT=./io_names_client.py
DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_model_repository"}

rm -rf models && mkdir -p models

Expand Down
3 changes: 2 additions & 1 deletion qa/L0_libtorch_io_types/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,8 @@ export CUDA_VISIBLE_DEVICES=0
SERVER=/opt/tritonserver/bin/tritonserver
SERVER_ARGS="--model-repository=models"
SERVER_LOG="./server.log"
DATADIR=/data/inferenceserver/${REPO_VERSION}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
source ../common/util.sh

# Test unsupported INPUT data type
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_libtorch_optimized_execution/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,8 @@ export CUDA_VISIBLE_DEVICES=0

LIBTORCH_INFER_CLIENT_PY=../common/libtorch_infer_client.py

DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_model_repository"}

SERVER=/opt/tritonserver/bin/tritonserver
SERVER_ARGS="--model-repository=models --log-verbose=1"
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_libtorch_shared_weights/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,8 @@ fi
export CUDA_VISIBLE_DEVICES=0

CLIENT_LOG="./client.log"
DATADIR=/data/inferenceserver/${REPO_VERSION}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
INSTANCE_CNT=16
REUSE_MSG="Reusing TorchScript model for instance"
SERVER=/opt/tritonserver/bin/tritonserver
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_lifecycle/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,8 @@ fi
export CUDA_VISIBLE_DEVICES=0

CLIENT_LOG="./client.log"
DATADIR=/data/inferenceserver/${REPO_VERSION}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
LC_TEST=lifecycle_test.py
SLEEP_TIME=10
SERVER=/opt/tritonserver/bin/tritonserver
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_logging/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,8 @@ fi

export CUDA_VISIBLE_DEVICES=0

DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_model_repository"}
MODELBASE=onnx_int32_int32_int32

MODELSDIR=`pwd`/log_models
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_long_running_stress/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,8 @@ export CUDA_VISIBLE_DEVICES=0
CLIENT_LOG="./client.log"
STRESS_TEST=stress.py

DATADIR=${DATADIR:="/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
SERVER=/opt/tritonserver/bin/tritonserver
source ../common/util.sh

Expand Down
3 changes: 2 additions & 1 deletion qa/L0_memory_growth/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,8 @@ IMAGE=../images/vulture.jpeg

# Models
TRTEXEC=/usr/src/tensorrt/bin/trtexec
DATADIR=/data/inferenceserver/${REPO_VERSION}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}

# Server
SERVER=/opt/tritonserver/bin/tritonserver
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_metrics/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,8 @@ if [ ! -z "$TEST_REPO_ARCH" ]; then
fi

MODELDIR=`pwd`/models
DATADIR=/data/inferenceserver/${REPO_VERSION}/qa_model_repository
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}/qa_model_repository"}
TRITON_DIR=${TRITON_DIR:="/opt/tritonserver"}
SERVER=${TRITON_DIR}/bin/tritonserver
BASE_SERVER_ARGS="--model-repository=${MODELDIR}"
Expand Down
3 changes: 2 additions & 1 deletion qa/L0_model_queue/test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,8 @@ fi
CLIENT_LOG="./client.log"
MODEL_QUEUE_TEST=model_queue_test.py

DATADIR=${DATADIR:="/data/inferenceserver/${REPO_VERSION}"}
DATADIR_ROOT=${DATADIR_ROOT:="/data/inferenceserver"}
DATADIR=${DATADIR:="${DATADIR_ROOT}/${REPO_VERSION}"}
TRITON_DIR=${TRITON_DIR:="/opt/tritonserver"}
SERVER=${TRITON_DIR}/bin/tritonserver

Expand Down
Loading
Loading