Skip to content

Commit 0ca416e

Browse files
committed
Add option for additional args
1 parent 731109e commit 0ca416e

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

docker/sagemaker/serve

+3
Original file line numberDiff line numberDiff line change
@@ -105,6 +105,9 @@ if [ -n "$SAGEMAKER_TRITON_MODEL_LOAD_GPU_LIMIT" ]; then
105105
SAGEMAKER_ARGS="${SAGEMAKER_ARGS} --model-load-gpu-limit ${i}:${SAGEMAKER_TRITON_MODEL_LOAD_GPU_LIMIT}"
106106
done
107107
fi
108+
if [ -n "$SAGEMAKER_TRITON_ADDITIONAL_ARGS" ]; then
109+
SAGEMAKER_ARGS="${SAGEMAKER_ARGS} ${SAGEMAKER_TRITON_ADDITIONAL_ARGS}"
110+
fi
108111

109112

110113
if [ "${is_mme_mode}" = false ] && [ -f "${SAGEMAKER_MODEL_REPO}/config.pbtxt" ]; then

0 commit comments

Comments
 (0)