We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 731109e commit 0ca416eCopy full SHA for 0ca416e
docker/sagemaker/serve
@@ -105,6 +105,9 @@ if [ -n "$SAGEMAKER_TRITON_MODEL_LOAD_GPU_LIMIT" ]; then
105
SAGEMAKER_ARGS="${SAGEMAKER_ARGS} --model-load-gpu-limit ${i}:${SAGEMAKER_TRITON_MODEL_LOAD_GPU_LIMIT}"
106
done
107
fi
108
+if [ -n "$SAGEMAKER_TRITON_ADDITIONAL_ARGS" ]; then
109
+ SAGEMAKER_ARGS="${SAGEMAKER_ARGS} ${SAGEMAKER_TRITON_ADDITIONAL_ARGS}"
110
+fi
111
112
113
if [ "${is_mme_mode}" = false ] && [ -f "${SAGEMAKER_MODEL_REPO}/config.pbtxt" ]; then
0 commit comments