File tree 3 files changed +12
-4
lines changed
deploy/mlflow-triton-plugin/mlflow_triton
3 files changed +12
-4
lines changed Original file line number Diff line number Diff line change 1
- # Copyright 2021, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
1
+ # Copyright 2021-2023 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
2
#
3
3
# Redistribution and use in source and binary forms, with or without
4
4
# modification, are permitted provided that the following conditions
Original file line number Diff line number Diff line change 1
- # Copyright 2021-2022 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
1
+ # Copyright 2021-2023 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
2
#
3
3
# Redistribution and use in source and binary forms, with or without
4
4
# modification, are permitted provided that the following conditions
Original file line number Diff line number Diff line change 1
1
#! /bin/bash
2
- # Copyright 2022, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # Copyright 2022-2023 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3
3
#
4
4
# Redistribution and use in source and binary forms, with or without
5
5
# modification, are permitted provided that the following conditions
63
63
64
64
rm -rf ./models
65
65
mkdir -p ./models
66
+ # Put some models in model repository to make sure MLFlow plugin would ignore
67
+ # model that is not registered via MLFlow
68
+ cp -r ./mlflow-triton-plugin/examples/onnx_float32_int32_int32 ./models/existing_model
69
+
66
70
SERVER=/opt/tritonserver/bin/tritonserver
67
- SERVER_ARGS=" --model-repository=./models --strict-model-config=false --model-control-mode=explicit"
71
+ SERVER_ARGS=" --model-repository=./models --strict-model-config=false --model-control-mode=explicit --load-model=* "
68
72
SERVER_LOG=" ./inference_server.log"
69
73
run_server
70
74
if [ " $SERVER_PID " == " 0" ]; then
@@ -102,6 +106,10 @@ if [ $CLI_RET -eq 0 ]; then
102
106
echo -e " \n***\n*** Expect deployed 'triton' flavor model to be listed\n***"
103
107
CLI_RET=1
104
108
fi
109
+ if [ ` grep -c " existing_model.*READY" $CLI_LOG ` != " 0" ]; then
110
+ echo -e " \n***\n*** Unexpected non-MLflow model listed\n***"
111
+ CLI_RET=1
112
+ fi
105
113
fi
106
114
if [ $CLI_RET -eq 0 ]; then
107
115
mlflow deployments get -t triton --name onnx_float32_int32_int32 >> $CLI_LOG 2>&1
You can’t perform that action at this time.
0 commit comments