Skip to content

Commit 35f8af0

Browse files
committed
address comments
1 parent f9c8375 commit 35f8af0

File tree

1 file changed

+11
-6
lines changed
  • qa/L0_backend_fastertransformer

1 file changed

+11
-6
lines changed

qa/L0_backend_fastertransformer/test.sh

+11-6
Original file line numberDiff line numberDiff line change
@@ -27,8 +27,8 @@
2727
FASTERTRANSFORMER_BRANCH_TAG=${FASTERTRANSFORMER_BRANCH_TAG:="main"}
2828
FASTERTRANSFORMER_BRANCH=${FASTERTRANSFORMER_BRANCH:="https://github.com/triton-inference-server/fastertransformer_backend.git"}
2929
SERVER_TIMEOUT=600
30-
SERVER_LOG_BASE="$PWD/inference_server"
31-
CLIENT_LOG_BASE="$PWD/client"
30+
SERVER_LOG="$PWD/inference_server"
31+
CLIENT_LOG="$PWD/client"
3232

3333
MODEL_DIR=${MODEL_DIR:=$PWD/fastertransformer_backend/all_models/t5/}
3434
TRITON_DIR=${TRITON_DIR:="/opt/tritonserver"}
@@ -38,7 +38,7 @@ SERVER_ARGS_EXTRA="--exit-timeout-secs=${SERVER_TIMEOUT} --backend-directory=${B
3838
SERVER_ARGS="--model-repository=${MODEL_DIR} ${SERVER_ARGS_EXTRA}"
3939
source ../common/util.sh
4040

41-
rm -f $SERVER_LOG_BASE* $CLIENT_LOG_BASE*
41+
rm -f $SERVER_LOG* $CLIENT_LOG*
4242

4343
RET=0
4444
# install dependencies
@@ -50,12 +50,17 @@ python3 -m pip install --upgrade pip && \
5050
# Clone repo
5151
git clone --single-branch --depth=1 -b ${FASTERTRANSFORMER_BRANCH_TAG} ${FASTERTRANSFORMER_BRANCH}
5252
cd fastertransformer_backend
53-
SERVER_LOG=$SERVER_LOG_BASE.log
54-
CLIENT_LOG=$CLIENT_LOG_BASE.log
5553

5654
run_server
5755

58-
# in separate container
56+
if [ "$SERVER_PID" == "0" ]; then
57+
echo -e "\n***\n*** Failed to start $SERVER\n***"
58+
cat $SERVER_LOG
59+
exit 1
60+
fi
61+
62+
set +e
63+
5964
python3 tools/issue_request.py tools/requests/sample_request_single_t5.json >$CLIENT_LOG 2>&1
6065
if [ $? -ne 0 ]; then
6166
cat $CLIENT_LOG

0 commit comments

Comments
 (0)