File tree 1 file changed +11
-6
lines changed
qa/L0_backend_fastertransformer
1 file changed +11
-6
lines changed Original file line number Diff line number Diff line change 27
27
FASTERTRANSFORMER_BRANCH_TAG=${FASTERTRANSFORMER_BRANCH_TAG:= " main" }
28
28
FASTERTRANSFORMER_BRANCH=${FASTERTRANSFORMER_BRANCH:= " https://github.com/triton-inference-server/fastertransformer_backend.git" }
29
29
SERVER_TIMEOUT=600
30
- SERVER_LOG_BASE =" $PWD /inference_server"
31
- CLIENT_LOG_BASE =" $PWD /client"
30
+ SERVER_LOG =" $PWD /inference_server"
31
+ CLIENT_LOG =" $PWD /client"
32
32
33
33
MODEL_DIR=${MODEL_DIR:= $PWD / fastertransformer_backend/ all_models/ t5/ }
34
34
TRITON_DIR=${TRITON_DIR:= " /opt/tritonserver" }
@@ -38,7 +38,7 @@ SERVER_ARGS_EXTRA="--exit-timeout-secs=${SERVER_TIMEOUT} --backend-directory=${B
38
38
SERVER_ARGS=" --model-repository=${MODEL_DIR} ${SERVER_ARGS_EXTRA} "
39
39
source ../common/util.sh
40
40
41
- rm -f $SERVER_LOG_BASE * $CLIENT_LOG_BASE *
41
+ rm -f $SERVER_LOG * $CLIENT_LOG *
42
42
43
43
RET=0
44
44
# install dependencies
@@ -50,12 +50,17 @@ python3 -m pip install --upgrade pip && \
50
50
# Clone repo
51
51
git clone --single-branch --depth=1 -b ${FASTERTRANSFORMER_BRANCH_TAG} ${FASTERTRANSFORMER_BRANCH}
52
52
cd fastertransformer_backend
53
- SERVER_LOG=$SERVER_LOG_BASE .log
54
- CLIENT_LOG=$CLIENT_LOG_BASE .log
55
53
56
54
run_server
57
55
58
- # in separate container
56
+ if [ " $SERVER_PID " == " 0" ]; then
57
+ echo -e " \n***\n*** Failed to start $SERVER \n***"
58
+ cat $SERVER_LOG
59
+ exit 1
60
+ fi
61
+
62
+ set +e
63
+
59
64
python3 tools/issue_request.py tools/requests/sample_request_single_t5.json > $CLIENT_LOG 2>&1
60
65
if [ $? -ne 0 ]; then
61
66
cat $CLIENT_LOG
You can’t perform that action at this time.
0 commit comments