Skip to content

Commit 527e9c8

Browse files
authored
Use pre-built ONNX Runtime binaries. (#276)
* Testing dependency download * Change the configuration file * Switch to argument vs variable * Add logic to pull Onnx Runtime * Formating configuration * Remove unused comments * Update comment * Adding varification snippet
1 parent d83dca7 commit 527e9c8

File tree

2 files changed

+34
-1
lines changed

2 files changed

+34
-1
lines changed

CMakeLists.txt

+3-1
Original file line numberDiff line numberDiff line change
@@ -131,14 +131,16 @@ if(NOT CMAKE_BUILD_TYPE)
131131
endif()
132132

133133
set(TRITON_ONNXRUNTIME_DOCKER_BUILD OFF)
134+
# Download onnxruntime
135+
include(cmake/download_onnxruntime.cmake)
134136
if(TRITON_ONNXRUNTIME_LIB_PATHS STREQUAL "")
135137
set(TRITON_ONNXRUNTIME_DOCKER_BUILD ON)
136138
endif()
137139

138140
message(STATUS "Using Onnxruntime docker: ${TRITON_ONNXRUNTIME_DOCKER_BUILD}")
139141

140142
if(NOT TRITON_ONNXRUNTIME_DOCKER_BUILD)
141-
find_library(ONNXRUNTIME_LIBRARY NAMES onnxruntime PATHS ${TRITON_ONNXRUNTIME_LIB_PATHS})
143+
find_library(ONNXRUNTIME_LIBRARY NAMES onnxruntime PATHS ${TRITON_ONNXRUNTIME_LIB_PATHS} REQUIRED)
142144
if(${TRITON_ENABLE_ONNXRUNTIME_OPENVINO})
143145
find_library(OV_LIBRARY
144146
NAMES openvino

cmake/download_onnxruntime.cmake

+31
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
if(DEFINED TRITON_ONNXRUNTIME_PACKAGE_URL)
2+
3+
set(DOWNLOAD_PATH "${CMAKE_BINARY_DIR}/_deps/downloads/onnxruntime.zip")
4+
set(EXTRACT_DIR "${CMAKE_BINARY_DIR}/_deps/downloads/onnxruntime")
5+
6+
message(NOTICE "Downloading onnxruntime: ${TRITON_ONNXRUNTIME_PACKAGE_URL}")
7+
8+
file(DOWNLOAD ${TRITON_ONNXRUNTIME_PACKAGE_URL} ${DOWNLOAD_PATH} SHOW_PROGRESS STATUS DOWNLOAD_STATUS)
9+
10+
# file(DOWNLOAD ... STATUS DOWNLOAD_STATUS) returns a list with 2 elements
11+
list(GET DOWNLOAD_STATUS 0 DOWNLOAD_RESULT)
12+
13+
if(NOT DOWNLOAD_RESULT EQUAL 0)
14+
message(NOTICE "Failed to download: ${TRITON_ONNXRUNTIME_PACKAGE_URL}")
15+
else()
16+
message(NOTICE "Download successful: ${DOWNLOAD_PATH}" )
17+
18+
file(ARCHIVE_EXTRACT INPUT ${DOWNLOAD_PATH} DESTINATION ${EXTRACT_DIR} VERBOSE )
19+
20+
file(READ "${EXTRACT_DIR}/VERSION_NUMBER" DOWNLOADED_ONNXRUNTIME_VERSION)
21+
if(${DOWNLOADED_ONNXRUNTIME_VERSION} VERSION_EQUAL ${TRITON_BUILD_ONNXRUNTIME_VERSION})
22+
message(NOTICE "Downloaded onnxruntime version: ${DOWNLOADED_ONNXRUNTIME_VERSION}")
23+
set(TRITON_ONNXRUNTIME_INCLUDE_PATHS ${EXTRACT_DIR}/include)
24+
set(TRITON_ONNXRUNTIME_LIB_PATHS ${EXTRACT_DIR}/lib)
25+
else()
26+
message(NOTICE "Downloaded onnxruntime version: ${DOWNLOADED_ONNXRUNTIME_VERSION} does not match the required version: ${TRITON_BUILD_ONNXRUNTIME_VERSION}")
27+
endif()
28+
29+
endif(NOT DOWNLOAD_RESULT EQUAL 0)
30+
31+
endif(DEFINED TRITON_ONNXRUNTIME_PACKAGE_URL)

0 commit comments

Comments
 (0)