Skip to content

Commit cb0912c

Browse files
authored
[ROCm] reduce disk space used in image (#1288)
Fixes #1286
1 parent 0a2f8ef commit cb0912c

File tree

2 files changed

+27
-10
lines changed

2 files changed

+27
-10
lines changed

common/install_miopen.sh

+23-9
Original file line numberDiff line numberDiff line change
@@ -33,8 +33,9 @@ if [[ $ROCM_INT -lt 40001 ]]; then
3333
exit 0
3434
fi
3535

36+
# CHANGED: Do not uninstall. To avoid out of disk space issues, we will copy lib over existing.
3637
# Uninstall existing package, to avoid errors during later yum install indicating packages did not change.
37-
yum remove -y miopen-hip
38+
#yum remove -y miopen-hip
3839

3940
# Function to retry functions that sometimes timeout or have flaky failures
4041
retry () {
@@ -88,7 +89,9 @@ fi
8889

8990
git clone https://github.com/ROCmSoftwarePlatform/MIOpen -b ${MIOPEN_BRANCH}
9091
pushd MIOpen
91-
# Don't build MLIR to save docker build time
92+
# remove .git to save disk space ince CI runner was running out
93+
rm -rf .git
94+
# Don't build MLIR to save docker build time
9295
# since we are disabling MLIR backend for MIOpen anyway
9396
if [[ $ROCM_INT -ge 50400 ]] && [[ $ROCM_INT -lt 50500 ]]; then
9497
sed -i '/rocMLIR/d' requirements.txt
@@ -97,6 +100,14 @@ elif [[ $ROCM_INT -ge 50200 ]] && [[ $ROCM_INT -lt 50400 ]]; then
97100
fi
98101
## MIOpen minimum requirements
99102
cmake -P install_deps.cmake --minimum
103+
104+
# clean up since CI runner was running out of disk space
105+
rm -rf /tmp/*
106+
yum clean all
107+
rm -rf /var/cache/yum
108+
rm -rf /var/lib/yum/yumdb
109+
rm -rf /var/lib/yum/history
110+
100111
## Build MIOpen
101112
mkdir -p build
102113
cd build
@@ -105,16 +116,19 @@ PKG_CONFIG_PATH=/usr/local/lib/pkgconfig CXX=${ROCM_INSTALL_PATH}/llvm/bin/clang
105116
${MIOPEN_CMAKE_DB_FLAGS} \
106117
-DCMAKE_PREFIX_PATH="${ROCM_INSTALL_PATH}/hip;${ROCM_INSTALL_PATH}"
107118
make MIOpen -j $(nproc)
108-
make -j $(nproc) package
119+
120+
# CHANGED: Do not build package.
121+
# Build MIOpen package
122+
#make -j $(nproc) package
109123

110124
# clean up since CI runner was running out of disk space
111125
rm -rf /usr/local/cget
112-
rm -rf /tmp/*
113-
yum clean all
114-
rm -rf /var/cache/yum
115-
rm -rf /var/lib/yum/yumdb
116-
rm -rf /var/lib/yum/history
117126

118-
yum install -y miopen-*.rpm
127+
# CHANGED: Do not install package, just copy lib over existing.
128+
#yum install -y miopen-*.rpm
129+
dest=$(ls ${ROCM_INSTALL_PATH}/lib/libMIOpen.so.1.0.*)
130+
rm -f ${dest}
131+
cp lib/libMIOpen.so.1.0 ${dest}
132+
119133
popd
120134
rm -rf MIOpen

common/install_rocm_magma.sh

+4-1
Original file line numberDiff line numberDiff line change
@@ -37,5 +37,8 @@ make -f make.gen.hipMAGMA -j $(nproc)
3737
LANG=C.UTF-8 make lib/libmagma.so -j $(nproc) MKLROOT="${MKLROOT}"
3838
make testing/testing_dgemm -j $(nproc) MKLROOT="${MKLROOT}"
3939
popd
40-
mv magma /opt/rocm
40+
mkdir -p /opt/rocm/magma
41+
mv magma/include /opt/rocm/magma
42+
mv magma/lib /opt/rocm/magma
43+
rm -rf magma
4144

0 commit comments

Comments
 (0)