Skip to content

Commit 988537c

Browse files
wkliaowkliao
committed
github actions: add test for Log, Cache, Async VOLs
1 parent 418b1fc commit 988537c

File tree

2 files changed

+254
-0
lines changed

2 files changed

+254
-0
lines changed

‎.github/workflows/cache_async_vol.yml

Lines changed: 248 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,248 @@
1+
name: Stacking Log, Cache, Async VOLs
2+
3+
on:
4+
push:
5+
branches: [ master ]
6+
paths-ignore:
7+
- '**/*.md'
8+
- '**/*.txt'
9+
- '**/*.jpg'
10+
- '**/*.png'
11+
- 'tests/*'
12+
pull_request:
13+
branches: [ master ]
14+
paths-ignore:
15+
- '**/*.md'
16+
- '**/*.txt'
17+
- '**/*.jpg'
18+
- '**/*.png'
19+
- 'tests/*'
20+
21+
env:
22+
MPICH_VERSION: "4.0.2"
23+
ARGOBOTS_VERSION: "1.1"
24+
ASYNC_VOL_VERSION: "1.4"
25+
HDF5_VERSION: "1.13.3"
26+
LOG_VOL_VERSION: "1.4.0"
27+
28+
jobs:
29+
build:
30+
runs-on: ubuntu-latest
31+
timeout-minutes: 60
32+
steps:
33+
- uses: actions/checkout@v3
34+
- name: Set up dependencies
35+
run: |
36+
sudo apt-get update
37+
sudo apt-get -y install automake autoconf libtool libtool-bin m4 cmake
38+
# The MPICH installed on github actions is too slow
39+
# sudo apt-get install mpich
40+
# mpicc -v
41+
# zlib
42+
sudo apt-get -y install zlib1g-dev
43+
- name: Add global env variables into GITHUB_ENV
44+
run: |
45+
set -x
46+
echo "MPICH_DIR=${GITHUB_WORKSPACE}/MPICH" >> $GITHUB_ENV
47+
echo "HDF5_ROOT=${GITHUB_WORKSPACE}/HDF5" >> $GITHUB_ENV
48+
echo "ABT_DIR=${GITHUB_WORKSPACE}/Argobots" >> $GITHUB_ENV
49+
echo "ASYNC_DIR=${GITHUB_WORKSPACE}/Async" >> $GITHUB_ENV
50+
echo "HDF5_ASYNC_DISABLE_IMPLICIT_NON_DSET_RW=1" >> $GITHUB_ENV
51+
echo "CACHE_DIR=${GITHUB_WORKSPACE}/Cache" >> $GITHUB_ENV
52+
echo "LOGVOL_DIR=${GITHUB_WORKSPACE}/LOGVOL" >> $GITHUB_ENV
53+
echo "HDF5_PLUGIN_PATH=${GITHUB_WORKSPACE}/LOGVOL/lib:${GITHUB_WORKSPACE}/Cache/lib:${GITHUB_WORKSPACE}/Async/lib" >> $GITHUB_ENV
54+
echo "MPICH_MAX_THREAD_SAFETY=multiple" >> $GITHUB_ENV
55+
echo "HDF5_USE_FILE_LOCKING=FALSE" >> $GITHUB_ENV
56+
echo "HDF5_ASYNC_DISABLE_DSET_GET=0" >> $GITHUB_ENV
57+
# Start async execution at file close time
58+
echo "HDF5_ASYNC_EXE_FCLOSE=1" >> $GITHUB_ENV
59+
# Start async execution at group close time
60+
echo "HDF5_ASYNC_EXE_GCLOSE=1" >> $GITHUB_ENV
61+
# Start async execution at dataset close time
62+
echo "HDF5_ASYNC_EXE_DCLOSE=1" >> $GITHUB_ENV
63+
- name: Build MPICH ${{ env.MPICH_VERSION }}
64+
if: ${{ success() }}
65+
run: |
66+
cd ${GITHUB_WORKSPACE}
67+
rm -rf ${MPICH_DIR} ; mkdir ${MPICH_DIR} ; cd ${MPICH_DIR}
68+
wget -q https://www.mpich.org/static/downloads/${MPICH_VERSION}/mpich-${MPICH_VERSION}.tar.gz
69+
gzip -dc mpich-${MPICH_VERSION}.tar.gz | tar -xf -
70+
cd mpich-${MPICH_VERSION}
71+
./configure --prefix=${MPICH_DIR} \
72+
--silent \
73+
--enable-romio \
74+
--with-file-system=ufs \
75+
--with-device=ch3:sock \
76+
--disable-fortran \
77+
CC=gcc
78+
make -s LIBTOOLFLAGS=--silent V=1 -j 8 install > qout 2>&1
79+
make -s -j 8 distclean >> qout 2>&1
80+
- name: Install HDF5 ${{ env.HDF5_VERSION }}
81+
if: ${{ success() }}
82+
run: |
83+
cd ${GITHUB_WORKSPACE}
84+
rm -rf ${HDF5_ROOT} ; mkdir ${HDF5_ROOT} ; cd ${HDF5_ROOT}
85+
VER_MAJOR=${HDF5_VERSION%.*}
86+
wget -cq https://support.hdfgroup.org/ftp/HDF5/releases/hdf5-${VER_MAJOR}/hdf5-${HDF5_VERSION}/src/hdf5-${HDF5_VERSION}.tar.gz
87+
tar -zxf hdf5-${HDF5_VERSION}.tar.gz
88+
cd hdf5-${HDF5_VERSION}
89+
./configure --prefix=${HDF5_ROOT} \
90+
--silent \
91+
--enable-parallel \
92+
--enable-build-mode=production \
93+
--enable-unsupported \
94+
--enable-threadsafe \
95+
--disable-doxygen-doc \
96+
--disable-doxygen-man \
97+
--disable-doxygen-html \
98+
--disable-tests \
99+
--disable-fortran \
100+
--disable-cxx \
101+
CC=${MPICH_DIR}/bin/mpicc
102+
make -s LIBTOOLFLAGS=--silent V=1 -j 8 install > qout 2>&1
103+
make -s -j 8 distclean >> qout 2>&1
104+
- name: Dump config.log file if build HDF5 failed
105+
if: ${{ failure() }}
106+
run: |
107+
cd ${GITHUB_WORKSPACE}
108+
cat ${HDF5_ROOT}/hdf5-${HDF5_VERSION}/config.log
109+
- name: Install Argobots ${{ env.ARGOBOTS_VERSION }}
110+
if: ${{ success() }}
111+
run: |
112+
cd ${GITHUB_WORKSPACE}
113+
rm -rf ${ABT_DIR} ; mkdir ${ABT_DIR} ; cd ${ABT_DIR}
114+
wget -qc https://github.com/pmodels/argobots/archive/refs/tags/v${ARGOBOTS_VERSION}.tar.gz
115+
tar -xf v${ARGOBOTS_VERSION}.tar.gz
116+
cd argobots-${ARGOBOTS_VERSION}
117+
./autogen.sh
118+
./configure --prefix=${ABT_DIR} \
119+
--silent \
120+
CC=${MPICH_DIR}/bin/mpicc \
121+
CXX=${MPICH_DIR}/bin/mpicxx
122+
make -s LIBTOOLFLAGS=--silent V=1 -j 8 install > qout 2>&1
123+
make -s -j 8 distclean >> qout 2>&1
124+
- name: Install Async VOL master branch
125+
if: ${{ success() }}
126+
run: |
127+
cd ${GITHUB_WORKSPACE}
128+
rm -rf ${ASYNC_DIR} ; mkdir ${ASYNC_DIR} ; cd ${ASYNC_DIR}
129+
# wget -qc https://github.com/hpc-io/vol-async/archive/refs/tags/v${ASYNC_VOL_VERSION}.tar.gz
130+
# tar -xf v${ASYNC_VOL_VERSION}.tar.gz
131+
# cd vol-async-${ASYNC_VOL_VERSION}
132+
git clone https://github.com/hpc-io/vol-async.git
133+
cd vol-async
134+
mkdir build ; cd build
135+
CC=${MPICH_DIR}/bin/mpicc CXX=${MPICH_DIR}/bin/mpicxx \
136+
cmake .. -DCMAKE_INSTALL_PREFIX=${ASYNC_DIR}
137+
make -j 8 install > qout 2>&1
138+
- name: Install Cache VOL master branch
139+
if: ${{ success() }}
140+
run: |
141+
cd ${GITHUB_WORKSPACE}
142+
rm -rf ${CACHE_DIR} ; mkdir ${CACHE_DIR} ; cd ${CACHE_DIR}
143+
git clone https://github.com/hpc-io/vol-cache.git
144+
cd vol-cache
145+
mkdir build ; cd build
146+
CC=${MPICH_DIR}/bin/mpicc CXX=${MPICH_DIR}/bin/mpicxx \
147+
CFLAGS=-DNDEBUG \
148+
HDF5_VOL_DIR=${ASYNC_DIR} \
149+
cmake .. -DCMAKE_INSTALL_PREFIX=${CACHE_DIR}
150+
make -j 8 install > qout 2>&1
151+
- name: Install Log VOL
152+
if: ${{ success() }}
153+
run: |
154+
cd ${GITHUB_WORKSPACE}
155+
rm -rf ${LOGVOL_DIR} ; mkdir ${LOGVOL_DIR} ; cd ${LOGVOL_DIR}
156+
wget -cq https://github.com/DataLib-ECP/vol-log-based/archive/refs/tags/logvol.${LOG_VOL_VERSION}.tar.gz
157+
tar -zxf logvol.${LOG_VOL_VERSION}.tar.gz
158+
cd vol-log-based-logvol.${LOG_VOL_VERSION}
159+
autoreconf -i
160+
./configure --prefix=${LOGVOL_DIR} \
161+
--silent \
162+
--with-hdf5=${HDF5_ROOT} \
163+
--with-mpi=${MPICH_DIR}
164+
make -s LIBTOOLFLAGS=--silent V=1 -j 8 install > qout 2>&1
165+
make -s -j 8 distclean >> qout 2>&1
166+
- name: Build E3SM_IO with HDF5 and Log VOL
167+
if: ${{ success() }}
168+
run: |
169+
cd ${GITHUB_WORKSPACE}
170+
rm -rf ./test_output
171+
autoreconf -i
172+
./configure --with-mpi=${MPICH_DIR} \
173+
--with-hdf5=${HDF5_ROOT} \
174+
--with-logvol=${LOGVOL_DIR} \
175+
--enable-threading \
176+
CFLAGS=-fno-var-tracking-assignments \
177+
CXXFLAGS=-fno-var-tracking-assignments
178+
make -j 8
179+
- name: Print config.log if error
180+
if: ${{ failure() }}
181+
run: |
182+
cat ${GITHUB_WORKSPACE}/config.log
183+
- name: Test Cache and Async VOL - make check
184+
if: ${{ success() }}
185+
run: |
186+
cd ${GITHUB_WORKSPACE}
187+
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
188+
export HDF5_VOL_CONNECTOR="cache_ext config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=512;under_info={under_vol=0;under_info={}}"
189+
make -s check
190+
- name: Print log files
191+
if: ${{ always() }}
192+
run: |
193+
cd ${GITHUB_WORKSPACE}
194+
cat test.sh.log
195+
cat utils/*.log
196+
- name: Test Cache and Async VOL - make ptest
197+
if: ${{ success() }}
198+
run: |
199+
cd ${GITHUB_WORKSPACE}
200+
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
201+
export HDF5_VOL_CONNECTOR="cache_ext config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=512;under_info={under_vol=0;under_info={}}"
202+
make -s ptest
203+
- name: Test stacking Log VOL on top of Cache VOL only - make check
204+
if: ${{ success() }}
205+
run: |
206+
cd ${GITHUB_WORKSPACE}
207+
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
208+
export HDF5_VOL_CONNECTOR="LOG under_vol=513;under_info={config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=0;under_info={}}"
209+
make -s check
210+
- name: Print log files
211+
if: ${{ always() }}
212+
run: |
213+
cd ${GITHUB_WORKSPACE}
214+
cat test.sh.log
215+
cat utils/*.log
216+
- name: Test stacking Log VOL on top of Cache VOL only - make ptest
217+
if: ${{ success() }}
218+
run: |
219+
cd ${GITHUB_WORKSPACE}
220+
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
221+
export HDF5_VOL_CONNECTOR="LOG under_vol=513;under_info={config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=0;under_info={}}"
222+
make -s ptest
223+
- name: Test stacking Log VOL on top of Cache and Async VOL - make check
224+
if: ${{ success() }}
225+
run: |
226+
cd ${GITHUB_WORKSPACE}
227+
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
228+
export HDF5_VOL_CONNECTOR="LOG under_vol=513;under_info={config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=512;under_info={under_vol=0;under_info={}}}"
229+
make -s check
230+
- name: Print log files
231+
if: ${{ always() }}
232+
run: |
233+
cd ${GITHUB_WORKSPACE}
234+
cat test.sh.log
235+
cat utils/*.log
236+
- name: Test stacking Log VOL on top of Cache and Async VOL - make ptest
237+
if: ${{ success() }}
238+
run: |
239+
cd ${GITHUB_WORKSPACE}
240+
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
241+
export HDF5_VOL_CONNECTOR="LOG under_vol=513;under_info={config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=512;under_info={under_vol=0;under_info={}}}"
242+
make -s ptest
243+
- name: make distclean
244+
if: ${{ always() }}
245+
run: |
246+
cd ${GITHUB_WORKSPACE}
247+
make -s distclean
248+

‎cache.cfg

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
HDF5_CACHE_STORAGE_SCOPE: GLOBAL # caching approach [LOCAL|GLOBAL]
2+
HDF5_CACHE_STORAGE_PATH: ./ # path of the storage for caching
3+
HDF5_CACHE_STORAGE_SIZE: 128188383838 # capacity of the storage in unit of byte
4+
HDF5_CACHE_WRITE_BUFFER_SIZE: 2147483648 # Storage space reserved for staging data to be written to the parallel file system.
5+
HDF5_CACHE_STORAGE_TYPE: MEMORY # local storage type [SSD|BURST_BUFFER|MEMORY|GPU], default SSD
6+
HDF5_CACHE_REPLACEMENT_POLICY: LRU # [LRU|LFU|FIFO|LIFO]

0 commit comments

Comments
 (0)