MPICH: Configure --with-device=ch4:ofi,ucx

Author: dalcinl

.github/workflows/cd-wheel.yml

@@ -21,11 +21,6 @@ on:  # yamllint disable-line rule:truthy
         default: ''
         required: false
         type: string
-      variant:
-        description: 'Build variant'
-        default: ''
-        required: false
-        type: string
       os-arch:
         description: 'Target OS-Architecture'
         default: ''
@@ -50,14 +45,6 @@ on:  # yamllint disable-line rule:truthy
         default: ''
         required: false
         type: string
-      variant:
-        description: 'Build variant'
-        default: ''
-        type: choice
-        options:
-          - ''
-          - ofi
-          - ucx
       os-arch:
         description: "Target OS-Architecture"
         default: Linux-x86_64
@@ -77,7 +64,6 @@ env:
   MPINAME: '${{ inputs.mpiname }}'
   VERSION: '${{ inputs.version }}'
   RELEASE: '${{ inputs.release }}'
-  VARIANT: '${{ inputs.variant }}'
 
 jobs:
 
@@ -174,7 +160,7 @@ jobs:
         CIBW_TEST_COMMAND: >-
           bash {project}/cibw-check-mpi.sh
         CIBW_ENVIRONMENT_PASS: >-
-          MPINAME VARIANT RELEASE
+          MPINAME RELEASE
         CIBW_ENVIRONMENT_LINUX: >-
           SOURCE="/project/package/source"
           WORKDIR="/project/package/workdir"

.github/workflows/cd.yml

@@ -23,14 +23,6 @@ on:  # yamllint disable-line rule:truthy
         default: ''
         required: false
         type: string
-      variant:
-        description: 'Build variant'
-        default: ''
-        type: choice
-        options:
-          - ''
-          - ofi
-          - ucx
       os-arch:
         description: "Target OS-Architecture"
         default: all
@@ -58,7 +50,6 @@ jobs:
       mpiname: ${{ inputs.mpiname }}
       version: ${{ inputs.version }}
       release: ${{ inputs.release }}
-      variant: ${{ inputs.variant }}
       os-arch: ${{ inputs.os-arch }}
 
   publish-anaconda:

build-wheel.sh

@@ -7,15 +7,18 @@ DESTDIR=package/install
 ARCHLIST=${ARCHLIST:-$(uname -m)}
 
 export CIBW_BUILD_FRONTEND='build'
-export CIBW_BUILD='cp312-*'
+export CIBW_BUILD='cp313-*'
 export CIBW_SKIP='*musllinux*'
 export CIBW_ARCHS=$ARCHLIST
 export CIBW_BEFORE_ALL='bash {project}/cibw-build-mpi.sh'
 export CIBW_TEST_COMMAND='bash {project}/cibw-check-mpi.sh'
-export CIBW_ENVIRONMENT_PASS='MPINAME VARIANT RELEASE SOURCE WORKDIR DESTDIR'
+export CIBW_ENVIRONMENT_PASS='MPINAME RELEASE SOURCE WORKDIR DESTDIR'
 export CIBW_REPAIR_WHEEL_COMMAND_MACOS='delocate-wheel --ignore-missing-dependencies --exclude libmpi --exclude libpmpi --require-archs {delocate_archs -w {dest_dir} -v {wheel}'
 
 if test "$(uname)" = Linux; then
+    if command -v podman > /dev/null; then
+        export CIBW_CONTAINER_ENGINE=podman
+    fi
     export SOURCE="/project/$SOURCE"
     export WORKDIR="/host/$PWD/$WORKDIR"
     export DESTDIR="/host/$PWD/$DESTDIR"

check-wheel.sh

@@ -18,8 +18,6 @@ cd "$workdir"
 whlname=$(basename "$wheelfile")
 pkgname=${whlname%%-*}
 mpiname=${pkgname%_*}
-variant=${pkgname#"${mpiname}"}
-variant=${variant#_}
 
 data=$(ls -d "$pkgname"-*.data/data)
 if test "$(uname)" = Linux; then
@@ -69,7 +67,7 @@ if test "$mpiname" = "mpich"; then
     libraries=(
         "$data"/lib/libmpi.*
     )
-    if test "$variant" = "ucx"; then
+    if test -d "$data"/lib/ucx; then
         libraries+=(
             "$data"/lib/libuc[mpst]*.*
             "$data"/lib/ucx/libuc*.*

cibw-build-mpi.sh

@@ -2,7 +2,6 @@
 set -euo pipefail
 
 mpiname="${MPINAME:-mpich}"
-variant="${VARIANT:-}"
 
 PROJECT=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
 PACKAGE=$PROJECT/package
@@ -14,11 +13,16 @@ PREFIX=${PREFIX:-"/opt/$mpiname"}
 
 if test "$mpiname" = "mpich"; then
     version=$(sed -n 's/MPICH_VERSION=\(.*\)/\1/p' "$SOURCE"/maint/Version)
+    case $(uname)-$(uname -m) in
+        Linux-x86_64)  device=ch4:ofi,ucx ;;
+        Linux-aarch64) device=ch4:ofi,ucx ;;
+        *)             device=ch4:ofi ;;
+    esac
     options=(
         CC=cc
         CXX=c++
         --prefix="$PREFIX"
-        --with-device=ch4:"${variant:-ofi}"
+        --with-device="$device"
         --with-pm=hydra:gforker
         --with-libfabric=embedded
         --with-ucx=embedded
@@ -76,9 +80,6 @@ if test "$(uname)" = Darwin; then
         export MACOSX_DEPLOYMENT_TARGET="10.9"
         export ac_cv_func_aligned_alloc="no" # macOS>=10.15
     fi
-    if test "$variant" = ucx; then
-        echo "ERROR: UCX is not supported on macOS"; exit 1;
-    fi
 fi
 
 case $(uname) in

cibw-check-mpi.sh

@@ -69,3 +69,22 @@ RUN mpicxx helloworld.cxx -o helloworld-cxx
 RUN command -v mpiexec
 RUN mpiexec -n 3 ./helloworld-c
 RUN mpiexec -n 3 ./helloworld-cxx
+
+if test "$mpiname" = "mpich"; then
+    case $(uname)-$(uname -m) in
+        Linux-x86_64)  ch4netmods=(ofi ucx) ;;
+        Linux-aarch64) ch4netmods=(ofi ucx) ;;
+        *)             ch4netmods=(ofi) ;;
+    esac
+    export MPICH_CH4_OFI_CAPABILITY_DEBUG=1
+    export MPICH_CH4_UCX_CAPABILITY_DEBUG=1
+    for netmod in "${ch4netmods[@]}"; do
+        printf "testing ch4:%s ... " "$netmod"
+        export MPICH_CH4_NETMOD="$netmod"
+        ./helloworld-c | grep -i "$netmod" > /dev/null
+        printf "OK\n"
+    done
+    unset MPICH_CH4_OFI_CAPABILITY_DEBUG
+    unset MPICH_CH4_UCX_CAPABILITY_DEBUG
+    unset MPICH_CH4_NETMOD
+fi

package/setup.py

@@ -17,9 +17,8 @@ def get_tag(self):
 
 
 mpiname = os.environ.get("MPINAME", "mpich")
-variant = os.environ.get("VARIANT", "")
 release = os.environ.get("RELEASE", "")
-pkgname = f"{mpiname}-{variant}" if variant else mpiname
+pkgname = mpiname
 
 if mpiname == "mpich":
     project = "MPICH"