Enable ASAN for mpi4py in CI

Run mpi4py with ASAN, with a separate step that aborts on errors.
The existing steps should run to completion even if an error is detected.

Signed-off-by: Joseph Schuchart <joseph.schuchart@stonybrook.edu>

Author: devreal

.github/workflows/ompi_mpi4py.yaml

@@ -24,14 +24,22 @@ jobs:
     timeout-minutes: 30
     env:
       MPI4PY_TEST_SPAWN: true
+      # ASAN needs to come first
+      #LD_PRELOAD: /usr/lib/x86_64-linux-gnu/libasan.so.8
+      # disable ODR violation detection until #13469 is fixed
+      # and don't abort on error by default
+      ASAN_OPTIONS: verify_asan_link_order=0,detect_odr_violation=0,abort_on_error=0
+      # disable leak detection and make sure we do not fail on leaks
+      LSAN_OPTIONS: detect_leaks=0,exitcode=0
+
     steps:
     - name: Configure hostname
       run:  echo 127.0.0.1 `hostname` | sudo tee -a /etc/hosts > /dev/null
       if:   ${{ runner.os == 'Linux' || runner.os == 'macOS' }}
 
     - name: Install depencencies
       run:  sudo apt-get install -y -q
-              libnuma-dev
+              libnuma-dev libasan8
       if:   ${{ runner.os == 'Linux' }}
 
     - name: Checkout Open MPI
@@ -59,7 +67,8 @@ jobs:
               --disable-oshmem
               --disable-silent-rules
               --prefix=/opt/openmpi
-              LDFLAGS=-Wl,-rpath,/opt/openmpi/lib
+              CFLAGS="-fno-omit-frame-pointer -g -O1 -fsanitize=address"
+              LDFLAGS="-Wl,-rpath,/opt/openmpi/lib -fsanitize=address"
       working-directory: mpi-build
 
     - name: Build MPI
@@ -145,6 +154,28 @@ jobs:
       if:   ${{ true }}
       timeout-minutes: 10
 
+    - name: Setting up ASAN environment
+      run: |
+        echo LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libasan.so.8 >> $GITHUB_ENV
+        echo ASAN_OPTIONS=detect_odr_violation=0,abort_on_error=1 >> $GITHUB_ENV
+        echo LSAN_OPTIONS=detect_leaks=1,exitcode=0 >> $GITHUB_ENV
+
+    - name: Test mpi4py ASAN (np=1)
+      run:  mpiexec -n 1 python test/main.py -v -x TestExcErrhandlerNull
+      if:   ${{ true }}
+      timeout-minutes: 10
+
+    - name: Test mpi4py ASAN (np=4)
+      run:  mpiexec -n 4 python test/main.py -v -f -x TestExcErrhandlerNull
+      if:   ${{ true }}
+      timeout-minutes: 10
+
+    - name: Disabling ASAN environment
+      run: |
+        echo LD_PRELOAD= >> $GITHUB_ENV
+        echo ASAN_OPTIONS=verify_asan_link_order=0,detect_odr_violation=0,abort_on_error=0 >> $GITHUB_ENV
+        echo LSAN_OPTIONS=detect_leaks=0,exitcode=0 >> $GITHUB_ENV
+
     - name: Relocate Open MPI installation
       run:  mv /opt/openmpi /opt/ompi
     - name: Update PATH and set OPAL_PREFIX and LD_LIBRARY_PATH
@@ -157,4 +188,3 @@ jobs:
       run:  python test/main.py -v -x TestExcErrhandlerNull
       if:   ${{ true }}
       timeout-minutes: 10
-