pnetcdf_c_master.yml

name: Test PnetCDF-C master branch

permissions:
  contents: read

on:
  workflow_dispatch:
    inputs:
      reason:
        description: 'Enable manual run because PnetCDF is updated more frequently'
        required: false
        default: 'Manual trigger'
  push:
    branches:
      - main
    paths-ignore:
      - '**/*.md'
      - '**/*.txt'
  pull_request:
    branches:
      - main
    paths-ignore:
      - '**/*.md'
      - '**/*.txt'

jobs:
  build-linux:
    name: Python (${{ matrix.python-version }})
    runs-on: ubuntu-latest
    timeout-minutes: 60
    env:
      MPICH_VERSION: 4.3.2
      MPICH_DIR: ${{ github.workspace }}/mpich-install
      PNETCDF_VERSION: repo
      PNETCDF_DIR: ${{ github.workspace }}/PnetCDF-install
      AUTOCONF_VERSION: 2.71
      AUTOMAKE_VERSION: 1.17
      LIBTOOL_VERSION: 2.5.4
      M4_VERSION: 1.4.19

    strategy:
      matrix:
        python-version: ["3.10"]
    steps:

    - uses: actions/checkout@v4

    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v4
      with:
        python-version: ${{ matrix.python-version }}

    - name: Install Ubuntu Dependencies
      run: |
        sudo apt-get update
        sudo apt-get install automake autoconf libtool libtool-bin m4

    - name: Build GNU autotools
      run: |
        export PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/bin:${PATH}"
        export LD_LIBRARY_PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/lib:${LD_LIBRARY_PATH}"
        cd ${GITHUB_WORKSPACE}
        wget -q https://ftp.gnu.org/gnu/m4/m4-${M4_VERSION}.tar.gz
        gzip -dc m4-${M4_VERSION}.tar.gz | tar -xf -
        cd m4-${M4_VERSION}
        ./configure --prefix=${GITHUB_WORKSPACE}/AUTOTOOLS \
                    --silent
        make -s -j 8 install > qout 2>&1
        make -s -j 8 distclean >> qout 2>&1
        cd ${GITHUB_WORKSPACE}
        wget -q https://ftp.gnu.org/gnu/autoconf/autoconf-${AUTOCONF_VERSION}.tar.gz
        gzip -dc autoconf-${AUTOCONF_VERSION}.tar.gz | tar -xf -
        cd autoconf-${AUTOCONF_VERSION}
        ./configure --prefix=${GITHUB_WORKSPACE}/AUTOTOOLS \
                    --silent
        make -s -j 8 install > qout 2>&1
        make -s -j 8 distclean >> qout 2>&1
        cd ${GITHUB_WORKSPACE}
        wget -q https://ftp.gnu.org/gnu/automake/automake-${AUTOMAKE_VERSION}.tar.gz
        gzip -dc automake-${AUTOMAKE_VERSION}.tar.gz | tar -xf -
        cd automake-${AUTOMAKE_VERSION}
        ./configure --prefix=${GITHUB_WORKSPACE}/AUTOTOOLS \
                    --silent
        make -s -j 8 install > qout 2>&1
        make -s -j 8 distclean >> qout 2>&1
        cd ${GITHUB_WORKSPACE}
        wget -q https://ftp.gnu.org/gnu/libtool/libtool-${LIBTOOL_VERSION}.tar.gz
        gzip -dc libtool-${LIBTOOL_VERSION}.tar.gz | tar -xf -
        cd libtool-${LIBTOOL_VERSION}
        ./configure --prefix=${GITHUB_WORKSPACE}/AUTOTOOLS \
                    --silent
        make -s -j 8 install > qout 2>&1
        make -s -j 8 distclean >> qout 2>&1

    - name: Build MPICH
      run: |
        echo "Install MPICH ${MPICH_VERSION} in $MPICH_DIR"
        rm -rf MPICH ; mkdir MPICH ; cd MPICH
        wget -q https://www.mpich.org/static/downloads/${MPICH_VERSION}/mpich-${MPICH_VERSION}.tar.gz
        gzip -dc mpich-${MPICH_VERSION}.tar.gz | tar -xf -
        cd mpich-${MPICH_VERSION}
        ./configure --prefix=$MPICH_DIR \
                    --silent \
                    --enable-romio \
                    --with-file-system=ufs \
                    --with-device=ch3:sock \
                    --enable-shared\
                    --disable-fortran \
                    CC=gcc
        make -s LIBTOOLFLAGS=--silent V=1 -j 4 install > qout 2>&1
        make -s -j 4 distclean >> qout 2>&1

    - name: Build PnetCDF-C from master branch
      run: |
        echo "Build PnetCDF-C from its master branch"
        cd ${GITHUB_WORKSPACE}
        export PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/bin:${PATH}"
        export LD_LIBRARY_PATH="${GITHUB_WORKSPACE}/AUTOTOOLS/lib:${LD_LIBRARY_PATH}"
        m4 --version
        autoconf --version
        automake --version
        libtool --version
        git clone -q https://github.com/Parallel-NetCDF/PnetCDF.git
        pushd PnetCDF
        autoreconf -i
        ./configure --prefix=$PNETCDF_DIR \
                    --silent \
                    --enable-shared \
                    --enable-debug \
                    --disable-fortran \
                    --disable-cxx \
                    --with-mpi=$MPICH_DIR
        make -s LIBTOOLFLAGS=--silent V=1 -j 4 install > qout 2>&1
        make -s -j 4 distclean >> qout 2>&1
        popd

    - name: Install python dependencies via pip
      run: |
        python -m pip install --upgrade pip setuptools wheel
        pip install numpy cython cftime pytest twine check-manifest
        export MPICC=$MPICH_DIR/bin/mpicc
        export CC=$MPICH_DIR/bin/mpicc
        pip install mpi4py
        pip install torch torchvision

    - name: Install PnetCDF-Python
      run: |
        export CC=$MPICH_DIR/bin/mpicc
        pip install --verbose --no-build-isolation -e .

    - name: Test PnetCDF-Python
      run: |
        export PATH=${PNETCDF_DIR}/bin:${MPICH_DIR}/bin:${PATH}
        export LD_LIBRARY_PATH="${PNETCDF_DIR}/lib:${MPICH_DIR}/lib:${LD_LIBRARY_PATH}"
        make ptests TESTMPIRUN="${MPICH_DIR}/bin/mpiexec"

    - name: Re-install PnetCDF-Python from source distribution
      run: |
        pip uninstall -y pnetcdf
        make install-clean
        export CC=$MPICH_DIR/bin/mpicc
        python setup.py sdist
        pip install --verbose dist/pnetcdf-*.tar.gz

    - name: Test PnetCDF-Python
      run: |
        export PATH=${PNETCDF_DIR}/bin:${MPICH_DIR}/bin:${PATH}
        export LD_LIBRARY_PATH="${PNETCDF_DIR}/lib:${MPICH_DIR}/lib:${LD_LIBRARY_PATH}"
        make ptests TESTMPIRUN="${MPICH_DIR}/bin/mpiexec"
#   - name: Tarball
#     run: |
#       export PATH=${NETCDF_DIR}/bin:${PATH}
#       python setup.py --version
#       check-manifest --version
#       check-manifest --verbose
#       pip wheel . -w dist --no-deps
#       twine check dist/*