conda install -c conda-forge mpi4py openmpi
For Linux 64, Open MPI is built with CUDA awareness but this support is disabled by default.
To enable it, please set the environmental variable OMPI_MCA_opal_cuda_support=true before
launching your MPI processes. Equivalently, you can set the MCA parameter in the command line:
mpiexec --mca opal_cuda_support 1 ...
conda install -c conda-forge cupy cudnn cutensor nccl
./configure --with-cuda --prefix=/home/devil/openmpi-4.1.5 --enable-mpi-cxx --enable-mpi-fortran --enable-shared
make -j4 all install
export PATH=/home/devil/openmpi-4.1.5/bin:$PATH
export LD_LIBRARY_PATH=/home/devil/openmpi-4.1.5/lib:$LD_LIBRARY_PATH