Intel® MPI Library supports mlx, tcp, psm2,psm3, sockets, verbs, and RxM OFI* providers.
export FI_PROVIDER=verbs
https://www.intel.com/content/www/us/en/docs/mpi-library/developer-guide-linux/2021-6/ofi-providers-support.html
UCX_TLS=self,tcp,rc,rc_mlx5,ud,ud_mlx5,cm,mm,cma
mpirun -genv I_MPI_DEBUG 5 -genv I_MPI_OFI_PROVIDER verbs -genv FI_LOG_LEVEL=5 -hosts gpu1,gpu2 -perhost 1 -np 2 date
. /opt/intel/bin/compilervars.sh intel64 export FI_PROVIDER=tcp srun --mpi=pmi2 /opt/app/vasp/5.4.4/vasp_std
