torch/lib/c10d/ProcessGroupMPI.cpp
// Checking CUDA-aware MPI support
Checking CUDA-aware MPI support
Checking CUDA - aware MPI support
bool cudaAwareMpiCheck() {
#if defined(MPIX_CUDA_AWARE_SUPPORT)
  if (MPIX_Query_cuda_support() == 1) {
    return true;
  } else {
    return false;
  }
#else 
  return false;
#endif 
}
bool cudaAwareMpiCheck ( ) { #if defined ( MPIX_CUDA_AWARE_SUPPORT ) if ( MPIX_Query_cuda_support ( ) == 1 ) { return true ; } else { return false ; } #else return false ; #endif }
Checking CUDA-aware MPI support
Checking CUDA - aware MPI support
// Run time check // !defined(MPIX_CUDA_AWARE_SUPPORT) // MPIX_CUDA_AWARE_SUPPORT