message: adding ENABLE_MULTINODES option to cmake
diff: @@ -43,9 +43,14 @@ find_package(CUDNN REQUIRED)
  find_package(NCCL REQUIRED)
  find_package(OpenMP REQUIRED)
  find_package(Threads)
  +
  +option(ENABLE_MULTINODES "Enable multi-nodes training" OFF)
  +if(ENABLE_MULTINODES)
  +message(STATUS "Multi Node Enabled")
  find_package(MPI)
  find_package(UCX)
  find_package(HWLOC)
  +endif()
  set(CUDA_SEPARABLE_COMPILATION ON)
  @@ -104,7 +109,7 @@ include_directories(${CUDNN_INC_PATHS})
  include_directories(${NCCL_INC_PATHS})
  include_directories(${HWLOC_INC_PATHS})
  include_directories(${UCX_INC_PATHS})
  -if(MPI_FOUND)
  +if(ENABLE_MULTINODES)
  set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -DENABLE_MPI")
  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DENABLE_MPI")
  set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} -DENABLE_MPI")
  