Infrastructure/software/horovod
Background
Installation on Saga
module purge; module --ignore-cache load Python/3.7.2-GCCcore-8.2.0 NCCL/2.4.8-CUDA-10.0 /cluster/shared/nlpl/operation/python/initialize --version 0.18.2 horovod
module load nlpl-horovod/0.18.2/3.7 module load GCC/8.2.0-2.31.1 CMake/3.12.1 \rm ~/pip.log; \ HOROVOD_NCCL_HOME=/cluster/software/NCCL/2.4.8-CUDA-10.0 \ HOROVOD_GPU_ALLREDUCE=NCCL pip install --no-cache-dir horovod --log ~/pip.log