Benchmarks: Build Pipeline - add rccl-tests as a submodule with building logic (#139)
**Description** Support rocm in third_party/makefile and add rccl-tests as a submodule with building logic. **Major Revision** - Support rocm in third_party/makefile - Add rccl-tests as a submodule - Add build logic in third_party/Makefile for rccl-tests
This commit is contained in:
Родитель
69b2c631fc
Коммит
a532eee414
|
@ -12,3 +12,6 @@
|
|||
path = third_party/fio
|
||||
url = https://github.com/axboe/fio.git
|
||||
branch = master
|
||||
[submodule "third_party/rccl-tests"]
|
||||
path = third_party/rccl-tests
|
||||
url = https://github.com/ROCmSoftwarePlatform/rccl-tests.git
|
||||
|
|
|
@ -3,15 +3,17 @@
|
|||
# Licensed under the MIT License
|
||||
|
||||
|
||||
SB_MICRO_PATH ?= "/usr/local"
|
||||
MPI_HOME_PATH ?= "/usr/local/mpi"
|
||||
SB_MICRO_PATH ?= /usr/local
|
||||
MPI_HOME ?= /usr/local/mpi
|
||||
HIP_HOME ?= /opt/rocm/hip
|
||||
RCCL_HOME ?= /opt/rocm/rccl
|
||||
|
||||
.PHONY: all cuda rocm common cuda_cutlass cuda_bandwidthTest cuda_nccl_tests cuda_perftest rocm_perftest fio
|
||||
.PHONY: all cuda rocm common cuda_cutlass cuda_bandwidthTest cuda_nccl_tests cuda_perftest rocm_perftest fio rocm_rccl_tests
|
||||
|
||||
# Build all targets.
|
||||
all: cuda rocm
|
||||
cuda: common cuda_cutlass cuda_bandwidthTest cuda_nccl_tests cuda_perftest
|
||||
rocm: common rocm_perftest
|
||||
rocm: common rocm_perftest rocm_rccl_tests
|
||||
common: fio
|
||||
|
||||
# Create $(SB_MICRO_PATH)/bin and $(SB_MICRO_PATH)/lib, no error if existing, make parent directories as needed.
|
||||
|
@ -41,7 +43,7 @@ cuda_bandwidthTest: sb_micro_path
|
|||
# The version we use is commit 44df0bf from master branch, since it didn't update release tag for long time.
|
||||
cuda_nccl_tests: sb_micro_path
|
||||
ifneq (,$(wildcard nccl-tests/Makefile))
|
||||
cd ./nccl-tests && make MPI=1 MPI_HOME=$(MPI_HOME_PATH) -j
|
||||
cd ./nccl-tests && make MPI=1 MPI_HOME=$(MPI_HOME) -j
|
||||
cp -v ./nccl-tests/build/* $(SB_MICRO_PATH)/bin/
|
||||
endif
|
||||
|
||||
|
@ -61,3 +63,10 @@ fio:
|
|||
ifneq (,$(wildcard fio/Makefile))
|
||||
cd ./fio && ./configure --prefix=$(SB_MICRO_PATH) && make -j && make install
|
||||
endif
|
||||
|
||||
# Build rccl-tests from commit cc34c5 of develop branch (default branch).
|
||||
rocm_rccl_tests: sb_micro_path
|
||||
ifneq (, $(wildcard rccl-tests/Makefile))
|
||||
cd ./rccl-tests && make MPI=1 MPI_HOME=$(MPI_HOME) HIP_HOME=$(HIP_HOME) RCCL_HOME=$(RCCL_HOME) -j
|
||||
cp -v ./rccl-tests/build/* $(SB_MICRO_PATH)/bin/
|
||||
endif
|
||||
|
|
|
@ -0,0 +1 @@
|
|||
Subproject commit cc34c545098145bc148e5035e4c8e767b4d71ece
|
Загрузка…
Ссылка в новой задаче