Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/nccl.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'fortran/test/broadcast_arr.f90')
-rw-r--r--fortran/test/broadcast_arr.f90137
1 files changed, 0 insertions, 137 deletions
diff --git a/fortran/test/broadcast_arr.f90 b/fortran/test/broadcast_arr.f90
deleted file mode 100644
index 867fa1a..0000000
--- a/fortran/test/broadcast_arr.f90
+++ /dev/null
@@ -1,137 +0,0 @@
-!*************************************************************************
-!* Copyright (c) 2016 Research Computing Services (RCS), University of
-!* Cambridge. All rights reserved.
-!*
-!* See LICENSE.txt for license information
-!*************************************************************************
-
-program test
-use iso_c_binding
-use iso_fortran_env
-use cudaFor
-use ncclFor
-implicit none
-integer(int32) :: stat, i
-real(real32) :: err
-integer(int32) :: nEl, nDev, root
-type(ncclDataType) :: dataType
-type(ncclComm), allocatable :: comm(:)
-integer(int32), allocatable :: devList(:)
-type(ncclResult) :: res
-integer(int32) :: cudaDev, rank
-integer(cuda_stream_kind), allocatable :: stream(:)
-integer(int32) :: time(8)
-integer(int32), allocatable :: seed(:)
-real(real32), allocatable :: hostBuff(:, :)
-real(real32), allocatable, device :: devBuff(:)
-type(c_devptr), allocatable :: devBuffPtr(:)
-
- nEl = 2621440
-
-! nDev = 2
-! root = 0
- stat = cudaGetDeviceCount(nDev)
- root = nDev - 1
-
- dataType = ncclFloat
-
- allocate(comm(nDev))
- allocate(devList(nDev))
-
- do i = 1, nDev
- devList(i) = i - 1
- end do
-
- res = ncclCommInitAll(comm, nDev, devList)
-
- do i = 1, nDev
- res = ncclCommCuDevice(comm(i), cudaDev)
- res = ncclCommUserRank(comm(i), rank)
- end do
-
- allocate(stream(nDev))
-
- do i = 1, nDev
- stat = cudaSetDevice(devList(i))
- stat = cudaStreamCreate(stream(i))
- end do
-
- call date_and_time(values = time)
- call random_seed(size = i)
- allocate(seed(i))
- call random_seed(get = seed)
- seed = 60 * 60 * 1000 * time(5) + 60 * 1000 * time(6) + 1000 * time(7) + time(8) - seed
- call random_seed(put = seed)
-
- allocate(hostBuff(nEl, nDev + 1))
-
- call random_number(hostBuff(:, 1:nDev))
-
- hostBuff(:, nDev + 1) = hostBuff(:, root + 1)
-
- print "(a)", "before broadcast:"
- do i = 1, nDev
- err = maxval(abs(hostBuff(:, i) / hostBuff(:, nDev + 1) - 1.0_real32))
- print "(a, i2.2, a, i2.2, a, e11.4e2)", "maximum error of rank ", i - 1, " vs root (rank ", root,") = ", err
- end do
-
- allocate(devBuffPtr(nDev))
-
- do i = 1, nDev
- stat = cudaSetDevice(devList(i))
- allocate(devBuff(nEl))
- devBuffPtr(i) = c_devloc(devBuff)
- devBuff = hostBuff(:, i)
- end do
-
- do i = 1, nDev
- stat = cudaSetDevice(devList(i))
- res = ncclBcast(devBuffPtr(i), nEl, dataType, root, comm(i), stream(i))
- end do
-
- do i = 1, nDev
- stat = cudaSetDevice(devList(i))
- stat = cudaStreamSynchronize(stream(i))
- end do
-
- do i = 1, nDev
- stat = cudaSetDevice(devList(i))
- call c_f_pointer(devBuffPtr(i), devBuff, [nEl])
- hostBuff(:, i) = devBuff
- end do
-
- print "(a)", ""
- print "(a)", "after broadcast:"
- do i = 1, nDev
- err = maxval(abs(hostBuff(:, i) / hostBuff(:, nDev + 1) - 1.0_real32))
- print "(a, i2.2, a, i2.2, a, e11.4e2)", "maximum error of rank ", i - 1, " vs root (rank ", root,") = ", err
- end do
- print "(a)", ""
-
- do i = 1, nDev
- stat = cudaSetDevice(devList(i))
- call c_f_pointer(devBuffPtr(i), devBuff, [nEl])
- deallocate(devBuff)
- end do
-
- deallocate(devBuffPtr)
-
- deallocate(hostBuff)
-
- deallocate(seed)
-
- do i = 1, nDev
- stat = cudaSetDevice(devList(i))
- stat = cudaStreamDestroy(stream(i))
- end do
-
- deallocate(stream)
-
- do i = 1, nDev
- call ncclCommDestroy(comm(i))
- end do
-
- deallocate(devList)
- deallocate(comm)
-
-end program test