diff options
Diffstat (limited to 'fortran/test/broadcast_arr.f90')
-rw-r--r-- | fortran/test/broadcast_arr.f90 | 137 |
1 files changed, 0 insertions, 137 deletions
diff --git a/fortran/test/broadcast_arr.f90 b/fortran/test/broadcast_arr.f90 deleted file mode 100644 index 867fa1a..0000000 --- a/fortran/test/broadcast_arr.f90 +++ /dev/null @@ -1,137 +0,0 @@ -!************************************************************************* -!* Copyright (c) 2016 Research Computing Services (RCS), University of -!* Cambridge. All rights reserved. -!* -!* See LICENSE.txt for license information -!************************************************************************* - -program test -use iso_c_binding -use iso_fortran_env -use cudaFor -use ncclFor -implicit none -integer(int32) :: stat, i -real(real32) :: err -integer(int32) :: nEl, nDev, root -type(ncclDataType) :: dataType -type(ncclComm), allocatable :: comm(:) -integer(int32), allocatable :: devList(:) -type(ncclResult) :: res -integer(int32) :: cudaDev, rank -integer(cuda_stream_kind), allocatable :: stream(:) -integer(int32) :: time(8) -integer(int32), allocatable :: seed(:) -real(real32), allocatable :: hostBuff(:, :) -real(real32), allocatable, device :: devBuff(:) -type(c_devptr), allocatable :: devBuffPtr(:) - - nEl = 2621440 - -! nDev = 2 -! root = 0 - stat = cudaGetDeviceCount(nDev) - root = nDev - 1 - - dataType = ncclFloat - - allocate(comm(nDev)) - allocate(devList(nDev)) - - do i = 1, nDev - devList(i) = i - 1 - end do - - res = ncclCommInitAll(comm, nDev, devList) - - do i = 1, nDev - res = ncclCommCuDevice(comm(i), cudaDev) - res = ncclCommUserRank(comm(i), rank) - end do - - allocate(stream(nDev)) - - do i = 1, nDev - stat = cudaSetDevice(devList(i)) - stat = cudaStreamCreate(stream(i)) - end do - - call date_and_time(values = time) - call random_seed(size = i) - allocate(seed(i)) - call random_seed(get = seed) - seed = 60 * 60 * 1000 * time(5) + 60 * 1000 * time(6) + 1000 * time(7) + time(8) - seed - call random_seed(put = seed) - - allocate(hostBuff(nEl, nDev + 1)) - - call random_number(hostBuff(:, 1:nDev)) - - hostBuff(:, nDev + 1) = hostBuff(:, root + 1) - - print "(a)", "before broadcast:" - do i = 1, nDev - err = maxval(abs(hostBuff(:, i) / hostBuff(:, nDev + 1) - 1.0_real32)) - print "(a, i2.2, a, i2.2, a, e11.4e2)", "maximum error of rank ", i - 1, " vs root (rank ", root,") = ", err - end do - - allocate(devBuffPtr(nDev)) - - do i = 1, nDev - stat = cudaSetDevice(devList(i)) - allocate(devBuff(nEl)) - devBuffPtr(i) = c_devloc(devBuff) - devBuff = hostBuff(:, i) - end do - - do i = 1, nDev - stat = cudaSetDevice(devList(i)) - res = ncclBcast(devBuffPtr(i), nEl, dataType, root, comm(i), stream(i)) - end do - - do i = 1, nDev - stat = cudaSetDevice(devList(i)) - stat = cudaStreamSynchronize(stream(i)) - end do - - do i = 1, nDev - stat = cudaSetDevice(devList(i)) - call c_f_pointer(devBuffPtr(i), devBuff, [nEl]) - hostBuff(:, i) = devBuff - end do - - print "(a)", "" - print "(a)", "after broadcast:" - do i = 1, nDev - err = maxval(abs(hostBuff(:, i) / hostBuff(:, nDev + 1) - 1.0_real32)) - print "(a, i2.2, a, i2.2, a, e11.4e2)", "maximum error of rank ", i - 1, " vs root (rank ", root,") = ", err - end do - print "(a)", "" - - do i = 1, nDev - stat = cudaSetDevice(devList(i)) - call c_f_pointer(devBuffPtr(i), devBuff, [nEl]) - deallocate(devBuff) - end do - - deallocate(devBuffPtr) - - deallocate(hostBuff) - - deallocate(seed) - - do i = 1, nDev - stat = cudaSetDevice(devList(i)) - stat = cudaStreamDestroy(stream(i)) - end do - - deallocate(stream) - - do i = 1, nDev - call ncclCommDestroy(comm(i)) - end do - - deallocate(devList) - deallocate(comm) - -end program test |