Wrapper Ialltoall(v)

Author: kshyatt

deps/CMakeLists.txt

@@ -49,6 +49,8 @@ FortranCInterface_HEADER(jlmpi_f2c.h MACRO_NAMESPACE "JLMPI_" SYMBOLS
   MPI_GATHERV
   MPI_GET_COUNT
   MPI_GET_PROCESSOR_NAME
+  MPI_IALLTOALL
+  MPI_IALLTOALLV
   MPI_IBARRIER
   MPI_IBCAST
   MPI_INIT

deps/gen_functions.c

@@ -37,6 +37,8 @@ int main(int argc, char *argv[]) {
   printf("    :MPI_GET_COUNT          => \"%s\",\n", STRING(MPI_GET_COUNT));
   printf("    :MPI_GET_PROCESSOR_NAME => \"%s\",\n",
          STRING(MPI_GET_PROCESSOR_NAME));
+  printf("    :MPI_IALLTOALL          => \"%s\",\n", STRING(MPI_IALLTOALL));
+  printf("    :MPI_IALLTOALLV         => \"%s\",\n", STRING(MPI_IALLTOALLV));
   printf("    :MPI_IBARRIER           => \"%s\",\n", STRING(MPI_IBARRIER));
   printf("    :MPI_IBCAST             => \"%s\",\n", STRING(MPI_IBCAST));
   printf("    :MPI_INIT               => \"%s\",\n", STRING(MPI_INIT));

src/mpi-base.jl

@@ -640,6 +640,16 @@ function Alltoall{T}(sendbuf::MPIBuffertype{T}, count::Integer,
     recvbuf
 end
 
+function Ialltoall{T}(sendbuf::MPIBuffertype{T}, count::Integer,
+                      comm::Comm)
+    rval = Ref{Cint}()
+    recvbuf = Array(T, Comm_size(comm)*count)
+    ccall(MPI_IALLTOALL, Void,
+          (Ptr{T}, Ptr{Cint}, Ptr{Cint}, Ptr{T}, Ptr{Cint}, Ptr{Cint}, Ptr{Cint}, Ptr{Cint}, Ptr{Cint}),
+          sendbuf, &count, &mpitype(T), recvbuf, &count, &mpitype(T), &comm.val, rval, &0)
+    Request(rval[], sendbuf), recvbuf
+end
+
 function Alltoallv{T}(sendbuf::MPIBuffertype{T}, scounts::Vector{Cint},
                       rcounts::Vector{Cint}, comm::Comm)
     recvbuf = Array(T, sum(rcounts))
@@ -651,6 +661,18 @@ function Alltoallv{T}(sendbuf::MPIBuffertype{T}, scounts::Vector{Cint},
     recvbuf
 end
 
+function Ialltoallv{T}(sendbuf::MPIBuffertype{T}, scounts::Vector{Cint},
+                       rcounts::Vector{Cint}, comm::Comm)
+    rval = Ref{Cint}()
+    recvbuf = Array(T, sum(rcounts))
+    sdispls = cumsum(scounts) - scounts
+    rdispls = cumsum(rcounts) - rcounts
+    ccall(MPI_IALLTOALLV, Void,
+          (Ptr{T}, Ptr{Cint}, Ptr{Cint}, Ptr{Cint}, Ptr{T}, Ptr{Cint}, Ptr{Cint}, Ptr{Cint}, Ptr{Cint}, Ptr{Cint}, Ptr{Cint}),
+          sendbuf, scounts, sdispls, &mpitype(T), recvbuf, rcounts, rdispls, &mpitype(T), &comm.val, rval, &0)
+    Request(rval[], sendbuf), recvbuf
+end
+
 function Scan{T}(sendbuf::MPIBuffertype{T}, count::Integer,
                  op::Op, comm::Comm)
     recvbuf = Array(T, count)

src/win_mpiconstants.jl

@@ -64,6 +64,8 @@ const MPI_ALLGATHER = (:MPI_ALLGATHER, "msmpi.dll")
 const MPI_ALLGATHERV = (:MPI_ALLGATHERV, "msmpi.dll")
 const MPI_ALLTOALL = (:MPI_ALLTOALL, "msmpi.dll")
 const MPI_ALLTOALLV = (:MPI_ALLTOALLV, "msmpi.dll")
+const MPI_IALLTOALL = (:MPI_IALLTOALL, "msmpi.dll")
+const MPI_IALLTOALLV = (:MPI_IALLTOALLV, "msmpi.dll")
 const MPI_INITIALIZED = (:MPI_INITIALIZED, "msmpi.dll")
 const MPI_FINALIZED = (:MPI_FINALIZED, "msmpi.dll")
 const MPI_SCATTER = (:MPI_SCATTER, "msmpi.dll")

test/test_alltoall.jl

@@ -9,4 +9,10 @@ rank = MPI.Comm_rank(comm)
 
 a = fill(rank,size)
 @test MPI.Alltoall(a, 1, comm) == collect(0:(size-1))
+
+b = fill(rank,size)
+req,c = MPI.Ialltoall(b, 1, comm)
+MPI.Wait!(req)
+MPI.Barrier(MPI.COMM_WORLD)
+@test c == collect(0:(size-1))
 MPI.Finalize()

test/test_alltoallv.jl

@@ -8,6 +8,14 @@ function alltoallv_array(A, scounts::Vector{Cint}, rcounts::Vector{Cint})
     MPI.Alltoallv(A,scounts,rcounts,comm)
 end
 
+function ialltoallv_array(A, scounts::Vector{Cint}, rcounts::Vector{Cint})
+    comm = MPI.COMM_WORLD
+    req, B = MPI.Ialltoallv(A,scounts,rcounts,comm)
+    MPI.Wait!(req)
+    MPI.Barrier(comm)
+    B
+end
+
 comm = MPI.COMM_WORLD
 size = MPI.Comm_size(comm)
 rank = MPI.Comm_rank(comm)
@@ -23,6 +31,17 @@ for typ in MPI.MPIDatatype.types
     rcounts = fill(convert(Cint,rank + 1),size)
     C = alltoallv_array(A, scounts, rcounts)
     @test B == C
+    
+    A = typ[]
+    B = typ[]
+    for i in 1:size
+        A = vcat(A,convert(Vector{typ},collect(1:i)))
+        B = vcat(B,convert(Vector{typ},collect(1:(rank+1))))
+    end
+    scounts = convert(Vector{Cint}, collect(1:size))
+    rcounts = fill(convert(Cint,rank + 1),size)
+    D = ialltoallv_array(A, scounts, rcounts)
+    @test B == D
 end
 
 MPI.Finalize()