-
Notifications
You must be signed in to change notification settings - Fork 279
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
posix: Implement shm bcast using release, gather
Intra-node bcast is implemented using release step followed by gather step. Data movement takes place in release (top-down step) in the tree. Gather (bottom-up step) is used for acknowledgement. Non-roots notify the root that the data was copied out of shared bcast buffer and root can reuse the buffer for next bcast call. Bcast buffer is split into multiple cells, so that the copying in of the next chunk by root can be overlapped with copying out of previous chunks by non-roots (pipelining). Large messages are split into chunks of cell size each and pipelining is used.
- Loading branch information
1 parent
6c9fd39
commit e546ffc
Showing
8 changed files
with
213 additions
and
4 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,155 @@ | ||
| /* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil ; -*- */ | ||
| /* | ||
| * | ||
| * (C) 2018 by Argonne National Laboratory. | ||
| * See COPYRIGHT in top-level directory. | ||
| */ | ||
|
|
||
| #ifndef POSIX_COLL_RELEASE_GATHER_H_INCLUDED | ||
| #define POSIX_COLL_RELEASE_GATHER_H_INCLUDED | ||
|
|
||
| #include "mpiimpl.h" | ||
| #include "algo_common.h" | ||
| #include "release_gather.h" | ||
|
|
||
| /* Intra-node bcast is implemented as a release step followed by gather step in release_gather | ||
| * framework. The actual data movement happens in release step. Gather step makes sure that | ||
| * the shared bcast buffer can be reused for next bcast call. Release gather framework has | ||
| * multitple cells in bcast buffer, so that the copying in next cell can be overlapped with | ||
| * copying out of previous cells (pipelining). | ||
| */ | ||
| MPL_STATIC_INLINE_PREFIX int MPIDI_POSIX_mpi_bcast_release_gather(void *buffer, | ||
| int count, | ||
| MPI_Datatype datatype, | ||
| int root, MPIR_Comm * comm_ptr, | ||
| MPIR_Errflag_t * errflag) | ||
| { | ||
| MPIR_FUNC_VERBOSE_STATE_DECL(MPID_STATE_POSIX_MPI_BCAST_RELEASE_GATHER); | ||
| MPIR_FUNC_VERBOSE_ENTER(MPID_STATE_POSIX_MPI_BCAST_RELEASE_GATHER); | ||
|
|
||
| int i, my_rank, num_chunks, chunk_count_floor, chunk_count_ceil; | ||
| int offset = 0, is_contig, ori_count = count; | ||
| int mpi_errno = MPI_SUCCESS, mpi_errno_ret = MPI_SUCCESS; | ||
| MPI_Aint position; | ||
| MPI_Aint lb, true_extent, extent, type_size; | ||
| void *ori_buffer = buffer; | ||
| MPI_Datatype ori_datatype = datatype; | ||
|
|
||
| /* If there is only one process or no data, return */ | ||
| if (count == 0 || (MPIR_Comm_size(comm_ptr) == 1)) { | ||
| goto fn_exit; | ||
| } | ||
|
|
||
| /* Lazy initialization of release_gather specific struct */ | ||
| mpi_errno = | ||
| MPIDI_POSIX_mpi_release_gather_comm_init(comm_ptr, MPIDI_POSIX_RELEASE_GATHER_OPCODE_BCAST); | ||
| if (mpi_errno) { | ||
| /* Fall back to other algo as release_gather based bcast cannot be used */ | ||
| mpi_errno = MPIR_Bcast_impl(buffer, count, datatype, root, comm_ptr, errflag); | ||
| goto fn_exit; | ||
| } | ||
|
|
||
| my_rank = MPIR_Comm_rank(comm_ptr); | ||
| MPIR_Type_get_extent_impl(datatype, &lb, &extent); | ||
| MPIR_Type_get_true_extent_impl(datatype, &lb, &true_extent); | ||
| extent = MPL_MAX(extent, true_extent); | ||
|
|
||
| MPIR_Datatype_is_contig(datatype, &is_contig); | ||
|
|
||
| if (is_contig) { | ||
| MPIR_Datatype_get_size_macro(datatype, type_size); | ||
| } else { | ||
| MPIR_Pack_size_impl(1, datatype, &type_size); | ||
| } | ||
|
|
||
| if (!is_contig || type_size >= MPIDI_POSIX_RELEASE_GATHER_BCAST_CELLSIZE) { | ||
| /* Convert to MPI_BYTE datatype */ | ||
| count = type_size * count; | ||
| datatype = MPI_BYTE; | ||
| type_size = 1; | ||
| extent = 1; | ||
|
|
||
| if (!is_contig) { | ||
| buffer = MPL_malloc(count, MPL_MEM_COLL); | ||
| if (my_rank == root) { | ||
| /* Root packs the data before sending, for non contiguous datatypes */ | ||
| position = 0; | ||
| mpi_errno = | ||
| MPIR_Pack_impl(ori_buffer, ori_count, ori_datatype, buffer, count, &position); | ||
| if (mpi_errno) { | ||
| /* for communication errors, just record the error but continue */ | ||
| *errflag = MPIR_ERR_OTHER; | ||
| MPIR_ERR_SET(mpi_errno, *errflag, "**fail"); | ||
| MPIR_ERR_ADD(mpi_errno_ret, mpi_errno); | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| /* Calculate chunking information for pipelining */ | ||
| MPIR_Algo_calculate_pipeline_chunk_info(MPIDI_POSIX_RELEASE_GATHER_BCAST_CELLSIZE, type_size, | ||
| count, &num_chunks, &chunk_count_floor, | ||
| &chunk_count_ceil); | ||
| /* Print chunking information */ | ||
| MPL_DBG_MSG_FMT(MPIR_DBG_COLL, VERBOSE, (MPL_DBG_FDEST, | ||
| "Bcast shmgr pipeline info: segsize=%d count=%d num_chunks=%d chunk_count_floor=%d chunk_count_ceil=%d \n", | ||
| MPIDI_POSIX_RELEASE_GATHER_BCAST_CELLSIZE, count, | ||
| num_chunks, chunk_count_floor, chunk_count_ceil)); | ||
|
|
||
| /* Do pipelined release-gather */ | ||
| for (i = 0; i < num_chunks; i++) { | ||
| int chunk_count = (i == 0) ? chunk_count_floor : chunk_count_ceil; | ||
|
|
||
| mpi_errno = | ||
| MPIDI_POSIX_mpi_release_gather_release((char *) buffer + offset * extent, | ||
| chunk_count, datatype, root, comm_ptr, | ||
| errflag, | ||
| MPIDI_POSIX_RELEASE_GATHER_OPCODE_BCAST); | ||
| if (mpi_errno) { | ||
| /* for communication errors, just record the error but continue */ | ||
| *errflag = | ||
| MPIX_ERR_PROC_FAILED == | ||
| MPIR_ERR_GET_CLASS(mpi_errno) ? MPIR_ERR_PROC_FAILED : MPIR_ERR_OTHER; | ||
| MPIR_ERR_SET(mpi_errno, *errflag, "**fail"); | ||
| MPIR_ERR_ADD(mpi_errno_ret, mpi_errno); | ||
| } | ||
|
|
||
| mpi_errno = | ||
| MPIDI_POSIX_mpi_release_gather_gather(NULL, NULL, 0, MPI_DATATYPE_NULL, | ||
| MPI_OP_NULL, root, comm_ptr, errflag, | ||
| MPIDI_POSIX_RELEASE_GATHER_OPCODE_BCAST); | ||
| if (mpi_errno) { | ||
| /* for communication errors, just record the error but continue */ | ||
| *errflag = | ||
| MPIX_ERR_PROC_FAILED == | ||
| MPIR_ERR_GET_CLASS(mpi_errno) ? MPIR_ERR_PROC_FAILED : MPIR_ERR_OTHER; | ||
| MPIR_ERR_SET(mpi_errno, *errflag, "**fail"); | ||
| MPIR_ERR_ADD(mpi_errno_ret, mpi_errno); | ||
| } | ||
| offset += chunk_count; | ||
| } | ||
|
|
||
| if (!is_contig) { | ||
| if (my_rank != root) { | ||
| /* Non-root unpack the data if expecting non-contiguous datatypes */ | ||
| position = 0; | ||
| mpi_errno = | ||
| MPIR_Unpack_impl(buffer, count, &position, ori_buffer, ori_count, ori_datatype); | ||
| if (mpi_errno) { | ||
| /* for communication errors, just record the error but continue */ | ||
| *errflag = MPIR_ERR_OTHER; | ||
| MPIR_ERR_SET(mpi_errno, *errflag, "**fail"); | ||
| MPIR_ERR_ADD(mpi_errno_ret, mpi_errno); | ||
| } | ||
| } | ||
| MPL_free(buffer); | ||
| } | ||
|
|
||
| fn_exit: | ||
| MPIR_FUNC_VERBOSE_EXIT(MPID_STATE_MPIDI_POSIX_MPI_BCAST_RELEASE_GATHER); | ||
| return mpi_errno; | ||
| fn_fail: | ||
| goto fn_exit; | ||
| } | ||
|
|
||
| #endif /* POSIX_COLL_RELEASE_GATHER_H_INCLUDED */ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters