module 23 ompi/include/mpif-externals.h ! interface (and are toxic to the MPI module interfaces),. module 27 ompi/include/mpif-sentinels.h ! - the "mpi" module bindings module 28 ompi/include/mpif-sentinels.h ! - the "mpi_f08" module bindings module 56 ompi/mca/bml/base/bml_base_init.c mca_bml_base_module_t *module = NULL, *best_module = NULL; module 74 ompi/mca/bml/base/bml_base_init.c module = component->bml_init(&priority, module 78 ompi/mca/bml/base/bml_base_init.c if(NULL == module) { module 84 ompi/mca/bml/base/bml_base_init.c best_module = module; module 90 ompi/mca/coll/base/coll_base_allgather.c mca_coll_base_module_t *module) module 258 ompi/mca/coll/base/coll_base_allgather.c mca_coll_base_module_t *module) module 282 ompi/mca/coll/base/coll_base_allgather.c comm, module); module 363 ompi/mca/coll/base/coll_base_allgather.c mca_coll_base_module_t *module) module 489 ompi/mca/coll/base/coll_base_allgather.c mca_coll_base_module_t *module) module 505 ompi/mca/coll/base/coll_base_allgather.c comm, module); module 603 ompi/mca/coll/base/coll_base_allgather.c mca_coll_base_module_t *module) module 687 ompi/mca/coll/base/coll_base_allgather.c mca_coll_base_module_t *module) module 99 ompi/mca/coll/base/coll_base_allgatherv.c mca_coll_base_module_t *module) module 226 ompi/mca/coll/base/coll_base_allgatherv.c mca_coll_base_module_t *module) module 353 ompi/mca/coll/base/coll_base_allgatherv.c mca_coll_base_module_t *module) module 372 ompi/mca/coll/base/coll_base_allgatherv.c comm, module); module 499 ompi/mca/coll/base/coll_base_allgatherv.c mca_coll_base_module_t *module) module 585 ompi/mca/coll/base/coll_base_allgatherv.c mca_coll_base_module_t *module) module 58 ompi/mca/coll/base/coll_base_allreduce.c mca_coll_base_module_t *module) module 135 ompi/mca/coll/base/coll_base_allreduce.c mca_coll_base_module_t *module) module 345 ompi/mca/coll/base/coll_base_allreduce.c mca_coll_base_module_t *module) module 376 ompi/mca/coll/base/coll_base_allreduce.c comm, module)); module 622 ompi/mca/coll/base/coll_base_allreduce.c mca_coll_base_module_t *module, module 659 ompi/mca/coll/base/coll_base_allreduce.c comm, module)); module 885 ompi/mca/coll/base/coll_base_allreduce.c mca_coll_base_module_t *module) module 898 ompi/mca/coll/base/coll_base_allreduce.c op, 0, comm, module); module 901 ompi/mca/coll/base/coll_base_allreduce.c op, 0, comm, module); module 905 ompi/mca/coll/base/coll_base_allreduce.c op, 0, comm, module); module 911 ompi/mca/coll/base/coll_base_allreduce.c return ompi_coll_base_bcast_intra_basic_linear(rbuf, count, dtype, 0, comm, module); module 973 ompi/mca/coll/base/coll_base_allreduce.c mca_coll_base_module_t *module) module 994 ompi/mca/coll/base/coll_base_allreduce.c op, comm, module); module 43 ompi/mca/coll/base/coll_base_alltoall.c mca_coll_base_module_t *module) module 137 ompi/mca/coll/base/coll_base_alltoall.c mca_coll_base_module_t *module) module 145 ompi/mca/coll/base/coll_base_alltoall.c comm, module); module 196 ompi/mca/coll/base/coll_base_alltoall.c mca_coll_base_module_t *module) module 206 ompi/mca/coll/base/coll_base_alltoall.c comm, module); module 338 ompi/mca/coll/base/coll_base_alltoall.c mca_coll_base_module_t *module, module 350 ompi/mca/coll/base/coll_base_alltoall.c comm, module); module 394 ompi/mca/coll/base/coll_base_alltoall.c reqs = ompi_coll_base_comm_get_reqs(module->base_data, 2 * total_reqs); module 495 ompi/mca/coll/base/coll_base_alltoall.c mca_coll_base_module_t *module) module 503 ompi/mca/coll/base/coll_base_alltoall.c comm, module); module 574 ompi/mca/coll/base/coll_base_alltoall.c mca_coll_base_module_t *module) module 581 ompi/mca/coll/base/coll_base_alltoall.c mca_coll_base_module_t *base_module = (mca_coll_base_module_t*) module; module 586 ompi/mca/coll/base/coll_base_alltoall.c comm, module); module 44 ompi/mca/coll/base/coll_base_alltoallv.c mca_coll_base_module_t *module) module 130 ompi/mca/coll/base/coll_base_alltoallv.c mca_coll_base_module_t *module) module 138 ompi/mca/coll/base/coll_base_alltoallv.c rdtype, comm, module); module 194 ompi/mca/coll/base/coll_base_alltoallv.c mca_coll_base_module_t *module) module 200 ompi/mca/coll/base/coll_base_alltoallv.c mca_coll_base_module_t *base_module = (mca_coll_base_module_t*) module; module 205 ompi/mca/coll/base/coll_base_alltoallv.c rdtype, comm, module); module 101 ompi/mca/coll/base/coll_base_barrier.c mca_coll_base_module_t *module) module 173 ompi/mca/coll/base/coll_base_barrier.c mca_coll_base_module_t *module) module 254 ompi/mca/coll/base/coll_base_barrier.c mca_coll_base_module_t *module) module 292 ompi/mca/coll/base/coll_base_barrier.c mca_coll_base_module_t *module) module 331 ompi/mca/coll/base/coll_base_barrier.c mca_coll_base_module_t *module) module 357 ompi/mca/coll/base/coll_base_barrier.c requests = ompi_coll_base_comm_get_reqs(module->base_data, size); module 405 ompi/mca/coll/base/coll_base_barrier.c mca_coll_base_module_t *module) module 43 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_module_t *module, module 72 ompi/mca/coll/base/coll_base_bcast.c send_reqs = ompi_coll_base_comm_get_reqs(module->base_data, tree->tree_nextsize); module 250 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_module_t *module, module 255 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_comm_t *data = module->base_data; module 257 ompi/mca/coll/base/coll_base_bcast.c COLL_BASE_UPDATE_BINTREE( comm, module, root ); module 268 ompi/mca/coll/base/coll_base_bcast.c return ompi_coll_base_bcast_intra_generic( buffer, count, datatype, root, comm, module, module 278 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_module_t *module, module 283 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_comm_t *data = module->base_data; module 285 ompi/mca/coll/base/coll_base_bcast.c COLL_BASE_UPDATE_PIPELINE( comm, module, root ); module 296 ompi/mca/coll/base/coll_base_bcast.c return ompi_coll_base_bcast_intra_generic( buffer, count, datatype, root, comm, module, module 306 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_module_t *module, module 311 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_comm_t *data = module->base_data; module 313 ompi/mca/coll/base/coll_base_bcast.c COLL_BASE_UPDATE_CHAIN( comm, module, root, chains ); module 324 ompi/mca/coll/base/coll_base_bcast.c return ompi_coll_base_bcast_intra_generic( buffer, count, datatype, root, comm, module, module 334 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_module_t *module, module 339 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_comm_t *data = module->base_data; module 341 ompi/mca/coll/base/coll_base_bcast.c COLL_BASE_UPDATE_BMTREE( comm, module, root ); module 352 ompi/mca/coll/base/coll_base_bcast.c return ompi_coll_base_bcast_intra_generic( buffer, count, datatype, root, comm, module, module 362 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_module_t *module, module 386 ompi/mca/coll/base/coll_base_bcast.c COLL_BASE_UPDATE_BINTREE( comm, module, root ); module 387 ompi/mca/coll/base/coll_base_bcast.c tree = module->base_data->cached_bintree; module 419 ompi/mca/coll/base/coll_base_bcast.c root, comm, module, module 627 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_module_t *module) module 648 ompi/mca/coll/base/coll_base_bcast.c preq = reqs = ompi_coll_base_comm_get_reqs(module->base_data, size-1); module 716 ompi/mca/coll/base/coll_base_bcast.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module, module 721 ompi/mca/coll/base/coll_base_bcast.c mca_coll_base_comm_t *data = module->base_data; module 723 ompi/mca/coll/base/coll_base_bcast.c COLL_BASE_UPDATE_KMTREE(comm, module, root, radix); module 726 ompi/mca/coll/base/coll_base_bcast.c return ompi_coll_base_bcast_intra_binomial(buf, count, datatype, root, comm, module, module 740 ompi/mca/coll/base/coll_base_bcast.c return ompi_coll_base_bcast_intra_generic(buf, count, datatype, root, comm, module, module 770 ompi/mca/coll/base/coll_base_bcast.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module, module 794 ompi/mca/coll/base/coll_base_bcast.c root, comm, module); module 947 ompi/mca/coll/base/coll_base_bcast.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module, module 971 ompi/mca/coll/base/coll_base_bcast.c root, comm, module); module 69 ompi/mca/coll/base/coll_base_comm_select.c mca_coll_base_module_2_3_0_t ** module); module 73 ompi/mca/coll/base/coll_base_comm_select.c mca_coll_base_module_2_3_0_t ** module); module 78 ompi/mca/coll/base/coll_base_comm_select.c mca_coll_base_module_2_3_0_t ** module); module 86 ompi/mca/coll/base/coll_base_comm_select.c #define COPY(module, comm, func) \ module 88 ompi/mca/coll/base/coll_base_comm_select.c if (NULL != module->coll_ ## func) { \ module 92 ompi/mca/coll/base/coll_base_comm_select.c comm->c_coll->coll_ ## func = module->coll_ ## func; \ module 93 ompi/mca/coll/base/coll_base_comm_select.c comm->c_coll->coll_ ## func ## _module = module; \ module 94 ompi/mca/coll/base/coll_base_comm_select.c OBJ_RETAIN(module); \ module 333 ompi/mca/coll/base/coll_base_comm_select.c mca_coll_base_module_2_3_0_t *module; module 344 ompi/mca/coll/base/coll_base_comm_select.c priority = check_one_component(comm, component, &module); module 350 ompi/mca/coll/base/coll_base_comm_select.c avail->ac_module = module; module 363 ompi/mca/coll/base/coll_base_comm_select.c if( NULL != module ) { module 364 ompi/mca/coll/base/coll_base_comm_select.c OBJ_RELEASE(module); module 365 ompi/mca/coll/base/coll_base_comm_select.c module = NULL; module 389 ompi/mca/coll/base/coll_base_comm_select.c mca_coll_base_module_2_3_0_t ** module) module 394 ompi/mca/coll/base/coll_base_comm_select.c err = query(component, comm, &priority, module); module 423 ompi/mca/coll/base/coll_base_comm_select.c int *priority, mca_coll_base_module_2_3_0_t ** module) module 425 ompi/mca/coll/base/coll_base_comm_select.c *module = NULL; module 432 ompi/mca/coll/base/coll_base_comm_select.c return query_2_0_0(coll100, comm, priority, module); module 443 ompi/mca/coll/base/coll_base_comm_select.c mca_coll_base_module_2_3_0_t ** module) module 451 ompi/mca/coll/base/coll_base_comm_select.c *module = ret; module 39 ompi/mca/coll/base/coll_base_exscan.c mca_coll_base_module_t *module) module 145 ompi/mca/coll/base/coll_base_exscan.c mca_coll_base_module_t *module) module 58 ompi/mca/coll/base/coll_base_frame.c coll_base_module_destruct(mca_coll_base_module_t *module) module 60 ompi/mca/coll/base/coll_base_frame.c if (NULL != module->base_data) { module 61 ompi/mca/coll/base/coll_base_frame.c OBJ_RELEASE(module->base_data); module 93 ompi/mca/coll/base/coll_base_functions.h #define ALLGATHER_ARGS ALLGATHER_BASE_ARGS, mca_coll_base_module_t *module module 94 ompi/mca/coll/base/coll_base_functions.h #define ALLGATHERV_ARGS ALLGATHERV_BASE_ARGS, mca_coll_base_module_t *module module 95 ompi/mca/coll/base/coll_base_functions.h #define ALLREDUCE_ARGS ALLREDUCE_BASE_ARGS, mca_coll_base_module_t *module module 96 ompi/mca/coll/base/coll_base_functions.h #define ALLTOALL_ARGS ALLTOALL_BASE_ARGS, mca_coll_base_module_t *module module 97 ompi/mca/coll/base/coll_base_functions.h #define ALLTOALLV_ARGS ALLTOALLV_BASE_ARGS, mca_coll_base_module_t *module module 98 ompi/mca/coll/base/coll_base_functions.h #define ALLTOALLW_ARGS ALLTOALLW_BASE_ARGS, mca_coll_base_module_t *module module 99 ompi/mca/coll/base/coll_base_functions.h #define BARRIER_ARGS BARRIER_BASE_ARGS, mca_coll_base_module_t *module module 100 ompi/mca/coll/base/coll_base_functions.h #define BCAST_ARGS BCAST_BASE_ARGS, mca_coll_base_module_t *module module 101 ompi/mca/coll/base/coll_base_functions.h #define EXSCAN_ARGS EXSCAN_BASE_ARGS, mca_coll_base_module_t *module module 102 ompi/mca/coll/base/coll_base_functions.h #define GATHER_ARGS GATHER_BASE_ARGS, mca_coll_base_module_t *module module 103 ompi/mca/coll/base/coll_base_functions.h #define GATHERV_ARGS GATHERV_BASE_ARGS, mca_coll_base_module_t *module module 104 ompi/mca/coll/base/coll_base_functions.h #define REDUCE_ARGS REDUCE_BASE_ARGS, mca_coll_base_module_t *module module 105 ompi/mca/coll/base/coll_base_functions.h #define REDUCESCATTER_ARGS REDUCESCATTER_BASE_ARGS, mca_coll_base_module_t *module module 106 ompi/mca/coll/base/coll_base_functions.h #define REDUCESCATTERBLOCK_ARGS REDUCESCATTERBLOCK_BASE_ARGS, mca_coll_base_module_t *module module 107 ompi/mca/coll/base/coll_base_functions.h #define SCAN_ARGS SCAN_BASE_ARGS, mca_coll_base_module_t *module module 108 ompi/mca/coll/base/coll_base_functions.h #define SCATTER_ARGS SCATTER_BASE_ARGS, mca_coll_base_module_t *module module 109 ompi/mca/coll/base/coll_base_functions.h #define SCATTERV_ARGS SCATTERV_BASE_ARGS, mca_coll_base_module_t *module module 110 ompi/mca/coll/base/coll_base_functions.h #define NEIGHBOR_ALLGATHER_ARGS NEIGHBOR_ALLGATHER_BASE_ARGS, mca_coll_base_module_t *module module 111 ompi/mca/coll/base/coll_base_functions.h #define NEIGHBOR_ALLGATHERV_ARGS NEIGHBOR_ALLGATHERV_BASE_ARGS, mca_coll_base_module_t *module module 112 ompi/mca/coll/base/coll_base_functions.h #define NEIGHBOR_ALLTOALL_ARGS NEIGHBOR_ALLTOALL_BASE_ARGS, mca_coll_base_module_t *module module 113 ompi/mca/coll/base/coll_base_functions.h #define NEIGHBOR_ALLTOALLV_ARGS NEIGHBOR_ALLTOALLV_BASE_ARGS, mca_coll_base_module_t *module module 114 ompi/mca/coll/base/coll_base_functions.h #define NEIGHBOR_ALLTOALLW_ARGS NEIGHBOR_ALLTOALLW_BASE_ARGS, mca_coll_base_module_t *module module 116 ompi/mca/coll/base/coll_base_functions.h #define IALLGATHER_ARGS ALLGATHER_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 117 ompi/mca/coll/base/coll_base_functions.h #define IALLGATHERV_ARGS ALLGATHERV_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 118 ompi/mca/coll/base/coll_base_functions.h #define IALLREDUCE_ARGS ALLREDUCE_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 119 ompi/mca/coll/base/coll_base_functions.h #define IALLTOALL_ARGS ALLTOALL_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 120 ompi/mca/coll/base/coll_base_functions.h #define IALLTOALLV_ARGS ALLTOALLV_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 121 ompi/mca/coll/base/coll_base_functions.h #define IALLTOALLW_ARGS ALLTOALLW_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 122 ompi/mca/coll/base/coll_base_functions.h #define IBARRIER_ARGS BARRIER_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 123 ompi/mca/coll/base/coll_base_functions.h #define IBCAST_ARGS BCAST_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 124 ompi/mca/coll/base/coll_base_functions.h #define IEXSCAN_ARGS EXSCAN_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 125 ompi/mca/coll/base/coll_base_functions.h #define IGATHER_ARGS GATHER_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 126 ompi/mca/coll/base/coll_base_functions.h #define IGATHERV_ARGS GATHERV_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 127 ompi/mca/coll/base/coll_base_functions.h #define IREDUCE_ARGS REDUCE_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 128 ompi/mca/coll/base/coll_base_functions.h #define IREDUCESCATTER_ARGS REDUCESCATTER_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 129 ompi/mca/coll/base/coll_base_functions.h #define IREDUCESCATTERBLOCK_ARGS REDUCESCATTERBLOCK_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 130 ompi/mca/coll/base/coll_base_functions.h #define ISCAN_ARGS SCAN_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 131 ompi/mca/coll/base/coll_base_functions.h #define ISCATTER_ARGS SCATTER_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 132 ompi/mca/coll/base/coll_base_functions.h #define ISCATTERV_ARGS SCATTERV_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 133 ompi/mca/coll/base/coll_base_functions.h #define INEIGHBOR_ALLGATHER_ARGS NEIGHBOR_ALLGATHER_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 134 ompi/mca/coll/base/coll_base_functions.h #define INEIGHBOR_ALLGATHERV_ARGS NEIGHBOR_ALLGATHERV_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 135 ompi/mca/coll/base/coll_base_functions.h #define INEIGHBOR_ALLTOALL_ARGS NEIGHBOR_ALLTOALL_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 136 ompi/mca/coll/base/coll_base_functions.h #define INEIGHBOR_ALLTOALLV_ARGS NEIGHBOR_ALLTOALLV_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 137 ompi/mca/coll/base/coll_base_functions.h #define INEIGHBOR_ALLTOALLW_ARGS NEIGHBOR_ALLTOALLW_BASE_ARGS, ompi_request_t **request, mca_coll_base_module_t *module module 139 ompi/mca/coll/base/coll_base_functions.h #define ALLGATHER_INIT_ARGS ALLGATHER_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 140 ompi/mca/coll/base/coll_base_functions.h #define ALLGATHERV_INIT_ARGS ALLGATHERV_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 141 ompi/mca/coll/base/coll_base_functions.h #define ALLREDUCE_INIT_ARGS ALLREDUCE_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 142 ompi/mca/coll/base/coll_base_functions.h #define ALLTOALL_INIT_ARGS ALLTOALL_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 143 ompi/mca/coll/base/coll_base_functions.h #define ALLTOALLV_INIT_ARGS ALLTOALLV_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 144 ompi/mca/coll/base/coll_base_functions.h #define ALLTOALLW_INIT_ARGS ALLTOALLW_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 145 ompi/mca/coll/base/coll_base_functions.h #define BARRIER_INIT_ARGS BARRIER_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 146 ompi/mca/coll/base/coll_base_functions.h #define BCAST_INIT_ARGS BCAST_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 147 ompi/mca/coll/base/coll_base_functions.h #define EXSCAN_INIT_ARGS EXSCAN_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 148 ompi/mca/coll/base/coll_base_functions.h #define GATHER_INIT_ARGS GATHER_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 149 ompi/mca/coll/base/coll_base_functions.h #define GATHERV_INIT_ARGS GATHERV_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 150 ompi/mca/coll/base/coll_base_functions.h #define REDUCE_INIT_ARGS REDUCE_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 151 ompi/mca/coll/base/coll_base_functions.h #define REDUCESCATTER_INIT_ARGS REDUCESCATTER_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 152 ompi/mca/coll/base/coll_base_functions.h #define REDUCESCATTERBLOCK_INIT_ARGS REDUCESCATTERBLOCK_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 153 ompi/mca/coll/base/coll_base_functions.h #define SCAN_INIT_ARGS SCAN_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 154 ompi/mca/coll/base/coll_base_functions.h #define SCATTER_INIT_ARGS SCATTER_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 155 ompi/mca/coll/base/coll_base_functions.h #define SCATTERV_INIT_ARGS SCATTERV_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 156 ompi/mca/coll/base/coll_base_functions.h #define NEIGHBOR_ALLGATHER_INIT_ARGS NEIGHBOR_ALLGATHER_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 157 ompi/mca/coll/base/coll_base_functions.h #define NEIGHBOR_ALLGATHERV_INIT_ARGS NEIGHBOR_ALLGATHERV_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 158 ompi/mca/coll/base/coll_base_functions.h #define NEIGHBOR_ALLTOALL_INIT_ARGS NEIGHBOR_ALLTOALL_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 159 ompi/mca/coll/base/coll_base_functions.h #define NEIGHBOR_ALLTOALLV_INIT_ARGS NEIGHBOR_ALLTOALLV_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 160 ompi/mca/coll/base/coll_base_functions.h #define NEIGHBOR_ALLTOALLW_INIT_ARGS NEIGHBOR_ALLTOALLW_BASE_ARGS, ompi_info_t *info, ompi_request_t **request, mca_coll_base_module_t *module module 220 ompi/mca/coll/base/coll_base_functions.h mca_coll_base_module_t *module); /* special version for INPLACE */ module 228 ompi/mca/coll/base/coll_base_functions.h mca_coll_base_module_t *module); /* special version for INPLACE */ module 300 ompi/mca/coll/base/coll_base_functions.h mca_coll_base_module_t *module); module 47 ompi/mca/coll/base/coll_base_gather.c mca_coll_base_module_t *module) module 55 ompi/mca/coll/base/coll_base_gather.c mca_coll_base_module_t *base_module = (mca_coll_base_module_t*) module; module 214 ompi/mca/coll/base/coll_base_gather.c mca_coll_base_module_t *module, module 270 ompi/mca/coll/base/coll_base_gather.c reqs = ompi_coll_base_comm_get_reqs(module->base_data, size); module 374 ompi/mca/coll/base/coll_base_gather.c mca_coll_base_module_t *module) module 44 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *module) module 65 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *module, module 294 ompi/mca/coll/base/coll_base_reduce.c sreq = ompi_coll_base_comm_get_reqs(module->base_data, max_outstanding_reqs); module 383 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *module, module 389 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *base_module = (mca_coll_base_module_t*) module; module 403 ompi/mca/coll/base/coll_base_reduce.c op, root, comm, module, module 413 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *module, module 419 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *base_module = (mca_coll_base_module_t*) module; module 435 ompi/mca/coll/base/coll_base_reduce.c op, root, comm, module, module 444 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *module, module 450 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *base_module = (mca_coll_base_module_t*) module; module 466 ompi/mca/coll/base/coll_base_reduce.c op, root, comm, module, module 475 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *module, module 481 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *base_module = (mca_coll_base_module_t*) module; module 497 ompi/mca/coll/base/coll_base_reduce.c op, root, comm, module, module 514 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *module, module 523 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *base_module = (mca_coll_base_module_t*) module; module 578 ompi/mca/coll/base/coll_base_reduce.c op, io_root, comm, module, module 632 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *module) module 794 ompi/mca/coll/base/coll_base_reduce.c mca_coll_base_module_t *module) module 813 ompi/mca/coll/base/coll_base_reduce.c op, root, comm, module); module 52 ompi/mca/coll/base/coll_base_reduce_scatter.c mca_coll_base_module_t *module) module 138 ompi/mca/coll/base/coll_base_reduce_scatter.c mca_coll_base_module_t *module) module 460 ompi/mca/coll/base/coll_base_reduce_scatter.c mca_coll_base_module_t *module) module 694 ompi/mca/coll/base/coll_base_reduce_scatter.c mca_coll_base_module_t *module) module 59 ompi/mca/coll/base/coll_base_reduce_scatter_block.c mca_coll_base_module_t *module) module 131 ompi/mca/coll/base/coll_base_reduce_scatter_block.c mca_coll_base_module_t *module) module 329 ompi/mca/coll/base/coll_base_reduce_scatter_block.c mca_coll_base_module_t *module) module 348 ompi/mca/coll/base/coll_base_reduce_scatter_block.c op, comm, module); module 508 ompi/mca/coll/base/coll_base_reduce_scatter_block.c mca_coll_base_module_t *module); module 570 ompi/mca/coll/base/coll_base_reduce_scatter_block.c mca_coll_base_module_t *module) module 587 ompi/mca/coll/base/coll_base_reduce_scatter_block.c sbuf, rbuf, rcount, dtype, op, comm, module); module 813 ompi/mca/coll/base/coll_base_reduce_scatter_block.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/base/coll_base_scan.c mca_coll_base_module_t *module) module 160 ompi/mca/coll/base/coll_base_scan.c mca_coll_base_module_t *module) module 66 ompi/mca/coll/base/coll_base_scatter.c mca_coll_base_module_t *module) module 71 ompi/mca/coll/base/coll_base_scatter.c mca_coll_base_module_t *base_module = (mca_coll_base_module_t*)module; module 223 ompi/mca/coll/base/coll_base_scatter.c mca_coll_base_module_t *module) module 55 ompi/mca/coll/basic/coll_basic.h int mca_coll_basic_module_enable(mca_coll_base_module_t *module, module 63 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 71 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 77 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 82 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 89 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 98 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 107 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 115 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 118 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 121 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 127 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 133 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 139 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 145 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 151 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 159 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 167 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 175 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 182 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 189 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 195 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 202 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 209 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 216 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 223 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 229 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 234 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 242 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 250 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 257 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 263 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 267 ompi/mca/coll/basic/coll_basic.h struct ompi_communicator_t *comm, mca_coll_base_module_t *module); module 271 ompi/mca/coll/basic/coll_basic.h mca_coll_base_module_t *module); module 276 ompi/mca/coll/basic/coll_basic.h struct ompi_communicator_t *comm, mca_coll_base_module_t *module); module 281 ompi/mca/coll/basic/coll_basic.h struct ompi_communicator_t *comm, mca_coll_base_module_t *module); module 49 ompi/mca/coll/basic/coll_basic_allgather.c mca_coll_base_module_t *module) module 82 ompi/mca/coll/basic/coll_basic_allgather.c reqs = ompi_coll_base_comm_get_reqs(module->base_data, rsize + 1); module 46 ompi/mca/coll/basic/coll_basic_allgatherv.c mca_coll_base_module_t *module) module 48 ompi/mca/coll/basic/coll_basic_allreduce.c mca_coll_base_module_t *module) module 83 ompi/mca/coll/basic/coll_basic_allreduce.c mca_coll_base_module_t *module) module 113 ompi/mca/coll/basic/coll_basic_allreduce.c reqs = ompi_coll_base_comm_get_reqs(module->base_data, rsize - 1); module 49 ompi/mca/coll/basic/coll_basic_alltoall.c mca_coll_base_module_t *module) module 81 ompi/mca/coll/basic/coll_basic_alltoall.c req = rreq = ompi_coll_base_comm_get_reqs( module->base_data, nreqs); module 50 ompi/mca/coll/basic/coll_basic_alltoallv.c mca_coll_base_module_t *module) module 72 ompi/mca/coll/basic/coll_basic_alltoallv.c preq = ompi_coll_base_comm_get_reqs(module->base_data, nreqs); module 43 ompi/mca/coll/basic/coll_basic_alltoallw.c mca_coll_base_module_t *module) module 148 ompi/mca/coll/basic/coll_basic_alltoallw.c mca_coll_base_module_t *module) module 157 ompi/mca/coll/basic/coll_basic_alltoallw.c rdtypes, comm, module); module 183 ompi/mca/coll/basic/coll_basic_alltoallw.c reqs = preq = ompi_coll_base_comm_get_reqs(module->base_data, 2 * size); module 262 ompi/mca/coll/basic/coll_basic_alltoallw.c mca_coll_base_module_t *module) module 273 ompi/mca/coll/basic/coll_basic_alltoallw.c reqs = preq = ompi_coll_base_comm_get_reqs(module->base_data, 2 * size); module 42 ompi/mca/coll/basic/coll_basic_barrier.c mca_coll_base_module_t *module) module 124 ompi/mca/coll/basic/coll_basic_barrier.c mca_coll_base_module_t *module) module 47 ompi/mca/coll/basic/coll_basic_bcast.c mca_coll_base_module_t *module) module 85 ompi/mca/coll/basic/coll_basic_bcast.c reqs = ompi_coll_base_comm_get_reqs(module->base_data, size); module 142 ompi/mca/coll/basic/coll_basic_bcast.c mca_coll_base_module_t *module) module 160 ompi/mca/coll/basic/coll_basic_bcast.c reqs = ompi_coll_base_comm_get_reqs(module->base_data, rsize); module 197 ompi/mca/coll/basic/coll_basic_bcast.c mca_coll_base_module_t *module) module 49 ompi/mca/coll/basic/coll_basic_exscan.c mca_coll_base_module_t *module) module 51 ompi/mca/coll/basic/coll_basic_exscan.c return ompi_coll_base_exscan_intra_linear(sbuf, rbuf, count, dtype, op, comm, module); module 67 ompi/mca/coll/basic/coll_basic_exscan.c mca_coll_base_module_t *module) module 46 ompi/mca/coll/basic/coll_basic_gather.c mca_coll_base_module_t *module) module 45 ompi/mca/coll/basic/coll_basic_gatherv.c mca_coll_base_module_t *module) module 118 ompi/mca/coll/basic/coll_basic_gatherv.c mca_coll_base_module_t *module) module 145 ompi/mca/coll/basic/coll_basic_gatherv.c reqs = ompi_coll_base_comm_get_reqs(module->base_data, size); module 146 ompi/mca/coll/basic/coll_basic_module.c mca_coll_basic_module_enable(mca_coll_base_module_t *module, module 150 ompi/mca/coll/basic/coll_basic_module.c module->base_data = OBJ_NEW(mca_coll_base_comm_t); module 151 ompi/mca/coll/basic/coll_basic_module.c if (NULL == module->base_data) { module 44 ompi/mca/coll/basic/coll_basic_neighbor_allgather.c mca_coll_base_module_t *module) module 56 ompi/mca/coll/basic/coll_basic_neighbor_allgather.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, 4 * cart->ndims ); module 124 ompi/mca/coll/basic/coll_basic_neighbor_allgather.c mca_coll_base_module_t *module) module 143 ompi/mca/coll/basic/coll_basic_neighbor_allgather.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, 2 * degree); module 177 ompi/mca/coll/basic/coll_basic_neighbor_allgather.c mca_coll_base_module_t *module) module 194 ompi/mca/coll/basic/coll_basic_neighbor_allgather.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, indegree + outdegree); module 236 ompi/mca/coll/basic/coll_basic_neighbor_allgather.c mca_coll_base_module_t *module) module 244 ompi/mca/coll/basic/coll_basic_neighbor_allgather.c rcount, rdtype, comm, module); module 247 ompi/mca/coll/basic/coll_basic_neighbor_allgather.c rcount, rdtype, comm, module); module 250 ompi/mca/coll/basic/coll_basic_neighbor_allgather.c rcount, rdtype, comm, module); module 43 ompi/mca/coll/basic/coll_basic_neighbor_allgatherv.c mca_coll_base_module_t *module) module 55 ompi/mca/coll/basic/coll_basic_neighbor_allgatherv.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, 4 * cart->ndims); module 112 ompi/mca/coll/basic/coll_basic_neighbor_allgatherv.c mca_coll_base_module_t *module) module 130 ompi/mca/coll/basic/coll_basic_neighbor_allgatherv.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, 2 * degree); module 162 ompi/mca/coll/basic/coll_basic_neighbor_allgatherv.c mca_coll_base_module_t *module) module 179 ompi/mca/coll/basic/coll_basic_neighbor_allgatherv.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, indegree + outdegree); module 216 ompi/mca/coll/basic/coll_basic_neighbor_allgatherv.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module) module 224 ompi/mca/coll/basic/coll_basic_neighbor_allgatherv.c disps, rdtype, comm, module); module 227 ompi/mca/coll/basic/coll_basic_neighbor_allgatherv.c disps, rdtype, comm, module); module 230 ompi/mca/coll/basic/coll_basic_neighbor_allgatherv.c disps, rdtype, comm, module); module 42 ompi/mca/coll/basic/coll_basic_neighbor_alltoall.c mca_coll_base_module_t *module) module 54 ompi/mca/coll/basic/coll_basic_neighbor_alltoall.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, 4 * cart->ndims); module 142 ompi/mca/coll/basic/coll_basic_neighbor_alltoall.c mca_coll_base_module_t *module) module 161 ompi/mca/coll/basic/coll_basic_neighbor_alltoall.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, 2 * degree); module 201 ompi/mca/coll/basic/coll_basic_neighbor_alltoall.c mca_coll_base_module_t *module) module 219 ompi/mca/coll/basic/coll_basic_neighbor_alltoall.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, indegree + outdegree); module 259 ompi/mca/coll/basic/coll_basic_neighbor_alltoall.c mca_coll_base_module_t *module) module 267 ompi/mca/coll/basic/coll_basic_neighbor_alltoall.c rcount, rdtype, comm, module); module 270 ompi/mca/coll/basic/coll_basic_neighbor_alltoall.c rcount, rdtype, comm, module); module 273 ompi/mca/coll/basic/coll_basic_neighbor_alltoall.c rcount, rdtype, comm, module); module 43 ompi/mca/coll/basic/coll_basic_neighbor_alltoallv.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module) module 55 ompi/mca/coll/basic/coll_basic_neighbor_alltoallv.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, 4 * cart->ndims ); module 129 ompi/mca/coll/basic/coll_basic_neighbor_alltoallv.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module) module 148 ompi/mca/coll/basic/coll_basic_neighbor_alltoallv.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, 2 * degree ); module 187 ompi/mca/coll/basic/coll_basic_neighbor_alltoallv.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module) module 205 ompi/mca/coll/basic/coll_basic_neighbor_alltoallv.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, indegree + outdegree); module 243 ompi/mca/coll/basic/coll_basic_neighbor_alltoallv.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module) module 251 ompi/mca/coll/basic/coll_basic_neighbor_alltoallv.c rcounts, rdisps, rdtype, comm, module); module 254 ompi/mca/coll/basic/coll_basic_neighbor_alltoallv.c rcounts, rdisps, rdtype, comm, module); module 257 ompi/mca/coll/basic/coll_basic_neighbor_alltoallv.c rcounts, rdisps, rdtype, comm, module); module 43 ompi/mca/coll/basic/coll_basic_neighbor_alltoallw.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module) module 52 ompi/mca/coll/basic/coll_basic_neighbor_alltoallw.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, 4 * cart->ndims ); module 126 ompi/mca/coll/basic/coll_basic_neighbor_alltoallw.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module) module 137 ompi/mca/coll/basic/coll_basic_neighbor_alltoallw.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, 2 * degree ); module 181 ompi/mca/coll/basic/coll_basic_neighbor_alltoallw.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module) module 198 ompi/mca/coll/basic/coll_basic_neighbor_alltoallw.c reqs = preqs = ompi_coll_base_comm_get_reqs( module->base_data, indegree + outdegree ); module 236 ompi/mca/coll/basic/coll_basic_neighbor_alltoallw.c struct ompi_communicator_t *comm, mca_coll_base_module_t *module) module 244 ompi/mca/coll/basic/coll_basic_neighbor_alltoallw.c rcounts, rdisps, rdtypes, comm, module); module 247 ompi/mca/coll/basic/coll_basic_neighbor_alltoallw.c rcounts, rdisps, rdtypes, comm, module); module 250 ompi/mca/coll/basic/coll_basic_neighbor_alltoallw.c rcounts, rdisps, rdtypes, comm, module); module 91 ompi/mca/coll/basic/coll_basic_reduce.c mca_coll_base_module_t *module) module 110 ompi/mca/coll/basic/coll_basic_reduce.c op, root, comm, module); module 288 ompi/mca/coll/basic/coll_basic_reduce.c mca_coll_base_module_t *module) module 366 ompi/mca/coll/basic/coll_basic_reduce.c mca_coll_base_module_t *module) module 71 ompi/mca/coll/basic/coll_basic_reduce_scatter.c mca_coll_base_module_t *module) module 366 ompi/mca/coll/basic/coll_basic_reduce_scatter.c mca_coll_base_module_t *module) module 58 ompi/mca/coll/basic/coll_basic_reduce_scatter_block.c mca_coll_base_module_t *module) module 60 ompi/mca/coll/basic/coll_basic_reduce_scatter_block.c return ompi_coll_base_reduce_scatter_block_basic_linear(sbuf, rbuf, rcount, dtype, op, comm, module); module 75 ompi/mca/coll/basic/coll_basic_reduce_scatter_block.c mca_coll_base_module_t *module) module 47 ompi/mca/coll/basic/coll_basic_scan.c mca_coll_base_module_t *module) module 49 ompi/mca/coll/basic/coll_basic_scan.c return ompi_coll_base_scan_intra_linear(sbuf, rbuf, count, dtype, op, comm, module); module 47 ompi/mca/coll/basic/coll_basic_scatter.c mca_coll_base_module_t *module) module 72 ompi/mca/coll/basic/coll_basic_scatter.c reqs = ompi_coll_base_comm_get_reqs(module->base_data, size); module 47 ompi/mca/coll/basic/coll_basic_scatterv.c mca_coll_base_module_t *module) module 120 ompi/mca/coll/basic/coll_basic_scatterv.c mca_coll_base_module_t *module) module 148 ompi/mca/coll/basic/coll_basic_scatterv.c reqs = ompi_coll_base_comm_get_reqs(module->base_data, size); module 181 ompi/mca/coll/coll.h (*mca_coll_base_module_enable_1_1_0_fn_t)(struct mca_coll_base_module_2_3_0_t* module, module 196 ompi/mca/coll/coll.h (*mca_coll_base_module_disable_1_2_0_fn_t)(struct mca_coll_base_module_2_3_0_t* module, module 203 ompi/mca/coll/coll.h struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 207 ompi/mca/coll/coll.h struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 210 ompi/mca/coll/coll.h struct ompi_op_t *op, struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 214 ompi/mca/coll/coll.h struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 218 ompi/mca/coll/coll.h struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 222 ompi/mca/coll/coll.h struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 224 ompi/mca/coll/coll.h (struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 227 ompi/mca/coll/coll.h struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 230 ompi/mca/coll/coll.h struct ompi_op_t *op, struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 234 ompi/mca/coll/coll.h int root, struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 238 ompi/mca/coll/coll.h int root, struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 241 ompi/mca/coll/coll.h struct ompi_op_t *op, int root, struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 244 ompi/mca/coll/coll.h struct ompi_op_t *op, struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 247 ompi/mca/coll/coll.h struct ompi_op_t *op, struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 250 ompi/mca/coll/coll.h struct ompi_op_t *op, struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 254 ompi/mca/coll/coll.h int root, struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 258 ompi/mca/coll/coll.h int root, struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 265 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 270 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 274 ompi/mca/coll/coll.h ompi_request_t ** request, struct mca_coll_base_module_2_3_0_t *module); module 279 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 284 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 289 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 292 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 296 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 300 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 305 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 310 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 314 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 318 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 322 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 326 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 331 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 336 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 343 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 348 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 352 ompi/mca/coll/coll.h ompi_request_t ** request, struct mca_coll_base_module_2_3_0_t *module); module 357 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 362 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 367 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 370 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 374 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 378 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 383 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 388 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 392 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 396 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 400 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 404 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 409 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 414 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 422 ompi/mca/coll/coll.h struct ompi_communicator_t *comm, struct mca_coll_base_module_2_3_0_t *module); module 427 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 432 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 443 ompi/mca/coll/coll.h struct mca_coll_base_module_2_3_0_t *module); module 38 ompi/mca/coll/cuda/coll_cuda.h int mca_coll_cuda_module_enable(mca_coll_base_module_t *module, module 46 ompi/mca/coll/cuda/coll_cuda.h mca_coll_base_module_t *module); module 53 ompi/mca/coll/cuda/coll_cuda.h mca_coll_base_module_t *module); module 59 ompi/mca/coll/cuda/coll_cuda.h mca_coll_base_module_t *module); module 65 ompi/mca/coll/cuda/coll_cuda.h mca_coll_base_module_t *module); module 72 ompi/mca/coll/cuda/coll_cuda.h mca_coll_base_module_t *module); module 34 ompi/mca/coll/cuda/coll_cuda_allreduce.c mca_coll_base_module_t *module) module 36 ompi/mca/coll/cuda/coll_cuda_allreduce.c mca_coll_cuda_module_t *s = (mca_coll_cuda_module_t*) module; module 26 ompi/mca/coll/cuda/coll_cuda_exscan.c mca_coll_base_module_t *module) module 28 ompi/mca/coll/cuda/coll_cuda_exscan.c mca_coll_cuda_module_t *s = (mca_coll_cuda_module_t*) module; module 32 ompi/mca/coll/cuda/coll_cuda_module.c static void mca_coll_cuda_module_construct(mca_coll_cuda_module_t *module) module 34 ompi/mca/coll/cuda/coll_cuda_module.c memset(&(module->c_coll), 0, sizeof(module->c_coll)); module 37 ompi/mca/coll/cuda/coll_cuda_module.c static void mca_coll_cuda_module_destruct(mca_coll_cuda_module_t *module) module 39 ompi/mca/coll/cuda/coll_cuda_module.c OBJ_RELEASE(module->c_coll.coll_allreduce_module); module 40 ompi/mca/coll/cuda/coll_cuda_module.c OBJ_RELEASE(module->c_coll.coll_reduce_module); module 41 ompi/mca/coll/cuda/coll_cuda_module.c OBJ_RELEASE(module->c_coll.coll_reduce_scatter_block_module); module 42 ompi/mca/coll/cuda/coll_cuda_module.c OBJ_RELEASE(module->c_coll.coll_scatter_module); module 46 ompi/mca/coll/cuda/coll_cuda_module.c if (NULL != module->c_coll.coll_exscan_module) { module 47 ompi/mca/coll/cuda/coll_cuda_module.c OBJ_RELEASE(module->c_coll.coll_exscan_module); module 48 ompi/mca/coll/cuda/coll_cuda_module.c OBJ_RELEASE(module->c_coll.coll_scan_module); module 118 ompi/mca/coll/cuda/coll_cuda_module.c int mca_coll_cuda_module_enable(mca_coll_base_module_t *module, module 123 ompi/mca/coll/cuda/coll_cuda_module.c mca_coll_cuda_module_t *s = (mca_coll_cuda_module_t*) module; module 34 ompi/mca/coll/cuda/coll_cuda_reduce.c mca_coll_base_module_t *module) module 36 ompi/mca/coll/cuda/coll_cuda_reduce.c mca_coll_cuda_module_t *s = (mca_coll_cuda_module_t*) module; module 38 ompi/mca/coll/cuda/coll_cuda_reduce_scatter_block.c mca_coll_base_module_t *module) module 40 ompi/mca/coll/cuda/coll_cuda_reduce_scatter_block.c mca_coll_cuda_module_t *s = (mca_coll_cuda_module_t*) module; module 33 ompi/mca/coll/cuda/coll_cuda_scan.c mca_coll_base_module_t *module) module 35 ompi/mca/coll/cuda/coll_cuda_scan.c mca_coll_cuda_module_t *s = (mca_coll_cuda_module_t*) module; module 47 ompi/mca/coll/demo/coll_demo.h int mca_coll_demo_module_enable(mca_coll_base_module_t *module, module 55 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 61 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 68 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 74 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 80 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 85 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 92 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 98 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 105 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 111 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 118 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 124 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 127 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 129 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 135 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 140 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 146 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 151 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 157 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 162 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 169 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 175 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 182 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 188 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 195 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 201 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 207 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 212 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 218 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 223 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 230 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 236 ompi/mca/coll/demo/coll_demo.h mca_coll_base_module_t *module); module 40 ompi/mca/coll/demo/coll_demo_allgather.c mca_coll_base_module_t *module) module 42 ompi/mca/coll/demo/coll_demo_allgather.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 62 ompi/mca/coll/demo/coll_demo_allgather.c mca_coll_base_module_t *module) module 64 ompi/mca/coll/demo/coll_demo_allgather.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 41 ompi/mca/coll/demo/coll_demo_allgatherv.c mca_coll_base_module_t *module) module 43 ompi/mca/coll/demo/coll_demo_allgatherv.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 64 ompi/mca/coll/demo/coll_demo_allgatherv.c mca_coll_base_module_t *module) module 66 ompi/mca/coll/demo/coll_demo_allgatherv.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 40 ompi/mca/coll/demo/coll_demo_allreduce.c mca_coll_base_module_t *module) module 42 ompi/mca/coll/demo/coll_demo_allreduce.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 61 ompi/mca/coll/demo/coll_demo_allreduce.c mca_coll_base_module_t *module) module 63 ompi/mca/coll/demo/coll_demo_allreduce.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 41 ompi/mca/coll/demo/coll_demo_alltoall.c mca_coll_base_module_t *module) module 43 ompi/mca/coll/demo/coll_demo_alltoall.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 64 ompi/mca/coll/demo/coll_demo_alltoall.c mca_coll_base_module_t *module) module 66 ompi/mca/coll/demo/coll_demo_alltoall.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 42 ompi/mca/coll/demo/coll_demo_alltoallv.c mca_coll_base_module_t *module) module 44 ompi/mca/coll/demo/coll_demo_alltoallv.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 66 ompi/mca/coll/demo/coll_demo_alltoallv.c mca_coll_base_module_t *module) module 68 ompi/mca/coll/demo/coll_demo_alltoallv.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 41 ompi/mca/coll/demo/coll_demo_alltoallw.c mca_coll_base_module_t *module) module 43 ompi/mca/coll/demo/coll_demo_alltoallw.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 64 ompi/mca/coll/demo/coll_demo_alltoallw.c mca_coll_base_module_t *module) module 66 ompi/mca/coll/demo/coll_demo_alltoallw.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 37 ompi/mca/coll/demo/coll_demo_barrier.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/demo/coll_demo_barrier.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 54 ompi/mca/coll/demo/coll_demo_barrier.c mca_coll_base_module_t *module) module 56 ompi/mca/coll/demo/coll_demo_barrier.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 39 ompi/mca/coll/demo/coll_demo_bcast.c mca_coll_base_module_t *module) module 41 ompi/mca/coll/demo/coll_demo_bcast.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 59 ompi/mca/coll/demo/coll_demo_bcast.c mca_coll_base_module_t *module) module 61 ompi/mca/coll/demo/coll_demo_bcast.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 106 ompi/mca/coll/demo/coll_demo_component.c mca_coll_demo_module_construct(mca_coll_demo_module_t *module) module 108 ompi/mca/coll/demo/coll_demo_component.c memset(&module->underlying, 0, sizeof(mca_coll_base_comm_coll_t)); module 111 ompi/mca/coll/demo/coll_demo_component.c #define RELEASE(module, func) \ module 113 ompi/mca/coll/demo/coll_demo_component.c if (NULL != module->underlying.coll_ ## func ## _module) { \ module 114 ompi/mca/coll/demo/coll_demo_component.c OBJ_RELEASE(module->underlying.coll_ ## func ## _module); \ module 119 ompi/mca/coll/demo/coll_demo_component.c mca_coll_demo_module_destruct(mca_coll_demo_module_t *module) module 121 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, allgather); module 122 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, allgatherv); module 123 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, allreduce); module 124 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, alltoall); module 125 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, alltoallv); module 126 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, alltoallw); module 127 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, barrier); module 128 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, bcast); module 129 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, exscan); module 130 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, gather); module 131 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, gatherv); module 132 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, reduce); module 133 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, reduce_scatter); module 134 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, scan); module 135 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, scatter); module 136 ompi/mca/coll/demo/coll_demo_component.c RELEASE(module, scatterv); module 40 ompi/mca/coll/demo/coll_demo_exscan.c mca_coll_base_module_t *module) module 42 ompi/mca/coll/demo/coll_demo_exscan.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 40 ompi/mca/coll/demo/coll_demo_gather.c mca_coll_base_module_t *module) module 42 ompi/mca/coll/demo/coll_demo_gather.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 63 ompi/mca/coll/demo/coll_demo_gather.c mca_coll_base_module_t *module) module 65 ompi/mca/coll/demo/coll_demo_gather.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 41 ompi/mca/coll/demo/coll_demo_gatherv.c mca_coll_base_module_t *module) module 43 ompi/mca/coll/demo/coll_demo_gatherv.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 64 ompi/mca/coll/demo/coll_demo_gatherv.c mca_coll_base_module_t *module) module 66 ompi/mca/coll/demo/coll_demo_gatherv.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 167 ompi/mca/coll/demo/coll_demo_module.c #define COPY(comm, module, func) \ module 169 ompi/mca/coll/demo/coll_demo_module.c module->underlying.coll_ ## func = comm->c_coll->coll_ ## func; \ module 170 ompi/mca/coll/demo/coll_demo_module.c module->underlying.coll_ ## func = comm->c_coll->coll_ ## func; \ module 171 ompi/mca/coll/demo/coll_demo_module.c if (NULL != module->underlying.coll_ ## func ## _module) { \ module 172 ompi/mca/coll/demo/coll_demo_module.c OBJ_RETAIN(module->underlying.coll_ ## func ## _module); \ module 177 ompi/mca/coll/demo/coll_demo_module.c mca_coll_demo_module_enable(mca_coll_base_module_t *module, module 180 ompi/mca/coll/demo/coll_demo_module.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 40 ompi/mca/coll/demo/coll_demo_reduce.c mca_coll_base_module_t *module) module 42 ompi/mca/coll/demo/coll_demo_reduce.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 61 ompi/mca/coll/demo/coll_demo_reduce.c mca_coll_base_module_t *module) module 63 ompi/mca/coll/demo/coll_demo_reduce.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 40 ompi/mca/coll/demo/coll_demo_reduce_scatter.c mca_coll_base_module_t *module) module 42 ompi/mca/coll/demo/coll_demo_reduce_scatter.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 61 ompi/mca/coll/demo/coll_demo_reduce_scatter.c mca_coll_base_module_t *module) module 63 ompi/mca/coll/demo/coll_demo_reduce_scatter.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 40 ompi/mca/coll/demo/coll_demo_scan.c mca_coll_base_module_t *module) module 42 ompi/mca/coll/demo/coll_demo_scan.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 42 ompi/mca/coll/demo/coll_demo_scatter.c mca_coll_base_module_t *module) module 44 ompi/mca/coll/demo/coll_demo_scatter.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 66 ompi/mca/coll/demo/coll_demo_scatter.c mca_coll_base_module_t *module) module 68 ompi/mca/coll/demo/coll_demo_scatter.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 41 ompi/mca/coll/demo/coll_demo_scatterv.c mca_coll_base_module_t *module) module 43 ompi/mca/coll/demo/coll_demo_scatterv.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 64 ompi/mca/coll/demo/coll_demo_scatterv.c mca_coll_base_module_t *module) module 66 ompi/mca/coll/demo/coll_demo_scatterv.c mca_coll_demo_module_t *demo_module = (mca_coll_demo_module_t*) module; module 179 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 184 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 191 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 199 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 207 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 213 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 220 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 227 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 236 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 244 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 253 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 257 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 263 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 271 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 280 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 287 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 295 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 303 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 314 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 324 ompi/mca/coll/hcoll/coll_hcoll.h mca_coll_base_module_t *module); module 228 ompi/mca/coll/hcoll/coll_hcoll_module.c static int mca_coll_hcoll_module_enable(mca_coll_base_module_t *module, module 233 ompi/mca/coll/hcoll/coll_hcoll_module.c if (OMPI_SUCCESS != mca_coll_hcoll_save_coll_handlers((mca_coll_hcoll_module_t *)module)){ module 238 ompi/mca/coll/hcoll/coll_hcoll_module.c ret = ompi_attr_set_c(COMM_ATTR, comm, &comm->c_keyhash, hcoll_comm_attr_keyval, (void *)module, false); module 260 ompi/mca/coll/hcoll/coll_hcoll_module.c mca_coll_base_module_t *module; module 269 ompi/mca/coll/hcoll/coll_hcoll_module.c module = NULL; module 424 ompi/mca/coll/hcoll/coll_hcoll_module.c module = &hcoll_module->super; module 430 ompi/mca/coll/hcoll/coll_hcoll_module.c return module; module 20 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module){ module 22 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 42 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 47 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 73 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 79 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 115 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 121 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 158 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module){ module 163 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 195 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 201 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 243 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 249 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 294 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 300 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 332 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 338 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 368 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 374 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 406 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 412 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 439 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 444 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 458 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 464 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 491 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 498 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 535 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 541 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 581 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 588 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 632 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 638 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 689 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 696 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 733 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_base_module_t *module) module 739 ompi/mca/coll/hcoll/coll_hcoll_ops.c mca_coll_hcoll_module_t *hcoll_module = (mca_coll_hcoll_module_t*)module; module 148 ompi/mca/coll/inter/coll_inter.c mca_coll_inter_module_enable(mca_coll_base_module_t *module, module 151 ompi/mca/coll/inter/coll_inter.c mca_coll_inter_module_t *inter_module = (mca_coll_inter_module_t*) module; module 53 ompi/mca/coll/inter/coll_inter.h int mca_coll_inter_module_enable(mca_coll_base_module_t *module, module 61 ompi/mca/coll/inter/coll_inter.h mca_coll_base_module_t *module); module 67 ompi/mca/coll/inter/coll_inter.h mca_coll_base_module_t *module); module 72 ompi/mca/coll/inter/coll_inter.h mca_coll_base_module_t *module); module 77 ompi/mca/coll/inter/coll_inter.h mca_coll_base_module_t *module); module 84 ompi/mca/coll/inter/coll_inter.h mca_coll_base_module_t *module); module 91 ompi/mca/coll/inter/coll_inter.h mca_coll_base_module_t *module); module 97 ompi/mca/coll/inter/coll_inter.h mca_coll_base_module_t *module); module 102 ompi/mca/coll/inter/coll_inter.h mca_coll_base_module_t *module); module 108 ompi/mca/coll/inter/coll_inter.h mca_coll_base_module_t *module); module 49 ompi/mca/coll/inter/coll_inter_allgather.c mca_coll_base_module_t *module) module 48 ompi/mca/coll/inter/coll_inter_allgatherv.c mca_coll_base_module_t *module) module 48 ompi/mca/coll/inter/coll_inter_allreduce.c mca_coll_base_module_t *module) module 43 ompi/mca/coll/inter/coll_inter_bcast.c mca_coll_base_module_t *module) module 111 ompi/mca/coll/inter/coll_inter_component.c mca_coll_inter_module_construct(mca_coll_inter_module_t *module) module 113 ompi/mca/coll/inter/coll_inter_component.c module->inter_comm = NULL; module 117 ompi/mca/coll/inter/coll_inter_component.c mca_coll_inter_module_destruct(mca_coll_inter_module_t *module) module 46 ompi/mca/coll/inter/coll_inter_gather.c mca_coll_base_module_t *module) module 45 ompi/mca/coll/inter/coll_inter_gatherv.c mca_coll_base_module_t *module) module 47 ompi/mca/coll/inter/coll_inter_reduce.c mca_coll_base_module_t *module) module 45 ompi/mca/coll/inter/coll_inter_scatter.c mca_coll_base_module_t *module) module 46 ompi/mca/coll/inter/coll_inter_scatterv.c mca_coll_base_module_t *module) module 161 ompi/mca/coll/libnbc/coll_libnbc.h int NBC_Init_comm(MPI_Comm comm, ompi_coll_libnbc_module_t *module); module 167 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 170 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 173 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 176 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 180 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 184 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 186 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 189 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 192 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 195 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 199 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 202 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 205 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 209 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 212 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 216 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 220 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 225 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 228 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 231 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 234 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 238 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 242 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 244 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 247 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 250 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 254 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 257 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 260 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 264 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 268 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 272 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 277 ompi/mca/coll/libnbc/coll_libnbc.h ompi_request_t ** request, struct mca_coll_base_module_2_3_0_t *module); module 281 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 284 ompi/mca/coll/libnbc/coll_libnbc.h ompi_request_t ** request, struct mca_coll_base_module_2_3_0_t *module); module 288 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 292 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 296 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 299 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 302 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 305 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 309 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 313 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 315 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 318 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 321 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 324 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 328 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 331 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 334 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 337 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 340 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 344 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 348 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 352 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 355 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 358 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 361 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 365 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 369 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 371 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 374 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 377 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 381 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 384 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 387 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 391 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 395 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 399 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 403 ompi/mca/coll/libnbc/coll_libnbc.h MPI_Info info, ompi_request_t ** request, struct mca_coll_base_module_2_3_0_t *module); module 407 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 410 ompi/mca/coll/libnbc/coll_libnbc.h ompi_request_t ** request, struct mca_coll_base_module_2_3_0_t *module); module 414 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 418 ompi/mca/coll/libnbc/coll_libnbc.h struct mca_coll_base_module_2_3_0_t *module); module 307 ompi/mca/coll/libnbc/coll_libnbc_component.c ompi_coll_libnbc_module_t *module; module 309 ompi/mca/coll/libnbc/coll_libnbc_component.c module = OBJ_NEW(ompi_coll_libnbc_module_t); module 310 ompi/mca/coll/libnbc/coll_libnbc_component.c if (NULL == module) return NULL; module 314 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_module_enable = libnbc_module_enable; module 316 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iallgather = ompi_coll_libnbc_iallgather_inter; module 317 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iallgatherv = ompi_coll_libnbc_iallgatherv_inter; module 318 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iallreduce = ompi_coll_libnbc_iallreduce_inter; module 319 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ialltoall = ompi_coll_libnbc_ialltoall_inter; module 320 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ialltoallv = ompi_coll_libnbc_ialltoallv_inter; module 321 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ialltoallw = ompi_coll_libnbc_ialltoallw_inter; module 322 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ibarrier = ompi_coll_libnbc_ibarrier_inter; module 323 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ibcast = ompi_coll_libnbc_ibcast_inter; module 324 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iexscan = NULL; module 325 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_igather = ompi_coll_libnbc_igather_inter; module 326 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_igatherv = ompi_coll_libnbc_igatherv_inter; module 327 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ireduce = ompi_coll_libnbc_ireduce_inter; module 328 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ireduce_scatter = ompi_coll_libnbc_ireduce_scatter_inter; module 329 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ireduce_scatter_block = ompi_coll_libnbc_ireduce_scatter_block_inter; module 330 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iscan = NULL; module 331 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iscatter = ompi_coll_libnbc_iscatter_inter; module 332 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iscatterv = ompi_coll_libnbc_iscatterv_inter; module 334 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_allgather_init = ompi_coll_libnbc_allgather_inter_init; module 335 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_allgatherv_init = ompi_coll_libnbc_allgatherv_inter_init; module 336 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_allreduce_init = ompi_coll_libnbc_allreduce_inter_init; module 337 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_alltoall_init = ompi_coll_libnbc_alltoall_inter_init; module 338 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_alltoallv_init = ompi_coll_libnbc_alltoallv_inter_init; module 339 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_alltoallw_init = ompi_coll_libnbc_alltoallw_inter_init; module 340 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_barrier_init = ompi_coll_libnbc_barrier_inter_init; module 341 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_bcast_init = ompi_coll_libnbc_bcast_inter_init; module 342 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_exscan_init = NULL; module 343 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_gather_init = ompi_coll_libnbc_gather_inter_init; module 344 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_gatherv_init = ompi_coll_libnbc_gatherv_inter_init; module 345 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_reduce_init = ompi_coll_libnbc_reduce_inter_init; module 346 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_reduce_scatter_init = ompi_coll_libnbc_reduce_scatter_inter_init; module 347 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_reduce_scatter_block_init = ompi_coll_libnbc_reduce_scatter_block_inter_init; module 348 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_scan_init = NULL; module 349 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_scatter_init = ompi_coll_libnbc_scatter_inter_init; module 350 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_scatterv_init = ompi_coll_libnbc_scatterv_inter_init; module 352 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iallgather = ompi_coll_libnbc_iallgather; module 353 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iallgatherv = ompi_coll_libnbc_iallgatherv; module 354 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iallreduce = ompi_coll_libnbc_iallreduce; module 355 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ialltoall = ompi_coll_libnbc_ialltoall; module 356 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ialltoallv = ompi_coll_libnbc_ialltoallv; module 357 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ialltoallw = ompi_coll_libnbc_ialltoallw; module 358 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ibarrier = ompi_coll_libnbc_ibarrier; module 359 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ibcast = ompi_coll_libnbc_ibcast; module 360 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iexscan = ompi_coll_libnbc_iexscan; module 361 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_igather = ompi_coll_libnbc_igather; module 362 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_igatherv = ompi_coll_libnbc_igatherv; module 363 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ireduce = ompi_coll_libnbc_ireduce; module 364 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ireduce_scatter = ompi_coll_libnbc_ireduce_scatter; module 365 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ireduce_scatter_block = ompi_coll_libnbc_ireduce_scatter_block; module 366 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iscan = ompi_coll_libnbc_iscan; module 367 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iscatter = ompi_coll_libnbc_iscatter; module 368 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_iscatterv = ompi_coll_libnbc_iscatterv; module 370 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ineighbor_allgather = ompi_coll_libnbc_ineighbor_allgather; module 371 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ineighbor_allgatherv = ompi_coll_libnbc_ineighbor_allgatherv; module 372 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ineighbor_alltoall = ompi_coll_libnbc_ineighbor_alltoall; module 373 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ineighbor_alltoallv = ompi_coll_libnbc_ineighbor_alltoallv; module 374 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_ineighbor_alltoallw = ompi_coll_libnbc_ineighbor_alltoallw; module 376 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_allgather_init = ompi_coll_libnbc_allgather_init; module 377 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_allgatherv_init = ompi_coll_libnbc_allgatherv_init; module 378 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_allreduce_init = ompi_coll_libnbc_allreduce_init; module 379 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_alltoall_init = ompi_coll_libnbc_alltoall_init; module 380 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_alltoallv_init = ompi_coll_libnbc_alltoallv_init; module 381 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_alltoallw_init = ompi_coll_libnbc_alltoallw_init; module 382 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_barrier_init = ompi_coll_libnbc_barrier_init; module 383 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_bcast_init = ompi_coll_libnbc_bcast_init; module 384 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_exscan_init = ompi_coll_libnbc_exscan_init; module 385 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_gather_init = ompi_coll_libnbc_gather_init; module 386 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_gatherv_init = ompi_coll_libnbc_gatherv_init; module 387 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_reduce_init = ompi_coll_libnbc_reduce_init; module 388 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_reduce_scatter_init = ompi_coll_libnbc_reduce_scatter_init; module 389 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_reduce_scatter_block_init = ompi_coll_libnbc_reduce_scatter_block_init; module 390 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_scan_init = ompi_coll_libnbc_scan_init; module 391 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_scatter_init = ompi_coll_libnbc_scatter_init; module 392 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_scatterv_init = ompi_coll_libnbc_scatterv_init; module 394 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_neighbor_allgather_init = ompi_coll_libnbc_neighbor_allgather_init; module 395 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_neighbor_allgatherv_init = ompi_coll_libnbc_neighbor_allgatherv_init; module 396 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_neighbor_alltoall_init = ompi_coll_libnbc_neighbor_alltoall_init; module 397 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_neighbor_alltoallv_init = ompi_coll_libnbc_neighbor_alltoallv_init; module 398 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.coll_neighbor_alltoallw_init = ompi_coll_libnbc_neighbor_alltoallw_init; module 401 ompi/mca/coll/libnbc/coll_libnbc_component.c module->super.ft_event = NULL; module 403 ompi/mca/coll/libnbc/coll_libnbc_component.c if (OMPI_SUCCESS != NBC_Init_comm(comm, module)) { module 404 ompi/mca/coll/libnbc/coll_libnbc_component.c OBJ_RELEASE(module); module 408 ompi/mca/coll/libnbc/coll_libnbc_component.c return &(module->super); module 416 ompi/mca/coll/libnbc/coll_libnbc_component.c libnbc_module_enable(mca_coll_base_module_t *module, module 478 ompi/mca/coll/libnbc/coll_libnbc_component.c libnbc_module_construct(ompi_coll_libnbc_module_t *module) module 480 ompi/mca/coll/libnbc/coll_libnbc_component.c OBJ_CONSTRUCT(&module->mutex, opal_mutex_t); module 481 ompi/mca/coll/libnbc/coll_libnbc_component.c module->comm_registered = false; module 486 ompi/mca/coll/libnbc/coll_libnbc_component.c libnbc_module_destruct(ompi_coll_libnbc_module_t *module) module 488 ompi/mca/coll/libnbc/coll_libnbc_component.c OBJ_DESTRUCT(&module->mutex); module 491 ompi/mca/coll/libnbc/coll_libnbc_component.c if (true == module->comm_registered) { module 673 ompi/mca/coll/libnbc/nbc.c ompi_coll_libnbc_module_t *module, bool persistent, module 688 ompi/mca/coll/libnbc/nbc.c OPAL_THREAD_LOCK(&module->mutex); module 689 ompi/mca/coll/libnbc/nbc.c tmp_tag = module->tag--; module 691 ompi/mca/coll/libnbc/nbc.c tmp_tag = module->tag = MCA_COLL_BASE_TAG_NONBLOCKING_BASE; module 694 ompi/mca/coll/libnbc/nbc.c OPAL_THREAD_UNLOCK(&module->mutex); module 715 ompi/mca/coll/libnbc/nbc.c OPAL_THREAD_LOCK(&module->mutex); module 716 ompi/mca/coll/libnbc/nbc.c tmp_tag = module->tag--; module 718 ompi/mca/coll/libnbc/nbc.c tmp_tag = module->tag = MCA_COLL_BASE_TAG_NONBLOCKING_BASE; module 722 ompi/mca/coll/libnbc/nbc.c if (true != module->comm_registered) { module 723 ompi/mca/coll/libnbc/nbc.c module->comm_registered = true; module 726 ompi/mca/coll/libnbc/nbc.c OPAL_THREAD_UNLOCK(&module->mutex); module 743 ompi/mca/coll/libnbc/nbc.c handle->comminfo = module; module 54 ompi/mca/coll/libnbc/nbc_iallgather.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 64 ompi/mca/coll/libnbc/nbc_iallgather.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 195 ompi/mca/coll/libnbc/nbc_iallgather.c struct mca_coll_base_module_2_3_0_t *module) module 198 ompi/mca/coll/libnbc/nbc_iallgather.c comm, request, module, false); module 215 ompi/mca/coll/libnbc/nbc_iallgather.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 221 ompi/mca/coll/libnbc/nbc_iallgather.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 272 ompi/mca/coll/libnbc/nbc_iallgather.c struct mca_coll_base_module_2_3_0_t *module) { module 274 ompi/mca/coll/libnbc/nbc_iallgather.c comm, request, module, false); module 394 ompi/mca/coll/libnbc/nbc_iallgather.c struct mca_coll_base_module_2_3_0_t *module) { module 396 ompi/mca/coll/libnbc/nbc_iallgather.c comm, request, module, true); module 406 ompi/mca/coll/libnbc/nbc_iallgather.c struct mca_coll_base_module_2_3_0_t *module) { module 408 ompi/mca/coll/libnbc/nbc_iallgather.c comm, request, module, true); module 39 ompi/mca/coll/libnbc/nbc_iallgatherv.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 45 ompi/mca/coll/libnbc/nbc_iallgatherv.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 124 ompi/mca/coll/libnbc/nbc_iallgatherv.c struct mca_coll_base_module_2_3_0_t *module) { module 126 ompi/mca/coll/libnbc/nbc_iallgatherv.c comm, request, module, false); module 143 ompi/mca/coll/libnbc/nbc_iallgatherv.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 148 ompi/mca/coll/libnbc/nbc_iallgatherv.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 203 ompi/mca/coll/libnbc/nbc_iallgatherv.c struct mca_coll_base_module_2_3_0_t *module) { module 205 ompi/mca/coll/libnbc/nbc_iallgatherv.c comm, request, module, false); module 222 ompi/mca/coll/libnbc/nbc_iallgatherv.c struct mca_coll_base_module_2_3_0_t *module) { module 224 ompi/mca/coll/libnbc/nbc_iallgatherv.c comm, request, module, true); module 234 ompi/mca/coll/libnbc/nbc_iallgatherv.c struct mca_coll_base_module_2_3_0_t *module) { module 236 ompi/mca/coll/libnbc/nbc_iallgatherv.c comm, request, module, true); module 63 ompi/mca/coll/libnbc/nbc_iallreduce.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 75 ompi/mca/coll/libnbc/nbc_iallreduce.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 221 ompi/mca/coll/libnbc/nbc_iallreduce.c struct mca_coll_base_module_2_3_0_t *module) { module 223 ompi/mca/coll/libnbc/nbc_iallreduce.c comm, request, module, false); module 240 ompi/mca/coll/libnbc/nbc_iallreduce.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 247 ompi/mca/coll/libnbc/nbc_iallreduce.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 304 ompi/mca/coll/libnbc/nbc_iallreduce.c struct mca_coll_base_module_2_3_0_t *module) { module 306 ompi/mca/coll/libnbc/nbc_iallreduce.c comm, request, module, false); module 1026 ompi/mca/coll/libnbc/nbc_iallreduce.c struct mca_coll_base_module_2_3_0_t *module) { module 1028 ompi/mca/coll/libnbc/nbc_iallreduce.c comm, request, module, true); module 1038 ompi/mca/coll/libnbc/nbc_iallreduce.c struct mca_coll_base_module_2_3_0_t *module) { module 1040 ompi/mca/coll/libnbc/nbc_iallreduce.c comm, request, module, true); module 59 ompi/mca/coll/libnbc/nbc_ialltoall.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 72 ompi/mca/coll/libnbc/nbc_ialltoall.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 286 ompi/mca/coll/libnbc/nbc_ialltoall.c struct mca_coll_base_module_2_3_0_t *module) { module 288 ompi/mca/coll/libnbc/nbc_ialltoall.c comm, request, module, false); module 305 ompi/mca/coll/libnbc/nbc_ialltoall.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 311 ompi/mca/coll/libnbc/nbc_ialltoall.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 370 ompi/mca/coll/libnbc/nbc_ialltoall.c struct mca_coll_base_module_2_3_0_t *module) { module 372 ompi/mca/coll/libnbc/nbc_ialltoall.c comm, request, module, false); module 596 ompi/mca/coll/libnbc/nbc_ialltoall.c struct mca_coll_base_module_2_3_0_t *module) { module 598 ompi/mca/coll/libnbc/nbc_ialltoall.c comm, request, module, true); module 608 ompi/mca/coll/libnbc/nbc_ialltoall.c struct mca_coll_base_module_2_3_0_t *module) { module 610 ompi/mca/coll/libnbc/nbc_ialltoall.c comm, request, module, true); module 47 ompi/mca/coll/libnbc/nbc_ialltoallv.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 55 ompi/mca/coll/libnbc/nbc_ialltoallv.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 146 ompi/mca/coll/libnbc/nbc_ialltoallv.c struct mca_coll_base_module_2_3_0_t *module) { module 149 ompi/mca/coll/libnbc/nbc_ialltoallv.c comm, request, module, false); module 168 ompi/mca/coll/libnbc/nbc_ialltoallv.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 173 ompi/mca/coll/libnbc/nbc_ialltoallv.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 234 ompi/mca/coll/libnbc/nbc_ialltoallv.c struct mca_coll_base_module_2_3_0_t *module) { module 237 ompi/mca/coll/libnbc/nbc_ialltoallv.c comm, request, module, false); module 394 ompi/mca/coll/libnbc/nbc_ialltoallv.c struct mca_coll_base_module_2_3_0_t *module) { module 396 ompi/mca/coll/libnbc/nbc_ialltoallv.c comm, request, module, true); module 407 ompi/mca/coll/libnbc/nbc_ialltoallv.c struct mca_coll_base_module_2_3_0_t *module) { module 409 ompi/mca/coll/libnbc/nbc_ialltoallv.c comm, request, module, true); module 47 ompi/mca/coll/libnbc/nbc_ialltoallw.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 54 ompi/mca/coll/libnbc/nbc_ialltoallw.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 132 ompi/mca/coll/libnbc/nbc_ialltoallw.c struct mca_coll_base_module_2_3_0_t *module) { module 135 ompi/mca/coll/libnbc/nbc_ialltoallw.c comm, request, module, false); module 154 ompi/mca/coll/libnbc/nbc_ialltoallw.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 159 ompi/mca/coll/libnbc/nbc_ialltoallw.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 207 ompi/mca/coll/libnbc/nbc_ialltoallw.c struct mca_coll_base_module_2_3_0_t *module) { module 210 ompi/mca/coll/libnbc/nbc_ialltoallw.c comm, request, module, false); module 368 ompi/mca/coll/libnbc/nbc_ialltoallw.c struct mca_coll_base_module_2_3_0_t *module) { module 370 ompi/mca/coll/libnbc/nbc_ialltoallw.c comm, request, module, true); module 381 ompi/mca/coll/libnbc/nbc_ialltoallw.c struct mca_coll_base_module_2_3_0_t *module) { module 383 ompi/mca/coll/libnbc/nbc_ialltoallw.c comm, request, module, true); module 26 ompi/mca/coll/libnbc/nbc_ibarrier.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 30 ompi/mca/coll/libnbc/nbc_ibarrier.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 103 ompi/mca/coll/libnbc/nbc_ibarrier.c struct mca_coll_base_module_2_3_0_t *module) { module 104 ompi/mca/coll/libnbc/nbc_ibarrier.c int res = nbc_barrier_init(comm, request, module, false); module 120 ompi/mca/coll/libnbc/nbc_ibarrier.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 124 ompi/mca/coll/libnbc/nbc_ibarrier.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 190 ompi/mca/coll/libnbc/nbc_ibarrier.c struct mca_coll_base_module_2_3_0_t *module) { module 191 ompi/mca/coll/libnbc/nbc_ibarrier.c int res = nbc_barrier_inter_init(comm, request, module, false); module 207 ompi/mca/coll/libnbc/nbc_ibarrier.c struct mca_coll_base_module_2_3_0_t *module) { module 208 ompi/mca/coll/libnbc/nbc_ibarrier.c int res = nbc_barrier_init(comm, request, module, true); module 217 ompi/mca/coll/libnbc/nbc_ibarrier.c struct mca_coll_base_module_2_3_0_t *module) { module 218 ompi/mca/coll/libnbc/nbc_ibarrier.c int res = nbc_barrier_inter_init(comm, request, module, true); module 52 ompi/mca/coll/libnbc/nbc_ibcast.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) module 61 ompi/mca/coll/libnbc/nbc_ibcast.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 196 ompi/mca/coll/libnbc/nbc_ibcast.c struct mca_coll_base_module_2_3_0_t *module) module 199 ompi/mca/coll/libnbc/nbc_ibcast.c comm, request, module, false); module 413 ompi/mca/coll/libnbc/nbc_ibcast.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 416 ompi/mca/coll/libnbc/nbc_ibcast.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 465 ompi/mca/coll/libnbc/nbc_ibcast.c struct mca_coll_base_module_2_3_0_t *module) { module 467 ompi/mca/coll/libnbc/nbc_ibcast.c comm, request, module, false); module 484 ompi/mca/coll/libnbc/nbc_ibcast.c struct mca_coll_base_module_2_3_0_t *module) { module 486 ompi/mca/coll/libnbc/nbc_ibcast.c comm, request, module, true); module 496 ompi/mca/coll/libnbc/nbc_ibcast.c struct mca_coll_base_module_2_3_0_t *module) { module 498 ompi/mca/coll/libnbc/nbc_ibcast.c comm, request, module, true); module 56 ompi/mca/coll/libnbc/nbc_iexscan.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 62 ompi/mca/coll/libnbc/nbc_iexscan.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 170 ompi/mca/coll/libnbc/nbc_iexscan.c struct mca_coll_base_module_2_3_0_t *module) { module 172 ompi/mca/coll/libnbc/nbc_iexscan.c comm, request, module, false); module 189 ompi/mca/coll/libnbc/nbc_iexscan.c struct mca_coll_base_module_2_3_0_t *module) { module 191 ompi/mca/coll/libnbc/nbc_iexscan.c comm, request, module, true); module 50 ompi/mca/coll/libnbc/nbc_igather.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 55 ompi/mca/coll/libnbc/nbc_igather.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 179 ompi/mca/coll/libnbc/nbc_igather.c struct mca_coll_base_module_2_3_0_t *module) { module 181 ompi/mca/coll/libnbc/nbc_igather.c comm, request, module, false); module 199 ompi/mca/coll/libnbc/nbc_igather.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 204 ompi/mca/coll/libnbc/nbc_igather.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 259 ompi/mca/coll/libnbc/nbc_igather.c struct mca_coll_base_module_2_3_0_t *module) { module 261 ompi/mca/coll/libnbc/nbc_igather.c comm, request, module, false); module 279 ompi/mca/coll/libnbc/nbc_igather.c struct mca_coll_base_module_2_3_0_t *module) { module 281 ompi/mca/coll/libnbc/nbc_igather.c comm, request, module, true); module 292 ompi/mca/coll/libnbc/nbc_igather.c struct mca_coll_base_module_2_3_0_t *module) { module 294 ompi/mca/coll/libnbc/nbc_igather.c comm, request, module, true); module 35 ompi/mca/coll/libnbc/nbc_igatherv.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 40 ompi/mca/coll/libnbc/nbc_igatherv.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 111 ompi/mca/coll/libnbc/nbc_igatherv.c struct mca_coll_base_module_2_3_0_t *module) { module 113 ompi/mca/coll/libnbc/nbc_igatherv.c comm, request, module, false); module 131 ompi/mca/coll/libnbc/nbc_igatherv.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 136 ompi/mca/coll/libnbc/nbc_igatherv.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 191 ompi/mca/coll/libnbc/nbc_igatherv.c struct mca_coll_base_module_2_3_0_t *module) { module 193 ompi/mca/coll/libnbc/nbc_igatherv.c comm, request, module, false); module 211 ompi/mca/coll/libnbc/nbc_igatherv.c struct mca_coll_base_module_2_3_0_t *module) { module 213 ompi/mca/coll/libnbc/nbc_igatherv.c comm, request, module, true); module 224 ompi/mca/coll/libnbc/nbc_igatherv.c struct mca_coll_base_module_2_3_0_t *module) { module 226 ompi/mca/coll/libnbc/nbc_igatherv.c comm, request, module, true); module 50 ompi/mca/coll/libnbc/nbc_ineighbor_allgather.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 53 ompi/mca/coll/libnbc/nbc_ineighbor_allgather.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 168 ompi/mca/coll/libnbc/nbc_ineighbor_allgather.c ompi_request_t ** request, struct mca_coll_base_module_2_3_0_t *module) { module 170 ompi/mca/coll/libnbc/nbc_ineighbor_allgather.c comm, request, module, false); module 187 ompi/mca/coll/libnbc/nbc_ineighbor_allgather.c MPI_Info info, ompi_request_t ** request, struct mca_coll_base_module_2_3_0_t *module) { module 189 ompi/mca/coll/libnbc/nbc_ineighbor_allgather.c comm, request, module, true); module 50 ompi/mca/coll/libnbc/nbc_ineighbor_allgatherv.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 53 ompi/mca/coll/libnbc/nbc_ineighbor_allgatherv.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 170 ompi/mca/coll/libnbc/nbc_ineighbor_allgatherv.c struct mca_coll_base_module_2_3_0_t *module) { module 172 ompi/mca/coll/libnbc/nbc_ineighbor_allgatherv.c comm, request, module, false); module 189 ompi/mca/coll/libnbc/nbc_ineighbor_allgatherv.c struct mca_coll_base_module_2_3_0_t *module) { module 191 ompi/mca/coll/libnbc/nbc_ineighbor_allgatherv.c comm, request, module, true); module 47 ompi/mca/coll/libnbc/nbc_ineighbor_alltoall.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 50 ompi/mca/coll/libnbc/nbc_ineighbor_alltoall.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 172 ompi/mca/coll/libnbc/nbc_ineighbor_alltoall.c ompi_request_t ** request, struct mca_coll_base_module_2_3_0_t *module) { module 174 ompi/mca/coll/libnbc/nbc_ineighbor_alltoall.c comm, request, module, false); module 190 ompi/mca/coll/libnbc/nbc_ineighbor_alltoall.c ompi_request_t ** request, struct mca_coll_base_module_2_3_0_t *module) { module 192 ompi/mca/coll/libnbc/nbc_ineighbor_alltoall.c comm, request, module, true); module 50 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallv.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 53 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallv.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 177 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallv.c struct mca_coll_base_module_2_3_0_t *module) { module 179 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallv.c comm, request, module, false); module 196 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallv.c struct mca_coll_base_module_2_3_0_t *module) { module 198 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallv.c comm, request, module, true); module 49 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallw.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 51 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallw.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 162 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallw.c struct mca_coll_base_module_2_3_0_t *module) { module 164 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallw.c comm, request, module, false); module 181 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallw.c struct mca_coll_base_module_2_3_0_t *module) { module 183 ompi/mca/coll/libnbc/nbc_ineighbor_alltoallw.c comm, request, module, true); module 267 ompi/mca/coll/libnbc/nbc_internal.h ompi_coll_libnbc_module_t *module, bool persistent, module 64 ompi/mca/coll/libnbc/nbc_ireduce.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 73 ompi/mca/coll/libnbc/nbc_ireduce.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 242 ompi/mca/coll/libnbc/nbc_ireduce.c struct mca_coll_base_module_2_3_0_t *module) { module 244 ompi/mca/coll/libnbc/nbc_ireduce.c comm, request, module, false); module 260 ompi/mca/coll/libnbc/nbc_ireduce.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 263 ompi/mca/coll/libnbc/nbc_ireduce.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 308 ompi/mca/coll/libnbc/nbc_ireduce.c struct mca_coll_base_module_2_3_0_t *module) { module 310 ompi/mca/coll/libnbc/nbc_ireduce.c comm, request, module, false); module 942 ompi/mca/coll/libnbc/nbc_ireduce.c struct mca_coll_base_module_2_3_0_t *module) { module 944 ompi/mca/coll/libnbc/nbc_ireduce.c comm, request, module, true); module 954 ompi/mca/coll/libnbc/nbc_ireduce.c struct mca_coll_base_module_2_3_0_t *module) { module 956 ompi/mca/coll/libnbc/nbc_ireduce.c comm, request, module, true); module 47 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 54 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 214 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c struct mca_coll_base_module_2_3_0_t *module) { module 216 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c comm, request, module, false); module 231 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 237 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 356 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c struct mca_coll_base_module_2_3_0_t *module) { module 358 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c comm, request, module, false); module 374 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c struct mca_coll_base_module_2_3_0_t *module) { module 376 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c comm, request, module, true); module 386 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c struct mca_coll_base_module_2_3_0_t *module) { module 388 ompi/mca/coll/libnbc/nbc_ireduce_scatter.c comm, request, module, true); module 45 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 52 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 212 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c struct mca_coll_base_module_2_3_0_t *module) { module 214 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c comm, request, module, false); module 230 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 236 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 351 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c struct mca_coll_base_module_2_3_0_t *module) { module 353 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c comm, request, module, false); module 369 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c struct mca_coll_base_module_2_3_0_t *module) { module 371 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c comm, request, module, true); module 381 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c struct mca_coll_base_module_2_3_0_t *module) { module 383 ompi/mca/coll/libnbc/nbc_ireduce_scatter_block.c comm, request, module, true); module 56 ompi/mca/coll/libnbc/nbc_iscan.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 63 ompi/mca/coll/libnbc/nbc_iscan.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 317 ompi/mca/coll/libnbc/nbc_iscan.c struct mca_coll_base_module_2_3_0_t *module) { module 319 ompi/mca/coll/libnbc/nbc_iscan.c comm, request, module, false); module 335 ompi/mca/coll/libnbc/nbc_iscan.c struct mca_coll_base_module_2_3_0_t *module) { module 337 ompi/mca/coll/libnbc/nbc_iscan.c comm, request, module, true); module 51 ompi/mca/coll/libnbc/nbc_iscatter.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 56 ompi/mca/coll/libnbc/nbc_iscatter.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 174 ompi/mca/coll/libnbc/nbc_iscatter.c struct mca_coll_base_module_2_3_0_t *module) { module 176 ompi/mca/coll/libnbc/nbc_iscatter.c comm, request, module, false); module 193 ompi/mca/coll/libnbc/nbc_iscatter.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 198 ompi/mca/coll/libnbc/nbc_iscatter.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 253 ompi/mca/coll/libnbc/nbc_iscatter.c struct mca_coll_base_module_2_3_0_t *module) { module 255 ompi/mca/coll/libnbc/nbc_iscatter.c comm, request, module, false); module 272 ompi/mca/coll/libnbc/nbc_iscatter.c struct mca_coll_base_module_2_3_0_t *module) { module 274 ompi/mca/coll/libnbc/nbc_iscatter.c comm, request, module, true); module 285 ompi/mca/coll/libnbc/nbc_iscatter.c struct mca_coll_base_module_2_3_0_t *module) { module 287 ompi/mca/coll/libnbc/nbc_iscatter.c comm, request, module, true); module 34 ompi/mca/coll/libnbc/nbc_iscatterv.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 39 ompi/mca/coll/libnbc/nbc_iscatterv.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 109 ompi/mca/coll/libnbc/nbc_iscatterv.c struct mca_coll_base_module_2_3_0_t *module) { module 111 ompi/mca/coll/libnbc/nbc_iscatterv.c comm, request, module, false); module 128 ompi/mca/coll/libnbc/nbc_iscatterv.c struct mca_coll_base_module_2_3_0_t *module, bool persistent) { module 133 ompi/mca/coll/libnbc/nbc_iscatterv.c ompi_coll_libnbc_module_t *libnbc_module = (ompi_coll_libnbc_module_t*) module; module 187 ompi/mca/coll/libnbc/nbc_iscatterv.c struct mca_coll_base_module_2_3_0_t *module) { module 189 ompi/mca/coll/libnbc/nbc_iscatterv.c comm, request, module, false); module 206 ompi/mca/coll/libnbc/nbc_iscatterv.c struct mca_coll_base_module_2_3_0_t *module) { module 208 ompi/mca/coll/libnbc/nbc_iscatterv.c comm, request, module, true); module 219 ompi/mca/coll/libnbc/nbc_iscatterv.c struct mca_coll_base_module_2_3_0_t *module) { module 221 ompi/mca/coll/libnbc/nbc_iscatterv.c comm, request, module, true); module 54 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 62 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 68 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 75 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 84 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 93 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 96 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 102 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 108 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 114 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 122 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 129 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 136 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 143 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 149 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 157 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 165 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 174 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 183 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 190 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 198 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 208 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 218 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 222 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 229 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 236 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 243 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 252 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 260 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 268 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 276 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 283 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 292 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 301 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 308 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 315 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 322 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 331 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 340 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 347 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 356 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 363 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 373 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 383 ompi/mca/coll/monitoring/coll_monitoring.h mca_coll_base_module_t *module); module 21 ompi/mca/coll/monitoring/coll_monitoring_allgather.c mca_coll_base_module_t *module) module 23 ompi/mca/coll/monitoring/coll_monitoring_allgather.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 50 ompi/mca/coll/monitoring/coll_monitoring_allgather.c mca_coll_base_module_t *module) module 52 ompi/mca/coll/monitoring/coll_monitoring_allgather.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 21 ompi/mca/coll/monitoring/coll_monitoring_allgatherv.c mca_coll_base_module_t *module) module 23 ompi/mca/coll/monitoring/coll_monitoring_allgatherv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 50 ompi/mca/coll/monitoring/coll_monitoring_allgatherv.c mca_coll_base_module_t *module) module 52 ompi/mca/coll/monitoring/coll_monitoring_allgatherv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 21 ompi/mca/coll/monitoring/coll_monitoring_allreduce.c mca_coll_base_module_t *module) module 23 ompi/mca/coll/monitoring/coll_monitoring_allreduce.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 49 ompi/mca/coll/monitoring/coll_monitoring_allreduce.c mca_coll_base_module_t *module) module 51 ompi/mca/coll/monitoring/coll_monitoring_allreduce.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 19 ompi/mca/coll/monitoring/coll_monitoring_alltoall.c mca_coll_base_module_t *module) module 21 ompi/mca/coll/monitoring/coll_monitoring_alltoall.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 48 ompi/mca/coll/monitoring/coll_monitoring_alltoall.c mca_coll_base_module_t *module) module 50 ompi/mca/coll/monitoring/coll_monitoring_alltoall.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 21 ompi/mca/coll/monitoring/coll_monitoring_alltoallv.c mca_coll_base_module_t *module) module 23 ompi/mca/coll/monitoring/coll_monitoring_alltoallv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 53 ompi/mca/coll/monitoring/coll_monitoring_alltoallv.c mca_coll_base_module_t *module) module 55 ompi/mca/coll/monitoring/coll_monitoring_alltoallv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 23 ompi/mca/coll/monitoring/coll_monitoring_alltoallw.c mca_coll_base_module_t *module) module 25 ompi/mca/coll/monitoring/coll_monitoring_alltoallw.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 55 ompi/mca/coll/monitoring/coll_monitoring_alltoallw.c mca_coll_base_module_t *module) module 57 ompi/mca/coll/monitoring/coll_monitoring_alltoallw.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 16 ompi/mca/coll/monitoring/coll_monitoring_barrier.c mca_coll_base_module_t *module) module 18 ompi/mca/coll/monitoring/coll_monitoring_barrier.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 38 ompi/mca/coll/monitoring/coll_monitoring_barrier.c mca_coll_base_module_t *module) module 40 ompi/mca/coll/monitoring/coll_monitoring_barrier.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 22 ompi/mca/coll/monitoring/coll_monitoring_bcast.c mca_coll_base_module_t *module) module 24 ompi/mca/coll/monitoring/coll_monitoring_bcast.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 51 ompi/mca/coll/monitoring/coll_monitoring_bcast.c mca_coll_base_module_t *module) module 53 ompi/mca/coll/monitoring/coll_monitoring_bcast.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 120 ompi/mca/coll/monitoring/coll_monitoring_component.c mca_coll_monitoring_module_enable(mca_coll_base_module_t*module, struct ompi_communicator_t*comm) module 122 ompi/mca/coll/monitoring/coll_monitoring_component.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 132 ompi/mca/coll/monitoring/coll_monitoring_component.c mca_coll_monitoring_module_disable(mca_coll_base_module_t*module, struct ompi_communicator_t*comm) module 134 ompi/mca/coll/monitoring/coll_monitoring_component.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 21 ompi/mca/coll/monitoring/coll_monitoring_exscan.c mca_coll_base_module_t *module) module 23 ompi/mca/coll/monitoring/coll_monitoring_exscan.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 48 ompi/mca/coll/monitoring/coll_monitoring_exscan.c mca_coll_base_module_t *module) module 50 ompi/mca/coll/monitoring/coll_monitoring_exscan.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 20 ompi/mca/coll/monitoring/coll_monitoring_gather.c mca_coll_base_module_t *module) module 22 ompi/mca/coll/monitoring/coll_monitoring_gather.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 49 ompi/mca/coll/monitoring/coll_monitoring_gather.c mca_coll_base_module_t *module) module 51 ompi/mca/coll/monitoring/coll_monitoring_gather.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 22 ompi/mca/coll/monitoring/coll_monitoring_gatherv.c mca_coll_base_module_t *module) module 24 ompi/mca/coll/monitoring/coll_monitoring_gatherv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 54 ompi/mca/coll/monitoring/coll_monitoring_gatherv.c mca_coll_base_module_t *module) module 56 ompi/mca/coll/monitoring/coll_monitoring_gatherv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 21 ompi/mca/coll/monitoring/coll_monitoring_neighbor_allgather.c mca_coll_base_module_t *module) module 23 ompi/mca/coll/monitoring/coll_monitoring_neighbor_allgather.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 74 ompi/mca/coll/monitoring/coll_monitoring_neighbor_allgather.c mca_coll_base_module_t *module) module 76 ompi/mca/coll/monitoring/coll_monitoring_neighbor_allgather.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 24 ompi/mca/coll/monitoring/coll_monitoring_neighbor_allgatherv.c mca_coll_base_module_t *module) module 26 ompi/mca/coll/monitoring/coll_monitoring_neighbor_allgatherv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 78 ompi/mca/coll/monitoring/coll_monitoring_neighbor_allgatherv.c mca_coll_base_module_t *module) module 80 ompi/mca/coll/monitoring/coll_monitoring_neighbor_allgatherv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 22 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoall.c mca_coll_base_module_t *module) module 24 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoall.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 76 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoall.c mca_coll_base_module_t *module) module 78 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoall.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 22 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoallv.c mca_coll_base_module_t *module) module 24 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoallv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 81 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoallv.c mca_coll_base_module_t *module) module 83 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoallv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 24 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoallw.c mca_coll_base_module_t *module) module 26 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoallw.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 83 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoallw.c mca_coll_base_module_t *module) module 85 ompi/mca/coll/monitoring/coll_monitoring_neighbor_alltoallw.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 22 ompi/mca/coll/monitoring/coll_monitoring_reduce.c mca_coll_base_module_t *module) module 24 ompi/mca/coll/monitoring/coll_monitoring_reduce.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 52 ompi/mca/coll/monitoring/coll_monitoring_reduce.c mca_coll_base_module_t *module) module 54 ompi/mca/coll/monitoring/coll_monitoring_reduce.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 22 ompi/mca/coll/monitoring/coll_monitoring_reduce_scatter.c mca_coll_base_module_t *module) module 24 ompi/mca/coll/monitoring/coll_monitoring_reduce_scatter.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 52 ompi/mca/coll/monitoring/coll_monitoring_reduce_scatter.c mca_coll_base_module_t *module) module 54 ompi/mca/coll/monitoring/coll_monitoring_reduce_scatter.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 22 ompi/mca/coll/monitoring/coll_monitoring_reduce_scatter_block.c mca_coll_base_module_t *module) module 24 ompi/mca/coll/monitoring/coll_monitoring_reduce_scatter_block.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 51 ompi/mca/coll/monitoring/coll_monitoring_reduce_scatter_block.c mca_coll_base_module_t *module) module 53 ompi/mca/coll/monitoring/coll_monitoring_reduce_scatter_block.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 21 ompi/mca/coll/monitoring/coll_monitoring_scan.c mca_coll_base_module_t *module) module 23 ompi/mca/coll/monitoring/coll_monitoring_scan.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 48 ompi/mca/coll/monitoring/coll_monitoring_scan.c mca_coll_base_module_t *module) module 50 ompi/mca/coll/monitoring/coll_monitoring_scan.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 22 ompi/mca/coll/monitoring/coll_monitoring_scatter.c mca_coll_base_module_t *module) module 24 ompi/mca/coll/monitoring/coll_monitoring_scatter.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 55 ompi/mca/coll/monitoring/coll_monitoring_scatter.c mca_coll_base_module_t *module) module 57 ompi/mca/coll/monitoring/coll_monitoring_scatter.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 20 ompi/mca/coll/monitoring/coll_monitoring_scatterv.c mca_coll_base_module_t *module) module 22 ompi/mca/coll/monitoring/coll_monitoring_scatterv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 50 ompi/mca/coll/monitoring/coll_monitoring_scatterv.c mca_coll_base_module_t *module) module 52 ompi/mca/coll/monitoring/coll_monitoring_scatterv.c mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module; module 184 ompi/mca/coll/portals4/coll_portals4.h mca_coll_base_module_t *module); module 187 ompi/mca/coll/portals4/coll_portals4.h mca_coll_base_module_t *module); module 192 ompi/mca/coll/portals4/coll_portals4.h struct ompi_communicator_t *comm,mca_coll_base_module_t *module); module 197 ompi/mca/coll/portals4/coll_portals4.h mca_coll_base_module_t *module); module 204 ompi/mca/coll/portals4/coll_portals4.h mca_coll_base_module_t *module); module 210 ompi/mca/coll/portals4/coll_portals4.h struct mca_coll_base_module_2_3_0_t *module); module 216 ompi/mca/coll/portals4/coll_portals4.h struct mca_coll_base_module_2_3_0_t *module); module 221 ompi/mca/coll/portals4/coll_portals4.h struct mca_coll_base_module_2_3_0_t *module); module 229 ompi/mca/coll/portals4/coll_portals4.h mca_coll_base_module_t *module); module 235 ompi/mca/coll/portals4/coll_portals4.h mca_coll_base_module_t *module); module 242 ompi/mca/coll/portals4/coll_portals4.h mca_coll_base_module_t *module); module 248 ompi/mca/coll/portals4/coll_portals4.h mca_coll_base_module_t *module); module 39 ompi/mca/coll/portals4/coll_portals4_allreduce.c mca_coll_portals4_module_t *module) module 71 ompi/mca/coll/portals4/coll_portals4_allreduce.c internal_count = opal_atomic_add_fetch_size_t(&module->coll_count, 1); module 317 ompi/mca/coll/portals4/coll_portals4_allreduce.c if ((module->previous_allreduce) && (module->previous_allreduce_module)) { module 318 ompi/mca/coll/portals4/coll_portals4_allreduce.c ret = module->previous_allreduce(sendbuf, recvbuf, count, dtype, op, module 319 ompi/mca/coll/portals4/coll_portals4_allreduce.c comm, module->previous_allreduce_module); module 328 ompi/mca/coll/portals4/coll_portals4_allreduce.c if ((module->previous_iallreduce) && (module->previous_iallreduce_module)) { module 329 ompi/mca/coll/portals4/coll_portals4_allreduce.c ret = module->previous_iallreduce(sendbuf, recvbuf, count, dtype, op, module 330 ompi/mca/coll/portals4/coll_portals4_allreduce.c comm, request->fallback_request, module->previous_iallreduce_module); module 386 ompi/mca/coll/portals4/coll_portals4_allreduce.c struct mca_coll_base_module_2_3_0_t *module) module 388 ompi/mca/coll/portals4/coll_portals4_allreduce.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 416 ompi/mca/coll/portals4/coll_portals4_allreduce.c struct mca_coll_base_module_2_3_0_t *module) module 418 ompi/mca/coll/portals4/coll_portals4_allreduce.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 233 ompi/mca/coll/portals4/coll_portals4_barrier.c mca_coll_base_module_t *module) module 236 ompi/mca/coll/portals4/coll_portals4_barrier.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 274 ompi/mca/coll/portals4/coll_portals4_barrier.c struct mca_coll_base_module_2_3_0_t *module) module 277 ompi/mca/coll/portals4/coll_portals4_barrier.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 840 ompi/mca/coll/portals4/coll_portals4_bcast.c mca_coll_base_module_t *module) module 842 ompi/mca/coll/portals4/coll_portals4_bcast.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 885 ompi/mca/coll/portals4/coll_portals4_bcast.c mca_coll_base_module_t *module) module 888 ompi/mca/coll/portals4/coll_portals4_bcast.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 159 ompi/mca/coll/portals4/coll_portals4_component.c static int portals4_module_enable(mca_coll_base_module_t *module, module 652 ompi/mca/coll/portals4/coll_portals4_component.c portals4_module_enable(mca_coll_base_module_t *module, module 655 ompi/mca/coll/portals4/coll_portals4_component.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 513 ompi/mca/coll/portals4/coll_portals4_gather.c mca_coll_base_module_t *module) module 515 ompi/mca/coll/portals4/coll_portals4_gather.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 811 ompi/mca/coll/portals4/coll_portals4_gather.c mca_coll_base_module_t *module) module 813 ompi/mca/coll/portals4/coll_portals4_gather.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 1225 ompi/mca/coll/portals4/coll_portals4_gather.c mca_coll_base_module_t *module) module 1255 ompi/mca/coll/portals4/coll_portals4_gather.c module); module 1266 ompi/mca/coll/portals4/coll_portals4_gather.c module); module 1298 ompi/mca/coll/portals4/coll_portals4_gather.c mca_coll_base_module_t *module) module 1329 ompi/mca/coll/portals4/coll_portals4_gather.c module); module 1337 ompi/mca/coll/portals4/coll_portals4_gather.c module); module 39 ompi/mca/coll/portals4/coll_portals4_reduce.c mca_coll_portals4_module_t *module) module 72 ompi/mca/coll/portals4/coll_portals4_reduce.c internal_count = opal_atomic_add_fetch_size_t(&module->coll_count, 1); module 311 ompi/mca/coll/portals4/coll_portals4_reduce.c if ((module->previous_reduce) && (module->previous_reduce_module)) { module 312 ompi/mca/coll/portals4/coll_portals4_reduce.c ret = module->previous_reduce(sendbuf, recvbuf, count, dtype, op, root, module 313 ompi/mca/coll/portals4/coll_portals4_reduce.c comm, module->previous_reduce_module); module 322 ompi/mca/coll/portals4/coll_portals4_reduce.c if ((module->previous_ireduce) && (module->previous_ireduce_module)) { module 323 ompi/mca/coll/portals4/coll_portals4_reduce.c ret = module->previous_ireduce(sendbuf, recvbuf, count, dtype, op, root, module 324 ompi/mca/coll/portals4/coll_portals4_reduce.c comm, request->fallback_request, module->previous_ireduce_module); module 383 ompi/mca/coll/portals4/coll_portals4_reduce.c mca_coll_base_module_t *module) module 386 ompi/mca/coll/portals4/coll_portals4_reduce.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 419 ompi/mca/coll/portals4/coll_portals4_reduce.c struct mca_coll_base_module_2_3_0_t *module) module 422 ompi/mca/coll/portals4/coll_portals4_reduce.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 314 ompi/mca/coll/portals4/coll_portals4_scatter.c mca_coll_base_module_t *module) module 316 ompi/mca/coll/portals4/coll_portals4_scatter.c mca_coll_portals4_module_t *portals4_module = (mca_coll_portals4_module_t*) module; module 653 ompi/mca/coll/portals4/coll_portals4_scatter.c mca_coll_base_module_t *module) module 682 ompi/mca/coll/portals4/coll_portals4_scatter.c module); module 713 ompi/mca/coll/portals4/coll_portals4_scatter.c mca_coll_base_module_t *module) module 743 ompi/mca/coll/portals4/coll_portals4_scatter.c module); module 53 ompi/mca/coll/self/coll_self.h int mca_coll_self_module_enable(mca_coll_base_module_t *module, module 61 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 67 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 72 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 78 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 84 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 90 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 92 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 97 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 102 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 107 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 113 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 119 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 125 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 130 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 135 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 141 ompi/mca/coll/self/coll_self.h mca_coll_base_module_t *module); module 39 ompi/mca/coll/self/coll_self_allgather.c mca_coll_base_module_t *module) module 40 ompi/mca/coll/self/coll_self_allgatherv.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/self/coll_self_allreduce.c mca_coll_base_module_t *module) module 41 ompi/mca/coll/self/coll_self_alltoall.c mca_coll_base_module_t *module) module 42 ompi/mca/coll/self/coll_self_alltoallv.c mca_coll_base_module_t *module) module 41 ompi/mca/coll/self/coll_self_alltoallw.c mca_coll_base_module_t *module) module 33 ompi/mca/coll/self/coll_self_barrier.c mca_coll_base_module_t *module) module 36 ompi/mca/coll/self/coll_self_bcast.c mca_coll_base_module_t *module) module 38 ompi/mca/coll/self/coll_self_exscan.c mca_coll_base_module_t *module) module 40 ompi/mca/coll/self/coll_self_gather.c mca_coll_base_module_t *module) module 40 ompi/mca/coll/self/coll_self_gatherv.c mca_coll_base_module_t *module) module 55 ompi/mca/coll/self/coll_self_module.c mca_coll_self_module_t *module; module 62 ompi/mca/coll/self/coll_self_module.c module = OBJ_NEW(mca_coll_self_module_t); module 63 ompi/mca/coll/self/coll_self_module.c if (NULL == module) return NULL; module 65 ompi/mca/coll/self/coll_self_module.c module->super.coll_module_enable = mca_coll_self_module_enable; module 66 ompi/mca/coll/self/coll_self_module.c module->super.ft_event = mca_coll_self_ft_event; module 67 ompi/mca/coll/self/coll_self_module.c module->super.coll_allgather = mca_coll_self_allgather_intra; module 68 ompi/mca/coll/self/coll_self_module.c module->super.coll_allgatherv = mca_coll_self_allgatherv_intra; module 69 ompi/mca/coll/self/coll_self_module.c module->super.coll_allreduce = mca_coll_self_allreduce_intra; module 70 ompi/mca/coll/self/coll_self_module.c module->super.coll_alltoall = mca_coll_self_alltoall_intra; module 71 ompi/mca/coll/self/coll_self_module.c module->super.coll_alltoallv = mca_coll_self_alltoallv_intra; module 72 ompi/mca/coll/self/coll_self_module.c module->super.coll_alltoallw = mca_coll_self_alltoallw_intra; module 73 ompi/mca/coll/self/coll_self_module.c module->super.coll_barrier = mca_coll_self_barrier_intra; module 74 ompi/mca/coll/self/coll_self_module.c module->super.coll_bcast = mca_coll_self_bcast_intra; module 75 ompi/mca/coll/self/coll_self_module.c module->super.coll_exscan = mca_coll_self_exscan_intra; module 76 ompi/mca/coll/self/coll_self_module.c module->super.coll_gather = mca_coll_self_gather_intra; module 77 ompi/mca/coll/self/coll_self_module.c module->super.coll_gatherv = mca_coll_self_gatherv_intra; module 78 ompi/mca/coll/self/coll_self_module.c module->super.coll_reduce = mca_coll_self_reduce_intra; module 79 ompi/mca/coll/self/coll_self_module.c module->super.coll_reduce_scatter = mca_coll_self_reduce_scatter_intra; module 80 ompi/mca/coll/self/coll_self_module.c module->super.coll_scan = mca_coll_self_scan_intra; module 81 ompi/mca/coll/self/coll_self_module.c module->super.coll_scatter = mca_coll_self_scatter_intra; module 82 ompi/mca/coll/self/coll_self_module.c module->super.coll_scatterv = mca_coll_self_scatterv_intra; module 84 ompi/mca/coll/self/coll_self_module.c module->super.coll_reduce_local = mca_coll_base_reduce_local; module 86 ompi/mca/coll/self/coll_self_module.c return &(module->super); module 97 ompi/mca/coll/self/coll_self_module.c mca_coll_self_module_enable(mca_coll_base_module_t *module, module 39 ompi/mca/coll/self/coll_self_reduce.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/self/coll_self_reduce_scatter.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/self/coll_self_scan.c mca_coll_base_module_t *module) module 41 ompi/mca/coll/self/coll_self_scatter.c mca_coll_base_module_t *module) module 40 ompi/mca/coll/self/coll_self_scatterv.c mca_coll_base_module_t *module) module 217 ompi/mca/coll/sm/coll_sm.h int ompi_coll_sm_lazy_enable(mca_coll_base_module_t *module, module 225 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 232 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 237 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 243 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 249 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 255 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 257 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 262 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 267 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 272 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 277 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 283 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 289 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 295 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 301 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 306 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 311 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 317 ompi/mca/coll/sm/coll_sm.h mca_coll_base_module_t *module); module 38 ompi/mca/coll/sm/coll_sm_allgather.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/sm/coll_sm_allgatherv.c mca_coll_base_module_t *module) module 40 ompi/mca/coll/sm/coll_sm_allreduce.c mca_coll_base_module_t *module) module 51 ompi/mca/coll/sm/coll_sm_allreduce.c comm, module); module 54 ompi/mca/coll/sm/coll_sm_allreduce.c comm, module); module 58 ompi/mca/coll/sm/coll_sm_allreduce.c comm, module); module 61 ompi/mca/coll/sm/coll_sm_allreduce.c mca_coll_sm_bcast_intra(rbuf, count, dtype, 0, comm, module) : ret; module 38 ompi/mca/coll/sm/coll_sm_alltoall.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/sm/coll_sm_alltoallv.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/sm/coll_sm_alltoallw.c mca_coll_base_module_t *module) module 54 ompi/mca/coll/sm/coll_sm_barrier.c mca_coll_base_module_t *module) module 62 ompi/mca/coll/sm/coll_sm_barrier.c mca_coll_sm_module_t *sm_module = (mca_coll_sm_module_t*) module; module 68 ompi/mca/coll/sm/coll_sm_barrier.c if (OMPI_SUCCESS != (ret = ompi_coll_sm_lazy_enable(module, comm))) { module 59 ompi/mca/coll/sm/coll_sm_bcast.c mca_coll_base_module_t *module) module 62 ompi/mca/coll/sm/coll_sm_bcast.c mca_coll_sm_module_t *sm_module = (mca_coll_sm_module_t*) module; module 76 ompi/mca/coll/sm/coll_sm_bcast.c if (OMPI_SUCCESS != (ret = ompi_coll_sm_lazy_enable(module, comm))) { module 38 ompi/mca/coll/sm/coll_sm_exscan.c mca_coll_base_module_t *module) module 38 ompi/mca/coll/sm/coll_sm_gather.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/sm/coll_sm_gatherv.c mca_coll_base_module_t *module) module 77 ompi/mca/coll/sm/coll_sm_module.c static int sm_module_enable(mca_coll_base_module_t *module, module 80 ompi/mca/coll/sm/coll_sm_module.c mca_coll_sm_module_t *module); module 81 ompi/mca/coll/sm/coll_sm_module.c static int mca_coll_sm_module_disable(mca_coll_base_module_t *module, module 87 ompi/mca/coll/sm/coll_sm_module.c static void mca_coll_sm_module_construct(mca_coll_sm_module_t *module) module 89 ompi/mca/coll/sm/coll_sm_module.c module->enabled = false; module 90 ompi/mca/coll/sm/coll_sm_module.c module->sm_comm_data = NULL; module 91 ompi/mca/coll/sm/coll_sm_module.c module->previous_reduce = NULL; module 92 ompi/mca/coll/sm/coll_sm_module.c module->previous_reduce_module = NULL; module 93 ompi/mca/coll/sm/coll_sm_module.c module->super.coll_module_disable = mca_coll_sm_module_disable; module 99 ompi/mca/coll/sm/coll_sm_module.c static void mca_coll_sm_module_destruct(mca_coll_sm_module_t *module) module 101 ompi/mca/coll/sm/coll_sm_module.c mca_coll_sm_comm_t *c = module->sm_comm_data; module 115 ompi/mca/coll/sm/coll_sm_module.c if (NULL != module->previous_reduce_module) { module 116 ompi/mca/coll/sm/coll_sm_module.c OBJ_RELEASE(module->previous_reduce_module); module 119 ompi/mca/coll/sm/coll_sm_module.c module->enabled = false; module 125 ompi/mca/coll/sm/coll_sm_module.c static int mca_coll_sm_module_disable(mca_coll_base_module_t *module, struct ompi_communicator_t *comm) module 127 ompi/mca/coll/sm/coll_sm_module.c mca_coll_sm_module_t *sm_module = (mca_coll_sm_module_t*) module; module 226 ompi/mca/coll/sm/coll_sm_module.c static int sm_module_enable(mca_coll_base_module_t *module, module 241 ompi/mca/coll/sm/coll_sm_module.c int ompi_coll_sm_lazy_enable(mca_coll_base_module_t *module, module 247 ompi/mca/coll/sm/coll_sm_module.c mca_coll_sm_module_t *sm_module = (mca_coll_sm_module_t*) module; module 494 ompi/mca/coll/sm/coll_sm_module.c mca_coll_sm_module_t *module) module 499 ompi/mca/coll/sm/coll_sm_module.c mca_coll_sm_comm_t *data = module->sm_comm_data; module 42 ompi/mca/coll/sm/coll_sm_reduce.c mca_coll_base_module_t *module); module 49 ompi/mca/coll/sm/coll_sm_reduce.c mca_coll_base_module_t *module); module 71 ompi/mca/coll/sm/coll_sm_reduce.c mca_coll_base_module_t *module) module 74 ompi/mca/coll/sm/coll_sm_reduce.c mca_coll_sm_module_t *sm_module = (mca_coll_sm_module_t*) module; module 100 ompi/mca/coll/sm/coll_sm_reduce.c (ret = ompi_coll_sm_lazy_enable(module, comm))) { module 109 ompi/mca/coll/sm/coll_sm_reduce.c root, comm, module); module 112 ompi/mca/coll/sm/coll_sm_reduce.c root, comm, module); module 123 ompi/mca/coll/sm/coll_sm_reduce.c (ret = ompi_coll_sm_lazy_enable(module, comm))) { module 128 ompi/mca/coll/sm/coll_sm_reduce.c return reduce_inorder(sbuf, rbuf, count, dtype, op, root, comm, module); module 180 ompi/mca/coll/sm/coll_sm_reduce.c mca_coll_base_module_t *module) module 183 ompi/mca/coll/sm/coll_sm_reduce.c mca_coll_sm_module_t *sm_module = (mca_coll_sm_module_t*) module; module 564 ompi/mca/coll/sm/coll_sm_reduce.c mca_coll_base_module_t *module) module 38 ompi/mca/coll/sm/coll_sm_reduce_scatter.c mca_coll_base_module_t *module) module 38 ompi/mca/coll/sm/coll_sm_scan.c mca_coll_base_module_t *module) module 38 ompi/mca/coll/sm/coll_sm_scatter.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/sm/coll_sm_scatterv.c mca_coll_base_module_t *module) module 46 ompi/mca/coll/sync/coll_sync.h int mca_coll_sync_module_enable(mca_coll_base_module_t *module, module 50 ompi/mca/coll/sync/coll_sync.h mca_coll_base_module_t *module); module 56 ompi/mca/coll/sync/coll_sync.h mca_coll_base_module_t *module); module 62 ompi/mca/coll/sync/coll_sync.h mca_coll_base_module_t *module); module 70 ompi/mca/coll/sync/coll_sync.h mca_coll_base_module_t *module); module 78 ompi/mca/coll/sync/coll_sync.h mca_coll_base_module_t *module); module 85 ompi/mca/coll/sync/coll_sync.h mca_coll_base_module_t *module); module 92 ompi/mca/coll/sync/coll_sync.h mca_coll_base_module_t *module); module 98 ompi/mca/coll/sync/coll_sync.h mca_coll_base_module_t *module); module 106 ompi/mca/coll/sync/coll_sync.h mca_coll_base_module_t *module); module 114 ompi/mca/coll/sync/coll_sync.h mca_coll_base_module_t *module); module 36 ompi/mca/coll/sync/coll_sync_bcast.c mca_coll_base_module_t *module) module 38 ompi/mca/coll/sync/coll_sync_bcast.c mca_coll_sync_module_t *s = (mca_coll_sync_module_t*) module; module 36 ompi/mca/coll/sync/coll_sync_exscan.c mca_coll_base_module_t *module) module 38 ompi/mca/coll/sync/coll_sync_exscan.c mca_coll_sync_module_t *s = (mca_coll_sync_module_t*) module; module 37 ompi/mca/coll/sync/coll_sync_gather.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/sync/coll_sync_gather.c mca_coll_sync_module_t *s = (mca_coll_sync_module_t*) module; module 37 ompi/mca/coll/sync/coll_sync_gatherv.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/sync/coll_sync_gatherv.c mca_coll_sync_module_t *s = (mca_coll_sync_module_t*) module; module 44 ompi/mca/coll/sync/coll_sync_module.c static void mca_coll_sync_module_construct(mca_coll_sync_module_t *module) module 46 ompi/mca/coll/sync/coll_sync_module.c memset(&(module->c_coll), 0, sizeof(module->c_coll)); module 47 ompi/mca/coll/sync/coll_sync_module.c module->before_num_operations = 0; module 48 ompi/mca/coll/sync/coll_sync_module.c module->after_num_operations = 0; module 49 ompi/mca/coll/sync/coll_sync_module.c module->in_operation = false; module 52 ompi/mca/coll/sync/coll_sync_module.c static void mca_coll_sync_module_destruct(mca_coll_sync_module_t *module) module 54 ompi/mca/coll/sync/coll_sync_module.c OBJ_RELEASE(module->c_coll.coll_bcast_module); module 55 ompi/mca/coll/sync/coll_sync_module.c OBJ_RELEASE(module->c_coll.coll_gather_module); module 56 ompi/mca/coll/sync/coll_sync_module.c OBJ_RELEASE(module->c_coll.coll_gatherv_module); module 57 ompi/mca/coll/sync/coll_sync_module.c OBJ_RELEASE(module->c_coll.coll_reduce_module); module 58 ompi/mca/coll/sync/coll_sync_module.c OBJ_RELEASE(module->c_coll.coll_reduce_scatter_module); module 59 ompi/mca/coll/sync/coll_sync_module.c OBJ_RELEASE(module->c_coll.coll_scatter_module); module 60 ompi/mca/coll/sync/coll_sync_module.c OBJ_RELEASE(module->c_coll.coll_scatterv_module); module 64 ompi/mca/coll/sync/coll_sync_module.c if (NULL != module->c_coll.coll_exscan_module) { module 65 ompi/mca/coll/sync/coll_sync_module.c OBJ_RELEASE(module->c_coll.coll_exscan_module); module 66 ompi/mca/coll/sync/coll_sync_module.c OBJ_RELEASE(module->c_coll.coll_scan_module); module 142 ompi/mca/coll/sync/coll_sync_module.c int mca_coll_sync_module_enable(mca_coll_base_module_t *module, module 147 ompi/mca/coll/sync/coll_sync_module.c mca_coll_sync_module_t *s = (mca_coll_sync_module_t*) module; module 35 ompi/mca/coll/sync/coll_sync_reduce.c mca_coll_base_module_t *module) module 37 ompi/mca/coll/sync/coll_sync_reduce.c mca_coll_sync_module_t *s = (mca_coll_sync_module_t*) module; module 37 ompi/mca/coll/sync/coll_sync_reduce_scatter.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/sync/coll_sync_reduce_scatter.c mca_coll_sync_module_t *s = (mca_coll_sync_module_t*) module; module 35 ompi/mca/coll/sync/coll_sync_scan.c mca_coll_base_module_t *module) module 37 ompi/mca/coll/sync/coll_sync_scan.c mca_coll_sync_module_t *s = (mca_coll_sync_module_t*) module; module 37 ompi/mca/coll/sync/coll_sync_scatter.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/sync/coll_sync_scatter.c mca_coll_sync_module_t *s = (mca_coll_sync_module_t*) module; module 37 ompi/mca/coll/sync/coll_sync_scatterv.c mca_coll_base_module_t *module) module 39 ompi/mca/coll/sync/coll_sync_scatterv.c mca_coll_sync_module_t *s = (mca_coll_sync_module_t*) module; module 128 ompi/mca/coll/tuned/coll_tuned_allgather_decision.c mca_coll_base_module_t *module, module 139 ompi/mca/coll/tuned/coll_tuned_allgather_decision.c comm, module); module 143 ompi/mca/coll/tuned/coll_tuned_allgather_decision.c comm, module); module 147 ompi/mca/coll/tuned/coll_tuned_allgather_decision.c comm, module); module 151 ompi/mca/coll/tuned/coll_tuned_allgather_decision.c comm, module); module 155 ompi/mca/coll/tuned/coll_tuned_allgather_decision.c comm, module); module 159 ompi/mca/coll/tuned/coll_tuned_allgather_decision.c comm, module); module 163 ompi/mca/coll/tuned/coll_tuned_allgather_decision.c comm, module); module 128 ompi/mca/coll/tuned/coll_tuned_allgatherv_decision.c mca_coll_base_module_t *module, module 140 ompi/mca/coll/tuned/coll_tuned_allgatherv_decision.c comm, module); module 144 ompi/mca/coll/tuned/coll_tuned_allgatherv_decision.c comm, module); module 148 ompi/mca/coll/tuned/coll_tuned_allgatherv_decision.c comm, module); module 152 ompi/mca/coll/tuned/coll_tuned_allgatherv_decision.c comm, module); module 156 ompi/mca/coll/tuned/coll_tuned_allgatherv_decision.c comm, module); module 160 ompi/mca/coll/tuned/coll_tuned_allgatherv_decision.c comm, module); module 127 ompi/mca/coll/tuned/coll_tuned_allreduce_decision.c mca_coll_base_module_t *module, module 135 ompi/mca/coll/tuned/coll_tuned_allreduce_decision.c return ompi_coll_tuned_allreduce_intra_dec_fixed(sbuf, rbuf, count, dtype, op, comm, module); module 137 ompi/mca/coll/tuned/coll_tuned_allreduce_decision.c return ompi_coll_base_allreduce_intra_basic_linear(sbuf, rbuf, count, dtype, op, comm, module); module 139 ompi/mca/coll/tuned/coll_tuned_allreduce_decision.c return ompi_coll_base_allreduce_intra_nonoverlapping(sbuf, rbuf, count, dtype, op, comm, module); module 141 ompi/mca/coll/tuned/coll_tuned_allreduce_decision.c return ompi_coll_base_allreduce_intra_recursivedoubling(sbuf, rbuf, count, dtype, op, comm, module); module 143 ompi/mca/coll/tuned/coll_tuned_allreduce_decision.c return ompi_coll_base_allreduce_intra_ring(sbuf, rbuf, count, dtype, op, comm, module); module 145 ompi/mca/coll/tuned/coll_tuned_allreduce_decision.c return ompi_coll_base_allreduce_intra_ring_segmented(sbuf, rbuf, count, dtype, op, comm, module, segsize); module 147 ompi/mca/coll/tuned/coll_tuned_allreduce_decision.c return ompi_coll_base_allreduce_intra_redscat_allgather(sbuf, rbuf, count, dtype, op, comm, module); module 147 ompi/mca/coll/tuned/coll_tuned_alltoall_decision.c mca_coll_base_module_t *module, module 156 ompi/mca/coll/tuned/coll_tuned_alltoall_decision.c return ompi_coll_tuned_alltoall_intra_dec_fixed(sbuf, scount, sdtype, rbuf, rcount, rdtype, comm, module); module 158 ompi/mca/coll/tuned/coll_tuned_alltoall_decision.c return ompi_coll_base_alltoall_intra_basic_linear(sbuf, scount, sdtype, rbuf, rcount, rdtype, comm, module); module 160 ompi/mca/coll/tuned/coll_tuned_alltoall_decision.c return ompi_coll_base_alltoall_intra_pairwise(sbuf, scount, sdtype, rbuf, rcount, rdtype, comm, module); module 162 ompi/mca/coll/tuned/coll_tuned_alltoall_decision.c return ompi_coll_base_alltoall_intra_bruck(sbuf, scount, sdtype, rbuf, rcount, rdtype, comm, module); module 164 ompi/mca/coll/tuned/coll_tuned_alltoall_decision.c return ompi_coll_base_alltoall_intra_linear_sync(sbuf, scount, sdtype, rbuf, rcount, rdtype, comm, module, max_requests); module 166 ompi/mca/coll/tuned/coll_tuned_alltoall_decision.c return ompi_coll_base_alltoall_intra_two_procs(sbuf, scount, sdtype, rbuf, rcount, rdtype, comm, module); module 95 ompi/mca/coll/tuned/coll_tuned_alltoallv_decision.c mca_coll_base_module_t *module, module 106 ompi/mca/coll/tuned/coll_tuned_alltoallv_decision.c comm, module); module 110 ompi/mca/coll/tuned/coll_tuned_alltoallv_decision.c comm, module); module 114 ompi/mca/coll/tuned/coll_tuned_alltoallv_decision.c comm, module); module 89 ompi/mca/coll/tuned/coll_tuned_barrier_decision.c mca_coll_base_module_t *module, module 97 ompi/mca/coll/tuned/coll_tuned_barrier_decision.c case (0): return ompi_coll_tuned_barrier_intra_dec_fixed(comm, module); module 98 ompi/mca/coll/tuned/coll_tuned_barrier_decision.c case (1): return ompi_coll_base_barrier_intra_basic_linear(comm, module); module 99 ompi/mca/coll/tuned/coll_tuned_barrier_decision.c case (2): return ompi_coll_base_barrier_intra_doublering(comm, module); module 100 ompi/mca/coll/tuned/coll_tuned_barrier_decision.c case (3): return ompi_coll_base_barrier_intra_recursivedoubling(comm, module); module 101 ompi/mca/coll/tuned/coll_tuned_barrier_decision.c case (4): return ompi_coll_base_barrier_intra_bruck(comm, module); module 102 ompi/mca/coll/tuned/coll_tuned_barrier_decision.c case (5): return ompi_coll_base_barrier_intra_two_procs(comm, module); module 103 ompi/mca/coll/tuned/coll_tuned_barrier_decision.c case (6): return ompi_coll_base_barrier_intra_tree(comm, module); module 138 ompi/mca/coll/tuned/coll_tuned_bcast_decision.c mca_coll_base_module_t *module, module 146 ompi/mca/coll/tuned/coll_tuned_bcast_decision.c return ompi_coll_tuned_bcast_intra_dec_fixed( buf, count, dtype, root, comm, module ); module 148 ompi/mca/coll/tuned/coll_tuned_bcast_decision.c return ompi_coll_base_bcast_intra_basic_linear( buf, count, dtype, root, comm, module ); module 150 ompi/mca/coll/tuned/coll_tuned_bcast_decision.c return ompi_coll_base_bcast_intra_chain( buf, count, dtype, root, comm, module, segsize, faninout ); module 152 ompi/mca/coll/tuned/coll_tuned_bcast_decision.c return ompi_coll_base_bcast_intra_pipeline( buf, count, dtype, root, comm, module, segsize ); module 154 ompi/mca/coll/tuned/coll_tuned_bcast_decision.c return ompi_coll_base_bcast_intra_split_bintree( buf, count, dtype, root, comm, module, segsize ); module 156 ompi/mca/coll/tuned/coll_tuned_bcast_decision.c return ompi_coll_base_bcast_intra_bintree( buf, count, dtype, root, comm, module, segsize ); module 158 ompi/mca/coll/tuned/coll_tuned_bcast_decision.c return ompi_coll_base_bcast_intra_binomial( buf, count, dtype, root, comm, module, segsize ); module 160 ompi/mca/coll/tuned/coll_tuned_bcast_decision.c return ompi_coll_base_bcast_intra_knomial(buf, count, dtype, root, comm, module, module 163 ompi/mca/coll/tuned/coll_tuned_bcast_decision.c return ompi_coll_base_bcast_intra_scatter_allgather(buf, count, dtype, root, comm, module, segsize); module 165 ompi/mca/coll/tuned/coll_tuned_bcast_decision.c return ompi_coll_base_bcast_intra_scatter_allgather_ring(buf, count, dtype, root, comm, module, segsize); module 267 ompi/mca/coll/tuned/coll_tuned_component.c mca_coll_tuned_module_construct(mca_coll_tuned_module_t *module) module 269 ompi/mca/coll/tuned/coll_tuned_component.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 57 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 59 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 78 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module, module 84 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c return ompi_coll_tuned_allreduce_intra_do_this(sbuf, rbuf, count, dtype, op, comm, module, module 90 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module); module 106 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 108 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 130 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module, module 138 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module, module 146 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module); module 160 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 162 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 182 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module, module 190 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module, module 195 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module); module 206 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 208 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 222 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c return ompi_coll_tuned_barrier_intra_do_this (comm, module, module 228 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c return ompi_coll_tuned_barrier_intra_do_this(comm, module, module 233 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c return ompi_coll_tuned_barrier_intra_dec_fixed (comm, module); module 246 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 248 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 267 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module, module 275 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c root, comm, module, module 281 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module); module 296 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 298 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 318 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, root, comm, module, module 326 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, root, comm, module, module 333 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, root, comm, module); module 350 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 352 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 373 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, comm, module, module 380 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, comm, module, module 386 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c dtype, op, comm, module); module 403 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 405 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 425 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, comm, module, module 432 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, comm, module, module 438 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c dtype, op, comm, module); module 455 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 457 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 480 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module, module 490 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module, module 499 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module); module 517 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 519 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 544 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module, module 554 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module, module 564 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c comm, module); module 573 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 575 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 598 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c root, comm, module, module 606 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c root, comm, module, module 614 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c root, comm, module); module 622 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 624 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 647 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c root, comm, module, module 655 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c root, comm, module, module 663 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c root, comm, module); module 670 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 672 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 694 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, comm, module, module 701 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, comm, module, module 706 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, comm, module); module 713 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_base_module_t *module) module 715 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t*) module; module 737 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, comm, module, module 744 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, comm, module, module 749 ompi/mca/coll/tuned/coll_tuned_decision_dynamic.c op, comm, module); module 48 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 68 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c op, comm, module)); module 75 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c op, comm, module)); module 79 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c op, comm, module, module 85 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c dtype, op, comm, module)); module 101 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 115 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 133 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 138 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 143 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 156 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_alltoall_intra_bruck(sbuf, scount, sdtype, rbuf, rcount, rdtype, comm, module); module 159 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_alltoall_intra_basic_linear(sbuf, scount, sdtype, rbuf, rcount, rdtype, comm, module); module 161 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_alltoall_intra_pairwise(sbuf, scount, sdtype, rbuf, rcount, rdtype, comm, module); module 175 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 180 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 192 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 200 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_barrier_intra_two_procs(comm, module); module 211 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_barrier_intra_bruck(comm, module); module 216 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_barrier_intra_recursivedoubling(comm, module); module 230 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 263 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module, module 270 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module, module 279 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module, module 286 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module, module 293 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module, module 300 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module, module 308 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module, module 314 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_bcast_intra_basic_linear(buff, count, datatype, root, comm, module); module 319 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_bcast_intra_bintree(buff, count, datatype, root, comm, module, segsize); module 322 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_bcast_intra_basic_linear(buff, count, datatype, root, comm, module); module 326 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_bcast_intra_bintree(buff, count, datatype, root, comm, module, segsize); module 330 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_bcast_intra_pipeline(buff, count, datatype, root, comm, module, segsize); module 335 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_bcast_intra_bintree(buff, count, datatype, root, comm, module, segsize); module 351 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 378 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_reduce_intra_basic_linear (sendbuf, recvbuf, count, datatype, op, root, comm, module); module 380 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_reduce_intra_in_order_binary (sendbuf, recvbuf, count, datatype, op, root, comm, module, module 390 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_reduce_intra_basic_linear(sendbuf, recvbuf, count, datatype, op, root, comm, module); module 395 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_reduce_intra_binomial(sendbuf, recvbuf, count, datatype, op, root, comm, module, module 400 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_reduce_intra_binomial(sendbuf, recvbuf, count, datatype, op, root, comm, module, module 405 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_reduce_intra_pipeline(sendbuf, recvbuf, count, datatype, op, root, comm, module, module 411 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module, segsize, max_requests); module 420 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_reduce_intra_pipeline(sendbuf, recvbuf, count, datatype, op, root, comm, module, module 430 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_reduce_intra_basic_linear(sendbuf, recvbuf, count, datatype, op, root, comm, module); module 442 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_reduce_intra_chain(sendbuf, recvbuf, count, datatype, op, root, comm, module, module 446 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c return ompi_coll_base_reduce_intra_pipeline(sendbuf, recvbuf, count, datatype, op, root, comm, module, module 464 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 486 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 500 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 504 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 520 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 524 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c dtype, op, comm, module); module 541 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 552 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 581 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 585 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 591 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 595 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 612 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 616 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 620 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 639 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 651 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 675 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 680 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 684 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c comm, module); module 704 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 737 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module, module 743 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module, module 751 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module); module 756 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module); module 773 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c mca_coll_base_module_t *module) module 798 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module); module 802 ompi/mca/coll/tuned/coll_tuned_decision_fixed.c root, comm, module); module 88 ompi/mca/coll/tuned/coll_tuned_exscan_decision.c mca_coll_base_module_t *module, module 97 ompi/mca/coll/tuned/coll_tuned_exscan_decision.c op, comm, module); module 99 ompi/mca/coll/tuned/coll_tuned_exscan_decision.c op, comm, module); module 128 ompi/mca/coll/tuned/coll_tuned_gather_decision.c mca_coll_base_module_t *module, module 139 ompi/mca/coll/tuned/coll_tuned_gather_decision.c root, comm, module); module 143 ompi/mca/coll/tuned/coll_tuned_gather_decision.c root, comm, module); module 147 ompi/mca/coll/tuned/coll_tuned_gather_decision.c root, comm, module); module 151 ompi/mca/coll/tuned/coll_tuned_gather_decision.c root, comm, module, module 37 ompi/mca/coll/tuned/coll_tuned_module.c static int tuned_module_enable(mca_coll_base_module_t *module, module 178 ompi/mca/coll/tuned/coll_tuned_module.c tuned_module_enable( mca_coll_base_module_t *module, module 182 ompi/mca/coll/tuned/coll_tuned_module.c mca_coll_tuned_module_t *tuned_module = (mca_coll_tuned_module_t *) module; module 150 ompi/mca/coll/tuned/coll_tuned_reduce_decision.c mca_coll_base_module_t *module, module 159 ompi/mca/coll/tuned/coll_tuned_reduce_decision.c op, root, comm, module); module 161 ompi/mca/coll/tuned/coll_tuned_reduce_decision.c op, root, comm, module); module 163 ompi/mca/coll/tuned/coll_tuned_reduce_decision.c op, root, comm, module, module 166 ompi/mca/coll/tuned/coll_tuned_reduce_decision.c op, root, comm, module, module 169 ompi/mca/coll/tuned/coll_tuned_reduce_decision.c op, root, comm, module, module 172 ompi/mca/coll/tuned/coll_tuned_reduce_decision.c op, root, comm, module, module 175 ompi/mca/coll/tuned/coll_tuned_reduce_decision.c op, root, comm, module, module 178 ompi/mca/coll/tuned/coll_tuned_reduce_decision.c op, root, comm, module); module 118 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_block_decision.c mca_coll_base_module_t *module, module 126 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_block_decision.c dtype, op, comm, module); module 128 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_block_decision.c dtype, op, comm, module); module 130 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_block_decision.c dtype, op, comm, module); module 132 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_block_decision.c dtype, op, comm, module); module 134 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_block_decision.c module); module 128 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_decision.c mca_coll_base_module_t *module, module 136 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_decision.c dtype, op, comm, module); module 138 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_decision.c dtype, op, comm, module); module 140 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_decision.c dtype, op, comm, module); module 142 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_decision.c dtype, op, comm, module); module 144 ompi/mca/coll/tuned/coll_tuned_reduce_scatter_decision.c dtype, op, comm, module); module 88 ompi/mca/coll/tuned/coll_tuned_scan_decision.c mca_coll_base_module_t *module, module 97 ompi/mca/coll/tuned/coll_tuned_scan_decision.c op, comm, module); module 99 ompi/mca/coll/tuned/coll_tuned_scan_decision.c op, comm, module); module 127 ompi/mca/coll/tuned/coll_tuned_scatter_decision.c mca_coll_base_module_t *module, module 138 ompi/mca/coll/tuned/coll_tuned_scatter_decision.c root, comm, module); module 142 ompi/mca/coll/tuned/coll_tuned_scatter_decision.c root, comm, module); module 146 ompi/mca/coll/tuned/coll_tuned_scatter_decision.c root, comm, module); module 60 ompi/mca/crcp/base/base.h int ompi_crcp_base_none_query(mca_base_module_t **module, int *priority); module 80 ompi/mca/crcp/base/crcp_base_fns.c int ompi_crcp_base_none_query(mca_base_module_t **module, int *priority) module 82 ompi/mca/crcp/base/crcp_base_fns.c *module = NULL; module 53 ompi/mca/crcp/bkmrk/crcp_bkmrk.h int ompi_crcp_bkmrk_component_query(mca_base_module_t **module, int *priority); module 106 ompi/mca/crcp/bkmrk/crcp_bkmrk_module.c int ompi_crcp_bkmrk_component_query(mca_base_module_t **module, int *priority) module 112 ompi/mca/crcp/bkmrk/crcp_bkmrk_module.c *module = (mca_base_module_t *)&loc_module; module 76 ompi/mca/fbtl/base/fbtl_base_file_select.c mca_fbtl_base_module_t *module; module 100 ompi/mca/fbtl/base/fbtl_base_file_select.c module = component->fbtlm_file_query (file, &priority); module 101 ompi/mca/fbtl/base/fbtl_base_file_select.c if (NULL != module && module 102 ompi/mca/fbtl/base/fbtl_base_file_select.c NULL != module->fbtl_module_init) { module 110 ompi/mca/fbtl/base/fbtl_base_file_select.c file->f_fbtl = module; module 113 ompi/mca/fbtl/base/fbtl_base_file_select.c return module->fbtl_module_init(file); module 154 ompi/mca/fbtl/base/fbtl_base_file_select.c module = component->fbtlm_file_query (file, &priority); module 156 ompi/mca/fbtl/base/fbtl_base_file_select.c if (NULL == module || module 157 ompi/mca/fbtl/base/fbtl_base_file_select.c NULL == module->fbtl_module_init) { module 184 ompi/mca/fbtl/base/fbtl_base_file_select.c om->om_module = module; module 76 ompi/mca/fcoll/base/fcoll_base_file_select.c mca_fcoll_base_module_t *module; module 95 ompi/mca/fcoll/base/fcoll_base_file_select.c module = component->fcollm_file_query (file, &priority); module 96 ompi/mca/fcoll/base/fcoll_base_file_select.c if (NULL != module && module 97 ompi/mca/fcoll/base/fcoll_base_file_select.c NULL != module->fcoll_module_init) { module 105 ompi/mca/fcoll/base/fcoll_base_file_select.c file->f_fcoll = module; module 108 ompi/mca/fcoll/base/fcoll_base_file_select.c return module->fcoll_module_init(file); module 149 ompi/mca/fcoll/base/fcoll_base_file_select.c module = component->fcollm_file_query (file, &priority); module 151 ompi/mca/fcoll/base/fcoll_base_file_select.c if (NULL == module || module 152 ompi/mca/fcoll/base/fcoll_base_file_select.c NULL == module->fcoll_module_init) { module 179 ompi/mca/fcoll/base/fcoll_base_file_select.c om->om_module = module; module 76 ompi/mca/fs/base/fs_base_file_select.c mca_fs_base_module_t *module; module 96 ompi/mca/fs/base/fs_base_file_select.c module = component->fsm_file_query (file, &priority); module 97 ompi/mca/fs/base/fs_base_file_select.c if (NULL != module && module 98 ompi/mca/fs/base/fs_base_file_select.c NULL != module->fs_module_init) { module 106 ompi/mca/fs/base/fs_base_file_select.c file->f_fs = module; module 109 ompi/mca/fs/base/fs_base_file_select.c return module->fs_module_init(file); module 150 ompi/mca/fs/base/fs_base_file_select.c module = component->fsm_file_query (file, &priority); module 152 ompi/mca/fs/base/fs_base_file_select.c if (NULL == module || module 153 ompi/mca/fs/base/fs_base_file_select.c NULL == module->fs_module_init) { module 180 ompi/mca/fs/base/fs_base_file_select.c om->om_module = module; module 408 ompi/mca/io/base/io_base_file_select.c const mca_io_base_module_2_0_0_t *module; module 415 ompi/mca/io/base/io_base_file_select.c module = component->io_file_query(file, &module_data, &priority); module 416 ompi/mca/io/base/io_base_file_select.c if (NULL != module) { module 421 ompi/mca/io/base/io_base_file_select.c avail->ai_module.v2_0_0 = *module; module 21 ompi/mca/mtl/ofi/mtl_ofi_component.c static int ompi_mtl_ofi_component_query(mca_base_module_t **module, int *priority); module 304 ompi/mca/mtl/ofi/mtl_ofi_component.c ompi_mtl_ofi_component_query(mca_base_module_t **module, int *priority) module 307 ompi/mca/mtl/ofi/mtl_ofi_component.c *module = (mca_base_module_t *)&ompi_mtl_ofi.base; module 41 ompi/mca/mtl/portals4/mtl_portals4_component.c static int ompi_mtl_portals4_component_query(mca_base_module_t **module, int *priority); module 298 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4_component_query(mca_base_module_t **module, int *priority) module 305 ompi/mca/mtl/portals4/mtl_portals4_component.c *module = (mca_base_module_t *)&ompi_mtl_portals4.base; module 46 ompi/mca/mtl/psm/mtl_psm_component.c static int ompi_mtl_psm_component_query(mca_base_module_t **module, int *priority); module 227 ompi/mca/mtl/psm/mtl_psm_component.c ompi_mtl_psm_component_query(mca_base_module_t **module, int *priority) module 234 ompi/mca/mtl/psm/mtl_psm_component.c *module = (mca_base_module_t *)&ompi_mtl_psm.super; module 57 ompi/mca/mtl/psm2/mtl_psm2_component.c static int ompi_mtl_psm2_component_query(mca_base_module_t **module, int *priority); module 324 ompi/mca/mtl/psm2/mtl_psm2_component.c ompi_mtl_psm2_component_query(mca_base_module_t **module, int *priority) module 331 ompi/mca/mtl/psm2/mtl_psm2_component.c *module = (mca_base_module_t *)&ompi_mtl_psm2.super; module 43 ompi/mca/op/base/op_base_functions.c struct ompi_op_base_module_1_0_0_t *module) \ module 63 ompi/mca/op/base/op_base_functions.c struct ompi_op_base_module_1_0_0_t *module) \ module 91 ompi/mca/op/base/op_base_functions.c struct ompi_op_base_module_1_0_0_t *module) \ module 115 ompi/mca/op/base/op_base_functions.c struct ompi_op_base_module_1_0_0_t *module) \ module 135 ompi/mca/op/base/op_base_functions.c struct ompi_op_base_module_1_0_0_t *module) \ module 658 ompi/mca/op/base/op_base_functions.c struct ompi_op_base_module_1_0_0_t *module) \ module 680 ompi/mca/op/base/op_base_functions.c struct ompi_op_base_module_1_0_0_t *module) \ module 713 ompi/mca/op/base/op_base_functions.c struct ompi_op_base_module_1_0_0_t *module) \ module 743 ompi/mca/op/base/op_base_functions.c struct ompi_op_base_module_1_0_0_t *module) \ module 765 ompi/mca/op/base/op_base_functions.c struct ompi_op_base_module_1_0_0_t *module) \ module 64 ompi/mca/op/base/op_base_op_select.c ompi_op_base_module_1_0_0_t **module); module 68 ompi/mca/op/base/op_base_op_select.c ompi_op_base_module_1_0_0_t **module); module 72 ompi/mca/op/base/op_base_op_select.c ompi_op_base_module_1_0_0_t **module); module 93 ompi/mca/op/base/op_base_op_select.c ompi_op_base_module_t *module; module 104 ompi/mca/op/base/op_base_op_select.c module = OBJ_NEW(ompi_op_base_module_t); module 115 ompi/mca/op/base/op_base_op_select.c op->o_func.intrinsic.modules[i] = module; module 116 ompi/mca/op/base/op_base_op_select.c OBJ_RETAIN(module); module 119 ompi/mca/op/base/op_base_op_select.c op->o_3buff_intrinsic.modules[i] = module; module 120 ompi/mca/op/base/op_base_op_select.c OBJ_RETAIN(module); module 124 ompi/mca/op/base/op_base_op_select.c OBJ_RELEASE(module); module 233 ompi/mca/op/base/op_base_op_select.c ompi_op_base_module_1_0_0_t *module; module 247 ompi/mca/op/base/op_base_op_select.c priority = check_one_component(op, component, &module); module 253 ompi/mca/op/base/op_base_op_select.c avail->ao_module = module; module 271 ompi/mca/op/base/op_base_op_select.c ompi_op_base_module_1_0_0_t **module) module 276 ompi/mca/op/base/op_base_op_select.c err = query(component, op, &priority, module); module 305 ompi/mca/op/base/op_base_op_select.c int *priority, ompi_op_base_module_1_0_0_t **module) module 307 ompi/mca/op/base/op_base_op_select.c *module = NULL; module 314 ompi/mca/op/base/op_base_op_select.c return query_1_0_0(op100, op, priority, module); module 325 ompi/mca/op/base/op_base_op_select.c ompi_op_base_module_1_0_0_t **module) module 333 ompi/mca/op/base/op_base_op_select.c *module = ret; module 254 ompi/mca/op/example/op_example_component.c ompi_op_base_module_t *module = NULL; module 290 ompi/mca/op/example/op_example_component.c module = ompi_op_example_setup_max(op); module 295 ompi/mca/op/example/op_example_component.c module = ompi_op_example_setup_bxor(op); module 307 ompi/mca/op/example/op_example_component.c if (NULL != module) { module 310 ompi/mca/op/example/op_example_component.c return (ompi_op_base_module_1_0_0_t *) module; module 113 ompi/mca/op/example/op_example_module_bxor.c ompi_datatype_t **type, ompi_op_base_module_t *module) module 115 ompi/mca/op/example/op_example_module_bxor.c module_bxor_t *m = (module_bxor_t*) module; module 147 ompi/mca/op/example/op_example_module_bxor.c ompi_datatype_t **type, ompi_op_base_module_t *module) module 149 ompi/mca/op/example/op_example_module_bxor.c module_bxor_t *m = (module_bxor_t*) module; module 161 ompi/mca/op/example/op_example_module_bxor.c ompi_datatype_t **type, ompi_op_base_module_t *module) module 163 ompi/mca/op/example/op_example_module_bxor.c module_bxor_t *m = (module_bxor_t*) module; module 185 ompi/mca/op/example/op_example_module_bxor.c module_bxor_t *module = OBJ_NEW(module_bxor_t); module 194 ompi/mca/op/example/op_example_module_bxor.c module->super.opm_fns[OMPI_OP_BASE_TYPE_INT] = bxor_int; module 195 ompi/mca/op/example/op_example_module_bxor.c module->fallback_int = op->o_func.intrinsic.fns[OMPI_OP_BASE_TYPE_INT]; module 196 ompi/mca/op/example/op_example_module_bxor.c module->fallback_int_module = module 201 ompi/mca/op/example/op_example_module_bxor.c OBJ_RETAIN(module->fallback_int_module); module 204 ompi/mca/op/example/op_example_module_bxor.c module->super.opm_fns[OMPI_OP_BASE_TYPE_LONG] = bxor_long; module 205 ompi/mca/op/example/op_example_module_bxor.c module->fallback_long = op->o_func.intrinsic.fns[OMPI_OP_BASE_TYPE_LONG]; module 206 ompi/mca/op/example/op_example_module_bxor.c module->fallback_long_module = module 208 ompi/mca/op/example/op_example_module_bxor.c OBJ_RETAIN(module->fallback_long_module); module 211 ompi/mca/op/example/op_example_module_bxor.c module->super.opm_fns[OMPI_OP_BASE_TYPE_INTEGER] = bxor_integer; module 212 ompi/mca/op/example/op_example_module_bxor.c module->fallback_integer = module 214 ompi/mca/op/example/op_example_module_bxor.c module->fallback_integer_module = module 216 ompi/mca/op/example/op_example_module_bxor.c OBJ_RETAIN(module->fallback_integer_module); module 221 ompi/mca/op/example/op_example_module_bxor.c return (ompi_op_base_module_t*) module; module 122 ompi/mca/op/example/op_example_module_max.c ompi_datatype_t **type, ompi_op_base_module_t *module) module 124 ompi/mca/op/example/op_example_module_max.c module_max_t *m = (module_max_t*) module; module 156 ompi/mca/op/example/op_example_module_max.c ompi_datatype_t **type, ompi_op_base_module_t *module) module 158 ompi/mca/op/example/op_example_module_max.c module_max_t *m = (module_max_t*) module; module 170 ompi/mca/op/example/op_example_module_max.c ompi_datatype_t **type, ompi_op_base_module_t *module) module 172 ompi/mca/op/example/op_example_module_max.c module_max_t *m = (module_max_t*) module; module 185 ompi/mca/op/example/op_example_module_max.c ompi_op_base_module_t *module) module 187 ompi/mca/op/example/op_example_module_max.c module_max_t *m = (module_max_t*) module; module 205 ompi/mca/op/example/op_example_module_max.c module_max_t *module = OBJ_NEW(module_max_t); module 216 ompi/mca/op/example/op_example_module_max.c module->super.opm_fns[OMPI_OP_BASE_TYPE_FLOAT] = max_float; module 217 ompi/mca/op/example/op_example_module_max.c module->fallback_float = op->o_func.intrinsic.fns[OMPI_OP_BASE_TYPE_FLOAT]; module 218 ompi/mca/op/example/op_example_module_max.c module->fallback_float_module = module 223 ompi/mca/op/example/op_example_module_max.c OBJ_RETAIN(module->fallback_float_module); module 226 ompi/mca/op/example/op_example_module_max.c module->super.opm_fns[OMPI_OP_BASE_TYPE_REAL] = max_real; module 227 ompi/mca/op/example/op_example_module_max.c module->fallback_real = module 229 ompi/mca/op/example/op_example_module_max.c module->fallback_real_module = module 231 ompi/mca/op/example/op_example_module_max.c OBJ_RETAIN(module->fallback_real_module); module 237 ompi/mca/op/example/op_example_module_max.c module->super.opm_fns[OMPI_OP_BASE_TYPE_DOUBLE] = max_double; module 238 ompi/mca/op/example/op_example_module_max.c module->fallback_double = module 240 ompi/mca/op/example/op_example_module_max.c module->fallback_double_module = module 242 ompi/mca/op/example/op_example_module_max.c OBJ_RETAIN(module->fallback_double_module); module 245 ompi/mca/op/example/op_example_module_max.c module->super.opm_fns[OMPI_OP_BASE_TYPE_DOUBLE_PRECISION] = module 247 ompi/mca/op/example/op_example_module_max.c module->fallback_double_precision = module 249 ompi/mca/op/example/op_example_module_max.c module->fallback_double_precision_module = module 251 ompi/mca/op/example/op_example_module_max.c OBJ_RETAIN(module->fallback_double_precision_module); module 257 ompi/mca/op/example/op_example_module_max.c return (ompi_op_base_module_t*) module; module 356 ompi/mca/op/op.h (struct ompi_op_base_module_1_0_0_t *module, module 58 ompi/mca/osc/monitoring/osc_monitoring_component.c ompi_osc_base_module_t *module) module 63 ompi/mca/osc/monitoring/osc_monitoring_component.c comp.fct(module); module 50 ompi/mca/osc/monitoring/osc_monitoring_module.h OSC_MONITORING_SET_TEMPLATE_FCT_NAME(template) (ompi_osc_base_module_t*module) \ module 100 ompi/mca/osc/monitoring/osc_monitoring_module.h module, sizeof(ompi_osc_base_module_t)); \ module 103 ompi/mca/osc/monitoring/osc_monitoring_module.h memcpy(module, &module_specific_interception_layer, \ module 105 ompi/mca/osc/monitoring/osc_monitoring_module.h return module; \ module 127 ompi/mca/osc/portals4/osc_portals4.h get_displacement(ompi_osc_portals4_module_t *module, module 130 ompi/mca/osc/portals4/osc_portals4.h if (-1 == module->disp_unit) { module 131 ompi/mca/osc/portals4/osc_portals4.h return module->disp_units[target]; module 133 ompi/mca/osc/portals4/osc_portals4.h return module->disp_unit; module 286 ompi/mca/osc/portals4/osc_portals4.h ompi_osc_portals4_complete_all(ompi_osc_portals4_module_t *module) module 291 ompi/mca/osc/portals4/osc_portals4.h ret = PtlCTWait(module->ct_h, module->opcount, &event); module 297 ompi/mca/osc/portals4/osc_portals4.h PtlCTSet(module->ct_h, event); module 298 ompi/mca/osc/portals4/osc_portals4.h module->opcount = 0; module 300 ompi/mca/osc/portals4/osc_portals4.h assert(event.success == (size_t) module->opcount); module 314 ompi/mca/osc/portals4/osc_portals4.h ompi_osc_portals4_get_peer(ompi_osc_portals4_module_t *module, int rank) module 316 ompi/mca/osc/portals4/osc_portals4.h return ompi_osc_portals4_get_peer_group(module->comm->c_remote_group, rank); module 25 ompi/mca/osc/portals4/osc_portals4_active_target.c ompi_osc_portals4_module_t *module = module 30 ompi/mca/osc/portals4/osc_portals4_active_target.c if (module->passive_target_access_epoch) { module 34 ompi/mca/osc/portals4/osc_portals4_active_target.c comm_ret = ompi_osc_portals4_complete_all(module); module 36 ompi/mca/osc/portals4/osc_portals4_active_target.c ret = module->comm->c_coll->coll_barrier(module->comm, module 37 ompi/mca/osc/portals4/osc_portals4_active_target.c module->comm->c_coll->coll_barrier_module); module 48 ompi/mca/osc/portals4/osc_portals4_active_target.c ompi_osc_portals4_module_t *module = module 52 ompi/mca/osc/portals4/osc_portals4_active_target.c if (module->passive_target_access_epoch) { module 60 ompi/mca/osc/portals4/osc_portals4_active_target.c module->start_group = group; module 61 ompi/mca/osc/portals4/osc_portals4_active_target.c size = ompi_group_size(module->start_group); module 63 ompi/mca/osc/portals4/osc_portals4_active_target.c while (module->state.post_count != size) opal_progress(); module 65 ompi/mca/osc/portals4/osc_portals4_active_target.c module->start_group = NULL; module 75 ompi/mca/osc/portals4/osc_portals4_active_target.c ompi_osc_portals4_module_t *module = module 79 ompi/mca/osc/portals4/osc_portals4_active_target.c ret = ompi_osc_portals4_complete_all(module); module 82 ompi/mca/osc/portals4/osc_portals4_active_target.c if (NULL != module->start_group) { module 83 ompi/mca/osc/portals4/osc_portals4_active_target.c module->state.post_count = 0; module 86 ompi/mca/osc/portals4/osc_portals4_active_target.c size = ompi_group_size(module->start_group); module 89 ompi/mca/osc/portals4/osc_portals4_active_target.c ret = PtlAtomic(module->md_h, module 90 ompi/mca/osc/portals4/osc_portals4_active_target.c (ptl_size_t) &module->one, module 91 ompi/mca/osc/portals4/osc_portals4_active_target.c sizeof(module->one), module 93 ompi/mca/osc/portals4/osc_portals4_active_target.c ompi_osc_portals4_get_peer_group(module->start_group, i), module 94 ompi/mca/osc/portals4/osc_portals4_active_target.c module->pt_idx, module 95 ompi/mca/osc/portals4/osc_portals4_active_target.c module->match_bits | OSC_PORTALS4_MB_CONTROL, module 102 ompi/mca/osc/portals4/osc_portals4_active_target.c OPAL_THREAD_ADD_FETCH64(&module->opcount, 1); module 105 ompi/mca/osc/portals4/osc_portals4_active_target.c ret = ompi_osc_portals4_complete_all(module); module 108 ompi/mca/osc/portals4/osc_portals4_active_target.c OBJ_RELEASE(module->start_group); module 109 ompi/mca/osc/portals4/osc_portals4_active_target.c module->start_group = NULL; module 121 ompi/mca/osc/portals4/osc_portals4_active_target.c ompi_osc_portals4_module_t *module = module 127 ompi/mca/osc/portals4/osc_portals4_active_target.c module->post_group = group; module 129 ompi/mca/osc/portals4/osc_portals4_active_target.c module->state.complete_count = 0; module 132 ompi/mca/osc/portals4/osc_portals4_active_target.c size = ompi_group_size(module->post_group); module 134 ompi/mca/osc/portals4/osc_portals4_active_target.c ret = PtlAtomic(module->md_h, module 135 ompi/mca/osc/portals4/osc_portals4_active_target.c (ptl_size_t) &module->one, module 136 ompi/mca/osc/portals4/osc_portals4_active_target.c sizeof(module->one), module 138 ompi/mca/osc/portals4/osc_portals4_active_target.c ompi_osc_portals4_get_peer_group(module->post_group, i), module 139 ompi/mca/osc/portals4/osc_portals4_active_target.c module->pt_idx, module 140 ompi/mca/osc/portals4/osc_portals4_active_target.c module->match_bits | OSC_PORTALS4_MB_CONTROL, module 147 ompi/mca/osc/portals4/osc_portals4_active_target.c OPAL_THREAD_ADD_FETCH64(&module->opcount, 1); module 150 ompi/mca/osc/portals4/osc_portals4_active_target.c module->post_group = NULL; module 160 ompi/mca/osc/portals4/osc_portals4_active_target.c ompi_osc_portals4_module_t *module = module 163 ompi/mca/osc/portals4/osc_portals4_active_target.c if (NULL != module->post_group) { module 164 ompi/mca/osc/portals4/osc_portals4_active_target.c int size = ompi_group_size(module->post_group); module 166 ompi/mca/osc/portals4/osc_portals4_active_target.c while (module->state.complete_count != size) opal_progress(); module 168 ompi/mca/osc/portals4/osc_portals4_active_target.c OBJ_RELEASE(module->post_group); module 169 ompi/mca/osc/portals4/osc_portals4_active_target.c module->post_group = NULL; module 180 ompi/mca/osc/portals4/osc_portals4_active_target.c ompi_osc_portals4_module_t *module = module 183 ompi/mca/osc/portals4/osc_portals4_active_target.c if (NULL != module->post_group) { module 184 ompi/mca/osc/portals4/osc_portals4_active_target.c int size = ompi_group_size(module->post_group); module 186 ompi/mca/osc/portals4/osc_portals4_active_target.c if (module->state.complete_count == size) { module 187 ompi/mca/osc/portals4/osc_portals4_active_target.c OBJ_RELEASE(module->post_group); module 188 ompi/mca/osc/portals4/osc_portals4_active_target.c module->post_group = NULL; module 482 ompi/mca/osc/portals4/osc_portals4_comm.c get_to_iovec(ompi_osc_portals4_module_t *module, module 499 ompi/mca/osc/portals4/osc_portals4_comm.c if (module->origin_iovec_md_h != PTL_INVALID_HANDLE) { module 500 ompi/mca/osc/portals4/osc_portals4_comm.c PtlMDRelease(module->origin_iovec_md_h); module 501 ompi/mca/osc/portals4/osc_portals4_comm.c free(module->origin_iovec_list); module 502 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h = PTL_INVALID_HANDLE; module 503 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_list = NULL; module 511 ompi/mca/osc/portals4/osc_portals4_comm.c &module->origin_iovec_list, module 525 ompi/mca/osc/portals4/osc_portals4_comm.c md.start = module->origin_iovec_list; module 533 ompi/mca/osc/portals4/osc_portals4_comm.c md.ct_handle = module->ct_h; module 534 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlMDBind(module->ni_h, &md, &module->origin_iovec_md_h); module 542 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, 1); module 546 ompi/mca/osc/portals4/osc_portals4_comm.c __FUNCTION__, __LINE__, origin_count, origin_lb, target_count, target_lb, size, length, offset, module->opcount)); module 547 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlGet(module->origin_iovec_md_h, module 551 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 552 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 559 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, -1); module 569 ompi/mca/osc/portals4/osc_portals4_comm.c atomic_get_to_iovec(ompi_osc_portals4_module_t *module, module 586 ompi/mca/osc/portals4/osc_portals4_comm.c if (module->origin_iovec_md_h != PTL_INVALID_HANDLE) { module 587 ompi/mca/osc/portals4/osc_portals4_comm.c PtlMDRelease(module->origin_iovec_md_h); module 588 ompi/mca/osc/portals4/osc_portals4_comm.c free(module->origin_iovec_list); module 589 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h = PTL_INVALID_HANDLE; module 590 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_list = NULL; module 598 ompi/mca/osc/portals4/osc_portals4_comm.c &module->origin_iovec_list, module 612 ompi/mca/osc/portals4/osc_portals4_comm.c md.start = module->origin_iovec_list; module 620 ompi/mca/osc/portals4/osc_portals4_comm.c md.ct_handle = module->ct_h; module 621 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlMDBind(module->ni_h, &md, &module->origin_iovec_md_h); module 631 ompi/mca/osc/portals4/osc_portals4_comm.c __FUNCTION__, __LINE__, origin_count, origin_lb, target_count, target_lb, size, length, offset, module->opcount)); module 632 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedGet(&module->opcount, module 633 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h, module 636 ompi/mca/osc/portals4/osc_portals4_comm.c module->fetch_atomic_max, module 638 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 639 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 651 ompi/mca/osc/portals4/osc_portals4_comm.c put_from_iovec(ompi_osc_portals4_module_t *module, module 668 ompi/mca/osc/portals4/osc_portals4_comm.c if (module->origin_iovec_md_h != PTL_INVALID_HANDLE) { module 669 ompi/mca/osc/portals4/osc_portals4_comm.c PtlMDRelease(module->origin_iovec_md_h); module 670 ompi/mca/osc/portals4/osc_portals4_comm.c free(module->origin_iovec_list); module 671 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h = PTL_INVALID_HANDLE; module 672 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_list = NULL; module 680 ompi/mca/osc/portals4/osc_portals4_comm.c &module->origin_iovec_list, module 694 ompi/mca/osc/portals4/osc_portals4_comm.c md.start = module->origin_iovec_list; module 702 ompi/mca/osc/portals4/osc_portals4_comm.c md.ct_handle = module->ct_h; module 703 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlMDBind(module->ni_h, &md, &module->origin_iovec_md_h); module 711 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, 1); module 715 ompi/mca/osc/portals4/osc_portals4_comm.c __FUNCTION__, __LINE__, origin_count, origin_lb, target_count, target_lb, size, length, offset, module->opcount)); module 716 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlPut(module->origin_iovec_md_h, module 721 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 722 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 730 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, -1); module 740 ompi/mca/osc/portals4/osc_portals4_comm.c atomic_put_from_iovec(ompi_osc_portals4_module_t *module, module 757 ompi/mca/osc/portals4/osc_portals4_comm.c if (module->origin_iovec_md_h != PTL_INVALID_HANDLE) { module 758 ompi/mca/osc/portals4/osc_portals4_comm.c PtlMDRelease(module->origin_iovec_md_h); module 759 ompi/mca/osc/portals4/osc_portals4_comm.c free(module->origin_iovec_list); module 760 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h = PTL_INVALID_HANDLE; module 761 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_list = NULL; module 769 ompi/mca/osc/portals4/osc_portals4_comm.c &module->origin_iovec_list, module 783 ompi/mca/osc/portals4/osc_portals4_comm.c md.start = module->origin_iovec_list; module 791 ompi/mca/osc/portals4/osc_portals4_comm.c md.ct_handle = module->ct_h; module 792 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlMDBind(module->ni_h, &md, &module->origin_iovec_md_h); module 802 ompi/mca/osc/portals4/osc_portals4_comm.c __FUNCTION__, __LINE__, origin_count, origin_lb, target_count, target_lb, length, module->opcount)); module 803 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedPut(&module->opcount, module 804 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h, module 807 ompi/mca/osc/portals4/osc_portals4_comm.c module->atomic_max, module 810 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 811 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 824 ompi/mca/osc/portals4/osc_portals4_comm.c atomic_from_iovec(ompi_osc_portals4_module_t *module, module 844 ompi/mca/osc/portals4/osc_portals4_comm.c if (module->origin_iovec_md_h != PTL_INVALID_HANDLE) { module 845 ompi/mca/osc/portals4/osc_portals4_comm.c PtlMDRelease(module->origin_iovec_md_h); module 846 ompi/mca/osc/portals4/osc_portals4_comm.c free(module->origin_iovec_list); module 847 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h = PTL_INVALID_HANDLE; module 848 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_list = NULL; module 856 ompi/mca/osc/portals4/osc_portals4_comm.c &module->origin_iovec_list, module 883 ompi/mca/osc/portals4/osc_portals4_comm.c md.start = module->origin_iovec_list; module 891 ompi/mca/osc/portals4/osc_portals4_comm.c md.ct_handle = module->ct_h; module 892 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlMDBind(module->ni_h, &md, &module->origin_iovec_md_h); module 900 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedAtomic(&module->opcount, module 901 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h, module 904 ompi/mca/osc/portals4/osc_portals4_comm.c module->atomic_max, module 906 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 907 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 921 ompi/mca/osc/portals4/osc_portals4_comm.c swap_to_iovec(ompi_osc_portals4_module_t *module, module 943 ompi/mca/osc/portals4/osc_portals4_comm.c if (module->result_iovec_md_h != PTL_INVALID_HANDLE) { module 944 ompi/mca/osc/portals4/osc_portals4_comm.c PtlMDRelease(module->result_iovec_md_h); module 945 ompi/mca/osc/portals4/osc_portals4_comm.c free(module->result_iovec_list); module 946 ompi/mca/osc/portals4/osc_portals4_comm.c module->result_iovec_md_h = PTL_INVALID_HANDLE; module 947 ompi/mca/osc/portals4/osc_portals4_comm.c module->result_iovec_list = NULL; module 954 ompi/mca/osc/portals4/osc_portals4_comm.c &module->result_iovec_list, module 957 ompi/mca/osc/portals4/osc_portals4_comm.c md.start = module->result_iovec_list; module 965 ompi/mca/osc/portals4/osc_portals4_comm.c md.ct_handle = module->ct_h; module 966 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlMDBind(module->ni_h, &md, &module->result_iovec_md_h); module 974 ompi/mca/osc/portals4/osc_portals4_comm.c if (module->origin_iovec_md_h != PTL_INVALID_HANDLE) { module 975 ompi/mca/osc/portals4/osc_portals4_comm.c PtlMDRelease(module->origin_iovec_md_h); module 976 ompi/mca/osc/portals4/osc_portals4_comm.c free(module->origin_iovec_list); module 977 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h = PTL_INVALID_HANDLE; module 978 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_list = NULL; module 985 ompi/mca/osc/portals4/osc_portals4_comm.c &module->origin_iovec_list, module 988 ompi/mca/osc/portals4/osc_portals4_comm.c md.start = module->origin_iovec_list; module 992 ompi/mca/osc/portals4/osc_portals4_comm.c md.ct_handle = module->ct_h; module 993 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlMDBind(module->ni_h, &md, &module->origin_iovec_md_h); module 1023 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedSwap(&module->opcount, module 1024 ompi/mca/osc/portals4/osc_portals4_comm.c module->result_iovec_md_h, module 1026 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h, module 1029 ompi/mca/osc/portals4/osc_portals4_comm.c module->fetch_atomic_max, module 1031 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 1032 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 1045 ompi/mca/osc/portals4/osc_portals4_comm.c fetch_atomic_to_iovec(ompi_osc_portals4_module_t *module, module 1069 ompi/mca/osc/portals4/osc_portals4_comm.c if (module->result_iovec_md_h != PTL_INVALID_HANDLE) { module 1070 ompi/mca/osc/portals4/osc_portals4_comm.c PtlMDRelease(module->result_iovec_md_h); module 1071 ompi/mca/osc/portals4/osc_portals4_comm.c free(module->result_iovec_list); module 1072 ompi/mca/osc/portals4/osc_portals4_comm.c module->result_iovec_md_h = PTL_INVALID_HANDLE; module 1073 ompi/mca/osc/portals4/osc_portals4_comm.c module->result_iovec_list = NULL; module 1080 ompi/mca/osc/portals4/osc_portals4_comm.c &module->result_iovec_list, module 1083 ompi/mca/osc/portals4/osc_portals4_comm.c md.start = module->result_iovec_list; module 1091 ompi/mca/osc/portals4/osc_portals4_comm.c md.ct_handle = module->ct_h; module 1092 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlMDBind(module->ni_h, &md, &module->result_iovec_md_h); module 1100 ompi/mca/osc/portals4/osc_portals4_comm.c if (module->origin_iovec_md_h != PTL_INVALID_HANDLE) { module 1101 ompi/mca/osc/portals4/osc_portals4_comm.c PtlMDRelease(module->origin_iovec_md_h); module 1102 ompi/mca/osc/portals4/osc_portals4_comm.c free(module->origin_iovec_list); module 1103 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h = PTL_INVALID_HANDLE; module 1104 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_list = NULL; module 1111 ompi/mca/osc/portals4/osc_portals4_comm.c &module->origin_iovec_list, module 1114 ompi/mca/osc/portals4/osc_portals4_comm.c md.start = module->origin_iovec_list; module 1118 ompi/mca/osc/portals4/osc_portals4_comm.c md.ct_handle = module->ct_h; module 1119 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlMDBind(module->ni_h, &md, &module->origin_iovec_md_h); module 1155 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedFetchAtomic(&module->opcount, module 1156 ompi/mca/osc/portals4/osc_portals4_comm.c module->result_iovec_md_h, module 1158 ompi/mca/osc/portals4/osc_portals4_comm.c module->origin_iovec_md_h, module 1161 ompi/mca/osc/portals4/osc_portals4_comm.c module->fetch_atomic_max, module 1163 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 1164 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 1291 ompi/mca/osc/portals4/osc_portals4_comm.c atomic_put_to_noncontig(ompi_osc_portals4_module_t *module, module 1310 ompi/mca/osc/portals4/osc_portals4_comm.c size_t max_rdma_len = module->atomic_max; module 1356 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, 1); module 1374 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, -1); module 1394 ompi/mca/osc/portals4/osc_portals4_comm.c atomic_to_noncontig(ompi_osc_portals4_module_t *module, module 1472 ompi/mca/osc/portals4/osc_portals4_comm.c atomic_len = MIN(MIN(origin_iovec[origin_iov_index].iov_len, target_iovec[target_iov_index].iov_len), module->atomic_max); module 1474 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, 1); module 1496 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, -1); module 1617 ompi/mca/osc/portals4/osc_portals4_comm.c atomic_get_from_noncontig(ompi_osc_portals4_module_t *module, module 1636 ompi/mca/osc/portals4/osc_portals4_comm.c size_t max_rdma_len = module->fetch_atomic_max; module 1682 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, 1); module 1698 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, -1); module 1718 ompi/mca/osc/portals4/osc_portals4_comm.c swap_from_noncontig(ompi_osc_portals4_module_t *module, module 1741 ompi/mca/osc/portals4/osc_portals4_comm.c size_t max_rdma_len = module->fetch_atomic_max; module 1812 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, 1); module 1839 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, -1); module 1862 ompi/mca/osc/portals4/osc_portals4_comm.c fetch_atomic_from_noncontig(ompi_osc_portals4_module_t *module, module 1886 ompi/mca/osc/portals4/osc_portals4_comm.c size_t max_rdma_len = module->fetch_atomic_max; module 1964 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, 1); module 1990 ompi/mca/osc/portals4/osc_portals4_comm.c opal_atomic_add_fetch_64(&module->opcount, -1); module 2024 ompi/mca/osc/portals4/osc_portals4_comm.c ompi_osc_portals4_module_t *module = module 2026 ompi/mca/osc/portals4/osc_portals4_comm.c ptl_process_t peer = ompi_osc_portals4_get_peer(module, target); module 2041 ompi/mca/osc/portals4/osc_portals4_comm.c offset = get_displacement(module, target) * target_disp; module 2044 ompi/mca/osc/portals4/osc_portals4_comm.c ret = put_to_noncontig(&module->opcount, module 2045 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2053 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2054 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2064 ompi/mca/osc/portals4/osc_portals4_comm.c ret = put_from_iovec(module, module 2072 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2073 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2100 ompi/mca/osc/portals4/osc_portals4_comm.c __FUNCTION__, __LINE__, origin_count, origin_lb, target_count, target_lb, length, module->opcount)); module 2101 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedPut(&module->opcount, module 2102 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2108 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2109 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2136 ompi/mca/osc/portals4/osc_portals4_comm.c ompi_osc_portals4_module_t *module = module 2138 ompi/mca/osc/portals4/osc_portals4_comm.c ptl_process_t peer = ompi_osc_portals4_get_peer(module, target); module 2153 ompi/mca/osc/portals4/osc_portals4_comm.c offset = get_displacement(module, target) * target_disp; module 2156 ompi/mca/osc/portals4/osc_portals4_comm.c ret = get_from_noncontig(&module->opcount, module 2157 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2165 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2166 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2175 ompi/mca/osc/portals4/osc_portals4_comm.c ret = get_to_iovec(module, module 2183 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2184 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2208 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedGet(&module->opcount, module 2209 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2214 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2215 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2242 ompi/mca/osc/portals4/osc_portals4_comm.c ompi_osc_portals4_module_t *module = module 2244 ompi/mca/osc/portals4/osc_portals4_comm.c ptl_process_t peer = ompi_osc_portals4_get_peer(module, target); module 2262 ompi/mca/osc/portals4/osc_portals4_comm.c offset = get_displacement(module, target) * target_disp; module 2266 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_put_to_noncontig(module, module 2267 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2275 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2276 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2286 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_to_noncontig(module, module 2287 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2295 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2296 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2309 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_put_from_iovec(module, module 2317 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2318 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2328 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_from_iovec(module, module 2336 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2337 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2367 ompi/mca/osc/portals4/osc_portals4_comm.c request->ops_expected += number_of_fragments(length, module->atomic_max); module 2372 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedPut(&module->opcount, module 2373 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2376 ompi/mca/osc/portals4/osc_portals4_comm.c module->atomic_max, module 2379 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2380 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2404 ompi/mca/osc/portals4/osc_portals4_comm.c size_t msg_length = MIN(module->atomic_max, length - sent); module 2406 ompi/mca/osc/portals4/osc_portals4_comm.c (void)opal_atomic_add_fetch_64(&module->opcount, 1); module 2410 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlAtomic(module->req_md_h, module 2415 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2416 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2423 ompi/mca/osc/portals4/osc_portals4_comm.c (void)opal_atomic_add_fetch_64(&module->opcount, -1); module 2453 ompi/mca/osc/portals4/osc_portals4_comm.c ompi_osc_portals4_module_t *module = module 2455 ompi/mca/osc/portals4/osc_portals4_comm.c ptl_process_t peer = ompi_osc_portals4_get_peer(module, target); module 2475 ompi/mca/osc/portals4/osc_portals4_comm.c target_offset = get_displacement(module, target) * target_disp; module 2481 ompi/mca/osc/portals4/osc_portals4_comm.c ret = swap_from_noncontig(module, module 2482 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2486 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 2494 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2495 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2507 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_get_from_noncontig(module, module 2508 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2516 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2517 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2529 ompi/mca/osc/portals4/osc_portals4_comm.c ret = fetch_atomic_from_noncontig(module, module 2530 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2534 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 2542 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2543 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2559 ompi/mca/osc/portals4/osc_portals4_comm.c ret = swap_to_iovec(module, module 2570 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2571 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2583 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_get_to_iovec(module, module 2591 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2592 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2604 ompi/mca/osc/portals4/osc_portals4_comm.c ret = fetch_atomic_to_iovec(module, module 2615 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2616 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2662 ompi/mca/osc/portals4/osc_portals4_comm.c request->ops_expected += number_of_fragments(length, module->fetch_atomic_max); module 2664 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedSwap(&module->opcount, module 2665 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2667 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 2670 ompi/mca/osc/portals4/osc_portals4_comm.c module->fetch_atomic_max, module 2672 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2673 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2701 ompi/mca/osc/portals4/osc_portals4_comm.c request->ops_expected += number_of_fragments(length, module->fetch_atomic_max); module 2705 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedGet(&module->opcount, module 2706 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2709 ompi/mca/osc/portals4/osc_portals4_comm.c module->fetch_atomic_max, module 2711 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2712 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2761 ompi/mca/osc/portals4/osc_portals4_comm.c request->ops_expected += number_of_fragments(length, module->fetch_atomic_max); module 2763 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedFetchAtomic(&module->opcount, module 2764 ompi/mca/osc/portals4/osc_portals4_comm.c module->req_md_h, module 2766 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 2769 ompi/mca/osc/portals4/osc_portals4_comm.c module->fetch_atomic_max, module 2771 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2772 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2799 ompi/mca/osc/portals4/osc_portals4_comm.c ompi_osc_portals4_module_t *module = module 2801 ompi/mca/osc/portals4/osc_portals4_comm.c ptl_process_t peer = ompi_osc_portals4_get_peer(module, target); module 2812 ompi/mca/osc/portals4/osc_portals4_comm.c offset = get_displacement(module, target) * target_disp; module 2815 ompi/mca/osc/portals4/osc_portals4_comm.c ret = put_to_noncontig(&module->opcount, module 2816 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 2824 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2825 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2834 ompi/mca/osc/portals4/osc_portals4_comm.c ret = put_from_iovec(module, module 2842 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2843 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2865 ompi/mca/osc/portals4/osc_portals4_comm.c __FUNCTION__, __LINE__, origin_count, origin_lb, target_count, target_lb, length, module->opcount)); module 2866 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedPut(&module->opcount, module 2867 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 2873 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2874 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2898 ompi/mca/osc/portals4/osc_portals4_comm.c ompi_osc_portals4_module_t *module = module 2900 ompi/mca/osc/portals4/osc_portals4_comm.c ptl_process_t peer = ompi_osc_portals4_get_peer(module, target); module 2911 ompi/mca/osc/portals4/osc_portals4_comm.c offset = get_displacement(module, target) * target_disp; module 2914 ompi/mca/osc/portals4/osc_portals4_comm.c ret = get_from_noncontig(&module->opcount, module 2915 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 2923 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2924 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2933 ompi/mca/osc/portals4/osc_portals4_comm.c ret = get_to_iovec(module, module 2941 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2942 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2964 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedGet(&module->opcount, module 2965 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 2970 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 2971 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 2995 ompi/mca/osc/portals4/osc_portals4_comm.c ompi_osc_portals4_module_t *module = module 2997 ompi/mca/osc/portals4/osc_portals4_comm.c ptl_process_t peer = ompi_osc_portals4_get_peer(module, target); module 3011 ompi/mca/osc/portals4/osc_portals4_comm.c offset = get_displacement(module, target) * target_disp; module 3015 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_put_to_noncontig(module, module 3016 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3024 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3025 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3034 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_to_noncontig(module, module 3035 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3043 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3044 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3056 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_put_from_iovec(module, module 3064 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3065 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3074 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_from_iovec(module, module 3082 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3083 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3113 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedPut(&module->opcount, module 3114 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3117 ompi/mca/osc/portals4/osc_portals4_comm.c module->atomic_max, module 3120 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3121 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3142 ompi/mca/osc/portals4/osc_portals4_comm.c size_t msg_length = MIN(module->atomic_max, length - sent); module 3144 ompi/mca/osc/portals4/osc_portals4_comm.c (void)opal_atomic_add_fetch_64(&module->opcount, 1); module 3148 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlAtomic(module->md_h, module 3153 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3154 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3161 ompi/mca/osc/portals4/osc_portals4_comm.c (void)opal_atomic_add_fetch_64(&module->opcount, -1); module 3188 ompi/mca/osc/portals4/osc_portals4_comm.c ompi_osc_portals4_module_t *module = module 3190 ompi/mca/osc/portals4/osc_portals4_comm.c ptl_process_t peer = ompi_osc_portals4_get_peer(module, target); module 3206 ompi/mca/osc/portals4/osc_portals4_comm.c target_offset = get_displacement(module, target) * target_disp; module 3212 ompi/mca/osc/portals4/osc_portals4_comm.c ret = swap_from_noncontig(module, module 3213 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3217 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3225 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3226 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3237 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_get_from_noncontig(module, module 3238 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3246 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3247 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3258 ompi/mca/osc/portals4/osc_portals4_comm.c ret = fetch_atomic_from_noncontig(module, module 3259 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3263 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3271 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3272 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3287 ompi/mca/osc/portals4/osc_portals4_comm.c ret = swap_to_iovec(module, module 3298 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3299 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3310 ompi/mca/osc/portals4/osc_portals4_comm.c ret = atomic_get_to_iovec(module, module 3318 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3319 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3330 ompi/mca/osc/portals4/osc_portals4_comm.c ret = fetch_atomic_to_iovec(module, module 3341 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3342 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3383 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedSwap(&module->opcount, module 3384 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3386 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3389 ompi/mca/osc/portals4/osc_portals4_comm.c module->fetch_atomic_max, module 3391 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3392 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3419 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedGet(&module->opcount, module 3420 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3423 ompi/mca/osc/portals4/osc_portals4_comm.c module->fetch_atomic_max, module 3425 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3426 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3469 ompi/mca/osc/portals4/osc_portals4_comm.c ret = segmentedFetchAtomic(&module->opcount, module 3470 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3472 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3475 ompi/mca/osc/portals4/osc_portals4_comm.c module->fetch_atomic_max, module 3477 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3478 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3503 ompi/mca/osc/portals4/osc_portals4_comm.c ompi_osc_portals4_module_t *module = module 3505 ompi/mca/osc/portals4/osc_portals4_comm.c ptl_process_t peer = ompi_osc_portals4_get_peer(module, target); module 3526 ompi/mca/osc/portals4/osc_portals4_comm.c offset = get_displacement(module, target) * target_disp; module 3531 ompi/mca/osc/portals4/osc_portals4_comm.c assert(length <= module->fetch_atomic_max); module 3536 ompi/mca/osc/portals4/osc_portals4_comm.c (void)opal_atomic_add_fetch_64(&module->opcount, 1); module 3540 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlSwap(module->md_h, module 3542 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3546 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3547 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3572 ompi/mca/osc/portals4/osc_portals4_comm.c ompi_osc_portals4_module_t *module = module 3574 ompi/mca/osc/portals4/osc_portals4_comm.c ptl_process_t peer = ompi_osc_portals4_get_peer(module, target); module 3595 ompi/mca/osc/portals4/osc_portals4_comm.c offset = get_displacement(module, target) * target_disp; module 3600 ompi/mca/osc/portals4/osc_portals4_comm.c assert(length <= module->fetch_atomic_max); module 3608 ompi/mca/osc/portals4/osc_portals4_comm.c (void)opal_atomic_add_fetch_64(&module->opcount, 1); module 3611 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlSwap(module->md_h, module 3613 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3617 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3618 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3630 ompi/mca/osc/portals4/osc_portals4_comm.c (void)opal_atomic_add_fetch_64(&module->opcount, 1); module 3633 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlGet(module->md_h, module 3637 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3638 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 3643 ompi/mca/osc/portals4/osc_portals4_comm.c (void)opal_atomic_add_fetch_64(&module->opcount, 1); module 3657 ompi/mca/osc/portals4/osc_portals4_comm.c ret = PtlFetchAtomic(module->md_h, module 3659 ompi/mca/osc/portals4/osc_portals4_comm.c module->md_h, module 3663 ompi/mca/osc/portals4/osc_portals4_comm.c module->pt_idx, module 3664 ompi/mca/osc/portals4/osc_portals4_comm.c module->match_bits, module 408 ompi/mca/osc/portals4/osc_portals4_component.c ompi_osc_portals4_module_t *module = NULL; module 418 ompi/mca/osc/portals4/osc_portals4_component.c module = (ompi_osc_portals4_module_t*) module 420 ompi/mca/osc/portals4/osc_portals4_component.c if (NULL == module) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 423 ompi/mca/osc/portals4/osc_portals4_component.c memcpy(module, &ompi_osc_portals4_module_template, module 428 ompi/mca/osc/portals4/osc_portals4_component.c module->free_after = *base = malloc(size); module 431 ompi/mca/osc/portals4/osc_portals4_component.c module->free_after = NULL; module 434 ompi/mca/osc/portals4/osc_portals4_component.c ret = ompi_comm_dup(comm, &module->comm); module 439 ompi/mca/osc/portals4/osc_portals4_component.c ompi_comm_get_cid(module->comm)); module 441 ompi/mca/osc/portals4/osc_portals4_component.c opal_asprintf(&name, "portals4 window %d", ompi_comm_get_cid(module->comm)); module 448 ompi/mca/osc/portals4/osc_portals4_component.c ret = module->comm->c_coll->coll_bcast(&tmp, 1, MPI_INT, 0, module 449 ompi/mca/osc/portals4/osc_portals4_component.c module->comm, module 450 ompi/mca/osc/portals4/osc_portals4_component.c module->comm->c_coll->coll_bcast_module); module 458 ompi/mca/osc/portals4/osc_portals4_component.c ret = module->comm->c_coll->coll_allreduce(MPI_IN_PLACE, &tmp, 1, MPI_INT, MPI_LAND, module 459 ompi/mca/osc/portals4/osc_portals4_component.c module->comm, module->comm->c_coll->coll_allreduce_module); module 462 ompi/mca/osc/portals4/osc_portals4_component.c module->disp_unit = disp_unit; module 463 ompi/mca/osc/portals4/osc_portals4_component.c module->disp_units = NULL; module 465 ompi/mca/osc/portals4/osc_portals4_component.c module->disp_unit = -1; module 466 ompi/mca/osc/portals4/osc_portals4_component.c module->disp_units = malloc(sizeof(int) * ompi_comm_size(module->comm)); module 467 ompi/mca/osc/portals4/osc_portals4_component.c ret = module->comm->c_coll->coll_allgather(&disp_unit, 1, MPI_INT, module 468 ompi/mca/osc/portals4/osc_portals4_component.c module->disp_units, 1, MPI_INT, module 469 ompi/mca/osc/portals4/osc_portals4_component.c module->comm, module 470 ompi/mca/osc/portals4/osc_portals4_component.c module->comm->c_coll->coll_allgather_module); module 474 ompi/mca/osc/portals4/osc_portals4_component.c module->ni_h = mca_osc_portals4_component.matching_ni_h; module 475 ompi/mca/osc/portals4/osc_portals4_component.c module->pt_idx = mca_osc_portals4_component.matching_pt_idx; module 477 ompi/mca/osc/portals4/osc_portals4_component.c ret = PtlCTAlloc(module->ni_h, &(module->ct_h)); module 489 ompi/mca/osc/portals4/osc_portals4_component.c md.ct_handle = module->ct_h; module 490 ompi/mca/osc/portals4/osc_portals4_component.c ret = PtlMDBind(module->ni_h, &md, &module->md_h); module 502 ompi/mca/osc/portals4/osc_portals4_component.c md.ct_handle = module->ct_h; module 503 ompi/mca/osc/portals4/osc_portals4_component.c ret = PtlMDBind(module->ni_h, &md, &module->req_md_h); module 511 ompi/mca/osc/portals4/osc_portals4_component.c module->origin_iovec_list = NULL; module 512 ompi/mca/osc/portals4/osc_portals4_component.c module->origin_iovec_md_h = PTL_INVALID_HANDLE; module 513 ompi/mca/osc/portals4/osc_portals4_component.c module->result_iovec_list = NULL; module 514 ompi/mca/osc/portals4/osc_portals4_component.c module->result_iovec_md_h = PTL_INVALID_HANDLE; module 528 ompi/mca/osc/portals4/osc_portals4_component.c me.match_bits = module->comm->c_contextid; module 531 ompi/mca/osc/portals4/osc_portals4_component.c ret = PtlMEAppend(module->ni_h, module 532 ompi/mca/osc/portals4/osc_portals4_component.c module->pt_idx, module 535 ompi/mca/osc/portals4/osc_portals4_component.c &module->ct_link, module 536 ompi/mca/osc/portals4/osc_portals4_component.c &module->data_me_h); module 544 ompi/mca/osc/portals4/osc_portals4_component.c me.start = &module->state; module 545 ompi/mca/osc/portals4/osc_portals4_component.c me.length = sizeof(module->state); module 551 ompi/mca/osc/portals4/osc_portals4_component.c me.match_bits = module->comm->c_contextid | OSC_PORTALS4_MB_CONTROL; module 554 ompi/mca/osc/portals4/osc_portals4_component.c ret = PtlMEAppend(module->ni_h, module 555 ompi/mca/osc/portals4/osc_portals4_component.c module->pt_idx, module 558 ompi/mca/osc/portals4/osc_portals4_component.c &module->ct_link, module 559 ompi/mca/osc/portals4/osc_portals4_component.c &module->control_me_h); module 567 ompi/mca/osc/portals4/osc_portals4_component.c module->opcount = 0; module 568 ompi/mca/osc/portals4/osc_portals4_component.c module->match_bits = module->comm->c_contextid; module 569 ompi/mca/osc/portals4/osc_portals4_component.c module->atomic_max = (check_config_value_equal("accumulate_ordering", info, "none")) ? module 573 ompi/mca/osc/portals4/osc_portals4_component.c module->fetch_atomic_max = (check_config_value_equal("accumulate_ordering", info, "none")) ? module 578 ompi/mca/osc/portals4/osc_portals4_component.c module->zero = 0; module 579 ompi/mca/osc/portals4/osc_portals4_component.c module->one = 1; module 580 ompi/mca/osc/portals4/osc_portals4_component.c module->start_group = NULL; module 581 ompi/mca/osc/portals4/osc_portals4_component.c module->post_group = NULL; module 583 ompi/mca/osc/portals4/osc_portals4_component.c module->state.post_count = 0; module 584 ompi/mca/osc/portals4/osc_portals4_component.c module->state.complete_count = 0; module 586 ompi/mca/osc/portals4/osc_portals4_component.c module->state.lock = LOCK_ILLEGAL; module 588 ompi/mca/osc/portals4/osc_portals4_component.c module->state.lock = LOCK_UNLOCKED; module 591 ompi/mca/osc/portals4/osc_portals4_component.c OBJ_CONSTRUCT(&module->outstanding_locks, opal_list_t); module 593 ompi/mca/osc/portals4/osc_portals4_component.c module->passive_target_access_epoch = false; module 601 ompi/mca/osc/portals4/osc_portals4_component.c win->w_osc_module = &module->super; module 607 ompi/mca/osc/portals4/osc_portals4_component.c while (module->ct_link != 2) { module 613 ompi/mca/osc/portals4/osc_portals4_component.c module->comm->c_coll->coll_barrier(module->comm, module 614 ompi/mca/osc/portals4/osc_portals4_component.c module->comm->c_coll->coll_barrier_module); module 620 ompi/mca/osc/portals4/osc_portals4_component.c if (0 != module->ct_h) PtlCTFree(module->ct_h); module 621 ompi/mca/osc/portals4/osc_portals4_component.c if (0 != module->data_me_h) PtlMEUnlink(module->data_me_h); module 622 ompi/mca/osc/portals4/osc_portals4_component.c if (0 != module->req_md_h) PtlMDRelease(module->req_md_h); module 623 ompi/mca/osc/portals4/osc_portals4_component.c if (0 != module->md_h) PtlMDRelease(module->md_h); module 624 ompi/mca/osc/portals4/osc_portals4_component.c if (NULL != module->comm) ompi_comm_free(&module->comm); module 625 ompi/mca/osc/portals4/osc_portals4_component.c if (NULL != module) free(module); module 648 ompi/mca/osc/portals4/osc_portals4_component.c ompi_osc_portals4_module_t *module = module 653 ompi/mca/osc/portals4/osc_portals4_component.c module->comm->c_coll->coll_barrier(module->comm, module 654 ompi/mca/osc/portals4/osc_portals4_component.c module->comm->c_coll->coll_barrier_module); module 657 ompi/mca/osc/portals4/osc_portals4_component.c PtlMEUnlink(module->control_me_h); module 658 ompi/mca/osc/portals4/osc_portals4_component.c PtlMEUnlink(module->data_me_h); module 659 ompi/mca/osc/portals4/osc_portals4_component.c PtlMDRelease(module->md_h); module 660 ompi/mca/osc/portals4/osc_portals4_component.c if (module->origin_iovec_md_h != PTL_INVALID_HANDLE) { module 661 ompi/mca/osc/portals4/osc_portals4_component.c PtlMDRelease(module->origin_iovec_md_h); module 662 ompi/mca/osc/portals4/osc_portals4_component.c free(module->origin_iovec_list); module 664 ompi/mca/osc/portals4/osc_portals4_component.c if (module->result_iovec_md_h != PTL_INVALID_HANDLE) { module 665 ompi/mca/osc/portals4/osc_portals4_component.c PtlMDRelease(module->result_iovec_md_h); module 666 ompi/mca/osc/portals4/osc_portals4_component.c free(module->result_iovec_list); module 668 ompi/mca/osc/portals4/osc_portals4_component.c PtlMDRelease(module->req_md_h); module 669 ompi/mca/osc/portals4/osc_portals4_component.c PtlCTFree(module->ct_h); module 670 ompi/mca/osc/portals4/osc_portals4_component.c if (NULL != module->disp_units) free(module->disp_units); module 671 ompi/mca/osc/portals4/osc_portals4_component.c ompi_comm_free(&module->comm); module 672 ompi/mca/osc/portals4/osc_portals4_component.c if (NULL != module->free_after) free(module->free_after); module 674 ompi/mca/osc/portals4/osc_portals4_component.c if (!opal_list_is_empty(&module->outstanding_locks)) { module 677 ompi/mca/osc/portals4/osc_portals4_component.c OBJ_DESTRUCT(&module->outstanding_locks); module 679 ompi/mca/osc/portals4/osc_portals4_component.c free(module); module 37 ompi/mca/osc/portals4/osc_portals4_passive_target.c lk_cas64(ompi_osc_portals4_module_t *module, module 46 ompi/mca/osc/portals4/osc_portals4_passive_target.c (void)opal_atomic_add_fetch_64(&module->opcount, 1); module 48 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = PtlSwap(module->md_h, module 50 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->md_h, module 53 ompi/mca/osc/portals4/osc_portals4_passive_target.c ompi_osc_portals4_get_peer(module, target), module 54 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->pt_idx, module 55 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->match_bits | OSC_PORTALS4_MB_CONTROL, module 66 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = ompi_osc_portals4_complete_all(module); module 72 ompi/mca/osc/portals4/osc_portals4_passive_target.c lk_write64(ompi_osc_portals4_module_t *module, module 79 ompi/mca/osc/portals4/osc_portals4_passive_target.c (void)opal_atomic_add_fetch_64(&module->opcount, 1); module 81 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = PtlPut(module->md_h, module 85 ompi/mca/osc/portals4/osc_portals4_passive_target.c ompi_osc_portals4_get_peer(module, target), module 86 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->pt_idx, module 87 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->match_bits | OSC_PORTALS4_MB_CONTROL, module 95 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = ompi_osc_portals4_complete_all(module); module 101 ompi/mca/osc/portals4/osc_portals4_passive_target.c lk_add64(ompi_osc_portals4_module_t *module, module 109 ompi/mca/osc/portals4/osc_portals4_passive_target.c (void)opal_atomic_add_fetch_64(&module->opcount, 1); module 111 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = PtlFetchAtomic(module->md_h, module 113 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->md_h, module 116 ompi/mca/osc/portals4/osc_portals4_passive_target.c ompi_osc_portals4_get_peer(module, target), module 117 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->pt_idx, module 118 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->match_bits | OSC_PORTALS4_MB_CONTROL, module 128 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = ompi_osc_portals4_complete_all(module); module 134 ompi/mca/osc/portals4/osc_portals4_passive_target.c start_exclusive(ompi_osc_portals4_module_t *module, module 141 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = lk_cas64(module, target, LOCK_EXCLUSIVE, 0, &result); module 152 ompi/mca/osc/portals4/osc_portals4_passive_target.c end_exclusive(ompi_osc_portals4_module_t *module, module 157 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = lk_write64(module, target, LOCK_UNLOCKED); module 163 ompi/mca/osc/portals4/osc_portals4_passive_target.c start_shared(ompi_osc_portals4_module_t *module, module 170 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = lk_add64(module, target, 1, &result); module 175 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = lk_add64(module, target, -1, &result); module 187 ompi/mca/osc/portals4/osc_portals4_passive_target.c end_shared(ompi_osc_portals4_module_t *module, module 193 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = lk_add64(module, target, -1, &result); module 204 ompi/mca/osc/portals4/osc_portals4_passive_target.c ompi_osc_portals4_module_t *module = module 209 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->passive_target_access_epoch = true; module 217 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = start_exclusive(module, target); module 220 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = start_shared(module, target); module 228 ompi/mca/osc/portals4/osc_portals4_passive_target.c opal_list_append(&module->outstanding_locks, &lock->super); module 241 ompi/mca/osc/portals4/osc_portals4_passive_target.c ompi_osc_portals4_module_t *module = module 246 ompi/mca/osc/portals4/osc_portals4_passive_target.c OPAL_LIST_FOREACH(item, &module->outstanding_locks, module 254 ompi/mca/osc/portals4/osc_portals4_passive_target.c opal_list_remove_item(&module->outstanding_locks, &lock->super); module 259 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = ompi_osc_portals4_complete_all(module); module 263 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = end_exclusive(module, target); module 265 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = end_shared(module, target); module 270 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->passive_target_access_epoch = false; module 282 ompi/mca/osc/portals4/osc_portals4_passive_target.c ompi_osc_portals4_module_t *module = module 287 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->passive_target_access_epoch = true; module 296 ompi/mca/osc/portals4/osc_portals4_passive_target.c comm_size = ompi_comm_size(module->comm); module 299 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret |= start_shared(module, i); module 307 ompi/mca/osc/portals4/osc_portals4_passive_target.c opal_list_append(&module->outstanding_locks, &lock->super); module 319 ompi/mca/osc/portals4/osc_portals4_passive_target.c ompi_osc_portals4_module_t *module = module 324 ompi/mca/osc/portals4/osc_portals4_passive_target.c OPAL_LIST_FOREACH(item, &module->outstanding_locks, module 332 ompi/mca/osc/portals4/osc_portals4_passive_target.c opal_list_remove_item(&module->outstanding_locks, &lock->super); module 337 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret = ompi_osc_portals4_complete_all(module); module 343 ompi/mca/osc/portals4/osc_portals4_passive_target.c comm_size = ompi_comm_size(module->comm); module 346 ompi/mca/osc/portals4/osc_portals4_passive_target.c ret |= end_shared(module, i); module 350 ompi/mca/osc/portals4/osc_portals4_passive_target.c module->passive_target_access_epoch = false; module 373 ompi/mca/osc/portals4/osc_portals4_passive_target.c ompi_osc_portals4_module_t *module = module 377 ompi/mca/osc/portals4/osc_portals4_passive_target.c if (!module->passive_target_access_epoch) { module 381 ompi/mca/osc/portals4/osc_portals4_passive_target.c return ompi_osc_portals4_complete_all(module); module 388 ompi/mca/osc/portals4/osc_portals4_passive_target.c ompi_osc_portals4_module_t *module = module 392 ompi/mca/osc/portals4/osc_portals4_passive_target.c if (!module->passive_target_access_epoch) { module 396 ompi/mca/osc/portals4/osc_portals4_passive_target.c return ompi_osc_portals4_complete_all(module); module 404 ompi/mca/osc/portals4/osc_portals4_passive_target.c ompi_osc_portals4_module_t *module = module 408 ompi/mca/osc/portals4/osc_portals4_passive_target.c if (!module->passive_target_access_epoch) { module 412 ompi/mca/osc/portals4/osc_portals4_passive_target.c return ompi_osc_portals4_complete_all(module); module 419 ompi/mca/osc/portals4/osc_portals4_passive_target.c ompi_osc_portals4_module_t *module = module 423 ompi/mca/osc/portals4/osc_portals4_passive_target.c if (!module->passive_target_access_epoch) { module 427 ompi/mca/osc/portals4/osc_portals4_passive_target.c return ompi_osc_portals4_complete_all(module); module 274 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline ompi_osc_pt2pt_peer_t *ompi_osc_pt2pt_peer_lookup (ompi_osc_pt2pt_module_t *module, module 278 ompi/mca/osc/pt2pt/osc_pt2pt.h (void) opal_hash_table_get_value_uint32 (&module->peer_hash, rank, (void **) &peer); module 281 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_LOCK(&module->peer_lock); module 282 ompi/mca/osc/pt2pt/osc_pt2pt.h (void) opal_hash_table_get_value_uint32 (&module->peer_hash, rank, (void **) &peer); module 288 ompi/mca/osc/pt2pt/osc_pt2pt.h (void) opal_hash_table_set_value_uint32 (&module->peer_hash, rank, (void *) peer); module 290 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_UNLOCK(&module->peer_lock); module 299 ompi/mca/osc/pt2pt/osc_pt2pt.h ompi_osc_pt2pt_module_t *module; module 308 ompi/mca/osc/pt2pt/osc_pt2pt.h ompi_osc_pt2pt_module_t *module; module 429 ompi/mca/osc/pt2pt/osc_pt2pt.h void osc_pt2pt_incoming_post (ompi_osc_pt2pt_module_t *module, int source); module 432 ompi/mca/osc/pt2pt/osc_pt2pt.h void osc_pt2pt_incoming_complete (ompi_osc_pt2pt_module_t *module, int source, int frag_count); module 473 ompi/mca/osc/pt2pt/osc_pt2pt.h int ompi_osc_pt2pt_component_irecv(ompi_osc_pt2pt_module_t *module, module 481 ompi/mca/osc/pt2pt/osc_pt2pt.h int ompi_osc_pt2pt_lock_remote (ompi_osc_pt2pt_module_t *module, int target, ompi_osc_pt2pt_sync_t *lock); module 493 ompi/mca/osc/pt2pt/osc_pt2pt.h int ompi_osc_pt2pt_progress_pending_acc (ompi_osc_pt2pt_module_t *module); module 509 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline void mark_incoming_completion (ompi_osc_pt2pt_module_t *module, int source) module 516 ompi/mca/osc/pt2pt/osc_pt2pt.h (void *) module, (int) module->active_incoming_frag_count + 1)); module 517 ompi/mca/osc/pt2pt/osc_pt2pt.h new_value = OPAL_THREAD_ADD_FETCH32(&module->active_incoming_frag_count, 1); module 519 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_LOCK(&module->lock); module 520 ompi/mca/osc/pt2pt/osc_pt2pt.h opal_condition_broadcast(&module->cond); module 521 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_UNLOCK(&module->lock); module 524 ompi/mca/osc/pt2pt/osc_pt2pt.h ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, source); module 528 ompi/mca/osc/pt2pt/osc_pt2pt.h (void *) module, source, (int) peer->passive_incoming_frag_count + 1)); module 531 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_LOCK(&module->lock); module 532 ompi/mca/osc/pt2pt/osc_pt2pt.h opal_condition_broadcast(&module->cond); module 533 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_UNLOCK(&module->lock); module 551 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline void mark_outgoing_completion (ompi_osc_pt2pt_module_t *module) module 553 ompi/mca/osc/pt2pt/osc_pt2pt.h int32_t new_value = OPAL_THREAD_ADD_FETCH32((opal_atomic_int32_t *) &module->outgoing_frag_count, 1); module 557 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_LOCK(&module->lock); module 558 ompi/mca/osc/pt2pt/osc_pt2pt.h opal_condition_broadcast(&module->cond); module 559 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_UNLOCK(&module->lock); module 575 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline void ompi_osc_signal_outgoing (ompi_osc_pt2pt_module_t *module, int target, int count) module 577 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_ADD_FETCH32((opal_atomic_int32_t *) &module->outgoing_frag_count, -count); module 581 ompi/mca/osc/pt2pt/osc_pt2pt.h count, module->epoch_outgoing_frag_count[target] + count)); module 582 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_ADD_FETCH32((opal_atomic_int32_t *) (module->epoch_outgoing_frag_count + target), count); module 676 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline void osc_pt2pt_gc_clean (ompi_osc_pt2pt_module_t *module) module 680 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_LOCK(&module->gc_lock); module 681 ompi/mca/osc/pt2pt/osc_pt2pt.h while (NULL != (item = opal_list_remove_first (&module->buffer_gc))) { module 684 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_UNLOCK(&module->gc_lock); module 687 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline void osc_pt2pt_gc_add_buffer (ompi_osc_pt2pt_module_t *module, opal_list_item_t *buffer) module 689 ompi/mca/osc/pt2pt/osc_pt2pt.h OPAL_THREAD_SCOPED_LOCK(&module->gc_lock, module 690 ompi/mca/osc/pt2pt/osc_pt2pt.h opal_list_append (&module->buffer_gc, buffer)); module 715 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline int get_tag(ompi_osc_pt2pt_module_t *module) module 720 ompi/mca/osc/pt2pt/osc_pt2pt.h int32_t tmp = OPAL_THREAD_ADD_FETCH32((opal_atomic_int32_t *) &module->tag_counter, 4); module 721 ompi/mca/osc/pt2pt/osc_pt2pt.h return (tmp & OSC_PT2PT_FRAG_MASK) | !!(module->passive_target_access_epoch); module 766 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline int ompi_osc_pt2pt_accumulate_lock (ompi_osc_pt2pt_module_t *module) module 768 ompi/mca/osc/pt2pt/osc_pt2pt.h while (opal_atomic_trylock (&module->accumulate_lock)) { module 788 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline int ompi_osc_pt2pt_accumulate_trylock (ompi_osc_pt2pt_module_t *module) module 790 ompi/mca/osc/pt2pt/osc_pt2pt.h return opal_atomic_trylock (&module->accumulate_lock); module 798 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline bool ompi_osc_pt2pt_in_passive_epoch (ompi_osc_pt2pt_module_t *module) module 800 ompi/mca/osc/pt2pt/osc_pt2pt.h return 0 != module->passive_target_access_epoch; module 813 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline void ompi_osc_pt2pt_accumulate_unlock (ompi_osc_pt2pt_module_t *module) module 815 ompi/mca/osc/pt2pt/osc_pt2pt.h opal_atomic_unlock (&module->accumulate_lock); module 816 ompi/mca/osc/pt2pt/osc_pt2pt.h if (0 != opal_list_get_size (&module->pending_acc)) { module 817 ompi/mca/osc/pt2pt/osc_pt2pt.h ompi_osc_pt2pt_progress_pending_acc (module); module 832 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline ompi_osc_pt2pt_sync_t *ompi_osc_pt2pt_module_lock_find (ompi_osc_pt2pt_module_t *module, int target, module 837 ompi/mca/osc/pt2pt/osc_pt2pt.h (void) opal_hash_table_get_value_uint32 (&module->outstanding_locks, (uint32_t) target, (void **) &outstanding_lock); module 854 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline void ompi_osc_pt2pt_module_lock_insert (struct ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_sync_t *lock) module 856 ompi/mca/osc/pt2pt/osc_pt2pt.h (void) opal_hash_table_set_value_uint32 (&module->outstanding_locks, (uint32_t) lock->sync.lock.target, (void *) lock); module 869 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline void ompi_osc_pt2pt_module_lock_remove (struct ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_sync_t *lock) module 872 ompi/mca/osc/pt2pt/osc_pt2pt.h (void) opal_hash_table_remove_value_uint32 (&module->outstanding_locks, (uint32_t) lock->sync.lock.target); module 888 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline ompi_osc_pt2pt_sync_t *ompi_osc_pt2pt_module_sync_lookup (ompi_osc_pt2pt_module_t *module, int target, module 900 ompi/mca/osc/pt2pt/osc_pt2pt.h switch (module->all_sync.type) { module 902 ompi/mca/osc/pt2pt/osc_pt2pt.h if (!module->no_locks) { module 903 ompi/mca/osc/pt2pt/osc_pt2pt.h return ompi_osc_pt2pt_module_lock_find (module, target, peer); module 913 ompi/mca/osc/pt2pt/osc_pt2pt.h module->all_sync.epoch_active = true; module 914 ompi/mca/osc/pt2pt/osc_pt2pt.h *peer = ompi_osc_pt2pt_peer_lookup (module, target); module 915 ompi/mca/osc/pt2pt/osc_pt2pt.h if (OMPI_OSC_PT2PT_SYNC_TYPE_LOCK == module->all_sync.type && !ompi_osc_pt2pt_peer_locked (*peer)) { module 916 ompi/mca/osc/pt2pt/osc_pt2pt.h (void) ompi_osc_pt2pt_lock_remote (module, target, &module->all_sync); module 919 ompi/mca/osc/pt2pt/osc_pt2pt.h return &module->all_sync; module 921 ompi/mca/osc/pt2pt/osc_pt2pt.h if (ompi_osc_pt2pt_sync_pscw_peer (module, target, peer)) { module 924 ompi/mca/osc/pt2pt/osc_pt2pt.h return &module->all_sync; module 941 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline bool ompi_osc_pt2pt_access_epoch_active (ompi_osc_pt2pt_module_t *module) module 943 ompi/mca/osc/pt2pt/osc_pt2pt.h return (module->all_sync.epoch_active || ompi_osc_pt2pt_in_passive_epoch (module)); module 946 ompi/mca/osc/pt2pt/osc_pt2pt.h static inline bool ompi_osc_pt2pt_peer_sends_active (ompi_osc_pt2pt_module_t *module, int rank) module 951 ompi/mca/osc/pt2pt/osc_pt2pt.h sync = ompi_osc_pt2pt_module_sync_lookup (module, rank, &peer); module 78 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c static ompi_osc_pt2pt_peer_t **ompi_osc_pt2pt_get_peers (ompi_osc_pt2pt_module_t *module, ompi_group_t *sub_group) module 99 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ret = ompi_group_translate_ranks (sub_group, size, ranks1, module->comm->c_local_group, module 110 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c peers[i] = ompi_osc_pt2pt_peer_lookup (module, ranks2[i]); module 131 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 139 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (ompi_osc_pt2pt_in_passive_epoch (module)) { module 147 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->all_sync.type = OMPI_OSC_PT2PT_SYNC_TYPE_FENCE; module 148 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->all_sync.eager_send_active = true; module 153 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->comm->c_coll->coll_barrier (module->comm, module->comm->c_coll->coll_barrier_module); module 160 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ret = ompi_osc_pt2pt_frag_flush_all(module); module 169 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ret = module->comm->c_coll->coll_reduce_scatter_block ((void *) module->epoch_outgoing_frag_count, module 171 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c MPI_SUM, module->comm, module 172 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->comm->c_coll->coll_reduce_scatter_block_module); module 177 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_LOCK(&module->lock); module 178 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c bzero ((void *) module->epoch_outgoing_frag_count, sizeof(uint32_t) * ompi_comm_size(module->comm)); module 185 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_ADD_FETCH32(&module->active_incoming_frag_count, -incoming_reqs); module 188 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c while (module->outgoing_frag_count < 0 || module->active_incoming_frag_count < 0) { module 189 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c opal_condition_wait(&module->cond, &module->lock); module 195 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_sync_reset (&module->all_sync); module 198 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->all_sync.epoch_active = false; module 199 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 201 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->comm->c_coll->coll_barrier (module->comm, module->comm->c_coll->coll_barrier_module); module 212 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 213 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_sync_t *sync = &module->all_sync; module 218 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (ompi_osc_pt2pt_access_epoch_active (module)) { module 259 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->peer_list.peers = ompi_osc_pt2pt_get_peers (module, group); module 303 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 304 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_sync_t *sync = &module->all_sync; module 305 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c int my_rank = ompi_comm_rank (module->comm); module 349 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c osc_pt2pt_incoming_complete (module, rank, 0); module 355 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c complete_req.frag_count = module->epoch_outgoing_frag_count[rank]; module 361 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c osc_pt2pt_hton(&complete_req, ompi_comm_peer_lookup (module->comm, rank)); module 364 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, rank); module 379 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ret = ompi_osc_pt2pt_control_send (module, rank, &complete_req, module 385 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ret = ompi_osc_pt2pt_frag_flush_target (module, rank); module 391 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->epoch_outgoing_frag_count[rank] = 0; module 403 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_LOCK(&module->lock); module 406 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c while (module->outgoing_frag_count < 0) { module 407 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c opal_condition_wait(&module->cond, &module->lock); module 411 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 426 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 431 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (module->pw_group) { module 439 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_LOCK(&module->lock); module 442 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (NULL != module->pw_group) { module 443 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&(module->lock)); module 450 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->pw_group = group; module 455 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->num_complete_msgs = -ompi_group_size(module->pw_group); module 457 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&(module->lock)); module 467 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c peers = ompi_osc_pt2pt_get_peers (module, module->pw_group); module 473 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c for (int i = 0 ; i < ompi_group_size(module->pw_group) ; ++i) { module 478 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_proc_t *proc = ompi_comm_peer_lookup (module->comm, rank); module 483 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c osc_pt2pt_incoming_post (module, ompi_comm_rank(module->comm)); module 493 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ret = ompi_osc_pt2pt_control_send_unbuffered(module, rank, &post_req, module 500 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_release_peers (peers, ompi_group_size(module->pw_group)); module 508 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 511 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (NULL == module->pw_group) { module 516 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c "ompi_osc_pt2pt_wait entering... module %p", (void *) module)); module 518 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_LOCK(&module->lock); module 519 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c while (0 != module->num_complete_msgs || module->active_incoming_frag_count < 0) { module 521 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c "active_incoming_frag_count = %d", (void *) module, module->num_complete_msgs, module 522 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->active_incoming_frag_count)); module 523 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c opal_condition_wait(&module->cond, &module->lock); module 526 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c group = module->pw_group; module 527 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->pw_group = NULL; module 528 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 541 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 549 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (NULL == module->pw_group) { module 553 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_LOCK(&(module->lock)); module 555 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (0 != module->num_complete_msgs || module->active_incoming_frag_count < 0) { module 560 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c group = module->pw_group; module 561 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c module->pw_group = NULL; module 566 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&(module->lock)); module 571 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c void osc_pt2pt_incoming_complete (ompi_osc_pt2pt_module_t *module, int source, int frag_count) module 576 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c frag_count, module->active_incoming_frag_count, module->num_complete_msgs)); module 579 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_ADD_FETCH32(&module->active_incoming_frag_count, -frag_count); module 584 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (0 == OPAL_THREAD_ADD_FETCH32(&module->num_complete_msgs, 1)) { module 585 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_LOCK(&module->lock); module 586 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c opal_condition_broadcast (&module->cond); module 587 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 591 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c void osc_pt2pt_incoming_post (ompi_osc_pt2pt_module_t *module, int source) module 593 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_sync_t *sync = &module->all_sync; module 598 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (!ompi_osc_pt2pt_sync_pscw_peer (module, source, NULL)) { module 599 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, source); module 41 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_module_t *module = module 47 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c mark_outgoing_completion(module); module 63 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c request->req_complete_cb_data = pt2pt_request->module; module 72 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c static inline int ompi_osc_pt2pt_data_isend (ompi_osc_pt2pt_module_t *module, const void *buf, module 77 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_signal_outgoing (module, dest, 1); module 81 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_isend_w_cb (buf, count, datatype, dest, tag, module->comm, module 85 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_isend_w_cb (buf, count, datatype, dest, tag, module->comm, module 86 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_comm_complete, module); module 93 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_module_t *module = NULL; module 100 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c (void **) &module); module 102 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c assert (NULL != module); module 112 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_datatype_t *target_datatype, ompi_osc_pt2pt_module_t *module, module 115 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c void *target = (unsigned char*) module->baseptr + module 116 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ((unsigned long) target_disp * module->disp_unit); module 137 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_request_t *request) module 139 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c void *source = (unsigned char*) module->baseptr + module 140 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ((unsigned long) source_disp * module->disp_unit); module 160 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_datatype_t *datatype, ptrdiff_t target_disp, ompi_osc_pt2pt_module_t *module) module 162 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c void *target = (unsigned char*) module->baseptr + module 163 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ((unsigned long) target_disp * module->disp_unit); module 168 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_accumulate_lock (module); module 176 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_accumulate_unlock (module); module 183 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_op_t *op, ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_request_t *request) module 185 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c void *target = (unsigned char*) module->baseptr + module 186 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ((unsigned long) target_disp * module->disp_unit); module 192 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_accumulate_lock (module); module 200 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_accumulate_unlock (module); module 218 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_op_t *op, ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_request_t *request) module 220 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c void *target = (unsigned char*) module->baseptr + module 221 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ((unsigned long) target_disp * module->disp_unit); module 227 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_accumulate_lock (module); module 254 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_accumulate_unlock (module); module 274 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 275 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_proc_t *proc = ompi_comm_peer_lookup(module->comm, target); module 292 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c pt2pt_sync = ompi_osc_pt2pt_module_sync_lookup (module, target, NULL); module 307 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c if (ompi_comm_rank (module->comm) == target) { module 310 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c module, request); module 319 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, false, true); module 322 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, true, false); module 326 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, true, false); module 335 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c tag = get_tag(module); module 342 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, target); module 376 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c target, tag_to_target(tag), module->comm, module 406 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_data_isend (module,origin_addr, origin_count, origin_dt, module 415 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_frag_finish(module, frag); module 441 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 442 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_proc_t *proc = ompi_comm_peer_lookup(module->comm, target); module 460 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c pt2pt_sync = ompi_osc_pt2pt_module_sync_lookup (module, target, NULL); module 475 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c if (ompi_comm_rank (module->comm) == target) { module 478 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c op, module, request); module 487 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, false, true); module 490 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, true, !request); module 494 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, true, !request); module 503 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c tag = get_tag (module); module 506 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c tag = !!(module->passive_target_access_epoch); module 513 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, target); module 545 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c target, tag_to_target(tag), module->comm, module 577 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_data_isend (module, origin_addr, origin_count, origin_dt, module 590 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_frag_finish(module, frag); module 611 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 612 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_proc_t *proc = ompi_comm_peer_lookup(module->comm, target); module 628 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c pt2pt_sync = ompi_osc_pt2pt_module_sync_lookup (module, target, NULL); module 634 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c if (ompi_comm_rank (module->comm) == target) { module 636 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c module); module 661 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, false, false); module 666 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c tag = get_tag (module); module 667 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_signal_outgoing (module, target, 1); module 688 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c target, tag_to_origin(tag), module->comm, module 694 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_frag_finish (module, frag); module 756 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 772 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c pt2pt_sync = ompi_osc_pt2pt_module_sync_lookup (module, target, NULL); module 790 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c if (ompi_comm_rank (module->comm) == target) { module 794 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c module, pt2pt_request); module 808 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, false, release_req); module 812 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, false, release_req); module 820 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c tag = get_tag (module); module 823 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_signal_outgoing (module, target, 1); module 837 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c OSC_PT2PT_HTON(header, module, target); module 853 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c target, tag_to_target(tag), module->comm, module 869 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c target, tag_to_origin(tag), module->comm, module 878 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_frag_finish(module, frag); module 954 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 955 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_proc_t *proc = ompi_comm_peer_lookup(module->comm, target_rank); module 974 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c pt2pt_sync = ompi_osc_pt2pt_module_sync_lookup (module, target_rank, NULL); module 997 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c if (ompi_comm_rank (module->comm) == target_rank) { module 1002 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c op, module, pt2pt_request); module 1022 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target_rank, frag_len, &frag, &ptr, false, release_req); module 1025 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target_rank, frag_len, &frag, &ptr, true, release_req); module 1029 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target_rank, frag_len, &frag, &ptr, true, release_req); module 1040 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c tag = get_tag (module); module 1047 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_signal_outgoing (module, target_rank, pt2pt_request->outstanding_requests); module 1072 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c target_rank, tag_to_target(tag), module->comm, module 1086 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c target_rank, tag_to_origin(tag), module->comm, module 1105 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c target_rank, tag_to_target(tag), module->comm, module 1115 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_frag_finish(module, frag); module 181 ompi/mca/osc/pt2pt/osc_pt2pt_component.c ret = ompi_osc_pt2pt_process_flush (pending->module, pending->source, module 185 ompi/mca/osc/pt2pt/osc_pt2pt_component.c ret = ompi_osc_pt2pt_process_unlock (pending->module, pending->source, module 303 ompi/mca/osc/pt2pt/osc_pt2pt_component.c ompi_osc_pt2pt_module_t *module = NULL; module 321 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module = (ompi_osc_pt2pt_module_t*) module 323 ompi/mca/osc/pt2pt/osc_pt2pt_component.c if (NULL == module) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 326 ompi/mca/osc/pt2pt/osc_pt2pt_component.c memcpy(module, &ompi_osc_pt2pt_module_template, module 330 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->lock, opal_recursive_mutex_t); module 331 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->cond, opal_condition_t); module 332 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->locks_pending, opal_list_t); module 333 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->locks_pending_lock, opal_mutex_t); module 334 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->outstanding_locks, opal_hash_table_t); module 335 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->pending_acc, opal_list_t); module 336 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->pending_acc_lock, opal_mutex_t); module 337 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->buffer_gc, opal_list_t); module 338 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->gc_lock, opal_mutex_t); module 339 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->all_sync, ompi_osc_pt2pt_sync_t); module 340 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->peer_hash, opal_hash_table_t); module 341 ompi/mca/osc/pt2pt/osc_pt2pt_component.c OBJ_CONSTRUCT(&module->peer_lock, opal_mutex_t); module 343 ompi/mca/osc/pt2pt/osc_pt2pt_component.c ret = opal_hash_table_init (&module->outstanding_locks, 64); module 348 ompi/mca/osc/pt2pt/osc_pt2pt_component.c ret = opal_hash_table_init (&module->peer_hash, 128); module 356 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module->accumulate_ordering = 1; module 363 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module->free_after = *base = malloc(size); module 372 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module->baseptr = *base; module 375 ompi/mca/osc/pt2pt/osc_pt2pt_component.c ret = ompi_comm_dup(comm, &module->comm); module 380 ompi/mca/osc/pt2pt/osc_pt2pt_component.c ompi_comm_get_cid(module->comm))); module 383 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module->disp_unit = disp_unit; module 386 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module->epoch_outgoing_frag_count = calloc (ompi_comm_size(comm), sizeof(uint32_t)); module 387 ompi/mca/osc/pt2pt/osc_pt2pt_component.c if (NULL == module->epoch_outgoing_frag_count) { module 398 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module->all_sync.type = OMPI_OSC_PT2PT_SYNC_TYPE_FENCE; module 399 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module->all_sync.eager_send_active = true; module 403 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module->no_locks = check_config_value_bool ("no_locks", info, ompi_osc_pt2pt_no_locks); module 408 ompi/mca/osc/pt2pt/osc_pt2pt_component.c ompi_comm_get_cid(module->comm), module 409 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module); module 415 ompi/mca/osc/pt2pt/osc_pt2pt_component.c win->w_osc_module = (ompi_osc_base_module_t*) module; module 416 ompi/mca/osc/pt2pt/osc_pt2pt_component.c opal_asprintf(&name, "pt2pt window %d", ompi_comm_get_cid(module->comm)); module 423 ompi/mca/osc/pt2pt/osc_pt2pt_component.c ret = ompi_osc_pt2pt_frag_start_receive (module); module 430 ompi/mca/osc/pt2pt/osc_pt2pt_component.c ret = module->comm->c_coll->coll_barrier(module->comm, module 431 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module->comm->c_coll->coll_barrier_module); module 439 ompi/mca/osc/pt2pt/osc_pt2pt_component.c if (module->no_locks) { module 444 ompi/mca/osc/pt2pt/osc_pt2pt_component.c "done creating pt2pt window %d", ompi_comm_get_cid(module->comm))); module 450 ompi/mca/osc/pt2pt/osc_pt2pt_component.c win->w_osc_module = (ompi_osc_base_module_t*) module; module 460 ompi/mca/osc/pt2pt/osc_pt2pt_component.c ompi_osc_pt2pt_module_t *module = module 464 ompi/mca/osc/pt2pt/osc_pt2pt_component.c return module->comm->c_coll->coll_barrier(module->comm, module 465 ompi/mca/osc/pt2pt/osc_pt2pt_component.c module->comm->c_coll->coll_barrier_module); module 50 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_module_t* module; module 144 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_module_t *module; module 211 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c int ompi_osc_pt2pt_control_send (ompi_osc_pt2pt_module_t *module, int target, module 218 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_frag_alloc(module, target, len, &frag, &ptr, false, true); module 222 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_frag_finish(module, frag); module 231 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_module_t *module; module 234 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c module = *(ompi_osc_pt2pt_module_t **)ctx; module 237 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c mark_outgoing_completion (module); module 263 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c int ompi_osc_pt2pt_control_send_unbuffered(ompi_osc_pt2pt_module_t *module, module 279 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_signal_outgoing (module, MPI_PROC_NULL, 1); module 282 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c *(ompi_osc_pt2pt_module_t**)ctx = module; module 287 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c module->comm, ompi_osc_pt2pt_control_send_unbuffered_cb, ctx); module 304 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int datatype_create (ompi_osc_pt2pt_module_t *module, int peer, ompi_proc_t **proc, ompi_datatype_t **datatype, void **data) module 311 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c peer_proc = ompi_comm_peer_lookup(module->comm, peer); module 315 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), module 325 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), peer)); module 349 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_put(ompi_osc_pt2pt_module_t* module, int source, module 356 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c void *target = (unsigned char*) module->baseptr + module 357 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ((unsigned long) put_header->displacement * module->disp_unit); module 362 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), module 365 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = datatype_create (module, source, &proc, &datatype, (void **) &data); module 379 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_put_long(ompi_osc_pt2pt_module_t* module, int source, module 384 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c void *target = (unsigned char*) module->baseptr + module 385 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ((unsigned long) put_header->displacement * module->disp_unit); module 390 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), module 393 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = datatype_create (module, source, NULL, &datatype, (void **) &data); module 398 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_component_irecv (module, target, module 402 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c module->comm); module 406 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), module 430 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_module_t *module = (ompi_osc_pt2pt_module_t *) request->req_complete_cb_data; module 437 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c mark_incoming_completion (module, rank); module 444 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_module_t *module; module 452 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_module_t *module = data->module; module 458 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c mark_incoming_completion (module, rank); module 478 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static int osc_pt2pt_get_post_send (ompi_osc_pt2pt_module_t *module, void *source, int count, module 489 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c data->module = module; module 495 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_isend_w_cb (source, count, datatype, peer, tag, module->comm, module 513 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_get (ompi_osc_pt2pt_module_t* module, int target, module 518 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c void *source = (unsigned char*) module->baseptr + module 519 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ((unsigned long) get_header->displacement * module->disp_unit); module 524 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), module 527 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = datatype_create (module, target, NULL, &datatype, (void **) &data); module 533 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = osc_pt2pt_get_post_send (module, source, get_header->count, datatype, module 619 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static int osc_pt2pt_accumulate_allocate (ompi_osc_pt2pt_module_t *module, int peer, void *target, void *source, size_t source_len, module 630 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c acc_data->module = module; module 659 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_module_t *module = acc_data->module; module 690 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_accumulate_unlock (module); module 692 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c osc_pt2pt_gc_add_buffer (module, &acc_data->super); module 695 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c mark_incoming_completion (module, rank); module 702 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static int ompi_osc_pt2pt_acc_op_queue (ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_header_t *header, int source, module 705 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, source); module 709 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c "%d: queuing accumulate operation", ompi_comm_size (module->comm))); module 719 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c OPAL_THREAD_ADD_FETCH32(&module->active_incoming_frag_count, -1); module 756 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c OPAL_THREAD_SCOPED_LOCK(&module->pending_acc_lock, opal_list_append (&module->pending_acc, &pending_acc->super)); module 763 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_module_t *module = (ompi_osc_pt2pt_module_t *) request->req_complete_cb_data; module 770 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c mark_incoming_completion (module, rank); module 773 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_accumulate_unlock (module); module 794 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static int ompi_osc_pt2pt_acc_start (ompi_osc_pt2pt_module_t *module, int source, void *data, size_t data_len, module 797 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c void *target = (unsigned char*) module->baseptr + module 798 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ((unsigned long) acc_header->displacement * module->disp_unit); module 803 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c proc = ompi_comm_peer_lookup(module->comm, source); module 809 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_accumulate_unlock (module); module 827 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static int ompi_osc_pt2pt_acc_long_start (ompi_osc_pt2pt_module_t *module, int source, ompi_datatype_t *datatype, module 833 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c void *target = (unsigned char*) module->baseptr + module 834 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ((unsigned long) acc_header->displacement * module->disp_unit); module 843 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c proc = ompi_comm_peer_lookup(module->comm, source); module 849 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c source, tag_to_target(acc_header->tag), module->comm, module 850 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c NULL, replace_cb, module); module 870 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = osc_pt2pt_accumulate_allocate (module, source, target, buffer, buflen, proc, acc_header->count, module 878 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c source, tag_to_target(acc_header->tag), module->comm, module 886 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_accumulate_unlock (module); module 907 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static int ompi_osc_pt2pt_gacc_start (ompi_osc_pt2pt_module_t *module, int source, void *data, size_t data_len, module 910 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c void *target = (unsigned char*) module->baseptr + module 911 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ((unsigned long) acc_header->displacement * module->disp_unit); module 917 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c proc = ompi_comm_peer_lookup(module->comm, source); module 921 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = osc_pt2pt_accumulate_allocate (module, source, target, data, data_len, proc, acc_header->count, module 928 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c source, tag_to_origin(acc_header->tag), module->comm, module 936 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_accumulate_unlock (module); module 955 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static int ompi_osc_gacc_long_start (ompi_osc_pt2pt_module_t *module, int source, ompi_datatype_t *datatype, module 958 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c void *target = (unsigned char*) module->baseptr + module 959 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ((unsigned long) acc_header->displacement * module->disp_unit); module 970 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c proc = ompi_comm_peer_lookup(module->comm, source); module 990 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = osc_pt2pt_accumulate_allocate (module, source, target, buffer, buflen, proc, acc_header->count, module 998 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c source, tag_to_target(acc_header->tag), module->comm, module 1006 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c source, tag_to_origin(acc_header->tag), module->comm, module 1017 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_accumulate_unlock (module); module 1039 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static int ompi_osc_pt2pt_cswap_start (ompi_osc_pt2pt_module_t *module, int source, void *data, ompi_datatype_t *datatype, module 1042 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c void *target = (unsigned char*) module->baseptr + module 1043 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ((unsigned long) cswap_header->displacement * module->disp_unit); module 1049 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c proc = ompi_comm_peer_lookup(module->comm, source); module 1060 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c MCA_PML_BASE_SEND_STANDARD, module->comm)); module 1066 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c mark_incoming_completion (module, (cswap_header->tag & 0x1) ? source : MPI_PROC_NULL); module 1073 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_accumulate_unlock (module); module 1088 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c int ompi_osc_pt2pt_progress_pending_acc (ompi_osc_pt2pt_module_t *module) module 1095 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c if (ompi_osc_pt2pt_accumulate_trylock (module)) { module 1099 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c OPAL_THREAD_LOCK(&module->pending_acc_lock); module 1100 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c pending_acc = (osc_pt2pt_pending_acc_t *) opal_list_remove_first (&module->pending_acc); module 1101 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c OPAL_THREAD_UNLOCK(&module->pending_acc_lock); module 1104 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_accumulate_unlock (module); module 1110 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_acc_start (module, pending_acc->source, pending_acc->data, pending_acc->data_len, module 1115 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_acc_long_start (module, pending_acc->source, pending_acc->datatype, module 1119 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_gacc_start (module, pending_acc->source, pending_acc->data, module 1124 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_gacc_long_start (module, pending_acc->source, pending_acc->datatype, module 1128 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_cswap_start (module, pending_acc->source, pending_acc->data, module 1138 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c mark_incoming_completion (module, pending_acc->active_target ? MPI_PROC_NULL : pending_acc->source); module 1146 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_acc (ompi_osc_pt2pt_module_t *module, int source, module 1157 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), module 1160 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = datatype_create (module, source, NULL, &datatype, (void **) &data); module 1168 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c if (0 == ompi_osc_pt2pt_accumulate_trylock (module)) { module 1169 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_acc_start (module, source, data, data_len, datatype, module 1173 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_acc_op_queue (module, (ompi_osc_pt2pt_header_t *) acc_header, module 1183 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_acc_long (ompi_osc_pt2pt_module_t* module, int source, module 1193 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), module 1196 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = datatype_create (module, source, NULL, &datatype, (void **) &data); module 1201 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c if (0 == ompi_osc_pt2pt_accumulate_trylock (module)) { module 1202 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_acc_long_start (module, source, datatype, acc_header); module 1205 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_acc_op_queue (module, (ompi_osc_pt2pt_header_t *) acc_header, source, module 1215 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_get_acc(ompi_osc_pt2pt_module_t *module, int source, module 1228 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), module 1231 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = datatype_create (module, source, &proc, &datatype, (void **) &data); module 1238 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c if (0 == ompi_osc_pt2pt_accumulate_trylock (module)) { module 1255 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_gacc_start (module, source, buffer, data_len, datatype, module 1259 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_acc_op_queue (module, (ompi_osc_pt2pt_header_t *) acc_header, module 1269 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_get_acc_long(ompi_osc_pt2pt_module_t *module, int source, module 1279 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), module 1282 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = datatype_create (module, source, NULL, &datatype, (void **) &data); module 1287 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c if (0 == ompi_osc_pt2pt_accumulate_trylock (module)) { module 1288 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_gacc_long_start (module, source, datatype, acc_header); module 1291 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_acc_op_queue (module, (ompi_osc_pt2pt_header_t *) acc_header, module 1302 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_cswap (ompi_osc_pt2pt_module_t *module, int source, module 1312 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), module 1315 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = datatype_create (module, source, NULL, &datatype, (void **) &data); module 1320 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c if (0 == ompi_osc_pt2pt_accumulate_trylock (module)) { module 1321 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_cswap_start (module, source, data, datatype, cswap_header); module 1324 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_acc_op_queue (module, (ompi_osc_pt2pt_header_t *) cswap_header, source, module 1334 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_complete (ompi_osc_pt2pt_module_t *module, int source, module 1338 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c osc_pt2pt_incoming_complete (module, source, complete_header->frag_count + 1); module 1346 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_flush (ompi_osc_pt2pt_module_t *module, int source, module 1349 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, source); module 1360 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_comm_rank(module->comm), source, peer->passive_incoming_frag_count)); module 1362 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_process_flush (module, source, flush_header); module 1367 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c pending->module = module; module 1380 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_unlock (ompi_osc_pt2pt_module_t *module, int source, module 1383 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, source); module 1396 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_process_unlock (module, source, unlock_header); module 1401 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c pending->module = module; module 1417 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_module_t *module = ddt_buffer->module; module 1424 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c (void) process_put_long (module, source, &header->put); module 1427 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c (void) process_get (module, source, &header->get); module 1430 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c (void) process_acc_long (module, source, &header->acc); module 1433 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c (void) process_get_acc_long (module, source, &header->acc); module 1442 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c osc_pt2pt_gc_add_buffer (module, &ddt_buffer->super); module 1460 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static int process_large_datatype_request (ompi_osc_pt2pt_module_t *module, int source, ompi_osc_pt2pt_header_t *header) module 1501 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ddt_buffer->module = module; module 1514 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c source, tag_to_target(tag), module->comm, module 1527 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c static inline int process_frag (ompi_osc_pt2pt_module_t *module, module 1549 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_put(module, frag->source, &header->put); module 1552 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_put_long(module, frag->source, &header->put); module 1556 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_acc(module, frag->source, &header->acc); module 1559 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_acc_long (module, frag->source, &header->acc); module 1563 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_unlock(module, frag->source, &header->unlock); module 1567 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_get (module, frag->source, &header->get); module 1571 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_cswap (module, frag->source, &header->cswap); module 1575 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_get_acc (module, frag->source, &header->acc); module 1579 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_get_acc_long (module, frag->source, &header->acc); module 1583 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_flush (module, frag->source, &header->flush); module 1587 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_complete (module, frag->source, &header->complete); module 1595 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_large_datatype_request (module, frag->source, header); module 1641 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_module_t *module = (ompi_osc_pt2pt_module_t *) recv->module; module 1657 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c process_frag(module, (ompi_osc_pt2pt_frag_header_t *) base_header); module 1660 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c mark_incoming_completion (module, (base_header->base.flags & OMPI_OSC_PT2PT_HDR_FLAG_PASSIVE_TARGET) ? module 1664 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c osc_pt2pt_incoming_post (module, source); module 1667 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_process_lock(module, source, (ompi_osc_pt2pt_header_lock_t *) base_header); module 1670 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_process_lock_ack(module, (ompi_osc_pt2pt_header_lock_ack_t *) base_header); module 1673 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_process_flush_ack (module, source, (ompi_osc_pt2pt_header_flush_ack_t *) base_header); module 1676 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_process_unlock_ack (module, source, (ompi_osc_pt2pt_header_unlock_ack_t *) base_header); module 1687 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c osc_pt2pt_gc_clean (module); module 1697 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c int ompi_osc_pt2pt_frag_start_receive (ompi_osc_pt2pt_module_t *module) module 1701 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c module->recv_frag_count = mca_osc_pt2pt_component.receive_count; module 1702 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c if (0 == module->recv_frag_count) { module 1703 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c module->recv_frag_count = 1; module 1706 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c module->recv_frags = malloc (sizeof (module->recv_frags[0]) * module->recv_frag_count); module 1707 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c if (NULL == module->recv_frags) { module 1711 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c for (unsigned int i = 0 ; i < module->recv_frag_count ; ++i) { module 1712 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c OBJ_CONSTRUCT(module->recv_frags + i, ompi_osc_pt2pt_receive_t); module 1713 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c module->recv_frags[i].module = module; module 1714 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c module->recv_frags[i].buffer = malloc (mca_osc_pt2pt_component.buffer_size + sizeof (ompi_osc_pt2pt_frag_header_t)); module 1715 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c if (NULL == module->recv_frags[i].buffer) { module 1719 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c rc = ompi_osc_pt2pt_irecv_w_cb (module->recv_frags[i].buffer, mca_osc_pt2pt_component.buffer_size + sizeof (ompi_osc_pt2pt_frag_header_t), module 1720 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c MPI_BYTE, OMPI_ANY_SOURCE, OSC_PT2PT_FRAG_TAG, module->comm, &module->recv_frags[i].pml_request, module 1721 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_callback, module->recv_frags + i); module 1730 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c int ompi_osc_pt2pt_component_irecv (ompi_osc_pt2pt_module_t *module, void *buf, module 1735 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c osc_pt2pt_incoming_req_complete, module); module 28 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.h int ompi_osc_pt2pt_control_send(ompi_osc_pt2pt_module_t *module, module 50 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.h int ompi_osc_pt2pt_control_send_unbuffered (ompi_osc_pt2pt_module_t *module, module 98 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.h int ompi_osc_pt2pt_process_lock(ompi_osc_pt2pt_module_t* module, module 102 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.h void ompi_osc_pt2pt_process_lock_ack(ompi_osc_pt2pt_module_t* module, module 105 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.h int ompi_osc_pt2pt_process_unlock(ompi_osc_pt2pt_module_t* module, module 108 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.h int ompi_osc_pt2pt_process_flush (ompi_osc_pt2pt_module_t *module, int source, module 120 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.h void ompi_osc_pt2pt_process_unlock_ack (ompi_osc_pt2pt_module_t *module, int source, module 132 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.h void ompi_osc_pt2pt_process_flush_ack (ompi_osc_pt2pt_module_t *module, int source, module 145 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.h int ompi_osc_pt2pt_frag_start_receive (ompi_osc_pt2pt_module_t *module); module 32 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_pt2pt_module_t *module = frag->module; module 38 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c mark_outgoing_completion(module); module 46 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c static int frag_send (ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_frag_t *frag) module 56 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c OSC_PT2PT_HTON(frag->header, module, frag->target); module 58 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c module->comm, frag_send_cb, frag); module 62 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c int ompi_osc_pt2pt_frag_start (ompi_osc_pt2pt_module_t *module, module 65 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, frag->target); module 72 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_signal_outgoing (module, frag->target, 1); module 76 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c if (!ompi_osc_pt2pt_peer_sends_active (module, frag->target) || opal_list_get_size (&peer->queued_frags)) { module 87 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ret = frag_send(module, frag); module 89 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c opal_condition_broadcast(&module->cond); module 94 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c static int ompi_osc_pt2pt_flush_active_frag (ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_peer_t *peer) module 114 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_signal_outgoing (module, active_frag->target, 1); module 115 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ret = frag_send (module, active_frag); module 121 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c int ompi_osc_pt2pt_frag_flush_pending (ompi_osc_pt2pt_module_t *module, int target) module 123 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, target); module 130 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ret = frag_send(module, frag); module 140 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c int ompi_osc_pt2pt_frag_flush_pending_all (ompi_osc_pt2pt_module_t *module) module 144 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c for (int i = 0 ; i < ompi_comm_size (module->comm) ; ++i) { module 145 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ret = ompi_osc_pt2pt_frag_flush_pending (module, i); module 154 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c int ompi_osc_pt2pt_frag_flush_target (ompi_osc_pt2pt_module_t *module, int target) module 156 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, target); module 163 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ret = ompi_osc_pt2pt_frag_flush_pending (module, target); module 171 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ret = ompi_osc_pt2pt_flush_active_frag (module, peer); module 179 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c int ompi_osc_pt2pt_frag_flush_all (ompi_osc_pt2pt_module_t *module) module 187 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c for (int i = 0 ; i < ompi_comm_size (module->comm) ; ++i) { module 188 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ret = ompi_osc_pt2pt_frag_flush_target (module, i); module 39 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h ompi_osc_pt2pt_module_t *module; module 44 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h int ompi_osc_pt2pt_frag_start(ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_frag_t *buffer); module 45 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h int ompi_osc_pt2pt_frag_flush_target(ompi_osc_pt2pt_module_t *module, int target); module 46 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h int ompi_osc_pt2pt_frag_flush_all(ompi_osc_pt2pt_module_t *module); module 47 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h int ompi_osc_pt2pt_frag_flush_pending (ompi_osc_pt2pt_module_t *module, int target); module 48 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h int ompi_osc_pt2pt_frag_flush_pending_all (ompi_osc_pt2pt_module_t *module); module 50 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h static inline int ompi_osc_pt2pt_frag_finish (ompi_osc_pt2pt_module_t *module, module 56 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h return ompi_osc_pt2pt_frag_start(module, buffer); module 62 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h static inline ompi_osc_pt2pt_frag_t *ompi_osc_pt2pt_frag_alloc_non_buffered (ompi_osc_pt2pt_module_t *module, module 73 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h int ret = ompi_osc_pt2pt_frag_finish (module, curr); module 89 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h curr->module = module; module 94 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h if (module->passive_target_access_epoch) { module 97 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h curr->header->source = ompi_comm_rank(module->comm); module 112 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h static inline int _ompi_osc_pt2pt_frag_alloc (ompi_osc_pt2pt_module_t *module, int target, module 116 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, target); module 132 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h OPAL_THREAD_LOCK(&module->lock); module 136 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h curr = ompi_osc_pt2pt_frag_alloc_non_buffered (module, peer, request_len); module 138 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h OPAL_THREAD_UNLOCK(&module->lock); module 151 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h curr = ompi_osc_pt2pt_frag_alloc_non_buffered (module, peer, request_len); module 153 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h OPAL_THREAD_UNLOCK(&module->lock); module 164 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h OPAL_THREAD_UNLOCK(&module->lock); module 169 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h static inline int ompi_osc_pt2pt_frag_alloc (ompi_osc_pt2pt_module_t *module, int target, module 180 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h ret = _ompi_osc_pt2pt_frag_alloc (module, target, request_len , buffer, ptr, long_send, buffered); module 185 ompi/mca/osc/pt2pt/osc_pt2pt_frag.h ompi_osc_pt2pt_frag_flush_pending_all (module); module 45 ompi/mca/osc/pt2pt/osc_pt2pt_module.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 50 ompi/mca/osc/pt2pt/osc_pt2pt_module.c if (NULL == module) { module 54 ompi/mca/osc/pt2pt/osc_pt2pt_module.c if (NULL != module->comm) { module 57 ompi/mca/osc/pt2pt/osc_pt2pt_module.c ompi_comm_get_cid(module->comm)); module 61 ompi/mca/osc/pt2pt/osc_pt2pt_module.c (void) module->comm->c_coll->coll_barrier (module->comm, module 62 ompi/mca/osc/pt2pt/osc_pt2pt_module.c module->comm->c_coll->coll_barrier_module); module 68 ompi/mca/osc/pt2pt/osc_pt2pt_module.c ompi_comm_get_cid(module->comm))); module 73 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OBJ_DESTRUCT(&module->outstanding_locks); module 74 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OBJ_DESTRUCT(&module->locks_pending); module 75 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OBJ_DESTRUCT(&module->locks_pending_lock); module 76 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OBJ_DESTRUCT(&module->cond); module 77 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OBJ_DESTRUCT(&module->lock); module 78 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OBJ_DESTRUCT(&module->all_sync); module 82 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OPAL_LIST_DESTRUCT(&module->pending_acc); module 83 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OBJ_DESTRUCT(&module->pending_acc_lock); module 85 ompi/mca/osc/pt2pt/osc_pt2pt_module.c osc_pt2pt_gc_clean (module); module 86 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OPAL_LIST_DESTRUCT(&module->buffer_gc); module 87 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OBJ_DESTRUCT(&module->gc_lock); module 89 ompi/mca/osc/pt2pt/osc_pt2pt_module.c ret = opal_hash_table_get_first_key_uint32 (&module->peer_hash, &key, (void **) &peer, &node); module 92 ompi/mca/osc/pt2pt/osc_pt2pt_module.c ret = opal_hash_table_get_next_key_uint32 (&module->peer_hash, &key, (void **) &peer, node, module 96 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OBJ_DESTRUCT(&module->peer_hash); module 97 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OBJ_DESTRUCT(&module->peer_lock); module 99 ompi/mca/osc/pt2pt/osc_pt2pt_module.c if (NULL != module->recv_frags) { module 100 ompi/mca/osc/pt2pt/osc_pt2pt_module.c for (unsigned int i = 0 ; i < module->recv_frag_count ; ++i) { module 101 ompi/mca/osc/pt2pt/osc_pt2pt_module.c OBJ_DESTRUCT(module->recv_frags + i); module 104 ompi/mca/osc/pt2pt/osc_pt2pt_module.c free (module->recv_frags); module 107 ompi/mca/osc/pt2pt/osc_pt2pt_module.c free ((void *) module->epoch_outgoing_frag_count); module 109 ompi/mca/osc/pt2pt/osc_pt2pt_module.c if (NULL != module->comm) { module 110 ompi/mca/osc/pt2pt/osc_pt2pt_module.c ompi_comm_free(&module->comm); module 113 ompi/mca/osc/pt2pt/osc_pt2pt_module.c free ((void *) module->free_after); module 115 ompi/mca/osc/pt2pt/osc_pt2pt_module.c free (module); module 39 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static bool ompi_osc_pt2pt_lock_try_acquire (ompi_osc_pt2pt_module_t* module, int source, int lock_type, module 53 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static int ompi_osc_pt2pt_activate_next_lock (ompi_osc_pt2pt_module_t *module); module 54 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static inline int queue_lock (ompi_osc_pt2pt_module_t *module, int requestor, int lock_type, uint64_t lock_ptr); module 55 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static int ompi_osc_pt2pt_flush_lock (ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_sync_t *lock, module 58 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static inline int ompi_osc_pt2pt_lock_self (ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_sync_t *lock) module 60 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c const int my_rank = ompi_comm_rank (module->comm); module 61 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, my_rank); module 69 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c acquired = ompi_osc_pt2pt_lock_try_acquire (module, my_rank, lock_type, (uint64_t) (uintptr_t) lock); module 72 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c queue_lock (module, my_rank, lock_type, (uint64_t) (uintptr_t) lock); module 88 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static inline void ompi_osc_pt2pt_unlock_self (ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_sync_t *lock) module 90 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c const int my_rank = ompi_comm_rank (module->comm); module 91 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, my_rank); module 99 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c "ompi_osc_pt2pt_unlock_self: unlocking myself. lock state = %d", module->lock_status)); module 102 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_ADD_FETCH32(&module->lock_status, 1); module 103 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_activate_next_lock (module); module 104 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c } else if (0 == OPAL_THREAD_ADD_FETCH32(&module->lock_status, -1)) { module 105 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_activate_next_lock (module); module 117 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int ompi_osc_pt2pt_lock_remote (ompi_osc_pt2pt_module_t *module, int target, ompi_osc_pt2pt_sync_t *lock) module 119 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, target); module 144 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OSC_PT2PT_HTON(&lock_req, module, target); module 146 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_control_send_unbuffered (module, target, &lock_req, sizeof (lock_req)); module 158 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static inline int ompi_osc_pt2pt_unlock_remote (ompi_osc_pt2pt_module_t *module, int target, ompi_osc_pt2pt_sync_t *lock) module 160 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int32_t frag_count = opal_atomic_swap_32 ((opal_atomic_int32_t *) module->epoch_outgoing_frag_count + target, -1); module 161 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, target); module 179 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OSC_PT2PT_HTON(&unlock_req, module, target); module 186 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c --module->epoch_outgoing_frag_count[target]; module 195 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_control_send (module, target, &unlock_req, sizeof (unlock_req)); module 203 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c return ompi_osc_pt2pt_frag_flush_target(module, target); module 206 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static inline int ompi_osc_pt2pt_flush_remote (ompi_osc_pt2pt_module_t *module, int target, ompi_osc_pt2pt_sync_t *lock) module 208 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, target); module 210 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int32_t frag_count = opal_atomic_swap_32 ((opal_atomic_int32_t *) module->epoch_outgoing_frag_count + target, -1); module 229 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c --module->epoch_outgoing_frag_count[target]; module 237 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OSC_PT2PT_HTON(&flush_req, module, target); module 238 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_control_send (module, target, &flush_req, sizeof (flush_req)); module 244 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c return ompi_osc_pt2pt_frag_flush_target (module, target); module 247 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static int ompi_osc_pt2pt_lock_internal_execute (ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_sync_t *lock) module 249 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int my_rank = ompi_comm_rank (module->comm); module 258 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_lock_remote (module, target, lock); module 260 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_lock_self (module, lock); module 278 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 285 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (module->all_sync.epoch_active) { module 288 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c (OMPI_OSC_PT2PT_SYNC_TYPE_LOCK != module->all_sync.type && module->all_sync.epoch_active) ? module 290 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c (OMPI_OSC_PT2PT_SYNC_TYPE_LOCK == module->all_sync.type) ? "active" : "inactive", module 291 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c module->all_sync.type)); module 295 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (module->all_sync.epoch_active && (OMPI_OSC_PT2PT_SYNC_TYPE_LOCK != module->all_sync.type || MPI_LOCK_EXCLUSIVE == lock_type)) { module 304 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (module->all_sync.epoch_active || (OMPI_OSC_PT2PT_SYNC_TYPE_LOCK == module->all_sync.type && module 308 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c "all epoch is %s", target, lock_type, module->all_sync.epoch_active ? "active" : "inactive", module 309 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c (OMPI_OSC_PT2PT_SYNC_TYPE_LOCK == module->all_sync.type && module 314 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (OMPI_OSC_PT2PT_SYNC_TYPE_FENCE == module->all_sync.type) { module 317 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c module->all_sync.type = OMPI_OSC_PT2PT_SYNC_TYPE_NONE; module 325 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c lock = ompi_osc_pt2pt_sync_allocate (module); module 330 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c lock->peer_list.peer = ompi_osc_pt2pt_peer_lookup (module, target); module 332 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c lock = &module->all_sync; module 339 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c lock->num_peers = (-1 == target) ? ompi_comm_size (module->comm) : 1; module 343 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_LOCK(&module->lock); module 346 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (ompi_osc_pt2pt_module_lock_find (module, target, NULL)) { module 347 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (&module->all_sync != lock) { module 350 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 354 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ++module->passive_target_access_epoch; module 356 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_module_lock_insert (module, lock); module 358 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 360 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_lock_internal_execute (module, lock); module 362 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_SCOPED_LOCK(&module->lock, ompi_osc_pt2pt_module_lock_remove (module, lock)); module 363 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (&module->all_sync != lock) { module 373 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 375 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int my_rank = ompi_comm_rank (module->comm); module 381 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_LOCK(&module->lock); module 382 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c lock = ompi_osc_pt2pt_module_lock_find (module, target, NULL); module 387 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 394 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 406 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c for (int i = 0 ; i < ompi_comm_size(module->comm) ; ++i) { module 407 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, i); module 413 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_unlock_remote (module, i, lock); module 419 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_unlock_self (module, lock); module 421 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_unlock_remote (module, target, lock); module 434 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_LOCK(&module->lock); module 435 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c while (module->outgoing_frag_count < 0) { module 436 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c opal_condition_wait(&module->cond, &module->lock); module 438 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 443 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_unlock_self (module, lock); module 447 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_flush_lock (module, lock, target); module 450 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_LOCK(&module->lock); module 451 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_module_lock_remove (module, lock); module 459 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c --module->passive_target_access_epoch; module 461 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 496 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static int ompi_osc_pt2pt_flush_lock (ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_sync_t *lock, module 500 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int my_rank = ompi_comm_rank (module->comm); module 508 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c for (int i = 0 ; i < ompi_comm_size(module->comm) ; ++i) { module 513 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_flush_remote (module, i, lock); module 520 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_flush_remote (module, target, lock); module 528 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c opal_condition_broadcast (&module->cond); module 535 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 542 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (!module->passive_target_access_epoch) { module 549 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (ompi_comm_rank (module->comm) == target) { module 555 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_LOCK(&module->lock); module 556 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c lock = ompi_osc_pt2pt_module_lock_find (module, target, NULL); module 558 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (OMPI_OSC_PT2PT_SYNC_TYPE_LOCK == module->all_sync.type) { module 559 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c lock = &module->all_sync; module 562 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 569 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_flush_lock (module, lock, target); module 578 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 584 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (OPAL_UNLIKELY(!module->passive_target_access_epoch)) { module 595 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = opal_hash_table_get_first_key_uint32 (&module->outstanding_locks, (uint32_t *) &target, module 599 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_flush_lock (module, lock, lock->sync.lock.target); module 604 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = opal_hash_table_get_next_key_uint32 (&module->outstanding_locks, (uint32_t *) &target, module 622 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 626 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (!module->passive_target_access_epoch) { module 630 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_frag_flush_target(module, target); module 636 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_LOCK(&module->lock); module 637 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c while (module->outgoing_frag_count < 0) { module 638 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c opal_condition_wait(&module->cond, &module->lock); module 640 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 651 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_module_t *module = GET_MODULE(win); module 655 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (!module->passive_target_access_epoch) { module 659 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_frag_flush_all(module); module 665 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_LOCK(&module->lock); module 666 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c while (module->outgoing_frag_count < 0) { module 667 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c opal_condition_wait(&module->cond, &module->lock); module 669 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 679 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static inline int activate_lock (ompi_osc_pt2pt_module_t *module, int requestor, module 684 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (ompi_comm_rank (module->comm) != requestor) { module 689 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c lock_ack.source = ompi_comm_rank(module->comm); module 691 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OSC_PT2PT_HTON(&lock_ack, module, requestor); module 698 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c return ompi_osc_pt2pt_control_send_unbuffered (module, requestor, &lock_ack, sizeof (lock_ack)); module 719 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static inline int queue_lock (ompi_osc_pt2pt_module_t *module, int requestor, module 735 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_SCOPED_LOCK(&module->locks_pending_lock, opal_list_append(&module->locks_pending, &pending->super)); module 740 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static bool ompi_osc_pt2pt_lock_try_acquire (ompi_osc_pt2pt_module_t* module, int source, int lock_type, uint64_t lock_ptr) module 745 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int32_t lock_status = module->lock_status; module 753 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (opal_atomic_compare_exchange_strong_32 (&module->lock_status, &lock_status, lock_status + 1)) { module 759 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c queue = !opal_atomic_compare_exchange_strong_32 (&module->lock_status, &_tmp_value, -1); module 766 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c activate_lock(module, source, lock_ptr); module 772 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c static int ompi_osc_pt2pt_activate_next_lock (ompi_osc_pt2pt_module_t *module) { module 777 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_LOCK(&module->locks_pending_lock); module 778 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_LIST_FOREACH_SAFE(pending_lock, next, &module->locks_pending, module 780 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c bool acquired = ompi_osc_pt2pt_lock_try_acquire (module, pending_lock->peer, pending_lock->lock_type, module 786 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c opal_list_remove_item (&module->locks_pending, &pending_lock->super); module 789 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_UNLOCK(&module->locks_pending_lock); module 798 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int ompi_osc_pt2pt_process_lock (ompi_osc_pt2pt_module_t* module, int source, module 805 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c source, module->lock_status)); module 807 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c acquired = ompi_osc_pt2pt_lock_try_acquire (module, source, lock_header->lock_type, lock_header->lock_ptr); module 810 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c queue_lock(module, source, lock_header->lock_type, lock_header->lock_ptr); module 819 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c void ompi_osc_pt2pt_process_lock_ack (ompi_osc_pt2pt_module_t *module, module 822 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, lock_ack_header->source); module 833 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_frag_flush_pending (module, peer->rank); module 838 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c void ompi_osc_pt2pt_process_flush_ack (ompi_osc_pt2pt_module_t *module, int source, module 852 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c void ompi_osc_pt2pt_process_unlock_ack (ompi_osc_pt2pt_module_t *module, int source, module 880 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int ompi_osc_pt2pt_process_unlock (ompi_osc_pt2pt_module_t *module, int source, module 883 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, source); module 909 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OSC_PT2PT_HTON(&unlock_ack, module, source); module 911 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_control_send_unbuffered (module, source, &unlock_ack, sizeof (unlock_ack)); module 916 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (-1 == module->lock_status) { module 917 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OPAL_THREAD_ADD_FETCH32(&module->lock_status, 1); module 918 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_activate_next_lock (module); module 919 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c } else if (0 == OPAL_THREAD_ADD_FETCH32(&module->lock_status, -1)) { module 920 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_activate_next_lock (module); module 929 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int ompi_osc_pt2pt_process_flush (ompi_osc_pt2pt_module_t *module, int source, module 932 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, source); module 949 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c OSC_PT2PT_HTON(&flush_ack, module, source); module 951 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c return ompi_osc_pt2pt_control_send_unbuffered (module, source, &flush_ack, sizeof (flush_ack)); module 39 ompi/mca/osc/pt2pt/osc_pt2pt_pending_frag.h ompi_osc_pt2pt_pending_frag_create(ompi_osc_pt2pt_module_t *module, module 59 ompi/mca/osc/pt2pt/osc_pt2pt_pending_frag.h ompi_osc_pt2pt_pending_frag_destroy(ompi_osc_pt2pt_module_t *module, module 30 ompi/mca/osc/pt2pt/osc_pt2pt_request.h ompi_osc_pt2pt_module_t* module; module 53 ompi/mca/osc/pt2pt/osc_pt2pt_request.h req->module = GET_MODULE(win); \ module 34 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c ompi_osc_pt2pt_sync_t *ompi_osc_pt2pt_sync_allocate (struct ompi_osc_pt2pt_module_t *module) module 39 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c (void) module; module 46 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c sync->module = module; module 80 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c bool ompi_osc_pt2pt_sync_pscw_peer (ompi_osc_pt2pt_module_t *module, int target, struct ompi_osc_pt2pt_peer_t **peer) module 82 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c ompi_osc_pt2pt_sync_t *pt2pt_sync = &module->all_sync; module 42 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h struct ompi_osc_pt2pt_module_t *module; module 103 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h ompi_osc_pt2pt_sync_t *ompi_osc_pt2pt_sync_allocate (struct ompi_osc_pt2pt_module_t *module); module 125 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h bool ompi_osc_pt2pt_sync_pscw_peer (struct ompi_osc_pt2pt_module_t *module, int target, struct ompi_osc_pt2pt_peer_t **peer); module 53 ompi/mca/osc/rdma/osc_rdma.h #define RANK_ARRAY_COUNT(module) ((ompi_comm_size ((module)->comm) + (module)->node_count - 1) / (module)->node_count) module 291 ompi/mca/osc/rdma/osc_rdma.h int ompi_osc_module_add_peer (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer); module 301 ompi/mca/osc/rdma/osc_rdma.h int ompi_osc_rdma_demand_lock_peer (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer); module 312 ompi/mca/osc/rdma/osc_rdma.h static inline ompi_osc_rdma_peer_t *ompi_osc_module_get_peer (ompi_osc_rdma_module_t *module, int peer_id) module 314 ompi/mca/osc/rdma/osc_rdma.h if (NULL == module->peer_array) { module 316 ompi/mca/osc/rdma/osc_rdma.h (void) opal_hash_table_get_value_uint32 (&module->peer_hash, peer_id, (void **) &peer); module 320 ompi/mca/osc/rdma/osc_rdma.h return module->peer_array[peer_id]; module 329 ompi/mca/osc/rdma/osc_rdma.h static inline ompi_osc_rdma_peer_t *ompi_osc_rdma_module_peer (ompi_osc_rdma_module_t *module, int peer_id) module 333 ompi/mca/osc/rdma/osc_rdma.h peer = ompi_osc_module_get_peer (module, peer_id); module 338 ompi/mca/osc/rdma/osc_rdma.h return ompi_osc_rdma_peer_lookup (module, peer_id); module 346 ompi/mca/osc/rdma/osc_rdma.h static inline bool ompi_osc_rdma_in_passive_epoch (ompi_osc_rdma_module_t *module) module 348 ompi/mca/osc/rdma/osc_rdma.h return 0 != module->passive_target_access_epoch; module 351 ompi/mca/osc/rdma/osc_rdma.h static inline int _ompi_osc_rdma_register (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, void *ptr, module 354 ompi/mca/osc/rdma/osc_rdma.h if (module->selected_btl->btl_register_mem) { module 358 ompi/mca/osc/rdma/osc_rdma.h *handle = module->selected_btl->btl_register_mem (module->selected_btl, endpoint, ptr, size, flags); module 373 ompi/mca/osc/rdma/osc_rdma.h static inline void _ompi_osc_rdma_deregister (ompi_osc_rdma_module_t *module, mca_btl_base_registration_handle_t *handle, int line, const char *file) module 376 ompi/mca/osc/rdma/osc_rdma.h module->selected_btl->btl_deregister_mem (module->selected_btl, handle); module 382 ompi/mca/osc/rdma/osc_rdma.h static inline void ompi_osc_rdma_progress (ompi_osc_rdma_module_t *module) { module 397 ompi/mca/osc/rdma/osc_rdma.h static inline ompi_osc_rdma_sync_t *ompi_osc_rdma_module_lock_find (ompi_osc_rdma_module_t *module, int target, module 402 ompi/mca/osc/rdma/osc_rdma.h if (OPAL_LIKELY(NULL != module->outstanding_lock_array)) { module 403 ompi/mca/osc/rdma/osc_rdma.h outstanding_lock = module->outstanding_lock_array[target]; module 405 ompi/mca/osc/rdma/osc_rdma.h (void) opal_hash_table_get_value_uint32 (&module->outstanding_locks, (uint32_t) target, (void **) &outstanding_lock); module 424 ompi/mca/osc/rdma/osc_rdma.h static inline void ompi_osc_rdma_module_lock_insert (struct ompi_osc_rdma_module_t *module, ompi_osc_rdma_sync_t *lock) module 426 ompi/mca/osc/rdma/osc_rdma.h if (OPAL_LIKELY(NULL != module->outstanding_lock_array)) { module 427 ompi/mca/osc/rdma/osc_rdma.h module->outstanding_lock_array[lock->sync.lock.target] = lock; module 429 ompi/mca/osc/rdma/osc_rdma.h (void) opal_hash_table_set_value_uint32 (&module->outstanding_locks, (uint32_t) lock->sync.lock.target, (void *) lock); module 443 ompi/mca/osc/rdma/osc_rdma.h static inline void ompi_osc_rdma_module_lock_remove (struct ompi_osc_rdma_module_t *module, ompi_osc_rdma_sync_t *lock) module 445 ompi/mca/osc/rdma/osc_rdma.h if (OPAL_LIKELY(NULL != module->outstanding_lock_array)) { module 446 ompi/mca/osc/rdma/osc_rdma.h module->outstanding_lock_array[lock->sync.lock.target] = NULL; module 448 ompi/mca/osc/rdma/osc_rdma.h (void) opal_hash_table_remove_value_uint32 (&module->outstanding_locks, (uint32_t) lock->sync.lock.target); module 465 ompi/mca/osc/rdma/osc_rdma.h static inline ompi_osc_rdma_sync_t *ompi_osc_rdma_module_sync_lookup (ompi_osc_rdma_module_t *module, int target, struct ompi_osc_rdma_peer_t **peer) module 469 ompi/mca/osc/rdma/osc_rdma.h switch (module->all_sync.type) { module 471 ompi/mca/osc/rdma/osc_rdma.h if (!module->no_locks) { module 472 ompi/mca/osc/rdma/osc_rdma.h return ompi_osc_rdma_module_lock_find (module, target, peer); module 479 ompi/mca/osc/rdma/osc_rdma.h *peer = ompi_osc_rdma_module_peer (module, target); module 480 ompi/mca/osc/rdma/osc_rdma.h if (OPAL_UNLIKELY(OMPI_OSC_RDMA_LOCKING_ON_DEMAND == module->locking_mode && module 482 ompi/mca/osc/rdma/osc_rdma.h ompi_osc_rdma_demand_lock_peer (module, *peer); module 485 ompi/mca/osc/rdma/osc_rdma.h return &module->all_sync; module 489 ompi/mca/osc/rdma/osc_rdma.h module->all_sync.epoch_active = true; module 490 ompi/mca/osc/rdma/osc_rdma.h *peer = ompi_osc_rdma_module_peer (module, target); module 492 ompi/mca/osc/rdma/osc_rdma.h return &module->all_sync; module 494 ompi/mca/osc/rdma/osc_rdma.h if (ompi_osc_rdma_sync_pscw_peer (module, target, peer)) { module 496 ompi/mca/osc/rdma/osc_rdma.h return &module->all_sync; module 505 ompi/mca/osc/rdma/osc_rdma.h static bool ompi_osc_rdma_use_btl_flush (ompi_osc_rdma_module_t *module) module 508 ompi/mca/osc/rdma/osc_rdma.h return !!(module->selected_btl->btl_flush); module 530 ompi/mca/osc/rdma/osc_rdma.h if (ompi_osc_rdma_use_btl_flush (rdma_sync->module)) { module 554 ompi/mca/osc/rdma/osc_rdma.h if (ompi_osc_rdma_use_btl_flush (rdma_sync->module)) { module 573 ompi/mca/osc/rdma/osc_rdma.h mca_btl_base_module_t *btl_module = sync->module->selected_btl; module 576 ompi/mca/osc/rdma/osc_rdma.h if (!ompi_osc_rdma_use_btl_flush (sync->module)) { module 581 ompi/mca/osc/rdma/osc_rdma.h } while (ompi_osc_rdma_sync_get_count (sync) || (sync->module->rdma_frag && (sync->module->rdma_frag->pending > 1))); module 595 ompi/mca/osc/rdma/osc_rdma.h static inline bool ompi_osc_rdma_access_epoch_active (ompi_osc_rdma_module_t *module) module 597 ompi/mca/osc/rdma/osc_rdma.h return (module->all_sync.epoch_active || ompi_osc_rdma_in_passive_epoch (module)); module 24 ompi/mca/osc/rdma/osc_rdma_accumulate.c static inline void ompi_osc_rdma_peer_accumulate_cleanup (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, bool lock_acquired) module 27 ompi/mca/osc/rdma/osc_rdma_accumulate.c (void) ompi_osc_rdma_lock_release_exclusive (module, peer, offsetof (ompi_osc_rdma_state_t, accumulate_lock)); module 42 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module; module 62 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = event->module->selected_btl->btl_put (event->module->selected_btl, event->endpoint, event->local_address, module 78 ompi/mca/osc/rdma/osc_rdma_accumulate.c static int ompi_osc_rdma_event_queue (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, module 93 ompi/mca/osc/rdma/osc_rdma_accumulate.c event->module = module; module 125 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_datatype_t *target_datatype, ompi_op_t *op, ompi_osc_rdma_module_t *module, module 155 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_peer_accumulate_cleanup (module, peer, lock_acquired); module 173 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module, bool lock_acquired) module 183 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_peer_accumulate_cleanup (module, peer, lock_acquired); module 194 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; module 212 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_get_data_blocking (module, peer->data_endpoint, target_address, target_handle, ptr, len); module 257 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_peer_accumulate_cleanup (request->module, request->peer, !ompi_osc_rdma_peer_is_exclusive (request->peer)); module 266 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; module 283 ompi/mca/osc/rdma/osc_rdma_accumulate.c OMPI_OSC_RDMA_REQUEST_ALLOC(module, peer, request); module 413 ompi/mca/osc/rdma/osc_rdma_accumulate.c OMPI_OSC_RDMA_REQUEST_ALLOC(module, peer, subreq); module 442 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_progress (module); module 481 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; module 482 ompi/mca/osc/rdma/osc_rdma_accumulate.c int32_t atomic_flags = module->selected_btl->btl_atomic_flags; module 498 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_btl_cswap (module, peer->data_endpoint, target_address, target_handle, compare, source, flags, module 501 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_peer_accumulate_cleanup (module, peer, lock_acquired); module 525 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; module 526 ompi/mca/osc/rdma/osc_rdma_accumulate.c int32_t atomic_flags = module->selected_btl->btl_atomic_flags; module 551 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_btl_fop (module, peer->data_endpoint, target_address, target_handle, btl_op, origin, flags, module 555 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_peer_accumulate_cleanup (module, peer, lock_acquired); module 570 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; module 584 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_get_data_blocking (module, peer->data_endpoint, address, target_handle, &old_value, 8); module 599 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_btl_cswap (module, peer->data_endpoint, address, target_handle, module 614 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_peer_accumulate_cleanup (module, peer, lock_acquired); module 628 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; module 629 ompi/mca/osc/rdma/osc_rdma_accumulate.c int32_t atomic_flags = module->selected_btl->btl_atomic_flags; module 633 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (!(module->selected_btl->btl_flags & MCA_BTL_FLAGS_ATOMIC_OPS)) { module 659 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_btl_op (module, peer->data_endpoint, target_address, target_handle, btl_op, origin, module 663 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_peer_accumulate_cleanup (module, peer, lock_acquired); module 699 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; module 712 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_get_data_blocking (module, peer->data_endpoint, target_address, target_handle, result_addr, len); module 719 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_peer_accumulate_cleanup (module, peer, lock_acquired); module 723 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (module->selected_btl->btl_register_mem && len > module->selected_btl->btl_put_local_registration_threshold) { module 725 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_frag_alloc (module, len, &frag, &ptr); module 730 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_progress (module); module 740 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = module->selected_btl->btl_put (module->selected_btl, peer->data_endpoint, ptr, target_address, module 748 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_progress (module); module 757 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_progress (module); module 766 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_peer_accumulate_cleanup (module, peer, lock_acquired); module 776 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 789 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); module 799 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = osc_rdma_get_remote_segment (module, peer, target_disp, true_lb+true_extent, &target_address, &target_handle); module 806 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_progress (module); module 810 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (!ompi_osc_rdma_peer_is_exclusive (peer) && !(module->acc_single_intrinsic || win->w_acc_ops <= OMPI_WIN_ACCUMULATE_OPS_SAME_OP)) { module 811 ompi/mca/osc/rdma/osc_rdma_accumulate.c (void) ompi_osc_rdma_lock_acquire_exclusive (module, peer, offsetof (ompi_osc_rdma_state_t, accumulate_lock)); module 826 ompi/mca/osc/rdma/osc_rdma_accumulate.c (void) ompi_osc_rdma_lock_acquire_exclusive (module, peer, offsetof (ompi_osc_rdma_state_t, accumulate_lock)); module 832 ompi/mca/osc/rdma/osc_rdma_accumulate.c peer, target_address, target_handle, module, module 843 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_peer_accumulate_cleanup (module, peer, lock_acquired); module 858 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; module 878 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = osc_rdma_get_remote_segment (module, peer, target_disp, target_span+lb, &target_address, &target_handle); module 887 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_progress (module); module 891 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (!ompi_osc_rdma_peer_is_exclusive (peer) && !module->acc_single_intrinsic) { module 893 ompi/mca/osc/rdma/osc_rdma_accumulate.c (void) ompi_osc_rdma_lock_acquire_exclusive (module, peer, offsetof (ompi_osc_rdma_state_t, accumulate_lock)); module 900 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (module->acc_use_amo && ompi_datatype_is_predefined (origin_datatype)) { module 924 ompi/mca/osc/rdma/osc_rdma_accumulate.c (void) ompi_osc_rdma_lock_acquire_exclusive (module, peer, offsetof (ompi_osc_rdma_state_t, accumulate_lock)); module 931 ompi/mca/osc/rdma/osc_rdma_accumulate.c target_datatype, op, module, request, lock_acquired); module 941 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_peer_accumulate_cleanup (module, peer, lock_acquired); module 952 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 962 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); module 979 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 991 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); module 996 ompi/mca/osc/rdma/osc_rdma_accumulate.c OMPI_OSC_RDMA_REQUEST_ALLOC(module, peer, rdma_request); module 1015 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 1025 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); module 1030 ompi/mca/osc/rdma/osc_rdma_accumulate.c OMPI_OSC_RDMA_REQUEST_ALLOC(module, peer, rdma_request); module 1049 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 1057 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); module 1071 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 1078 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); module 59 ompi/mca/osc/rdma/osc_rdma_active_target.c pending_op->module = NULL; module 68 ompi/mca/osc/rdma/osc_rdma_active_target.c if (NULL != pending_op->module) { module 69 ompi/mca/osc/rdma/osc_rdma_active_target.c (void) opal_atomic_fetch_add_32 (&pending_op->module->pending_ops, -1); module 145 ompi/mca/osc/rdma/osc_rdma_active_target.c static ompi_osc_rdma_peer_t **ompi_osc_rdma_get_peers (ompi_osc_rdma_module_t *module, ompi_group_t *sub_group) module 166 ompi/mca/osc/rdma/osc_rdma_active_target.c ret = ompi_group_translate_ranks (sub_group, size, ranks1, module->comm->c_local_group, module 177 ompi/mca/osc/rdma/osc_rdma_active_target.c peers[i] = ompi_osc_rdma_module_peer (module, ranks2[i]); module 200 ompi/mca/osc/rdma/osc_rdma_active_target.c static void ompi_osc_rdma_handle_post (ompi_osc_rdma_module_t *module, int rank, ompi_osc_rdma_peer_t **peers, int npeers) { module 201 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_state_t *state = module->state; module 219 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_SCOPED_LOCK(&module->lock, opal_list_append (&module->pending_posts, &pending_post->super)); module 222 ompi/mca/osc/rdma/osc_rdma_active_target.c static void ompi_osc_rdma_check_posts (ompi_osc_rdma_module_t *module) module 224 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_state_t *state = module->state; module 225 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_sync_t *sync = &module->all_sync; module 238 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_handle_post (module, state->post_peers[i] - 1, sync->peer_list.peers, count); module 243 ompi/mca/osc/rdma/osc_rdma_active_target.c static int ompi_osc_rdma_post_peer (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer) module 247 ompi/mca/osc/rdma/osc_rdma_active_target.c int my_rank = ompi_comm_rank (module->comm); module 251 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_handle_post (module, my_rank, NULL, 0); module 257 ompi/mca/osc/rdma/osc_rdma_active_target.c ret = ompi_osc_rdma_lock_btl_fop (module, peer, target, MCA_BTL_ATOMIC_ADD, 1, &post_index, true); module 277 ompi/mca/osc/rdma/osc_rdma_active_target.c ret = ompi_osc_rdma_lock_btl_cswap (module, peer, target, 0, 1 + (int64_t) my_rank, &result); module 291 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_check_posts (module); module 302 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 304 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_state_t *state = module->state; module 310 ompi/mca/osc/rdma/osc_rdma_active_target.c if (module->pw_group) { module 317 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_LOCK(&module->lock); module 320 ompi/mca/osc/rdma/osc_rdma_active_target.c if (NULL != module->pw_group) { module 321 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&(module->lock)); module 324 ompi/mca/osc/rdma/osc_rdma_active_target.c module->pw_group = group; module 330 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 337 ompi/mca/osc/rdma/osc_rdma_active_target.c peers = ompi_osc_rdma_get_peers (module, module->pw_group); module 345 ompi/mca/osc/rdma/osc_rdma_active_target.c for (int i = 0 ; i < ompi_group_size(module->pw_group) ; ++i) { module 346 ompi/mca/osc/rdma/osc_rdma_active_target.c ret = ompi_osc_rdma_post_peer (module, peers[i]); module 352 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_release_peers (peers, ompi_group_size(module->pw_group)); module 361 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 363 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_state_t *state = module->state; module 364 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_sync_t *sync = &module->all_sync; module 370 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_LOCK(&module->lock); module 373 ompi/mca/osc/rdma/osc_rdma_active_target.c if (ompi_osc_rdma_access_epoch_active (module)) { module 374 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 389 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 402 ompi/mca/osc/rdma/osc_rdma_active_target.c sync->peer_list.peers = ompi_osc_rdma_get_peers (module, group); module 404 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 413 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_LIST_FOREACH_SAFE(pending_post, next, &module->pending_posts, ompi_osc_rdma_pending_post_t) { module 420 ompi/mca/osc/rdma/osc_rdma_active_target.c opal_list_remove_item (&module->pending_posts, &pending_post->super); module 432 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_check_posts (module); module 433 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_progress (module); module 441 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 447 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 448 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_sync_t *sync = &module->all_sync; module 456 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_LOCK(&module->lock); module 458 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 474 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&(module->lock)); module 481 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&(module->lock)); module 491 ompi/mca/osc/rdma/osc_rdma_active_target.c ret = ompi_osc_rdma_lock_btl_op (module, peer, target, MCA_BTL_ATOMIC_ADD, 1, true); module 508 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 509 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_state_t *state = module->state; module 515 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_LOCK(&module->lock); module 516 ompi/mca/osc/rdma/osc_rdma_active_target.c if (NULL == module->pw_group) { module 518 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 522 ompi/mca/osc/rdma/osc_rdma_active_target.c group_size = ompi_group_size (module->pw_group); module 523 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 529 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_progress (module); module 533 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_LOCK(&module->lock); module 534 ompi/mca/osc/rdma/osc_rdma_active_target.c group = module->pw_group; module 535 ompi/mca/osc/rdma/osc_rdma_active_target.c module->pw_group = NULL; module 536 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 548 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 549 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_state_t *state = module->state; module 555 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_LOCK(&module->lock); module 556 ompi/mca/osc/rdma/osc_rdma_active_target.c if (NULL == module->pw_group) { module 558 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 562 ompi/mca/osc/rdma/osc_rdma_active_target.c group_size = ompi_group_size (module->pw_group); module 565 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 571 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_progress (module); module 577 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_LOCK(&(module->lock)); module 578 ompi/mca/osc/rdma/osc_rdma_active_target.c group = module->pw_group; module 579 ompi/mca/osc/rdma/osc_rdma_active_target.c module->pw_group = NULL; module 580 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&(module->lock)); module 591 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 597 ompi/mca/osc/rdma/osc_rdma_active_target.c if (ompi_osc_rdma_in_passive_epoch (module) || module->pw_group) { module 604 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_LOCK(&module->lock); module 608 ompi/mca/osc/rdma/osc_rdma_active_target.c module->all_sync.type = OMPI_OSC_RDMA_SYNC_TYPE_FENCE; module 609 ompi/mca/osc/rdma/osc_rdma_active_target.c module->all_sync.num_peers = ompi_comm_size (module->comm); module 617 ompi/mca/osc/rdma/osc_rdma_active_target.c module->all_sync.epoch_active = false; module 623 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_sync_rdma_complete (&module->all_sync); module 626 ompi/mca/osc/rdma/osc_rdma_active_target.c ret = module->comm->c_coll->coll_barrier(module->comm, module->comm->c_coll->coll_barrier_module); module 631 ompi/mca/osc/rdma/osc_rdma_active_target.c module->all_sync.type = OMPI_OSC_RDMA_SYNC_TYPE_NONE; module 636 ompi/mca/osc/rdma/osc_rdma_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 31 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_deregister (sync->module, handle); module 57 ompi/mca/osc/rdma/osc_rdma_comm.c int ompi_osc_get_data_blocking (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, module 61 ompi/mca/osc/rdma/osc_rdma_comm.c const size_t btl_alignment_mask = ALIGNMENT_MASK(module->selected_btl->btl_get_alignment); module 77 ompi/mca/osc/rdma/osc_rdma_comm.c if (module->selected_btl->btl_register_mem && len >= module->selected_btl->btl_get_local_registration_threshold) { module 79 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_frag_alloc (module, aligned_len, &frag, &ptr); module 81 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_progress (module); module 95 ompi/mca/osc/rdma/osc_rdma_comm.c assert (!(source_address & ALIGNMENT_MASK(module->selected_btl->btl_get_alignment))); module 98 ompi/mca/osc/rdma/osc_rdma_comm.c ret = module->selected_btl->btl_get (module->selected_btl, endpoint, ptr, aligned_addr, module 105 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_progress (module); module 120 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_progress (module); module 184 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; module 248 ompi/mca/osc/rdma/osc_rdma_comm.c OMPI_OSC_RDMA_REQUEST_ALLOC(module, peer, subreq); module 281 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_progress (module); module 331 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; module 332 ompi/mca/osc/rdma/osc_rdma_comm.c OMPI_OSC_RDMA_REQUEST_ALLOC(module, peer, request); module 354 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_progress (sync->module); module 404 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_deregister (sync->module, local_handle); module 414 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = (ompi_osc_rdma_module_t *) context; module 421 ompi/mca/osc/rdma/osc_rdma_comm.c module = request->module; module 428 ompi/mca/osc/rdma/osc_rdma_comm.c "address %p. opal status %d", (void *) module, local_address, status); module 433 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_deregister (module, local_handle); module 441 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; module 451 ompi/mca/osc/rdma/osc_rdma_comm.c ret = module->selected_btl->btl_put (module->selected_btl, peer->data_endpoint, ptr, target_address, module 458 ompi/mca/osc/rdma/osc_rdma_comm.c ++module->put_retry_count; module 465 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_progress (module); module 477 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; module 485 ompi/mca/osc/rdma/osc_rdma_comm.c if (module->selected_btl->btl_register_mem && size > module->selected_btl->btl_put_local_registration_threshold) { module 486 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_frag_alloc (module, size, &frag, &ptr); module 488 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_register (module, peer->data_endpoint, source_buffer, size, 0, &local_handle); module 498 ompi/mca/osc/rdma/osc_rdma_comm.c if (ompi_osc_rdma_use_btl_flush (module)) { module 505 ompi/mca/osc/rdma/osc_rdma_comm.c cbcontext = (void *) module; module 563 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_deregister (sync->module, local_handle); module 572 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; module 576 ompi/mca/osc/rdma/osc_rdma_comm.c OMPI_OSC_RDMA_REQUEST_ALLOC(module, peer, subreq); module 595 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; module 596 ompi/mca/osc/rdma/osc_rdma_comm.c const size_t btl_alignment_mask = ALIGNMENT_MASK(module->selected_btl->btl_get_alignment); module 612 ompi/mca/osc/rdma/osc_rdma_comm.c if ((module->selected_btl->btl_register_mem && size > module->selected_btl->btl_get_local_registration_threshold) || module 615 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_frag_alloc (module, aligned_len, &frag, &ptr); module 624 ompi/mca/osc/rdma/osc_rdma_comm.c aligned_source_base = OPAL_ALIGN(source_address, module->selected_btl->btl_get_alignment, osc_rdma_base_t); module 663 ompi/mca/osc/rdma/osc_rdma_comm.c (void) ompi_osc_rdma_register (module, peer->data_endpoint, ptr, aligned_len, MCA_BTL_REG_FLAG_LOCAL_WRITE, module 698 ompi/mca/osc/rdma/osc_rdma_comm.c ret = module->selected_btl->btl_get (module->selected_btl, peer->data_endpoint, ptr, module 706 ompi/mca/osc/rdma/osc_rdma_comm.c ++module->get_retry_count; module 714 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_progress (module); module 730 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; module 751 ompi/mca/osc/rdma/osc_rdma_comm.c ret = osc_rdma_get_remote_segment (module, peer, target_disp, offset+len, module 764 ompi/mca/osc/rdma/osc_rdma_comm.c target_count, target_datatype, request, module->selected_btl->btl_put_limit, module 772 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; module 791 ompi/mca/osc/rdma/osc_rdma_comm.c ret = osc_rdma_get_remote_segment (module, peer, source_disp, source_span+source_lb, module 805 ompi/mca/osc/rdma/osc_rdma_comm.c module->selected_btl->btl_get_limit, ompi_osc_rdma_get_contig, true); module 811 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 819 ompi/mca/osc/rdma/osc_rdma_comm.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); module 833 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 842 ompi/mca/osc/rdma/osc_rdma_comm.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); module 847 ompi/mca/osc/rdma/osc_rdma_comm.c OMPI_OSC_RDMA_REQUEST_ALLOC(module, peer, rdma_request); module 867 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 875 ompi/mca/osc/rdma/osc_rdma_comm.c sync = ompi_osc_rdma_module_sync_lookup (module, source_rank, &peer); module 889 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 899 ompi/mca/osc/rdma/osc_rdma_comm.c sync = ompi_osc_rdma_module_sync_lookup (module, source_rank, &peer); module 904 ompi/mca/osc/rdma/osc_rdma_comm.c OMPI_OSC_RDMA_REQUEST_ALLOC(module, peer, rdma_request); module 41 ompi/mca/osc/rdma/osc_rdma_comm.h static inline int osc_rdma_get_remote_segment (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, ptrdiff_t target_disp, module 50 ompi/mca/osc/rdma/osc_rdma_comm.h if (MPI_WIN_FLAVOR_DYNAMIC == module->flavor) { module 51 ompi/mca/osc/rdma/osc_rdma_comm.h ret = ompi_osc_rdma_find_dynamic_region (module, peer, (uint64_t) target_disp, length, ®ion); module 62 ompi/mca/osc/rdma/osc_rdma_comm.h int disp_unit = (module->same_disp_unit) ? module->disp_unit : ex_peer->disp_unit; module 63 ompi/mca/osc/rdma/osc_rdma_comm.h size_t size = (module->same_size) ? module->size : (size_t) ex_peer->size; module 116 ompi/mca/osc/rdma/osc_rdma_comm.h int ompi_osc_get_data_blocking (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, module 174 ompi/mca/osc/rdma/osc_rdma_component.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 177 ompi/mca/osc/rdma/osc_rdma_component.c memcpy (value, (char *) module + offset, sizeof (unsigned long)); module 387 ompi/mca/osc/rdma/osc_rdma_component.c static int ompi_osc_rdma_initialize_region (ompi_osc_rdma_module_t *module, void **base, size_t size) { module 388 ompi/mca/osc/rdma/osc_rdma_component.c ompi_osc_rdma_region_t *region = (ompi_osc_rdma_region_t *) module->state->regions; module 392 ompi/mca/osc/rdma/osc_rdma_component.c module->state->disp_unit = module->disp_unit; module 395 ompi/mca/osc/rdma/osc_rdma_component.c module->state->region_count = 1; module 399 ompi/mca/osc/rdma/osc_rdma_component.c if (module->selected_btl->btl_register_mem && size) { module 400 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_ALLOCATE != module->flavor || NULL == module->state_handle) { module 401 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_rdma_register (module, MCA_BTL_ENDPOINT_ANY, *base, size, MCA_BTL_REG_FLAG_ACCESS_ANY, module 402 ompi/mca/osc/rdma/osc_rdma_component.c &module->base_handle); module 407 ompi/mca/osc/rdma/osc_rdma_component.c memcpy (region->btl_handle_data, module->base_handle, module->selected_btl->btl_registration_handle_size); module 409 ompi/mca/osc/rdma/osc_rdma_component.c memcpy (region->btl_handle_data, module->state_handle, module->selected_btl->btl_registration_handle_size); module 416 ompi/mca/osc/rdma/osc_rdma_component.c static int allocate_state_single (ompi_osc_rdma_module_t *module, void **base, size_t size) module 424 ompi/mca/osc/rdma/osc_rdma_component.c my_rank = ompi_comm_rank (module->comm); module 426 ompi/mca/osc/rdma/osc_rdma_component.c local_rank_array_size = sizeof (ompi_osc_rdma_rank_data_t) * RANK_ARRAY_COUNT(module); module 427 ompi/mca/osc/rdma/osc_rdma_component.c leader_peer_data_size = module->region_size * module->node_count; module 431 ompi/mca/osc/rdma/osc_rdma_component.c total_size = local_rank_array_size + module->region_size + module 432 ompi/mca/osc/rdma/osc_rdma_component.c module->state_size + leader_peer_data_size; module 434 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_ALLOCATE == module->flavor) { module 442 ompi/mca/osc/rdma/osc_rdma_component.c module->rank_array = calloc (total_size, 1); module 443 ompi/mca/osc/rdma/osc_rdma_component.c if (OPAL_UNLIKELY(NULL == module->rank_array)) { module 451 ompi/mca/osc/rdma/osc_rdma_component.c module->state_offset = local_rank_array_size + module->region_size; module 453 ompi/mca/osc/rdma/osc_rdma_component.c module->state = (ompi_osc_rdma_state_t *) ((intptr_t) module->rank_array + module->state_offset); module 454 ompi/mca/osc/rdma/osc_rdma_component.c module->node_comm_info = (unsigned char *) ((intptr_t) module->state + module->state_size); module 456 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_ALLOCATE == module->flavor) { module 457 ompi/mca/osc/rdma/osc_rdma_component.c *base = (void *) ((intptr_t) module->node_comm_info + leader_peer_data_size); module 461 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_rdma_register (module, MCA_BTL_ENDPOINT_ANY, module->rank_array, total_size, module 462 ompi/mca/osc/rdma/osc_rdma_component.c MCA_BTL_REG_FLAG_ACCESS_ANY, &module->state_handle); module 467 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_DYNAMIC != module->flavor) { module 468 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_rdma_initialize_region (module, base, size); module 474 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_rdma_new_peer (module, my_rank, &my_peer); module 479 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_module_add_peer (module, my_peer); module 485 ompi/mca/osc/rdma/osc_rdma_component.c module->my_peer = my_peer; module 486 ompi/mca/osc/rdma/osc_rdma_component.c module->free_after = module->rank_array; module 488 ompi/mca/osc/rdma/osc_rdma_component.c my_peer->state = (uint64_t) (uintptr_t) module->state; module 490 ompi/mca/osc/rdma/osc_rdma_component.c if (module->use_cpu_atomics) { module 495 ompi/mca/osc/rdma/osc_rdma_component.c my_peer->state_handle = module->state_handle; module 496 ompi/mca/osc/rdma/osc_rdma_component.c my_peer->state_endpoint = ompi_osc_rdma_peer_btl_endpoint (module, my_rank); module 499 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_DYNAMIC != module->flavor) { module 504 ompi/mca/osc/rdma/osc_rdma_component.c if (!module->same_size) { module 508 ompi/mca/osc/rdma/osc_rdma_component.c if (!module->use_cpu_atomics) { module 509 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_ALLOCATE == module->flavor) { module 511 ompi/mca/osc/rdma/osc_rdma_component.c ex_peer->super.base_handle = module->state_handle; module 513 ompi/mca/osc/rdma/osc_rdma_component.c ex_peer->super.base_handle = module->base_handle; module 526 ompi/mca/osc/rdma/osc_rdma_component.c static int allocate_state_shared (ompi_osc_rdma_module_t *module, void **base, size_t size) module 533 ompi/mca/osc/rdma/osc_rdma_component.c int my_rank = ompi_comm_rank (module->comm); module 534 ompi/mca/osc/rdma/osc_rdma_component.c int global_size = ompi_comm_size (module->comm); module 539 ompi/mca/osc/rdma/osc_rdma_component.c shared_comm = module->shared_comm; module 545 ompi/mca/osc/rdma/osc_rdma_component.c module->use_cpu_atomics = local_size == global_size || (module->selected_btl->btl_flags & MCA_BTL_ATOMIC_SUPPORTS_GLOB); module 549 ompi/mca/osc/rdma/osc_rdma_component.c return allocate_state_single (module, base, size); module 554 ompi/mca/osc/rdma/osc_rdma_component.c local_rank_array_size = sizeof (ompi_osc_rdma_rank_data_t) * RANK_ARRAY_COUNT (module); module 555 ompi/mca/osc/rdma/osc_rdma_component.c leader_peer_data_size = module->region_size * module->node_count; module 558 ompi/mca/osc/rdma/osc_rdma_component.c module->state_offset = state_base = local_rank_array_size + module->region_size; module 559 ompi/mca/osc/rdma/osc_rdma_component.c data_base = state_base + leader_peer_data_size + module->state_size * local_size; module 580 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_ALLOCATE == module->flavor) { module 593 ompi/mca/osc/rdma/osc_rdma_component.c OMPI_PROC_MY_NAME->jobid, ompi_comm_get_cid(module->comm)); module 600 ompi/mca/osc/rdma/osc_rdma_component.c ret = opal_shmem_segment_create (&module->seg_ds, data_file, total_size); module 608 ompi/mca/osc/rdma/osc_rdma_component.c ret = module->comm->c_coll->coll_bcast (&module->seg_ds, sizeof (module->seg_ds), MPI_BYTE, 0, module 614 ompi/mca/osc/rdma/osc_rdma_component.c module->segment_base = opal_shmem_segment_attach (&module->seg_ds); module 615 ompi/mca/osc/rdma/osc_rdma_component.c if (NULL == module->segment_base) { module 621 ompi/mca/osc/rdma/osc_rdma_component.c if (size && MPI_WIN_FLAVOR_ALLOCATE == module->flavor) { module 622 ompi/mca/osc/rdma/osc_rdma_component.c *base = (void *)((intptr_t) module->segment_base + my_base_offset); module 626 ompi/mca/osc/rdma/osc_rdma_component.c module->rank_array = (ompi_osc_rdma_rank_data_t *) module->segment_base; module 628 ompi/mca/osc/rdma/osc_rdma_component.c state_region = (ompi_osc_rdma_region_t *) ((uintptr_t) module->segment_base + local_rank_array_size); module 629 ompi/mca/osc/rdma/osc_rdma_component.c module->state = (ompi_osc_rdma_state_t *) ((uintptr_t) module->segment_base + state_base + module->state_size * local_rank); module 632 ompi/mca/osc/rdma/osc_rdma_component.c module->node_comm_info = (unsigned char *) ((uintptr_t) module->segment_base + state_base + module->state_size * local_size); module 635 ompi/mca/osc/rdma/osc_rdma_component.c memset (module->state, 0, module->state_size); module 642 ompi/mca/osc/rdma/osc_rdma_component.c opal_shmem_unlink (&module->seg_ds); module 644 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_rdma_register (module, MCA_BTL_ENDPOINT_ANY, module->segment_base, total_size, MCA_BTL_REG_FLAG_ACCESS_ANY, module 645 ompi/mca/osc/rdma/osc_rdma_component.c &module->state_handle); module 650 ompi/mca/osc/rdma/osc_rdma_component.c state_region->base = (intptr_t) module->segment_base; module 651 ompi/mca/osc/rdma/osc_rdma_component.c if (module->state_handle) { module 652 ompi/mca/osc/rdma/osc_rdma_component.c memcpy (state_region->btl_handle_data, module->state_handle, module->selected_btl->btl_registration_handle_size); module 659 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_CREATE == module->flavor) { module 660 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_rdma_initialize_region (module, base, size); module 666 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_ALLOCATE == module->flavor) { module 667 ompi/mca/osc/rdma/osc_rdma_component.c ompi_osc_rdma_region_t *region = (ompi_osc_rdma_region_t *) module->state->regions; module 668 ompi/mca/osc/rdma/osc_rdma_component.c module->state->disp_unit = module->disp_unit; module 669 ompi/mca/osc/rdma/osc_rdma_component.c module->state->region_count = 1; module 672 ompi/mca/osc/rdma/osc_rdma_component.c if (module->selected_btl->btl_register_mem) { module 673 ompi/mca/osc/rdma/osc_rdma_component.c memcpy (region->btl_handle_data, state_region->btl_handle_data, module->selected_btl->btl_registration_handle_size); module 683 ompi/mca/osc/rdma/osc_rdma_component.c ompi_osc_rdma_state_t *peer_state = (ompi_osc_rdma_state_t *) ((uintptr_t) module->segment_base + state_base + module->state_size * i); module 689 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_rdma_new_peer (module, peer_rank, &peer); module 697 ompi/mca/osc/rdma/osc_rdma_component.c if (module->use_cpu_atomics) { module 704 ompi/mca/osc/rdma/osc_rdma_component.c if (module->selected_btl->btl_register_mem) { module 707 ompi/mca/osc/rdma/osc_rdma_component.c peer->state = (osc_rdma_counter_t) ((uintptr_t) state_region->base + state_base + module->state_size * i); module 708 ompi/mca/osc/rdma/osc_rdma_component.c peer->state_endpoint = ompi_osc_rdma_peer_btl_endpoint (module, temp[0].rank); module 712 ompi/mca/osc/rdma/osc_rdma_component.c module->my_peer = peer; module 715 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_DYNAMIC == module->flavor || MPI_WIN_FLAVOR_CREATE == module->flavor) { module 717 ompi/mca/osc/rdma/osc_rdma_component.c peer->data_endpoint = ompi_osc_rdma_peer_btl_endpoint (module, peer_rank); module 718 ompi/mca/osc/rdma/osc_rdma_component.c } else if (!module->use_cpu_atomics && temp[i].size) { module 720 ompi/mca/osc/rdma/osc_rdma_component.c peer->data_endpoint = ompi_osc_rdma_peer_btl_endpoint (module, temp[0].rank); module 723 ompi/mca/osc/rdma/osc_rdma_component.c ompi_osc_module_add_peer (module, peer); module 725 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_DYNAMIC == module->flavor) { module 726 ompi/mca/osc/rdma/osc_rdma_component.c if (module->use_cpu_atomics && peer_rank == my_rank) { module 737 ompi/mca/osc/rdma/osc_rdma_component.c if (!(module->same_disp_unit && module->same_size)) { module 742 ompi/mca/osc/rdma/osc_rdma_component.c if (module->use_cpu_atomics && (MPI_WIN_FLAVOR_ALLOCATE == module->flavor || peer_rank == my_rank)) { module 744 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_ALLOCATE == module->flavor) { module 745 ompi/mca/osc/rdma/osc_rdma_component.c ex_peer->super.base = (uintptr_t) module->segment_base + offset; module 755 ompi/mca/osc/rdma/osc_rdma_component.c if (module->selected_btl->btl_register_mem) { module 932 ompi/mca/osc/rdma/osc_rdma_component.c static int ompi_osc_rdma_share_data (ompi_osc_rdma_module_t *module) module 936 ompi/mca/osc/rdma/osc_rdma_component.c int my_rank = ompi_comm_rank (module->comm); module 937 ompi/mca/osc/rdma/osc_rdma_component.c int comm_size = ompi_comm_size (module->comm); module 948 ompi/mca/osc/rdma/osc_rdma_component.c temp[my_rank].node_id = module->node_id; module 949 ompi/mca/osc/rdma/osc_rdma_component.c temp[my_rank].rank = ompi_comm_rank (module->shared_comm); module 951 ompi/mca/osc/rdma/osc_rdma_component.c ret = module->comm->c_coll->coll_allgather (MPI_IN_PLACE, 1, MPI_2INT, temp, 1, MPI_2INT, module 952 ompi/mca/osc/rdma/osc_rdma_component.c module->comm, module->comm->c_coll->coll_allgather_module); module 957 ompi/mca/osc/rdma/osc_rdma_component.c if (0 == ompi_comm_rank (module->shared_comm)) { module 959 ompi/mca/osc/rdma/osc_rdma_component.c my_data = (ompi_osc_rdma_region_t *) ((intptr_t) module->node_comm_info + ompi_comm_rank (module->local_leaders) * module 960 ompi/mca/osc/rdma/osc_rdma_component.c module->region_size); module 962 ompi/mca/osc/rdma/osc_rdma_component.c my_data->base = (uint64_t) (intptr_t) module->rank_array; module 966 ompi/mca/osc/rdma/osc_rdma_component.c if (module->selected_btl->btl_register_mem) { module 967 ompi/mca/osc/rdma/osc_rdma_component.c memcpy (my_data->btl_handle_data, module->state_handle, module->selected_btl->btl_registration_handle_size); module 971 ompi/mca/osc/rdma/osc_rdma_component.c if (ompi_comm_size (module->local_leaders) > 1) { module 972 ompi/mca/osc/rdma/osc_rdma_component.c ret = module->local_leaders->c_coll->coll_allgather (MPI_IN_PLACE, module->region_size, MPI_BYTE, module->node_comm_info, module 973 ompi/mca/osc/rdma/osc_rdma_component.c module->region_size, MPI_BYTE, module->local_leaders, module 974 ompi/mca/osc/rdma/osc_rdma_component.c module->local_leaders->c_coll->coll_allgather_module); module 981 ompi/mca/osc/rdma/osc_rdma_component.c int base_rank = ompi_comm_rank (module->local_leaders) * ((comm_size + module->node_count - 1) / module->node_count); module 984 ompi/mca/osc/rdma/osc_rdma_component.c for (int i = 0 ; i < RANK_ARRAY_COUNT(module) ; ++i) { module 990 ompi/mca/osc/rdma/osc_rdma_component.c module->rank_array[i] = temp[save_rank]; module 998 ompi/mca/osc/rdma/osc_rdma_component.c ret = module->comm->c_coll->coll_allreduce (&ret, &global_result, 1, MPI_INT, MPI_MIN, module->comm, module 999 ompi/mca/osc/rdma/osc_rdma_component.c module->comm->c_coll->coll_allreduce_module); module 1006 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_COMM_NULL != module->local_leaders) { module 1007 ompi/mca/osc/rdma/osc_rdma_component.c ompi_comm_free (&module->local_leaders); module 1010 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_COMM_NULL != module->shared_comm) { module 1011 ompi/mca/osc/rdma/osc_rdma_component.c ompi_comm_free (&module->shared_comm); module 1017 ompi/mca/osc/rdma/osc_rdma_component.c static int ompi_osc_rdma_create_groups (ompi_osc_rdma_module_t *module) module 1023 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_comm_split_type (module->comm, MPI_COMM_TYPE_SHARED, 0, NULL, &module->shared_comm); module 1029 ompi/mca/osc/rdma/osc_rdma_component.c local_rank = ompi_comm_rank (module->shared_comm); module 1031 ompi/mca/osc/rdma/osc_rdma_component.c comm_rank = ompi_comm_rank (module->comm); module 1033 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_comm_split (module->comm, (0 == local_rank) ? 0 : MPI_UNDEFINED, comm_rank, &module->local_leaders, module 1041 ompi/mca/osc/rdma/osc_rdma_component.c values[0] = ompi_comm_size (module->local_leaders); module 1042 ompi/mca/osc/rdma/osc_rdma_component.c values[1] = ompi_comm_rank (module->local_leaders); module 1045 ompi/mca/osc/rdma/osc_rdma_component.c if (ompi_comm_size (module->shared_comm) > 1) { module 1046 ompi/mca/osc/rdma/osc_rdma_component.c ret = module->shared_comm->c_coll->coll_bcast (values, 2, MPI_INT, 0, module->shared_comm, module 1047 ompi/mca/osc/rdma/osc_rdma_component.c module->shared_comm->c_coll->coll_bcast_module); module 1054 ompi/mca/osc/rdma/osc_rdma_component.c module->node_count = values[0]; module 1055 ompi/mca/osc/rdma/osc_rdma_component.c module->node_id = values[1]; module 1070 ompi/mca/osc/rdma/osc_rdma_component.c static int ompi_osc_rdma_check_parameters (ompi_osc_rdma_module_t *module, int disp_unit, size_t size) module 1075 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_DYNAMIC == module->flavor || (module->same_size && module->same_disp_unit)) { module 1086 ompi/mca/osc/rdma/osc_rdma_component.c ret = module->comm->c_coll->coll_allreduce (MPI_IN_PLACE, values, 4, MPI_LONG, MPI_MIN, module->comm, module 1087 ompi/mca/osc/rdma/osc_rdma_component.c module->comm->c_coll->coll_allreduce_module); module 1094 ompi/mca/osc/rdma/osc_rdma_component.c module->same_disp_unit = true; module 1099 ompi/mca/osc/rdma/osc_rdma_component.c module->same_size = true; module 1110 ompi/mca/osc/rdma/osc_rdma_component.c ompi_osc_rdma_module_t *module = NULL; module 1123 ompi/mca/osc/rdma/osc_rdma_component.c module = (ompi_osc_rdma_module_t *) calloc (1, sizeof (ompi_osc_rdma_module_t)); module 1124 ompi/mca/osc/rdma/osc_rdma_component.c if (NULL == module) { module 1129 ompi/mca/osc/rdma/osc_rdma_component.c OBJ_CONSTRUCT(&module->lock, opal_recursive_mutex_t); module 1130 ompi/mca/osc/rdma/osc_rdma_component.c OBJ_CONSTRUCT(&module->outstanding_locks, opal_hash_table_t); module 1131 ompi/mca/osc/rdma/osc_rdma_component.c OBJ_CONSTRUCT(&module->pending_posts, opal_list_t); module 1132 ompi/mca/osc/rdma/osc_rdma_component.c OBJ_CONSTRUCT(&module->peer_lock, opal_mutex_t); module 1133 ompi/mca/osc/rdma/osc_rdma_component.c OBJ_CONSTRUCT(&module->all_sync, ompi_osc_rdma_sync_t); module 1135 ompi/mca/osc/rdma/osc_rdma_component.c module->same_disp_unit = check_config_value_bool ("same_disp_unit", info); module 1136 ompi/mca/osc/rdma/osc_rdma_component.c module->same_size = check_config_value_bool ("same_size", info); module 1137 ompi/mca/osc/rdma/osc_rdma_component.c module->no_locks = check_config_value_bool ("no_locks", info); module 1138 ompi/mca/osc/rdma/osc_rdma_component.c module->locking_mode = mca_osc_rdma_component.locking_mode; module 1139 ompi/mca/osc/rdma/osc_rdma_component.c module->acc_single_intrinsic = check_config_value_bool ("acc_single_intrinsic", info); module 1140 ompi/mca/osc/rdma/osc_rdma_component.c module->acc_use_amo = mca_osc_rdma_component.acc_use_amo; module 1142 ompi/mca/osc/rdma/osc_rdma_component.c module->all_sync.module = module; module 1144 ompi/mca/osc/rdma/osc_rdma_component.c module->flavor = flavor; module 1145 ompi/mca/osc/rdma/osc_rdma_component.c module->win = win; module 1146 ompi/mca/osc/rdma/osc_rdma_component.c module->disp_unit = disp_unit; module 1147 ompi/mca/osc/rdma/osc_rdma_component.c module->size = size; module 1150 ompi/mca/osc/rdma/osc_rdma_component.c win->w_osc_module = (ompi_osc_base_module_t*) module; module 1152 ompi/mca/osc/rdma/osc_rdma_component.c if (!module->no_locks) { module 1154 ompi/mca/osc/rdma/osc_rdma_component.c ret = opal_hash_table_init (&module->outstanding_locks, init_limit); module 1160 ompi/mca/osc/rdma/osc_rdma_component.c module->outstanding_lock_array = calloc (world_size, sizeof (module->outstanding_lock_array[0])); module 1161 ompi/mca/osc/rdma/osc_rdma_component.c if (NULL == module->outstanding_lock_array) { module 1168 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_comm_dup(comm, &module->comm); module 1175 ompi/mca/osc/rdma/osc_rdma_component.c flavor, ompi_comm_get_cid(module->comm)); module 1179 ompi/mca/osc/rdma/osc_rdma_component.c OBJ_CONSTRUCT(&module->peer_hash, opal_hash_table_t); module 1180 ompi/mca/osc/rdma/osc_rdma_component.c ret = opal_hash_table_init (&module->peer_hash, init_limit); module 1182 ompi/mca/osc/rdma/osc_rdma_component.c module->peer_array = calloc (world_size, sizeof (ompi_osc_rdma_peer_t *)); module 1183 ompi/mca/osc/rdma/osc_rdma_component.c if (NULL == module->peer_array) { module 1194 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_rdma_query_btls (module->comm, &module->selected_btl); module 1202 ompi/mca/osc/rdma/osc_rdma_component.c module->region_size = module->selected_btl->btl_registration_handle_size + sizeof (ompi_osc_rdma_region_t); module 1204 ompi/mca/osc/rdma/osc_rdma_component.c module->state_size = sizeof (ompi_osc_rdma_state_t); module 1206 ompi/mca/osc/rdma/osc_rdma_component.c if (MPI_WIN_FLAVOR_DYNAMIC != module->flavor) { module 1207 ompi/mca/osc/rdma/osc_rdma_component.c module->state_size += module->region_size; module 1209 ompi/mca/osc/rdma/osc_rdma_component.c module->state_size += mca_osc_rdma_component.max_attach * module->region_size; module 1222 ompi/mca/osc/rdma/osc_rdma_component.c memcpy(&module->super, &ompi_osc_rdma_module_rdma_template, sizeof(module->super)); module 1224 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_rdma_check_parameters (module, disp_unit, size); module 1230 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_rdma_create_groups (module); module 1237 ompi/mca/osc/rdma/osc_rdma_component.c ret = allocate_state_shared (module, base, size); module 1246 ompi/mca/osc/rdma/osc_rdma_component.c module->dynamic_handles = (ompi_osc_rdma_handle_t *) calloc (mca_osc_rdma_component.max_attach, module 1247 ompi/mca/osc/rdma/osc_rdma_component.c sizeof (module->dynamic_handles[0])); module 1248 ompi/mca/osc/rdma/osc_rdma_component.c if (NULL == module->dynamic_handles) { module 1255 ompi/mca/osc/rdma/osc_rdma_component.c if (module->no_locks) { module 1259 ompi/mca/osc/rdma/osc_rdma_component.c if (module->same_size) { module 1263 ompi/mca/osc/rdma/osc_rdma_component.c if (module->same_disp_unit) { module 1270 ompi/mca/osc/rdma/osc_rdma_component.c ompi_comm_get_cid(module->comm), module 1271 ompi/mca/osc/rdma/osc_rdma_component.c module); module 1280 ompi/mca/osc/rdma/osc_rdma_component.c win->w_osc_module = (ompi_osc_base_module_t*) module; module 1281 ompi/mca/osc/rdma/osc_rdma_component.c opal_asprintf(&name, "rdma window %d", ompi_comm_get_cid(module->comm)); module 1288 ompi/mca/osc/rdma/osc_rdma_component.c ret = ompi_osc_rdma_share_data (module); module 1294 ompi/mca/osc/rdma/osc_rdma_component.c module->leader = ompi_osc_rdma_module_peer (module, 0); module 1297 ompi/mca/osc/rdma/osc_rdma_component.c ompi_comm_get_cid(module->comm)); module 1308 ompi/mca/osc/rdma/osc_rdma_component.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 1312 ompi/mca/osc/rdma/osc_rdma_component.c if (temp && !module->no_locks) { module 1315 ompi/mca/osc/rdma/osc_rdma_component.c OBJ_DESTRUCT(&module->outstanding_locks); module 1316 ompi/mca/osc/rdma/osc_rdma_component.c OBJ_CONSTRUCT(&module->outstanding_locks, opal_hash_table_t); module 1318 ompi/mca/osc/rdma/osc_rdma_component.c module->no_locks = true; module 1319 ompi/mca/osc/rdma/osc_rdma_component.c } else if (!temp && module->no_locks) { module 1320 ompi/mca/osc/rdma/osc_rdma_component.c int world_size = ompi_comm_size (module->comm); module 1324 ompi/mca/osc/rdma/osc_rdma_component.c ret = opal_hash_table_init (&module->outstanding_locks, init_limit); module 1326 ompi/mca/osc/rdma/osc_rdma_component.c module->no_locks = true; module 1329 ompi/mca/osc/rdma/osc_rdma_component.c module->no_locks = false; module 1332 ompi/mca/osc/rdma/osc_rdma_component.c module->comm->c_coll->coll_barrier(module->comm, module->comm->c_coll->coll_barrier_module); module 1336 ompi/mca/osc/rdma/osc_rdma_component.c return module->no_locks ? "true" : "false"; module 91 ompi/mca/osc/rdma/osc_rdma_dynamic.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 92 ompi/mca/osc/rdma/osc_rdma_dynamic.c const int my_rank = ompi_comm_rank (module->comm); module 93 ompi/mca/osc/rdma/osc_rdma_dynamic.c ompi_osc_rdma_peer_t *my_peer = ompi_osc_rdma_module_peer (module, my_rank); module 102 ompi/mca/osc/rdma/osc_rdma_dynamic.c if (module->flavor != MPI_WIN_FLAVOR_DYNAMIC) { module 113 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_LOCK(&module->lock); module 115 ompi/mca/osc/rdma/osc_rdma_dynamic.c region_count = module->state->region_count & 0xffffffffL; module 116 ompi/mca/osc/rdma/osc_rdma_dynamic.c region_id = module->state->region_count >> 32; module 119 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_UNLOCK(&module->lock); module 130 ompi/mca/osc/rdma/osc_rdma_dynamic.c region = ompi_osc_rdma_find_region_containing ((ompi_osc_rdma_region_t *) module->state->regions, 0, region_count - 1, (intptr_t) base, module 131 ompi/mca/osc/rdma/osc_rdma_dynamic.c (intptr_t) bound, module->region_size, ®ion_index); module 133 ompi/mca/osc/rdma/osc_rdma_dynamic.c ++module->dynamic_handles[region_index].refcnt; module 134 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_UNLOCK(&module->lock); module 140 ompi/mca/osc/rdma/osc_rdma_dynamic.c module->state->region_count = -1; module 143 ompi/mca/osc/rdma/osc_rdma_dynamic.c ompi_osc_rdma_lock_acquire_exclusive (module, my_peer, offsetof (ompi_osc_rdma_state_t, regions_lock)); module 147 ompi/mca/osc/rdma/osc_rdma_dynamic.c region = find_insertion_point ((ompi_osc_rdma_region_t *) module->state->regions, 0, region_count - 1, (intptr_t) base, module 148 ompi/mca/osc/rdma/osc_rdma_dynamic.c module->region_size, ®ion_index); module 151 ompi/mca/osc/rdma/osc_rdma_dynamic.c memmove ((void *) ((intptr_t) region + module->region_size), region, (region_count - region_index) * module->region_size); module 153 ompi/mca/osc/rdma/osc_rdma_dynamic.c if (module->selected_btl->btl_register_mem) { module 154 ompi/mca/osc/rdma/osc_rdma_dynamic.c memmove (module->dynamic_handles + region_index + 1, module->dynamic_handles + region_index, module 155 ompi/mca/osc/rdma/osc_rdma_dynamic.c (region_count - region_index) * sizeof (module->dynamic_handles[0])); module 160 ompi/mca/osc/rdma/osc_rdma_dynamic.c region = (ompi_osc_rdma_region_t *) module->state->regions; module 169 ompi/mca/osc/rdma/osc_rdma_dynamic.c if (module->selected_btl->btl_register_mem) { module 172 ompi/mca/osc/rdma/osc_rdma_dynamic.c ret = ompi_osc_rdma_register (module, MCA_BTL_ENDPOINT_ANY, (void *) region->base, region->len, MCA_BTL_REG_FLAG_ACCESS_ANY, module 175 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_UNLOCK(&module->lock); module 179 ompi/mca/osc/rdma/osc_rdma_dynamic.c memcpy (region->btl_handle_data, handle, module->selected_btl->btl_registration_handle_size); module 180 ompi/mca/osc/rdma/osc_rdma_dynamic.c module->dynamic_handles[region_index].btl_handle = handle; module 182 ompi/mca/osc/rdma/osc_rdma_dynamic.c module->dynamic_handles[region_index].btl_handle = NULL; module 185 ompi/mca/osc/rdma/osc_rdma_dynamic.c module->dynamic_handles[region_index].refcnt = 1; module 189 ompi/mca/osc/rdma/osc_rdma_dynamic.c region = (ompi_osc_rdma_region_t *) ((intptr_t) module->state->regions + i * module->region_size); module 198 ompi/mca/osc/rdma/osc_rdma_dynamic.c module->state->region_count = ((region_id + 1) << 32) | (region_count + 1); module 200 ompi/mca/osc/rdma/osc_rdma_dynamic.c ompi_osc_rdma_lock_release_exclusive (module, my_peer, offsetof (ompi_osc_rdma_state_t, regions_lock)); module 201 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_UNLOCK(&module->lock); module 211 ompi/mca/osc/rdma/osc_rdma_dynamic.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 212 ompi/mca/osc/rdma/osc_rdma_dynamic.c const int my_rank = ompi_comm_rank (module->comm); module 213 ompi/mca/osc/rdma/osc_rdma_dynamic.c ompi_osc_rdma_peer_dynamic_t *my_peer = (ompi_osc_rdma_peer_dynamic_t *) ompi_osc_rdma_module_peer (module, my_rank); module 218 ompi/mca/osc/rdma/osc_rdma_dynamic.c if (module->flavor != MPI_WIN_FLAVOR_DYNAMIC) { module 222 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_LOCK(&module->lock); module 227 ompi/mca/osc/rdma/osc_rdma_dynamic.c region_count = module->state->region_count & 0xffffffffL; module 228 ompi/mca/osc/rdma/osc_rdma_dynamic.c region_id = module->state->region_count >> 32; module 230 ompi/mca/osc/rdma/osc_rdma_dynamic.c region = ompi_osc_rdma_find_region_containing ((ompi_osc_rdma_region_t *) module->state->regions, 0, module 232 ompi/mca/osc/rdma/osc_rdma_dynamic.c module->region_size, ®ion_index); module 235 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_UNLOCK(&module->lock); module 239 ompi/mca/osc/rdma/osc_rdma_dynamic.c if (--module->dynamic_handles[region_index].refcnt > 0) { module 240 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_UNLOCK(&module->lock); module 246 ompi/mca/osc/rdma/osc_rdma_dynamic.c ompi_osc_rdma_lock_acquire_exclusive (module, &my_peer->super, offsetof (ompi_osc_rdma_state_t, regions_lock)); module 251 ompi/mca/osc/rdma/osc_rdma_dynamic.c if (module->selected_btl->btl_register_mem) { module 252 ompi/mca/osc/rdma/osc_rdma_dynamic.c ompi_osc_rdma_deregister (module, module->dynamic_handles[region_index].btl_handle); module 255 ompi/mca/osc/rdma/osc_rdma_dynamic.c memmove (module->dynamic_handles + region_index, module->dynamic_handles + region_index + 1, module 259 ompi/mca/osc/rdma/osc_rdma_dynamic.c memset (module->dynamic_handles + region_count - 1, 0, sizeof (module->dynamic_handles[0])); module 263 ompi/mca/osc/rdma/osc_rdma_dynamic.c memmove (region, (void *)((intptr_t) region + module->region_size), module 264 ompi/mca/osc/rdma/osc_rdma_dynamic.c (region_count - region_index - 1) * module->region_size);; module 267 ompi/mca/osc/rdma/osc_rdma_dynamic.c module->state->region_count = ((region_id + 1) << 32) | (region_count - 1); module 269 ompi/mca/osc/rdma/osc_rdma_dynamic.c ompi_osc_rdma_lock_release_exclusive (module, &my_peer->super, offsetof (ompi_osc_rdma_state_t, regions_lock)); module 271 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_UNLOCK(&module->lock); module 291 ompi/mca/osc/rdma/osc_rdma_dynamic.c static int ompi_osc_rdma_refresh_dynamic_region (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_dynamic_t *peer) { module 303 ompi/mca/osc/rdma/osc_rdma_dynamic.c ret = ompi_osc_get_data_blocking (module, peer->super.state_endpoint, source_address, peer->super.state_handle, module 322 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_LOCK(&module->lock); module 325 ompi/mca/osc/rdma/osc_rdma_dynamic.c unsigned region_len = module->region_size * region_count; module 333 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_UNLOCK(&module->lock); module 339 ompi/mca/osc/rdma/osc_rdma_dynamic.c ompi_osc_rdma_lock_acquire_shared (module, &peer->super, 1, offsetof (ompi_osc_rdma_state_t, regions_lock), module 343 ompi/mca/osc/rdma/osc_rdma_dynamic.c ret = ompi_osc_get_data_blocking (module, peer->super.state_endpoint, source_address, peer->super.state_handle, module 346 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_UNLOCK(&module->lock); module 351 ompi/mca/osc/rdma/osc_rdma_dynamic.c ompi_osc_rdma_lock_release_shared (module, &peer->super, -1, offsetof (ompi_osc_rdma_state_t, regions_lock)); module 358 ompi/mca/osc/rdma/osc_rdma_dynamic.c OPAL_THREAD_UNLOCK(&module->lock); module 365 ompi/mca/osc/rdma/osc_rdma_dynamic.c int ompi_osc_rdma_find_dynamic_region (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, uint64_t base, size_t len, module 377 ompi/mca/osc/rdma/osc_rdma_dynamic.c ret = ompi_osc_rdma_refresh_dynamic_region (module, dy_peer); module 390 ompi/mca/osc/rdma/osc_rdma_dynamic.c *region = ompi_osc_rdma_find_region_containing (regions, 0, region_count - 1, (intptr_t) base, bound, module->region_size, NULL); module 59 ompi/mca/osc/rdma/osc_rdma_dynamic.h int ompi_osc_rdma_find_dynamic_region (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, uint64_t base, size_t len, module 37 ompi/mca/osc/rdma/osc_rdma_frag.h static inline int ompi_osc_rdma_frag_alloc (ompi_osc_rdma_module_t *module, size_t request_len, module 40 ompi/mca/osc/rdma/osc_rdma_frag.h ompi_osc_rdma_frag_t *curr = module->rdma_frag; module 56 ompi/mca/osc/rdma/osc_rdma_frag.h OPAL_THREAD_UNLOCK(&module->lock); module 64 ompi/mca/osc/rdma/osc_rdma_frag.h curr->module = module; module 67 ompi/mca/osc/rdma/osc_rdma_frag.h if (module->selected_btl->btl_register_mem) { module 68 ompi/mca/osc/rdma/osc_rdma_frag.h ret = ompi_osc_rdma_register (module, MCA_BTL_ENDPOINT_ANY, curr->super.ptr, mca_osc_rdma_component.buffer_size, module 75 ompi/mca/osc/rdma/osc_rdma_frag.h if (!opal_atomic_compare_exchange_strong_ptr ((opal_atomic_intptr_t *) &module->rdma_frag, &(intptr_t){0}, (intptr_t) curr)) { module 76 ompi/mca/osc/rdma/osc_rdma_frag.h ompi_osc_rdma_deregister (module, curr->handle); module 81 ompi/mca/osc/rdma/osc_rdma_frag.h curr = module->rdma_frag; module 37 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_btl_fop (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, module 52 ompi/mca/osc/rdma/osc_rdma_lock.h pending_op->module = module; module 53 ompi/mca/osc/rdma/osc_rdma_lock.h (void) opal_atomic_fetch_add_32 (&module->pending_ops, 1); module 68 ompi/mca/osc/rdma/osc_rdma_lock.h ret = ompi_osc_rdma_frag_alloc (module, 8, &pending_op->op_frag, (char **) &pending_op->op_buffer); module 72 ompi/mca/osc/rdma/osc_rdma_lock.h ret = module->selected_btl->btl_atomic_fop (module->selected_btl, endpoint, pending_op->op_buffer, module 81 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_progress (module); module 88 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_atomic_complete (module->selected_btl, endpoint, pending_op->op_buffer, module 96 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_progress (module); module 106 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_lock_btl_fop (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, uint64_t address, module 110 ompi/mca/osc/rdma/osc_rdma_lock.h return ompi_osc_rdma_btl_fop (module, peer->state_endpoint, address, peer->state_handle, op, operand, 0, result, module 115 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_btl_op (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, module 123 ompi/mca/osc/rdma/osc_rdma_lock.h if (!(module->selected_btl->btl_flags & MCA_BTL_FLAGS_ATOMIC_OPS)) { module 124 ompi/mca/osc/rdma/osc_rdma_lock.h return ompi_osc_rdma_btl_fop (module, endpoint, address, address_handle, op, operand, flags, NULL, wait_for_completion, module 139 ompi/mca/osc/rdma/osc_rdma_lock.h pending_op->module = module; module 140 ompi/mca/osc/rdma/osc_rdma_lock.h (void) opal_atomic_fetch_add_32 (&module->pending_ops, 1); module 145 ompi/mca/osc/rdma/osc_rdma_lock.h ret = module->selected_btl->btl_atomic_op (module->selected_btl, endpoint, (intptr_t) address, address_handle, module 152 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_progress (module); module 166 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_progress (module); module 176 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_lock_btl_op (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, uint64_t address, module 179 ompi/mca/osc/rdma/osc_rdma_lock.h return ompi_osc_rdma_btl_op (module, peer->state_endpoint, address, peer->state_handle, op, operand, 0, wait_for_completion, module 184 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_btl_cswap (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, module 202 ompi/mca/osc/rdma/osc_rdma_lock.h ret = ompi_osc_rdma_frag_alloc (module, 8, &pending_op->op_frag, (char **) &pending_op->op_buffer); module 205 ompi/mca/osc/rdma/osc_rdma_lock.h ret = module->selected_btl->btl_atomic_cswap (module->selected_btl, endpoint, pending_op->op_buffer, module 214 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_progress (module); module 227 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_progress (module); module 237 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_lock_btl_cswap (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, uint64_t address, module 240 ompi/mca/osc/rdma/osc_rdma_lock.h return ompi_osc_rdma_btl_cswap (module, peer->state_endpoint, address, peer->state_handle, compare, value, 0, result); module 257 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_lock_release_shared (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, module 266 ompi/mca/osc/rdma/osc_rdma_lock.h return ompi_osc_rdma_lock_btl_op (module, peer, lock, MCA_BTL_ATOMIC_ADD, value, false); module 289 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_lock_acquire_shared (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, module 303 ompi/mca/osc/rdma/osc_rdma_lock.h ret = ompi_osc_rdma_lock_btl_fop (module, peer, lock, MCA_BTL_ATOMIC_ADD, value, &lock_state, true); module 318 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_lock_release_shared (module, peer, -value, offset); module 319 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_progress (module); module 331 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_progress (module); module 351 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_lock_try_acquire_exclusive (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, module 364 ompi/mca/osc/rdma/osc_rdma_lock.h ret = ompi_osc_rdma_lock_btl_cswap (module, peer, lock, 0, OMPI_OSC_RDMA_LOCK_EXCLUSIVE, &lock_state); module 395 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_lock_acquire_exclusive (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, module 400 ompi/mca/osc/rdma/osc_rdma_lock.h while (1 == (ret = ompi_osc_rdma_lock_try_acquire_exclusive (module, peer, offset))) { module 401 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_progress (module); module 419 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_lock_release_exclusive (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, module 428 ompi/mca/osc/rdma/osc_rdma_lock.h ret = ompi_osc_rdma_lock_btl_op (module, peer, lock, MCA_BTL_ATOMIC_ADD, -OMPI_OSC_RDMA_LOCK_EXCLUSIVE, module 29 ompi/mca/osc/rdma/osc_rdma_module.c int ompi_osc_module_add_peer (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer) module 33 ompi/mca/osc/rdma/osc_rdma_module.c if (NULL == module->peer_array) { module 34 ompi/mca/osc/rdma/osc_rdma_module.c ret = opal_hash_table_set_value_uint32 (&module->peer_hash, peer->rank, (void *) peer); module 36 ompi/mca/osc/rdma/osc_rdma_module.c module->peer_array[peer->rank] = peer; module 45 ompi/mca/osc/rdma/osc_rdma_module.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 50 ompi/mca/osc/rdma/osc_rdma_module.c if (NULL == module) { module 54 ompi/mca/osc/rdma/osc_rdma_module.c while (module->pending_ops) { module 55 ompi/mca/osc/rdma/osc_rdma_module.c ompi_osc_rdma_progress (module); module 58 ompi/mca/osc/rdma/osc_rdma_module.c if (NULL != module->comm) { module 61 ompi/mca/osc/rdma/osc_rdma_module.c ompi_comm_get_cid(module->comm)); module 65 ompi/mca/osc/rdma/osc_rdma_module.c (void) module->comm->c_coll->coll_barrier (module->comm, module 66 ompi/mca/osc/rdma/osc_rdma_module.c module->comm->c_coll->coll_barrier_module); module 72 ompi/mca/osc/rdma/osc_rdma_module.c ompi_comm_get_cid(module->comm)); module 78 ompi/mca/osc/rdma/osc_rdma_module.c if (module->state) { module 79 ompi/mca/osc/rdma/osc_rdma_module.c int region_count = module->state->region_count & 0xffffffffL; module 80 ompi/mca/osc/rdma/osc_rdma_module.c if (NULL != module->dynamic_handles) { module 82 ompi/mca/osc/rdma/osc_rdma_module.c ompi_osc_rdma_deregister (module, module->dynamic_handles[i].btl_handle); module 85 ompi/mca/osc/rdma/osc_rdma_module.c free (module->dynamic_handles); module 89 ompi/mca/osc/rdma/osc_rdma_module.c OBJ_DESTRUCT(&module->outstanding_locks); module 90 ompi/mca/osc/rdma/osc_rdma_module.c OBJ_DESTRUCT(&module->lock); module 91 ompi/mca/osc/rdma/osc_rdma_module.c OBJ_DESTRUCT(&module->peer_lock); module 92 ompi/mca/osc/rdma/osc_rdma_module.c OBJ_DESTRUCT(&module->all_sync); module 94 ompi/mca/osc/rdma/osc_rdma_module.c ompi_osc_rdma_deregister (module, module->state_handle); module 95 ompi/mca/osc/rdma/osc_rdma_module.c ompi_osc_rdma_deregister (module, module->base_handle); module 97 ompi/mca/osc/rdma/osc_rdma_module.c OPAL_LIST_DESTRUCT(&module->pending_posts); module 99 ompi/mca/osc/rdma/osc_rdma_module.c if (NULL != module->rdma_frag) { module 100 ompi/mca/osc/rdma/osc_rdma_module.c ompi_osc_rdma_deregister (module, module->rdma_frag->handle); module 104 ompi/mca/osc/rdma/osc_rdma_module.c if (NULL == module->peer_array) { module 105 ompi/mca/osc/rdma/osc_rdma_module.c ret = opal_hash_table_get_first_key_uint32 (&module->peer_hash, &key, (void **) &peer, &node); module 108 ompi/mca/osc/rdma/osc_rdma_module.c ret = opal_hash_table_get_next_key_uint32 (&module->peer_hash, &key, (void **) &peer, module 112 ompi/mca/osc/rdma/osc_rdma_module.c OBJ_DESTRUCT(&module->peer_hash); module 113 ompi/mca/osc/rdma/osc_rdma_module.c } else if (NULL != module->comm) { module 114 ompi/mca/osc/rdma/osc_rdma_module.c for (int i = 0 ; i < ompi_comm_size (module->comm) ; ++i) { module 115 ompi/mca/osc/rdma/osc_rdma_module.c if (NULL != module->peer_array[i]) { module 116 ompi/mca/osc/rdma/osc_rdma_module.c OBJ_RELEASE(module->peer_array[i]); module 121 ompi/mca/osc/rdma/osc_rdma_module.c if (module->local_leaders && MPI_COMM_NULL != module->local_leaders) { module 122 ompi/mca/osc/rdma/osc_rdma_module.c ompi_comm_free (&module->local_leaders); module 125 ompi/mca/osc/rdma/osc_rdma_module.c if (module->shared_comm && MPI_COMM_NULL != module->shared_comm) { module 126 ompi/mca/osc/rdma/osc_rdma_module.c ompi_comm_free (&module->shared_comm); module 129 ompi/mca/osc/rdma/osc_rdma_module.c if (module->comm && MPI_COMM_NULL != module->comm) { module 130 ompi/mca/osc/rdma/osc_rdma_module.c ompi_comm_free (&module->comm); module 133 ompi/mca/osc/rdma/osc_rdma_module.c if (module->segment_base) { module 134 ompi/mca/osc/rdma/osc_rdma_module.c opal_shmem_segment_detach (&module->seg_ds); module 135 ompi/mca/osc/rdma/osc_rdma_module.c module->segment_base = NULL; module 138 ompi/mca/osc/rdma/osc_rdma_module.c free (module->peer_array); module 139 ompi/mca/osc/rdma/osc_rdma_module.c free (module->outstanding_lock_array); module 140 ompi/mca/osc/rdma/osc_rdma_module.c free (module->free_after); module 141 ompi/mca/osc/rdma/osc_rdma_module.c free (module); module 39 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 47 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_LOCK(&module->lock); module 49 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock = ompi_osc_rdma_module_sync_lookup (module, target, &peer); module 53 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 56 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 69 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 76 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (!ompi_osc_rdma_in_passive_epoch (module)) { module 83 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (OMPI_OSC_RDMA_SYNC_TYPE_LOCK == module->all_sync.type) { module 84 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_sync_rdma_complete (&module->all_sync); module 88 ompi/mca/osc/rdma/osc_rdma_passive_target.c ret = opal_hash_table_get_first_key_uint32 (&module->outstanding_locks, &key, (void **) &lock, &node); module 92 ompi/mca/osc/rdma/osc_rdma_passive_target.c ret = opal_hash_table_get_next_key_uint32 (&module->outstanding_locks, &key, (void **) &lock, module 114 ompi/mca/osc/rdma/osc_rdma_passive_target.c static inline int ompi_osc_rdma_lock_atomic_internal (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, module 117 ompi/mca/osc/rdma/osc_rdma_passive_target.c const int locking_mode = module->locking_mode; module 125 ompi/mca/osc/rdma/osc_rdma_passive_target.c ret = ompi_osc_rdma_lock_acquire_shared (module, module->leader, 1, offsetof (ompi_osc_rdma_state_t, global_lock), module 128 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_progress (module); module 134 ompi/mca/osc/rdma/osc_rdma_passive_target.c ret = ompi_osc_rdma_lock_try_acquire_exclusive (module, peer, offsetof (ompi_osc_rdma_state_t, local_lock)); module 138 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_lock_release_shared (module, module->leader, -1, offsetof (ompi_osc_rdma_state_t, global_lock)); module 140 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_progress (module); module 151 ompi/mca/osc/rdma/osc_rdma_passive_target.c ret = ompi_osc_rdma_lock_acquire_shared (module, peer, 1, offsetof (ompi_osc_rdma_state_t, local_lock), module 157 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_progress (module); module 164 ompi/mca/osc/rdma/osc_rdma_passive_target.c static inline int ompi_osc_rdma_unlock_atomic_internal (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, module 167 ompi/mca/osc/rdma/osc_rdma_passive_target.c const int locking_mode = module->locking_mode; module 171 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_lock_release_exclusive (module, peer, offsetof (ompi_osc_rdma_state_t, local_lock)); module 175 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_lock_release_shared (module, module->leader, -1, offsetof (ompi_osc_rdma_state_t, global_lock)); module 181 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_lock_release_shared (module, peer, -1, offsetof (ompi_osc_rdma_state_t, local_lock)); module 188 ompi/mca/osc/rdma/osc_rdma_passive_target.c int ompi_osc_rdma_demand_lock_peer (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer) module 190 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_sync_t *lock = &module->all_sync; module 199 ompi/mca/osc/rdma/osc_rdma_passive_target.c ret = ompi_osc_rdma_lock_atomic_internal (module, peer, lock); module 211 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 212 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_peer_t *peer = ompi_osc_rdma_module_peer (module, target); module 218 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (module->no_locks) { module 223 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (module->all_sync.epoch_active && (OMPI_OSC_RDMA_SYNC_TYPE_LOCK != module->all_sync.type || MPI_LOCK_EXCLUSIVE == lock_type)) { module 230 ompi/mca/osc/rdma/osc_rdma_passive_target.c module->all_sync.type = OMPI_OSC_RDMA_SYNC_TYPE_NONE; module 233 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock = ompi_osc_rdma_sync_allocate (module); module 248 ompi/mca/osc/rdma/osc_rdma_passive_target.c ret = ompi_osc_rdma_lock_atomic_internal (module, peer, lock); module 252 ompi/mca/osc/rdma/osc_rdma_passive_target.c ++module->passive_target_access_epoch; module 256 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_SCOPED_LOCK(&module->lock, ompi_osc_rdma_module_lock_insert (module, lock)); module 269 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 274 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_LOCK(&module->lock); module 278 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock = ompi_osc_rdma_module_lock_find (module, target, &peer); module 282 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 286 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_module_lock_remove (module, lock); module 292 ompi/mca/osc/rdma/osc_rdma_passive_target.c ret = ompi_osc_rdma_unlock_atomic_internal (module, peer, lock); module 300 ompi/mca/osc/rdma/osc_rdma_passive_target.c --module->passive_target_access_epoch; module 304 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 314 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 320 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (module->no_locks) { module 325 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_LOCK(&module->lock); module 326 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (module->all_sync.epoch_active) { module 329 ompi/mca/osc/rdma/osc_rdma_passive_target.c (OMPI_OSC_RDMA_SYNC_TYPE_LOCK != module->all_sync.type && module->all_sync.epoch_active) ? module 331 ompi/mca/osc/rdma/osc_rdma_passive_target.c (OMPI_OSC_RDMA_SYNC_TYPE_LOCK == module->all_sync.type) ? "active" : "inactive"); module 332 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 337 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock = &module->all_sync; module 343 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock->num_peers = ompi_comm_size (module->comm); module 353 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (OMPI_OSC_RDMA_LOCKING_TWO_LEVEL == module->locking_mode) { module 354 ompi/mca/osc/rdma/osc_rdma_passive_target.c ret = ompi_osc_rdma_lock_acquire_shared (module, module->leader, 0x0000000100000000UL, module 359 ompi/mca/osc/rdma/osc_rdma_passive_target.c ret = ompi_osc_rdma_demand_lock_peer (module, module->my_peer); module 368 ompi/mca/osc/rdma/osc_rdma_passive_target.c ++module->passive_target_access_epoch; module 373 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 382 ompi/mca/osc/rdma/osc_rdma_passive_target.c ompi_osc_rdma_module_t *module = GET_MODULE(win); module 387 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_LOCK(&module->lock); module 389 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock = &module->all_sync; module 392 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 400 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (OMPI_OSC_RDMA_LOCKING_ON_DEMAND == module->locking_mode) { module 405 ompi/mca/osc/rdma/osc_rdma_passive_target.c (void) ompi_osc_rdma_unlock_atomic_internal (module, peer, lock); module 410 ompi/mca/osc/rdma/osc_rdma_passive_target.c (void) ompi_osc_rdma_lock_release_shared (module, module->leader, -0x0000000100000000UL, module 419 ompi/mca/osc/rdma/osc_rdma_passive_target.c --module->passive_target_access_epoch; module 423 ompi/mca/osc/rdma/osc_rdma_passive_target.c OPAL_THREAD_UNLOCK(&module->lock); module 25 ompi/mca/osc/rdma/osc_rdma_peer.c #define NODE_ID_TO_RANK(module, peer_data, node_id) ((int)(peer_data)->len) module 36 ompi/mca/osc/rdma/osc_rdma_peer.c struct mca_btl_base_endpoint_t *ompi_osc_rdma_peer_btl_endpoint (struct ompi_osc_rdma_module_t *module, int peer_id) module 38 ompi/mca/osc/rdma/osc_rdma_peer.c ompi_proc_t *proc = ompi_comm_peer_lookup (module->comm, peer_id); module 48 ompi/mca/osc/rdma/osc_rdma_peer.c if (bml_endpoint->btl_rdma.bml_btls[btl_index].btl == module->selected_btl) { module 57 ompi/mca/osc/rdma/osc_rdma_peer.c int ompi_osc_rdma_new_peer (struct ompi_osc_rdma_module_t *module, int peer_id, ompi_osc_rdma_peer_t **peer_out) { module 63 ompi/mca/osc/rdma/osc_rdma_peer.c endpoint = ompi_osc_rdma_peer_btl_endpoint (module, peer_id); module 64 ompi/mca/osc/rdma/osc_rdma_peer.c if (OPAL_UNLIKELY(NULL == endpoint && !((module->selected_btl->btl_atomic_flags & MCA_BTL_ATOMIC_SUPPORTS_GLOB) && module 65 ompi/mca/osc/rdma/osc_rdma_peer.c peer_id == ompi_comm_rank (module->comm)))) { module 69 ompi/mca/osc/rdma/osc_rdma_peer.c if (MPI_WIN_FLAVOR_DYNAMIC == module->flavor) { module 71 ompi/mca/osc/rdma/osc_rdma_peer.c } else if (module->same_size && module->same_disp_unit) { module 96 ompi/mca/osc/rdma/osc_rdma_peer.c static int ompi_osc_rdma_peer_setup (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer) module 111 ompi/mca/osc/rdma/osc_rdma_peer.c if (module->selected_btl->btl_register_mem) { module 112 ompi/mca/osc/rdma/osc_rdma_peer.c registration_handle_size = module->selected_btl->btl_registration_handle_size; module 118 ompi/mca/osc/rdma/osc_rdma_peer.c node_id = peer->rank / RANK_ARRAY_COUNT(module); module 119 ompi/mca/osc/rdma/osc_rdma_peer.c array_peer_data = (ompi_osc_rdma_region_t *) ((intptr_t) module->node_comm_info + node_id * module->region_size); module 122 ompi/mca/osc/rdma/osc_rdma_peer.c node_rank = NODE_ID_TO_RANK(module, array_peer_data, node_id); module 123 ompi/mca/osc/rdma/osc_rdma_peer.c array_index = peer->rank % RANK_ARRAY_COUNT(module); module 128 ompi/mca/osc/rdma/osc_rdma_peer.c array_endpoint = ompi_osc_rdma_peer_btl_endpoint (module, node_rank); module 136 ompi/mca/osc/rdma/osc_rdma_peer.c ret = ompi_osc_get_data_blocking (module, array_endpoint, array_pointer, (mca_btl_base_registration_handle_t *) array_peer_data->btl_handle_data, module 145 ompi/mca/osc/rdma/osc_rdma_peer.c node_peer_data = (ompi_osc_rdma_region_t *) ((intptr_t) module->node_comm_info + rank_data.node_id * module->region_size); module 147 ompi/mca/osc/rdma/osc_rdma_peer.c peer->state = node_peer_data->base + module->state_offset + module->state_size * rank_data.rank; module 153 ompi/mca/osc/rdma/osc_rdma_peer.c peer->state_endpoint = ompi_osc_rdma_peer_btl_endpoint (module, NODE_ID_TO_RANK(module, node_peer_data, rank_data.node_id)); module 159 ompi/mca/osc/rdma/osc_rdma_peer.c if (MPI_WIN_FLAVOR_DYNAMIC == module->flavor) { module 164 ompi/mca/osc/rdma/osc_rdma_peer.c if (module->same_disp_unit) { module 171 ompi/mca/osc/rdma/osc_rdma_peer.c peer_data_size = module->state_size - peer_data_offset; module 175 ompi/mca/osc/rdma/osc_rdma_peer.c ret = ompi_osc_get_data_blocking (module, peer->state_endpoint, peer->state + peer_data_offset, peer->state_handle, module 181 ompi/mca/osc/rdma/osc_rdma_peer.c if (!module->same_disp_unit) { module 187 ompi/mca/osc/rdma/osc_rdma_peer.c disp_unit = module->disp_unit; module 205 ompi/mca/osc/rdma/osc_rdma_peer.c if (!module->same_size) { module 221 ompi/mca/osc/rdma/osc_rdma_peer.c if (MPI_WIN_FLAVOR_ALLOCATE == module->flavor) { module 242 ompi/mca/osc/rdma/osc_rdma_peer.c static struct ompi_osc_rdma_peer_t *ompi_osc_rdma_peer_lookup_internal (struct ompi_osc_rdma_module_t *module, int peer_id) module 249 ompi/mca/osc/rdma/osc_rdma_peer.c peer = ompi_osc_module_get_peer (module, peer_id); module 254 ompi/mca/osc/rdma/osc_rdma_peer.c ret = ompi_osc_rdma_new_peer (module, peer_id, &peer); module 259 ompi/mca/osc/rdma/osc_rdma_peer.c ret = ompi_osc_rdma_peer_setup (module, peer); module 265 ompi/mca/osc/rdma/osc_rdma_peer.c ret = ompi_osc_module_add_peer (module, peer); module 278 ompi/mca/osc/rdma/osc_rdma_peer.c struct ompi_osc_rdma_peer_t *ompi_osc_rdma_peer_lookup (struct ompi_osc_rdma_module_t *module, int peer_id) module 282 ompi/mca/osc/rdma/osc_rdma_peer.c opal_mutex_lock (&module->peer_lock); module 283 ompi/mca/osc/rdma/osc_rdma_peer.c peer = ompi_osc_rdma_peer_lookup_internal (module, peer_id); module 284 ompi/mca/osc/rdma/osc_rdma_peer.c opal_mutex_unlock (&module->peer_lock); module 151 ompi/mca/osc/rdma/osc_rdma_peer.h int ompi_osc_rdma_new_peer (struct ompi_osc_rdma_module_t *module, int peer_id, ompi_osc_rdma_peer_t **peer_out); module 162 ompi/mca/osc/rdma/osc_rdma_peer.h struct ompi_osc_rdma_peer_t *ompi_osc_rdma_peer_lookup (struct ompi_osc_rdma_module_t *module, int peer_id); module 173 ompi/mca/osc/rdma/osc_rdma_peer.h struct mca_btl_base_endpoint_t *ompi_osc_rdma_peer_btl_endpoint (struct ompi_osc_rdma_module_t *module, int peer_id); module 42 ompi/mca/osc/rdma/osc_rdma_request.h ompi_osc_rdma_module_t *module; module 72 ompi/mca/osc/rdma/osc_rdma_request.h (req)->module = rmodule; \ module 33 ompi/mca/osc/rdma/osc_rdma_sync.c ompi_osc_rdma_sync_t *ompi_osc_rdma_sync_allocate (struct ompi_osc_rdma_module_t *module) module 42 ompi/mca/osc/rdma/osc_rdma_sync.c rdma_sync->module = module; module 72 ompi/mca/osc/rdma/osc_rdma_sync.c bool ompi_osc_rdma_sync_pscw_peer (ompi_osc_rdma_module_t *module, int target, struct ompi_osc_rdma_peer_t **peer) module 74 ompi/mca/osc/rdma/osc_rdma_sync.c ompi_osc_rdma_sync_t *rdma_sync = &module->all_sync; module 52 ompi/mca/osc/rdma/osc_rdma_sync.h struct ompi_osc_rdma_module_t *module; module 115 ompi/mca/osc/rdma/osc_rdma_sync.h ompi_osc_rdma_sync_t *ompi_osc_rdma_sync_allocate (struct ompi_osc_rdma_module_t *module); module 137 ompi/mca/osc/rdma/osc_rdma_sync.h bool ompi_osc_rdma_sync_pscw_peer (struct ompi_osc_rdma_module_t *module, int target, struct ompi_osc_rdma_peer_t **peer); module 182 ompi/mca/osc/rdma/osc_rdma_types.h struct ompi_osc_rdma_module_t *module; module 209 ompi/mca/osc/rdma/osc_rdma_types.h struct ompi_osc_rdma_module_t *module; module 97 ompi/mca/osc/sm/osc_sm_active_target.c ompi_osc_sm_module_t *module = module 103 ompi/mca/osc/sm/osc_sm_active_target.c if (module->global_state->use_barrier_for_fence) { module 104 ompi/mca/osc/sm/osc_sm_active_target.c return module->comm->c_coll->coll_barrier(module->comm, module 105 ompi/mca/osc/sm/osc_sm_active_target.c module->comm->c_coll->coll_barrier_module); module 107 ompi/mca/osc/sm/osc_sm_active_target.c module->my_sense = !module->my_sense; module 108 ompi/mca/osc/sm/osc_sm_active_target.c pthread_mutex_lock(&module->global_state->mtx); module 109 ompi/mca/osc/sm/osc_sm_active_target.c module->global_state->count--; module 110 ompi/mca/osc/sm/osc_sm_active_target.c if (module->global_state->count == 0) { module 111 ompi/mca/osc/sm/osc_sm_active_target.c module->global_state->count = ompi_comm_size(module->comm); module 112 ompi/mca/osc/sm/osc_sm_active_target.c module->global_state->sense = module->my_sense; module 113 ompi/mca/osc/sm/osc_sm_active_target.c pthread_cond_broadcast(&module->global_state->cond); module 115 ompi/mca/osc/sm/osc_sm_active_target.c while (module->global_state->sense != module->my_sense) { module 116 ompi/mca/osc/sm/osc_sm_active_target.c pthread_cond_wait(&module->global_state->cond, &module->global_state->mtx); module 119 ompi/mca/osc/sm/osc_sm_active_target.c pthread_mutex_unlock(&module->global_state->mtx); module 130 ompi/mca/osc/sm/osc_sm_active_target.c ompi_osc_sm_module_t *module = module 132 ompi/mca/osc/sm/osc_sm_active_target.c int my_rank = ompi_comm_rank (module->comm); module 137 ompi/mca/osc/sm/osc_sm_active_target.c if (!OPAL_ATOMIC_COMPARE_EXCHANGE_STRONG_PTR(&module->start_group, (void *) &_tmp_ptr, group)) { module 145 ompi/mca/osc/sm/osc_sm_active_target.c int *ranks = ompi_osc_sm_group_ranks (module->comm->c_local_group, group); module 150 ompi/mca/osc/sm/osc_sm_active_target.c size = ompi_group_size(module->start_group); module 157 ompi/mca/osc/sm/osc_sm_active_target.c while (!(module->posts[my_rank][rank_byte] & rank_bit)) { module 165 ompi/mca/osc/sm/osc_sm_active_target.c (void) opal_atomic_fetch_xor_64 ((opal_atomic_int64_t *) module->posts[my_rank] + rank_byte, rank_bit); module 167 ompi/mca/osc/sm/osc_sm_active_target.c (void) opal_atomic_fetch_xor_32 ((opal_atomic_int32_t *) module->posts[my_rank] + rank_byte, rank_bit); module 182 ompi/mca/osc/sm/osc_sm_active_target.c ompi_osc_sm_module_t *module = module 190 ompi/mca/osc/sm/osc_sm_active_target.c group = module->start_group; module 191 ompi/mca/osc/sm/osc_sm_active_target.c if (NULL == group || !OPAL_ATOMIC_COMPARE_EXCHANGE_STRONG_PTR((opal_atomic_intptr_t *) &module->start_group, (opal_atomic_intptr_t *) &group, 0)) { module 197 ompi/mca/osc/sm/osc_sm_active_target.c int *ranks = ompi_osc_sm_group_ranks (module->comm->c_local_group, group); module 204 ompi/mca/osc/sm/osc_sm_active_target.c (void) opal_atomic_add_fetch_32(&module->node_states[ranks[i]].complete_count, 1); module 221 ompi/mca/osc/sm/osc_sm_active_target.c ompi_osc_sm_module_t *module = module 223 ompi/mca/osc/sm/osc_sm_active_target.c int my_rank = ompi_comm_rank (module->comm); module 228 ompi/mca/osc/sm/osc_sm_active_target.c OPAL_THREAD_LOCK(&module->lock); module 230 ompi/mca/osc/sm/osc_sm_active_target.c if (NULL != module->post_group) { module 231 ompi/mca/osc/sm/osc_sm_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 235 ompi/mca/osc/sm/osc_sm_active_target.c module->post_group = group; module 240 ompi/mca/osc/sm/osc_sm_active_target.c int *ranks = ompi_osc_sm_group_ranks (module->comm->c_local_group, group); module 245 ompi/mca/osc/sm/osc_sm_active_target.c module->my_node_state->complete_count = 0; module 248 ompi/mca/osc/sm/osc_sm_active_target.c gsize = ompi_group_size(module->post_group); module 251 ompi/mca/osc/sm/osc_sm_active_target.c (void) opal_atomic_fetch_add_64 ((opal_atomic_int64_t *) module->posts[ranks[i]] + my_byte, my_bit); module 253 ompi/mca/osc/sm/osc_sm_active_target.c (void) opal_atomic_fetch_add_32 ((opal_atomic_int32_t *) module->posts[ranks[i]] + my_byte, my_bit); module 264 ompi/mca/osc/sm/osc_sm_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 273 ompi/mca/osc/sm/osc_sm_active_target.c ompi_osc_sm_module_t *module = module 277 ompi/mca/osc/sm/osc_sm_active_target.c OPAL_THREAD_LOCK(&module->lock); module 279 ompi/mca/osc/sm/osc_sm_active_target.c if (NULL == module->post_group) { module 280 ompi/mca/osc/sm/osc_sm_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 284 ompi/mca/osc/sm/osc_sm_active_target.c group = module->post_group; module 288 ompi/mca/osc/sm/osc_sm_active_target.c while (module->my_node_state->complete_count != size) { module 294 ompi/mca/osc/sm/osc_sm_active_target.c module->post_group = NULL; module 296 ompi/mca/osc/sm/osc_sm_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 309 ompi/mca/osc/sm/osc_sm_active_target.c ompi_osc_sm_module_t *module = module 312 ompi/mca/osc/sm/osc_sm_active_target.c OPAL_THREAD_LOCK(&module->lock); module 314 ompi/mca/osc/sm/osc_sm_active_target.c if (NULL == module->post_group) { module 315 ompi/mca/osc/sm/osc_sm_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 319 ompi/mca/osc/sm/osc_sm_active_target.c int size = ompi_group_size(module->post_group); module 321 ompi/mca/osc/sm/osc_sm_active_target.c if (module->my_node_state->complete_count == size) { module 322 ompi/mca/osc/sm/osc_sm_active_target.c OBJ_RELEASE(module->post_group); module 323 ompi/mca/osc/sm/osc_sm_active_target.c module->post_group = NULL; module 329 ompi/mca/osc/sm/osc_sm_active_target.c OPAL_THREAD_UNLOCK(&module->lock); module 35 ompi/mca/osc/sm/osc_sm_comm.c ompi_osc_sm_module_t *module = module 46 ompi/mca/osc/sm/osc_sm_comm.c remote_address = ((char*) (module->bases[target])) + module->disp_units[target] * target_disp; module 75 ompi/mca/osc/sm/osc_sm_comm.c ompi_osc_sm_module_t *module = module 86 ompi/mca/osc/sm/osc_sm_comm.c remote_address = ((char*) (module->bases[target])) + module->disp_units[target] * target_disp; module 116 ompi/mca/osc/sm/osc_sm_comm.c ompi_osc_sm_module_t *module = module 128 ompi/mca/osc/sm/osc_sm_comm.c remote_address = ((char*) (module->bases[target])) + module->disp_units[target] * target_disp; module 130 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_lock(&module->node_states[target].accumulate_lock); module 139 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_unlock(&module->node_states[target].accumulate_lock); module 167 ompi/mca/osc/sm/osc_sm_comm.c ompi_osc_sm_module_t *module = module 179 ompi/mca/osc/sm/osc_sm_comm.c remote_address = ((char*) (module->bases[target])) + module->disp_units[target] * target_disp; module 181 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_lock(&module->node_states[target].accumulate_lock); module 197 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_unlock(&module->node_states[target].accumulate_lock); module 219 ompi/mca/osc/sm/osc_sm_comm.c ompi_osc_sm_module_t *module = module 230 ompi/mca/osc/sm/osc_sm_comm.c remote_address = ((char*) (module->bases[target])) + module->disp_units[target] * target_disp; module 250 ompi/mca/osc/sm/osc_sm_comm.c ompi_osc_sm_module_t *module = module 261 ompi/mca/osc/sm/osc_sm_comm.c remote_address = ((char*) (module->bases[target])) + module->disp_units[target] * target_disp; module 282 ompi/mca/osc/sm/osc_sm_comm.c ompi_osc_sm_module_t *module = module 294 ompi/mca/osc/sm/osc_sm_comm.c remote_address = ((char*) (module->bases[target])) + module->disp_units[target] * target_disp; module 296 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_lock(&module->node_states[target].accumulate_lock); module 305 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_unlock(&module->node_states[target].accumulate_lock); module 326 ompi/mca/osc/sm/osc_sm_comm.c ompi_osc_sm_module_t *module = module 338 ompi/mca/osc/sm/osc_sm_comm.c remote_address = ((char*) (module->bases[target])) + module->disp_units[target] * target_disp; module 340 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_lock(&module->node_states[target].accumulate_lock); module 356 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_unlock(&module->node_states[target].accumulate_lock); module 371 ompi/mca/osc/sm/osc_sm_comm.c ompi_osc_sm_module_t *module = module 382 ompi/mca/osc/sm/osc_sm_comm.c remote_address = ((char*) (module->bases[target])) + module->disp_units[target] * target_disp; module 386 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_lock(&module->node_states[target].accumulate_lock); module 396 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_unlock(&module->node_states[target].accumulate_lock); module 411 ompi/mca/osc/sm/osc_sm_comm.c ompi_osc_sm_module_t *module = module 422 ompi/mca/osc/sm/osc_sm_comm.c remote_address = ((char*) (module->bases[target])) + module->disp_units[target] * target_disp; module 424 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_lock(&module->node_states[target].accumulate_lock); module 438 ompi/mca/osc/sm/osc_sm_comm.c opal_atomic_unlock(&module->node_states[target].accumulate_lock); module 191 ompi/mca/osc/sm/osc_sm_component.c ompi_osc_sm_module_t *module = NULL; module 201 ompi/mca/osc/sm/osc_sm_component.c module = (ompi_osc_sm_module_t*) module 203 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 205 ompi/mca/osc/sm/osc_sm_component.c win->w_osc_module = &module->super; module 207 ompi/mca/osc/sm/osc_sm_component.c OBJ_CONSTRUCT(&module->lock, opal_mutex_t); module 214 ompi/mca/osc/sm/osc_sm_component.c memcpy(module, &ompi_osc_sm_module_template, module 218 ompi/mca/osc/sm/osc_sm_component.c ret = ompi_comm_dup(comm, &module->comm); module 221 ompi/mca/osc/sm/osc_sm_component.c module->flavor = flavor; module 225 ompi/mca/osc/sm/osc_sm_component.c module->segment_base = NULL; module 226 ompi/mca/osc/sm/osc_sm_component.c module->sizes = malloc(sizeof(size_t)); module 227 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module->sizes) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 228 ompi/mca/osc/sm/osc_sm_component.c module->bases = malloc(sizeof(void*)); module 229 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module->bases) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 231 ompi/mca/osc/sm/osc_sm_component.c module->sizes[0] = size; module 232 ompi/mca/osc/sm/osc_sm_component.c module->bases[0] = malloc(size); module 233 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module->bases[0]) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 235 ompi/mca/osc/sm/osc_sm_component.c module->global_state = malloc(sizeof(ompi_osc_sm_global_state_t)); module 236 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module->global_state) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 237 ompi/mca/osc/sm/osc_sm_component.c module->node_states = malloc(sizeof(ompi_osc_sm_node_state_t)); module 238 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module->node_states) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 239 ompi/mca/osc/sm/osc_sm_component.c module->posts = calloc (1, sizeof(module->posts[0]) + sizeof (module->posts[0][0])); module 240 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module->posts) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 241 ompi/mca/osc/sm/osc_sm_component.c module->posts[0] = (osc_sm_post_atomic_type_t *) (module->posts + 1); module 258 ompi/mca/osc/sm/osc_sm_component.c module->noncontig = false; module 260 ompi/mca/osc/sm/osc_sm_component.c &module->noncontig, &flag)) { module 264 ompi/mca/osc/sm/osc_sm_component.c if (module->noncontig) { module 269 ompi/mca/osc/sm/osc_sm_component.c ret = module->comm->c_coll->coll_allgather(&total, 1, MPI_UNSIGNED_LONG, module 271 ompi/mca/osc/sm/osc_sm_component.c module->comm, module 272 ompi/mca/osc/sm/osc_sm_component.c module->comm->c_coll->coll_allgather_module); module 283 ompi/mca/osc/sm/osc_sm_component.c posts_size = comm_size * post_size * sizeof (module->posts[0][0]); module 285 ompi/mca/osc/sm/osc_sm_component.c if (0 == ompi_comm_rank (module->comm)) { module 289 ompi/mca/osc/sm/osc_sm_component.c OMPI_PROC_MY_NAME->jobid, (int) OMPI_PROC_MY_NAME->vpid, ompi_comm_get_cid(module->comm)); module 294 ompi/mca/osc/sm/osc_sm_component.c ret = opal_shmem_segment_create (&module->seg_ds, data_file, total + pagesize + state_size + posts_size); module 303 ompi/mca/osc/sm/osc_sm_component.c ret = module->comm->c_coll->coll_bcast (&module->seg_ds, sizeof (module->seg_ds), MPI_BYTE, 0, module 304 ompi/mca/osc/sm/osc_sm_component.c module->comm, module->comm->c_coll->coll_bcast_module); module 309 ompi/mca/osc/sm/osc_sm_component.c module->segment_base = opal_shmem_segment_attach (&module->seg_ds); module 310 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module->segment_base) { module 315 ompi/mca/osc/sm/osc_sm_component.c ret = module->comm->c_coll->coll_barrier (module->comm, module->comm->c_coll->coll_barrier_module); module 320 ompi/mca/osc/sm/osc_sm_component.c if (0 == ompi_comm_rank (module->comm)) { module 321 ompi/mca/osc/sm/osc_sm_component.c opal_shmem_unlink (&module->seg_ds); module 325 ompi/mca/osc/sm/osc_sm_component.c module->sizes = malloc(sizeof(size_t) * comm_size); module 326 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module->sizes) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 327 ompi/mca/osc/sm/osc_sm_component.c module->bases = malloc(sizeof(void*) * comm_size); module 328 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module->bases) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 329 ompi/mca/osc/sm/osc_sm_component.c module->posts = calloc (comm_size, sizeof (module->posts[0])); module 330 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module->posts) return OMPI_ERR_TEMP_OUT_OF_RESOURCE; module 333 ompi/mca/osc/sm/osc_sm_component.c module->posts[0] = (osc_sm_post_atomic_type_t *) (module->segment_base); module 334 ompi/mca/osc/sm/osc_sm_component.c module->global_state = (ompi_osc_sm_global_state_t *) (module->posts[0] + comm_size * post_size); module 335 ompi/mca/osc/sm/osc_sm_component.c module->node_states = (ompi_osc_sm_node_state_t *) (module->global_state + 1); module 339 ompi/mca/osc/sm/osc_sm_component.c module->posts[i] = module->posts[i - 1] + post_size; module 342 ompi/mca/osc/sm/osc_sm_component.c module->sizes[i] = rbuf[i]; module 343 ompi/mca/osc/sm/osc_sm_component.c if (module->sizes[i]) { module 344 ompi/mca/osc/sm/osc_sm_component.c module->bases[i] = ((char *) module->segment_base) + total; module 347 ompi/mca/osc/sm/osc_sm_component.c module->bases[i] = NULL; module 355 ompi/mca/osc/sm/osc_sm_component.c module->my_node_state = &module->node_states[ompi_comm_rank(module->comm)]; module 356 ompi/mca/osc/sm/osc_sm_component.c memset (module->my_node_state, 0, sizeof(*module->my_node_state)); module 358 ompi/mca/osc/sm/osc_sm_component.c *base = module->bases[ompi_comm_rank(module->comm)]; module 360 ompi/mca/osc/sm/osc_sm_component.c opal_atomic_lock_init(&module->my_node_state->accumulate_lock, OPAL_ATOMIC_LOCK_UNLOCKED); module 363 ompi/mca/osc/sm/osc_sm_component.c module->disp_units = malloc(sizeof(int) * comm_size); module 364 ompi/mca/osc/sm/osc_sm_component.c ret = module->comm->c_coll->coll_allgather(&disp_unit, 1, MPI_INT, module 365 ompi/mca/osc/sm/osc_sm_component.c module->disp_units, 1, MPI_INT, module 366 ompi/mca/osc/sm/osc_sm_component.c module->comm, module 367 ompi/mca/osc/sm/osc_sm_component.c module->comm->c_coll->coll_allgather_module); module 370 ompi/mca/osc/sm/osc_sm_component.c module->start_group = NULL; module 371 ompi/mca/osc/sm/osc_sm_component.c module->post_group = NULL; module 374 ompi/mca/osc/sm/osc_sm_component.c module->my_sense = 1; module 376 ompi/mca/osc/sm/osc_sm_component.c module->outstanding_locks = calloc(comm_size, sizeof(enum ompi_osc_sm_locktype_t)); module 377 ompi/mca/osc/sm/osc_sm_component.c if (NULL == module->outstanding_locks) { module 382 ompi/mca/osc/sm/osc_sm_component.c if (0 == ompi_comm_rank(module->comm)) { module 398 ompi/mca/osc/sm/osc_sm_component.c module->global_state->use_barrier_for_fence = 1; module 400 ompi/mca/osc/sm/osc_sm_component.c ret = pthread_mutex_init(&module->global_state->mtx, &mattr); module 402 ompi/mca/osc/sm/osc_sm_component.c module->global_state->use_barrier_for_fence = 1; module 406 ompi/mca/osc/sm/osc_sm_component.c ret = pthread_cond_init(&module->global_state->cond, &cattr); module 411 ompi/mca/osc/sm/osc_sm_component.c module->global_state->use_barrier_for_fence = 0; module 412 ompi/mca/osc/sm/osc_sm_component.c module->global_state->sense = module->my_sense; module 413 ompi/mca/osc/sm/osc_sm_component.c module->global_state->count = comm_size; module 416 ompi/mca/osc/sm/osc_sm_component.c module->global_state->use_barrier_for_fence = 1; module 419 ompi/mca/osc/sm/osc_sm_component.c module->global_state->use_barrier_for_fence = 1; module 428 ompi/mca/osc/sm/osc_sm_component.c ret = module->comm->c_coll->coll_barrier(module->comm, module 429 ompi/mca/osc/sm/osc_sm_component.c module->comm->c_coll->coll_barrier_module); module 438 ompi/mca/osc/sm/osc_sm_component.c if (0 == ompi_comm_rank (module->comm) && unlink_needed) { module 439 ompi/mca/osc/sm/osc_sm_component.c opal_shmem_unlink (&module->seg_ds); module 451 ompi/mca/osc/sm/osc_sm_component.c ompi_osc_sm_module_t *module = module 454 ompi/mca/osc/sm/osc_sm_component.c if (module->flavor != MPI_WIN_FLAVOR_SHARED) { module 459 ompi/mca/osc/sm/osc_sm_component.c *size = module->sizes[rank]; module 460 ompi/mca/osc/sm/osc_sm_component.c *((void**) baseptr) = module->bases[rank]; module 461 ompi/mca/osc/sm/osc_sm_component.c *disp_unit = module->disp_units[rank]; module 468 ompi/mca/osc/sm/osc_sm_component.c for (i = 0 ; i < ompi_comm_size(module->comm) ; ++i) { module 469 ompi/mca/osc/sm/osc_sm_component.c if (0 != module->sizes[i]) { module 470 ompi/mca/osc/sm/osc_sm_component.c *size = module->sizes[i]; module 471 ompi/mca/osc/sm/osc_sm_component.c *((void**) baseptr) = module->bases[i]; module 472 ompi/mca/osc/sm/osc_sm_component.c *disp_unit = module->disp_units[i]; module 485 ompi/mca/osc/sm/osc_sm_component.c ompi_osc_sm_module_t *module = module 488 ompi/mca/osc/sm/osc_sm_component.c if (module->flavor != MPI_WIN_FLAVOR_DYNAMIC) { module 498 ompi/mca/osc/sm/osc_sm_component.c ompi_osc_sm_module_t *module = module 501 ompi/mca/osc/sm/osc_sm_component.c if (module->flavor != MPI_WIN_FLAVOR_DYNAMIC) { module 511 ompi/mca/osc/sm/osc_sm_component.c ompi_osc_sm_module_t *module = module 515 ompi/mca/osc/sm/osc_sm_component.c if (NULL != module->segment_base) { module 517 ompi/mca/osc/sm/osc_sm_component.c module->comm->c_coll->coll_barrier(module->comm, module 518 ompi/mca/osc/sm/osc_sm_component.c module->comm->c_coll->coll_barrier_module); module 520 ompi/mca/osc/sm/osc_sm_component.c opal_shmem_segment_detach (&module->seg_ds); module 522 ompi/mca/osc/sm/osc_sm_component.c free(module->node_states); module 523 ompi/mca/osc/sm/osc_sm_component.c free(module->global_state); module 524 ompi/mca/osc/sm/osc_sm_component.c if (NULL != module->bases) { module 525 ompi/mca/osc/sm/osc_sm_component.c free(module->bases[0]); module 528 ompi/mca/osc/sm/osc_sm_component.c free(module->disp_units); module 529 ompi/mca/osc/sm/osc_sm_component.c free(module->outstanding_locks); module 530 ompi/mca/osc/sm/osc_sm_component.c free(module->sizes); module 531 ompi/mca/osc/sm/osc_sm_component.c free(module->bases); module 533 ompi/mca/osc/sm/osc_sm_component.c free (module->posts); module 536 ompi/mca/osc/sm/osc_sm_component.c ompi_comm_free(&module->comm); module 538 ompi/mca/osc/sm/osc_sm_component.c OBJ_DESTRUCT(&module->lock); module 540 ompi/mca/osc/sm/osc_sm_component.c free(module); module 549 ompi/mca/osc/sm/osc_sm_component.c ompi_osc_sm_module_t *module = module 553 ompi/mca/osc/sm/osc_sm_component.c return module->comm->c_coll->coll_barrier(module->comm, module 554 ompi/mca/osc/sm/osc_sm_component.c module->comm->c_coll->coll_barrier_module); module 561 ompi/mca/osc/sm/osc_sm_component.c ompi_osc_sm_module_t *module = (ompi_osc_sm_module_t*) ((struct ompi_win_t*) obj)->w_osc_module; module 565 ompi/mca/osc/sm/osc_sm_component.c return module->global_state->use_barrier_for_fence ? "true" : "false"; module 573 ompi/mca/osc/sm/osc_sm_component.c ompi_osc_sm_module_t *module = (ompi_osc_sm_module_t*) ((struct ompi_win_t*) obj)->w_osc_module; module 577 ompi/mca/osc/sm/osc_sm_component.c return module->noncontig ? "true" : "false"; module 584 ompi/mca/osc/sm/osc_sm_component.c ompi_osc_sm_module_t *module = module 590 ompi/mca/osc/sm/osc_sm_component.c if (module->flavor == MPI_WIN_FLAVOR_SHARED) { module 592 ompi/mca/osc/sm/osc_sm_component.c (1 == module->global_state->use_barrier_for_fence) ? "true" : "false"); module 594 ompi/mca/osc/sm/osc_sm_component.c (module->noncontig) ? "true" : "false"); module 24 ompi/mca/osc/sm/osc_sm_passive_target.c lk_fetch_add32(ompi_osc_sm_module_t *module, module 31 ompi/mca/osc/sm/osc_sm_passive_target.c return opal_atomic_add_fetch_32((opal_atomic_int32_t *) ((char*) &module->node_states[target].lock + offset), module 37 ompi/mca/osc/sm/osc_sm_passive_target.c lk_add32(ompi_osc_sm_module_t *module, module 42 ompi/mca/osc/sm/osc_sm_passive_target.c opal_atomic_add_fetch_32((opal_atomic_int32_t *) ((char*) &module->node_states[target].lock + offset), module 48 ompi/mca/osc/sm/osc_sm_passive_target.c lk_fetch32(ompi_osc_sm_module_t *module, module 53 ompi/mca/osc/sm/osc_sm_passive_target.c return *((uint32_t *)((char*) &module->node_states[target].lock + offset)); module 58 ompi/mca/osc/sm/osc_sm_passive_target.c start_exclusive(ompi_osc_sm_module_t *module, module 61 ompi/mca/osc/sm/osc_sm_passive_target.c uint32_t me = lk_fetch_add32(module, target, module 64 ompi/mca/osc/sm/osc_sm_passive_target.c while (me != lk_fetch32(module, target, module 74 ompi/mca/osc/sm/osc_sm_passive_target.c end_exclusive(ompi_osc_sm_module_t *module, module 77 ompi/mca/osc/sm/osc_sm_passive_target.c lk_add32(module, target, offsetof(ompi_osc_sm_lock_t, write), 1); module 78 ompi/mca/osc/sm/osc_sm_passive_target.c lk_add32(module, target, offsetof(ompi_osc_sm_lock_t, read), 1); module 85 ompi/mca/osc/sm/osc_sm_passive_target.c start_shared(ompi_osc_sm_module_t *module, module 88 ompi/mca/osc/sm/osc_sm_passive_target.c uint32_t me = lk_fetch_add32(module, target, module 91 ompi/mca/osc/sm/osc_sm_passive_target.c while (me != lk_fetch32(module, target, module 96 ompi/mca/osc/sm/osc_sm_passive_target.c lk_add32(module, target, offsetof(ompi_osc_sm_lock_t, read), 1); module 103 ompi/mca/osc/sm/osc_sm_passive_target.c end_shared(ompi_osc_sm_module_t *module, module 106 ompi/mca/osc/sm/osc_sm_passive_target.c lk_add32(module, target, offsetof(ompi_osc_sm_lock_t, write), 1); module 118 ompi/mca/osc/sm/osc_sm_passive_target.c ompi_osc_sm_module_t *module = module 122 ompi/mca/osc/sm/osc_sm_passive_target.c if (lock_none != module->outstanding_locks[target]) { module 128 ompi/mca/osc/sm/osc_sm_passive_target.c module->outstanding_locks[target] = lock_exclusive; module 129 ompi/mca/osc/sm/osc_sm_passive_target.c ret = start_exclusive(module, target); module 131 ompi/mca/osc/sm/osc_sm_passive_target.c module->outstanding_locks[target] = lock_shared; module 132 ompi/mca/osc/sm/osc_sm_passive_target.c ret = start_shared(module, target); module 135 ompi/mca/osc/sm/osc_sm_passive_target.c module->outstanding_locks[target] = lock_nocheck; module 147 ompi/mca/osc/sm/osc_sm_passive_target.c ompi_osc_sm_module_t *module = module 154 ompi/mca/osc/sm/osc_sm_passive_target.c switch (module->outstanding_locks[target]) { module 163 ompi/mca/osc/sm/osc_sm_passive_target.c ret = end_exclusive(module, target); module 167 ompi/mca/osc/sm/osc_sm_passive_target.c ret = end_shared(module, target); module 172 ompi/mca/osc/sm/osc_sm_passive_target.c assert(module->outstanding_locks[target] == lock_none || module 173 ompi/mca/osc/sm/osc_sm_passive_target.c module->outstanding_locks[target] == lock_nocheck || module 174 ompi/mca/osc/sm/osc_sm_passive_target.c module->outstanding_locks[target] == lock_exclusive || module 175 ompi/mca/osc/sm/osc_sm_passive_target.c module->outstanding_locks[target] == lock_shared); module 184 ompi/mca/osc/sm/osc_sm_passive_target.c module->outstanding_locks[target] = lock_none; module 194 ompi/mca/osc/sm/osc_sm_passive_target.c ompi_osc_sm_module_t *module = module 198 ompi/mca/osc/sm/osc_sm_passive_target.c comm_size = ompi_comm_size(module->comm); module 211 ompi/mca/osc/sm/osc_sm_passive_target.c ompi_osc_sm_module_t *module = module 215 ompi/mca/osc/sm/osc_sm_passive_target.c comm_size = ompi_comm_size(module->comm); module 42 ompi/mca/osc/ucx/osc_ucx_active_target.c static inline void ompi_osc_ucx_handle_incoming_post(ompi_osc_ucx_module_t *module, volatile uint64_t *post_ptr, int ranks_in_win_grp[], int grp_size) { module 50 ompi/mca/osc/ucx/osc_ucx_active_target.c module->post_count++; module 58 ompi/mca/osc/ucx/osc_ucx_active_target.c opal_list_append(&module->pending_posts, &pending_post->super); module 62 ompi/mca/osc/ucx/osc_ucx_active_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 65 ompi/mca/osc/ucx/osc_ucx_active_target.c if (module->epoch_type.access != NONE_EPOCH && module 66 ompi/mca/osc/ucx/osc_ucx_active_target.c module->epoch_type.access != FENCE_EPOCH) { module 71 ompi/mca/osc/ucx/osc_ucx_active_target.c module->epoch_type.access = NONE_EPOCH; module 73 ompi/mca/osc/ucx/osc_ucx_active_target.c module->epoch_type.access = FENCE_EPOCH; module 77 ompi/mca/osc/ucx/osc_ucx_active_target.c ret = opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_WORKER, 0/*ignore*/); module 83 ompi/mca/osc/ucx/osc_ucx_active_target.c return module->comm->c_coll->coll_barrier(module->comm, module 84 ompi/mca/osc/ucx/osc_ucx_active_target.c module->comm->c_coll->coll_barrier_module); module 88 ompi/mca/osc/ucx/osc_ucx_active_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 93 ompi/mca/osc/ucx/osc_ucx_active_target.c if (module->epoch_type.access != NONE_EPOCH && module 94 ompi/mca/osc/ucx/osc_ucx_active_target.c module->epoch_type.access != FENCE_EPOCH) { module 98 ompi/mca/osc/ucx/osc_ucx_active_target.c module->epoch_type.access = START_COMPLETE_EPOCH; module 101 ompi/mca/osc/ucx/osc_ucx_active_target.c module->start_group = group; module 102 ompi/mca/osc/ucx/osc_ucx_active_target.c size = ompi_group_size(module->start_group); module 105 ompi/mca/osc/ucx/osc_ucx_active_target.c ranks_in_win_grp = malloc(sizeof(int) * ompi_comm_size(module->comm)); module 111 ompi/mca/osc/ucx/osc_ucx_active_target.c ret = ompi_comm_group(module->comm, &win_group); module 116 ompi/mca/osc/ucx/osc_ucx_active_target.c ret = ompi_group_translate_ranks(module->start_group, size, ranks_in_grp, module 126 ompi/mca/osc/ucx/osc_ucx_active_target.c OPAL_LIST_FOREACH_SAFE(pending_post, next, &module->pending_posts, ompi_osc_ucx_pending_post_t) { module 129 ompi/mca/osc/ucx/osc_ucx_active_target.c opal_list_remove_item(&module->pending_posts, &pending_post->super); module 131 ompi/mca/osc/ucx/osc_ucx_active_target.c module->post_count++; module 138 ompi/mca/osc/ucx/osc_ucx_active_target.c while (module->post_count != size) { module 140 ompi/mca/osc/ucx/osc_ucx_active_target.c if (0 == module->state.post_state[i]) { module 144 ompi/mca/osc/ucx/osc_ucx_active_target.c ompi_osc_ucx_handle_incoming_post(module, &(module->state.post_state[i]), ranks_in_win_grp, size); module 149 ompi/mca/osc/ucx/osc_ucx_active_target.c module->post_count = 0; module 155 ompi/mca/osc/ucx/osc_ucx_active_target.c module->start_grp_ranks = ranks_in_win_grp; module 161 ompi/mca/osc/ucx/osc_ucx_active_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 165 ompi/mca/osc/ucx/osc_ucx_active_target.c if (module->epoch_type.access != START_COMPLETE_EPOCH) { module 169 ompi/mca/osc/ucx/osc_ucx_active_target.c module->epoch_type.access = NONE_EPOCH; module 171 ompi/mca/osc/ucx/osc_ucx_active_target.c ret = opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_WORKER, 0/*ignore*/); module 176 ompi/mca/osc/ucx/osc_ucx_active_target.c size = ompi_group_size(module->start_group); module 178 ompi/mca/osc/ucx/osc_ucx_active_target.c uint64_t remote_addr = module->state_addrs[module->start_grp_ranks[i]] + OSC_UCX_STATE_COMPLETE_COUNT_OFFSET; // write to state.complete_count on remote side module 180 ompi/mca/osc/ucx/osc_ucx_active_target.c ret = opal_common_ucx_wpmem_post(module->mem, UCP_ATOMIC_POST_OP_ADD, module 181 ompi/mca/osc/ucx/osc_ucx_active_target.c 1, module->start_grp_ranks[i], sizeof(uint64_t), module 187 ompi/mca/osc/ucx/osc_ucx_active_target.c ret = opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_EP, module 188 ompi/mca/osc/ucx/osc_ucx_active_target.c module->start_grp_ranks[i]); module 194 ompi/mca/osc/ucx/osc_ucx_active_target.c OBJ_RELEASE(module->start_group); module 195 ompi/mca/osc/ucx/osc_ucx_active_target.c module->start_group = NULL; module 196 ompi/mca/osc/ucx/osc_ucx_active_target.c free(module->start_grp_ranks); module 202 ompi/mca/osc/ucx/osc_ucx_active_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 205 ompi/mca/osc/ucx/osc_ucx_active_target.c if (module->epoch_type.exposure != NONE_EPOCH) { module 210 ompi/mca/osc/ucx/osc_ucx_active_target.c module->post_group = group; module 216 ompi/mca/osc/ucx/osc_ucx_active_target.c int myrank = ompi_comm_rank(module->comm); module 218 ompi/mca/osc/ucx/osc_ucx_active_target.c size = ompi_group_size(module->post_group); module 220 ompi/mca/osc/ucx/osc_ucx_active_target.c ranks_in_win_grp = malloc(sizeof(int) * ompi_comm_size(module->comm)); module 226 ompi/mca/osc/ucx/osc_ucx_active_target.c ret = ompi_comm_group(module->comm, &win_group); module 231 ompi/mca/osc/ucx/osc_ucx_active_target.c ret = ompi_group_translate_ranks(module->post_group, size, ranks_in_grp, module 238 ompi/mca/osc/ucx/osc_ucx_active_target.c uint64_t remote_addr = module->state_addrs[ranks_in_win_grp[i]] + OSC_UCX_STATE_POST_INDEX_OFFSET; // write to state.post_index on remote side module 242 ompi/mca/osc/ucx/osc_ucx_active_target.c ret = opal_common_ucx_wpmem_fetch(module->mem, UCP_ATOMIC_FETCH_OP_FADD, module 251 ompi/mca/osc/ucx/osc_ucx_active_target.c remote_addr = module->state_addrs[ranks_in_win_grp[i]] + OSC_UCX_STATE_POST_STATE_OFFSET + sizeof(uint64_t) * curr_idx; module 255 ompi/mca/osc/ucx/osc_ucx_active_target.c ret = opal_common_ucx_wpmem_cmpswp(module->mem, 0, result, module 268 ompi/mca/osc/ucx/osc_ucx_active_target.c if (0 == module->state.post_state[j]) { module 272 ompi/mca/osc/ucx/osc_ucx_active_target.c ompi_osc_ucx_handle_incoming_post(module, &(module->state.post_state[j]), NULL, 0); module 285 ompi/mca/osc/ucx/osc_ucx_active_target.c module->epoch_type.exposure = POST_WAIT_EPOCH; module 291 ompi/mca/osc/ucx/osc_ucx_active_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 294 ompi/mca/osc/ucx/osc_ucx_active_target.c if (module->epoch_type.exposure != POST_WAIT_EPOCH) { module 298 ompi/mca/osc/ucx/osc_ucx_active_target.c size = ompi_group_size(module->post_group); module 300 ompi/mca/osc/ucx/osc_ucx_active_target.c while (module->state.complete_count != (uint64_t)size) { module 305 ompi/mca/osc/ucx/osc_ucx_active_target.c module->state.complete_count = 0; module 307 ompi/mca/osc/ucx/osc_ucx_active_target.c OBJ_RELEASE(module->post_group); module 308 ompi/mca/osc/ucx/osc_ucx_active_target.c module->post_group = NULL; module 310 ompi/mca/osc/ucx/osc_ucx_active_target.c module->epoch_type.exposure = NONE_EPOCH; module 316 ompi/mca/osc/ucx/osc_ucx_active_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 319 ompi/mca/osc/ucx/osc_ucx_active_target.c if (module->epoch_type.exposure != POST_WAIT_EPOCH) { module 323 ompi/mca/osc/ucx/osc_ucx_active_target.c size = ompi_group_size(module->post_group); module 327 ompi/mca/osc/ucx/osc_ucx_active_target.c if (module->state.complete_count == (uint64_t)size) { module 328 ompi/mca/osc/ucx/osc_ucx_active_target.c OBJ_RELEASE(module->post_group); module 329 ompi/mca/osc/ucx/osc_ucx_active_target.c module->post_group = NULL; module 331 ompi/mca/osc/ucx/osc_ucx_active_target.c module->state.complete_count = 0; module 333 ompi/mca/osc/ucx/osc_ucx_active_target.c module->epoch_type.exposure = NONE_EPOCH; module 32 ompi/mca/osc/ucx/osc_ucx_comm.c static inline int check_sync_state(ompi_osc_ucx_module_t *module, int target, module 35 ompi/mca/osc/ucx/osc_ucx_comm.c if (module->epoch_type.access == NONE_EPOCH) { module 37 ompi/mca/osc/ucx/osc_ucx_comm.c } else if (module->epoch_type.access == START_COMPLETE_EPOCH) { module 38 ompi/mca/osc/ucx/osc_ucx_comm.c int i, size = ompi_group_size(module->start_group); module 40 ompi/mca/osc/ucx/osc_ucx_comm.c if (module->start_grp_ranks[i] == target) { module 47 ompi/mca/osc/ucx/osc_ucx_comm.c } else if (module->epoch_type.access == PASSIVE_EPOCH) { module 49 ompi/mca/osc/ucx/osc_ucx_comm.c opal_hash_table_get_value_uint32(&module->outstanding_locks, (uint32_t) target, (void **) &item); module 55 ompi/mca/osc/ucx/osc_ucx_comm.c if (module->epoch_type.access != PASSIVE_EPOCH && module 56 ompi/mca/osc/ucx/osc_ucx_comm.c module->epoch_type.access != PASSIVE_ALL_EPOCH) { module 58 ompi/mca/osc/ucx/osc_ucx_comm.c } else if (module->epoch_type.access == PASSIVE_EPOCH) { module 60 ompi/mca/osc/ucx/osc_ucx_comm.c opal_hash_table_get_value_uint32(&module->outstanding_locks, (uint32_t) target, (void **) &item); module 119 ompi/mca/osc/ucx/osc_ucx_comm.c static inline int ddt_put_get(ompi_osc_ucx_module_t *module, module 159 ompi/mca/osc/ucx/osc_ucx_comm.c status = opal_common_ucx_wpmem_putget(module->mem, op, target, module 192 ompi/mca/osc/ucx/osc_ucx_comm.c status = opal_common_ucx_wpmem_putget(module->mem, op, target, module 214 ompi/mca/osc/ucx/osc_ucx_comm.c status = opal_common_ucx_wpmem_putget(module->mem, op, target, module 238 ompi/mca/osc/ucx/osc_ucx_comm.c static inline int start_atomicity(ompi_osc_ucx_module_t *module, int target) { module 240 ompi/mca/osc/ucx/osc_ucx_comm.c uint64_t remote_addr = (module->state_addrs)[target] + OSC_UCX_STATE_ACC_LOCK_OFFSET; module 244 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_cmpswp(module->state_mem, module 260 ompi/mca/osc/ucx/osc_ucx_comm.c static inline int end_atomicity(ompi_osc_ucx_module_t *module, int target) { module 262 ompi/mca/osc/ucx/osc_ucx_comm.c uint64_t remote_addr = (module->state_addrs)[target] + OSC_UCX_STATE_ACC_LOCK_OFFSET; module 265 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_fetch(module->state_mem, module 279 ompi/mca/osc/ucx/osc_ucx_comm.c static inline int get_dynamic_win_info(uint64_t remote_addr, ompi_osc_ucx_module_t *module, module 281 ompi/mca/osc/ucx/osc_ucx_comm.c uint64_t remote_state_addr = (module->state_addrs)[target] + OSC_UCX_STATE_DYNAMIC_WIN_CNT_OFFSET; module 289 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_putget(module->state_mem, OPAL_COMMON_UCX_GET, target, module 297 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_flush(module->state_mem, OPAL_COMMON_UCX_SCOPE_EP, target); module 310 ompi/mca/osc/ucx/osc_ucx_comm.c if (module->local_dynamic_win_info[contain].mem->mem_addrs == NULL) { module 311 ompi/mca/osc/ucx/osc_ucx_comm.c module->local_dynamic_win_info[contain].mem->mem_addrs = calloc(ompi_comm_size(module->comm), module 313 ompi/mca/osc/ucx/osc_ucx_comm.c module->local_dynamic_win_info[contain].mem->mem_displs =calloc(ompi_comm_size(module->comm), module 317 ompi/mca/osc/ucx/osc_ucx_comm.c memcpy(module->local_dynamic_win_info[contain].mem->mem_addrs + target * OMPI_OSC_UCX_MEM_ADDR_MAX_LEN, module 319 ompi/mca/osc/ucx/osc_ucx_comm.c module->local_dynamic_win_info[contain].mem->mem_displs[target] = target * OMPI_OSC_UCX_MEM_ADDR_MAX_LEN; module 329 ompi/mca/osc/ucx/osc_ucx_comm.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 330 ompi/mca/osc/ucx/osc_ucx_comm.c uint64_t remote_addr = (module->addrs[target]) + target_disp * OSC_UCX_GET_DISP(module, target); module 335 ompi/mca/osc/ucx/osc_ucx_comm.c ret = check_sync_state(module, target, false); module 340 ompi/mca/osc/ucx/osc_ucx_comm.c if (module->flavor == MPI_WIN_FLAVOR_DYNAMIC) { module 341 ompi/mca/osc/ucx/osc_ucx_comm.c ret = get_dynamic_win_info(remote_addr, module, target); module 364 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_putget(module->mem, OPAL_COMMON_UCX_PUT, target, module 373 ompi/mca/osc/ucx/osc_ucx_comm.c return ddt_put_get(module, origin_addr, origin_count, origin_dt, is_origin_contig, module 383 ompi/mca/osc/ucx/osc_ucx_comm.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 384 ompi/mca/osc/ucx/osc_ucx_comm.c uint64_t remote_addr = (module->addrs[target]) + target_disp * OSC_UCX_GET_DISP(module, target); module 389 ompi/mca/osc/ucx/osc_ucx_comm.c ret = check_sync_state(module, target, false); module 394 ompi/mca/osc/ucx/osc_ucx_comm.c if (module->flavor == MPI_WIN_FLAVOR_DYNAMIC) { module 395 ompi/mca/osc/ucx/osc_ucx_comm.c ret = get_dynamic_win_info(remote_addr, module, target); module 419 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_putget(module->mem, OPAL_COMMON_UCX_GET, target, module 429 ompi/mca/osc/ucx/osc_ucx_comm.c return ddt_put_get(module, origin_addr, origin_count, origin_dt, is_origin_contig, module 440 ompi/mca/osc/ucx/osc_ucx_comm.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 443 ompi/mca/osc/ucx/osc_ucx_comm.c ret = check_sync_state(module, target, false); module 452 ompi/mca/osc/ucx/osc_ucx_comm.c ret = start_atomicity(module, target); module 492 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_EP, target); module 546 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_EP, target); module 554 ompi/mca/osc/ucx/osc_ucx_comm.c return end_atomicity(module, target); module 561 ompi/mca/osc/ucx/osc_ucx_comm.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t *)win->w_osc_module; module 562 ompi/mca/osc/ucx/osc_ucx_comm.c uint64_t remote_addr = (module->addrs[target]) + target_disp * OSC_UCX_GET_DISP(module, target); module 566 ompi/mca/osc/ucx/osc_ucx_comm.c ret = check_sync_state(module, target, false); module 571 ompi/mca/osc/ucx/osc_ucx_comm.c ret = start_atomicity(module, target); module 576 ompi/mca/osc/ucx/osc_ucx_comm.c if (module->flavor == MPI_WIN_FLAVOR_DYNAMIC) { module 577 ompi/mca/osc/ucx/osc_ucx_comm.c ret = get_dynamic_win_info(remote_addr, module, target); module 584 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_cmpswp(module->mem,*(uint64_t *)compare_addr, module 591 ompi/mca/osc/ucx/osc_ucx_comm.c return end_atomicity(module, target); module 598 ompi/mca/osc/ucx/osc_ucx_comm.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 601 ompi/mca/osc/ucx/osc_ucx_comm.c ret = check_sync_state(module, target, false); module 608 ompi/mca/osc/ucx/osc_ucx_comm.c uint64_t remote_addr = (module->addrs[target]) + target_disp * OSC_UCX_GET_DISP(module, target); module 613 ompi/mca/osc/ucx/osc_ucx_comm.c ret = start_atomicity(module, target); module 618 ompi/mca/osc/ucx/osc_ucx_comm.c if (module->flavor == MPI_WIN_FLAVOR_DYNAMIC) { module 619 ompi/mca/osc/ucx/osc_ucx_comm.c ret = get_dynamic_win_info(remote_addr, module, target); module 636 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_fetch(module->mem, opcode, value, target, module 642 ompi/mca/osc/ucx/osc_ucx_comm.c return end_atomicity(module, target); module 656 ompi/mca/osc/ucx/osc_ucx_comm.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 659 ompi/mca/osc/ucx/osc_ucx_comm.c ret = check_sync_state(module, target, false); module 664 ompi/mca/osc/ucx/osc_ucx_comm.c ret = start_atomicity(module, target); module 712 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_EP, target); module 765 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_EP, target); module 774 ompi/mca/osc/ucx/osc_ucx_comm.c return end_atomicity(module, target); module 782 ompi/mca/osc/ucx/osc_ucx_comm.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 783 ompi/mca/osc/ucx/osc_ucx_comm.c uint64_t remote_addr = (module->addrs[target]) + target_disp * OSC_UCX_GET_DISP(module, target); module 787 ompi/mca/osc/ucx/osc_ucx_comm.c ret = check_sync_state(module, target, true); module 792 ompi/mca/osc/ucx/osc_ucx_comm.c if (module->flavor == MPI_WIN_FLAVOR_DYNAMIC) { module 793 ompi/mca/osc/ucx/osc_ucx_comm.c ret = get_dynamic_win_info(remote_addr, module, target); module 808 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_fence(module->mem); module 815 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_fetch_nb(module->mem, UCP_ATOMIC_FETCH_OP_FADD, module 816 ompi/mca/osc/ucx/osc_ucx_comm.c 0, target, &(module->req_result), module 833 ompi/mca/osc/ucx/osc_ucx_comm.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 834 ompi/mca/osc/ucx/osc_ucx_comm.c uint64_t remote_addr = (module->addrs[target]) + target_disp * OSC_UCX_GET_DISP(module, target); module 838 ompi/mca/osc/ucx/osc_ucx_comm.c ret = check_sync_state(module, target, true); module 843 ompi/mca/osc/ucx/osc_ucx_comm.c if (module->flavor == MPI_WIN_FLAVOR_DYNAMIC) { module 844 ompi/mca/osc/ucx/osc_ucx_comm.c ret = get_dynamic_win_info(remote_addr, module, target); module 859 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_fence(module->mem); module 866 ompi/mca/osc/ucx/osc_ucx_comm.c ret = opal_common_ucx_wpmem_fetch_nb(module->mem, UCP_ATOMIC_FETCH_OP_FADD, module 867 ompi/mca/osc/ucx/osc_ucx_comm.c 0, target, &(module->req_result), module 884 ompi/mca/osc/ucx/osc_ucx_comm.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 888 ompi/mca/osc/ucx/osc_ucx_comm.c ret = check_sync_state(module, target, true); module 916 ompi/mca/osc/ucx/osc_ucx_comm.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 920 ompi/mca/osc/ucx/osc_ucx_comm.c ret = check_sync_state(module, target, true); module 205 ompi/mca/osc/ucx/osc_ucx_component.c ompi_osc_ucx_module_t *module = NULL; module 252 ompi/mca/osc/ucx/osc_ucx_component.c module = (ompi_osc_ucx_module_t *)calloc(1, sizeof(ompi_osc_ucx_module_t)); module 253 ompi/mca/osc/ucx/osc_ucx_component.c if (module == NULL) { module 261 ompi/mca/osc/ucx/osc_ucx_component.c memcpy(module, &ompi_osc_ucx_module_template, sizeof(ompi_osc_base_module_t)); module 263 ompi/mca/osc/ucx/osc_ucx_component.c ret = ompi_comm_dup(comm, &module->comm); module 269 ompi/mca/osc/ucx/osc_ucx_component.c opal_asprintf(&name, "ucx window %d", ompi_comm_get_cid(module->comm)); module 273 ompi/mca/osc/ucx/osc_ucx_component.c module->flavor = flavor; module 274 ompi/mca/osc/ucx/osc_ucx_component.c module->size = size; module 281 ompi/mca/osc/ucx/osc_ucx_component.c ret = module->comm->c_coll->coll_allreduce(MPI_IN_PLACE, values, 2, MPI_LONG, module 282 ompi/mca/osc/ucx/osc_ucx_component.c MPI_MIN, module->comm, module 283 ompi/mca/osc/ucx/osc_ucx_component.c module->comm->c_coll->coll_allreduce_module); module 289 ompi/mca/osc/ucx/osc_ucx_component.c module->disp_unit = disp_unit; module 291 ompi/mca/osc/ucx/osc_ucx_component.c module->disp_unit = -1; module 292 ompi/mca/osc/ucx/osc_ucx_component.c module->disp_units = calloc(comm_size, sizeof(int)); module 293 ompi/mca/osc/ucx/osc_ucx_component.c if (module->disp_units == NULL) { module 298 ompi/mca/osc/ucx/osc_ucx_component.c ret = module->comm->c_coll->coll_allgather(&disp_unit, 1, MPI_INT, module 299 ompi/mca/osc/ucx/osc_ucx_component.c module->disp_units, 1, MPI_INT, module 300 ompi/mca/osc/ucx/osc_ucx_component.c module->comm, module 301 ompi/mca/osc/ucx/osc_ucx_component.c module->comm->c_coll->coll_allgather_module); module 308 ompi/mca/osc/ucx/osc_ucx_component.c &exchange_len_info, (void *)module->comm, module 309 ompi/mca/osc/ucx/osc_ucx_component.c &module->ctx); module 324 ompi/mca/osc/ucx/osc_ucx_component.c ret = opal_common_ucx_wpmem_create(module->ctx, base, size, module 326 ompi/mca/osc/ucx/osc_ucx_component.c (void *)module->comm, module 328 ompi/mca/osc/ucx/osc_ucx_component.c &module->mem); module 335 ompi/mca/osc/ucx/osc_ucx_component.c state_base = (void *)&(module->state); module 336 ompi/mca/osc/ucx/osc_ucx_component.c ret = opal_common_ucx_wpmem_create(module->ctx, &state_base, module 339 ompi/mca/osc/ucx/osc_ucx_component.c (void *)module->comm, module 341 ompi/mca/osc/ucx/osc_ucx_component.c &module->state_mem); module 368 ompi/mca/osc/ucx/osc_ucx_component.c module->addrs = calloc(comm_size, sizeof(uint64_t)); module 369 ompi/mca/osc/ucx/osc_ucx_component.c module->state_addrs = calloc(comm_size, sizeof(uint64_t)); module 371 ompi/mca/osc/ucx/osc_ucx_component.c memcpy(&(module->addrs[i]), recv_buf + i * 2 * sizeof(uint64_t), sizeof(uint64_t)); module 372 ompi/mca/osc/ucx/osc_ucx_component.c memcpy(&(module->state_addrs[i]), recv_buf + i * 2 * sizeof(uint64_t) + sizeof(uint64_t), sizeof(uint64_t)); module 377 ompi/mca/osc/ucx/osc_ucx_component.c module->state.lock = TARGET_LOCK_UNLOCKED; module 378 ompi/mca/osc/ucx/osc_ucx_component.c module->state.post_index = 0; module 379 ompi/mca/osc/ucx/osc_ucx_component.c memset((void *)module->state.post_state, 0, sizeof(uint64_t) * OMPI_OSC_UCX_POST_PEER_MAX); module 380 ompi/mca/osc/ucx/osc_ucx_component.c module->state.complete_count = 0; module 381 ompi/mca/osc/ucx/osc_ucx_component.c module->state.req_flag = 0; module 382 ompi/mca/osc/ucx/osc_ucx_component.c module->state.acc_lock = TARGET_LOCK_UNLOCKED; module 383 ompi/mca/osc/ucx/osc_ucx_component.c module->state.dynamic_win_count = 0; module 385 ompi/mca/osc/ucx/osc_ucx_component.c module->local_dynamic_win_info[i].refcnt = 0; module 387 ompi/mca/osc/ucx/osc_ucx_component.c module->epoch_type.access = NONE_EPOCH; module 388 ompi/mca/osc/ucx/osc_ucx_component.c module->epoch_type.exposure = NONE_EPOCH; module 389 ompi/mca/osc/ucx/osc_ucx_component.c module->lock_count = 0; module 390 ompi/mca/osc/ucx/osc_ucx_component.c module->post_count = 0; module 391 ompi/mca/osc/ucx/osc_ucx_component.c module->start_group = NULL; module 392 ompi/mca/osc/ucx/osc_ucx_component.c module->post_group = NULL; module 393 ompi/mca/osc/ucx/osc_ucx_component.c OBJ_CONSTRUCT(&module->outstanding_locks, opal_hash_table_t); module 394 ompi/mca/osc/ucx/osc_ucx_component.c OBJ_CONSTRUCT(&module->pending_posts, opal_list_t); module 395 ompi/mca/osc/ucx/osc_ucx_component.c module->start_grp_ranks = NULL; module 396 ompi/mca/osc/ucx/osc_ucx_component.c module->lock_all_is_nocheck = false; module 398 ompi/mca/osc/ucx/osc_ucx_component.c ret = opal_hash_table_init(&module->outstanding_locks, comm_size); module 403 ompi/mca/osc/ucx/osc_ucx_component.c win->w_osc_module = &module->super; module 407 ompi/mca/osc/ucx/osc_ucx_component.c ret = module->comm->c_coll->coll_barrier(module->comm, module 408 ompi/mca/osc/ucx/osc_ucx_component.c module->comm->c_coll->coll_barrier_module); module 424 ompi/mca/osc/ucx/osc_ucx_component.c if (module->disp_units) free(module->disp_units); module 425 ompi/mca/osc/ucx/osc_ucx_component.c if (module->comm) ompi_comm_free(&module->comm); module 426 ompi/mca/osc/ucx/osc_ucx_component.c if (module) { module 427 ompi/mca/osc/ucx/osc_ucx_component.c free(module); module 462 ompi/mca/osc/ucx/osc_ucx_component.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 466 ompi/mca/osc/ucx/osc_ucx_component.c if (module->state.dynamic_win_count >= OMPI_OSC_UCX_ATTACH_MAX) { module 470 ompi/mca/osc/ucx/osc_ucx_component.c if (module->state.dynamic_win_count > 0) { module 471 ompi/mca/osc/ucx/osc_ucx_component.c contain_index = ompi_osc_find_attached_region_position((ompi_osc_dynamic_win_info_t *)module->state.dynamic_wins, module 472 ompi/mca/osc/ucx/osc_ucx_component.c 0, (int)module->state.dynamic_win_count, module 475 ompi/mca/osc/ucx/osc_ucx_component.c module->local_dynamic_win_info[contain_index].refcnt++; module 479 ompi/mca/osc/ucx/osc_ucx_component.c assert(insert_index >= 0 && (uint64_t)insert_index < module->state.dynamic_win_count); module 481 ompi/mca/osc/ucx/osc_ucx_component.c memmove((void *)&module->local_dynamic_win_info[insert_index+1], module 482 ompi/mca/osc/ucx/osc_ucx_component.c (void *)&module->local_dynamic_win_info[insert_index], module 484 ompi/mca/osc/ucx/osc_ucx_component.c memmove((void *)&module->state.dynamic_wins[insert_index+1], module 485 ompi/mca/osc/ucx/osc_ucx_component.c (void *)&module->state.dynamic_wins[insert_index], module 491 ompi/mca/osc/ucx/osc_ucx_component.c ret = opal_common_ucx_wpmem_create(module->ctx, &base, len, module 493 ompi/mca/osc/ucx/osc_ucx_component.c (void *)module->comm, module 494 ompi/mca/osc/ucx/osc_ucx_component.c &(module->local_dynamic_win_info[insert_index].my_mem_addr), module 495 ompi/mca/osc/ucx/osc_ucx_component.c &(module->local_dynamic_win_info[insert_index].my_mem_addr_size), module 496 ompi/mca/osc/ucx/osc_ucx_component.c &(module->local_dynamic_win_info[insert_index].mem)); module 501 ompi/mca/osc/ucx/osc_ucx_component.c module->state.dynamic_wins[insert_index].base = (uint64_t)base; module 502 ompi/mca/osc/ucx/osc_ucx_component.c module->state.dynamic_wins[insert_index].size = len; module 504 ompi/mca/osc/ucx/osc_ucx_component.c memcpy((char *)(module->state.dynamic_wins[insert_index].mem_addr), module 505 ompi/mca/osc/ucx/osc_ucx_component.c (char *)module->local_dynamic_win_info[insert_index].my_mem_addr, module 506 ompi/mca/osc/ucx/osc_ucx_component.c module->local_dynamic_win_info[insert_index].my_mem_addr_size); module 508 ompi/mca/osc/ucx/osc_ucx_component.c module->local_dynamic_win_info[insert_index].refcnt++; module 509 ompi/mca/osc/ucx/osc_ucx_component.c module->state.dynamic_win_count++; module 515 ompi/mca/osc/ucx/osc_ucx_component.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 519 ompi/mca/osc/ucx/osc_ucx_component.c assert(module->state.dynamic_win_count > 0); module 521 ompi/mca/osc/ucx/osc_ucx_component.c contain = ompi_osc_find_attached_region_position((ompi_osc_dynamic_win_info_t *)module->state.dynamic_wins, module 522 ompi/mca/osc/ucx/osc_ucx_component.c 0, (int)module->state.dynamic_win_count, module 524 ompi/mca/osc/ucx/osc_ucx_component.c assert(contain >= 0 && (uint64_t)contain < module->state.dynamic_win_count); module 531 ompi/mca/osc/ucx/osc_ucx_component.c module->local_dynamic_win_info[contain].refcnt--; module 532 ompi/mca/osc/ucx/osc_ucx_component.c if (module->local_dynamic_win_info[contain].refcnt == 0) { module 533 ompi/mca/osc/ucx/osc_ucx_component.c ret = opal_common_ucx_wpmem_free(module->local_dynamic_win_info[contain].mem); module 534 ompi/mca/osc/ucx/osc_ucx_component.c memmove((void *)&(module->local_dynamic_win_info[contain]), module 535 ompi/mca/osc/ucx/osc_ucx_component.c (void *)&(module->local_dynamic_win_info[contain+1]), module 537 ompi/mca/osc/ucx/osc_ucx_component.c memmove((void *)&module->state.dynamic_wins[contain], module 538 ompi/mca/osc/ucx/osc_ucx_component.c (void *)&module->state.dynamic_wins[contain+1], module 541 ompi/mca/osc/ucx/osc_ucx_component.c module->state.dynamic_win_count--; module 548 ompi/mca/osc/ucx/osc_ucx_component.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 551 ompi/mca/osc/ucx/osc_ucx_component.c assert(module->lock_count == 0); module 552 ompi/mca/osc/ucx/osc_ucx_component.c assert(opal_list_is_empty(&module->pending_posts) == true); module 553 ompi/mca/osc/ucx/osc_ucx_component.c OBJ_DESTRUCT(&module->outstanding_locks); module 554 ompi/mca/osc/ucx/osc_ucx_component.c OBJ_DESTRUCT(&module->pending_posts); module 556 ompi/mca/osc/ucx/osc_ucx_component.c opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_WORKER, 0); module 558 ompi/mca/osc/ucx/osc_ucx_component.c ret = module->comm->c_coll->coll_barrier(module->comm, module 559 ompi/mca/osc/ucx/osc_ucx_component.c module->comm->c_coll->coll_barrier_module); module 564 ompi/mca/osc/ucx/osc_ucx_component.c free(module->addrs); module 565 ompi/mca/osc/ucx/osc_ucx_component.c free(module->state_addrs); module 567 ompi/mca/osc/ucx/osc_ucx_component.c ret = opal_common_ucx_wpmem_free(module->state_mem); module 572 ompi/mca/osc/ucx/osc_ucx_component.c ret = opal_common_ucx_wpmem_free(module->mem); module 577 ompi/mca/osc/ucx/osc_ucx_component.c opal_common_ucx_wpctx_release(module->ctx); module 581 ompi/mca/osc/ucx/osc_ucx_component.c if (module->disp_units) free(module->disp_units); module 582 ompi/mca/osc/ucx/osc_ucx_component.c ompi_comm_free(&module->comm); module 584 ompi/mca/osc/ucx/osc_ucx_component.c free(module); module 21 ompi/mca/osc/ucx/osc_ucx_passive_target.c static inline int start_shared(ompi_osc_ucx_module_t *module, int target) { module 23 ompi/mca/osc/ucx/osc_ucx_passive_target.c uint64_t remote_addr = (module->state_addrs)[target] + OSC_UCX_STATE_LOCK_OFFSET; module 27 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = opal_common_ucx_wpmem_fetch(module->state_mem, UCP_ATOMIC_FETCH_OP_FADD, 1, module 36 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = opal_common_ucx_wpmem_post(module->state_mem, module 51 ompi/mca/osc/ucx/osc_ucx_passive_target.c static inline int end_shared(ompi_osc_ucx_module_t *module, int target) { module 52 ompi/mca/osc/ucx/osc_ucx_passive_target.c uint64_t remote_addr = (module->state_addrs)[target] + OSC_UCX_STATE_LOCK_OFFSET; module 53 ompi/mca/osc/ucx/osc_ucx_passive_target.c return opal_common_ucx_wpmem_post(module->state_mem, UCP_ATOMIC_POST_OP_ADD, module 57 ompi/mca/osc/ucx/osc_ucx_passive_target.c static inline int start_exclusive(ompi_osc_ucx_module_t *module, int target) { module 59 ompi/mca/osc/ucx/osc_ucx_passive_target.c uint64_t remote_addr = (module->state_addrs)[target] + OSC_UCX_STATE_LOCK_OFFSET; module 63 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = opal_common_ucx_wpmem_cmpswp(module->state_mem, module 78 ompi/mca/osc/ucx/osc_ucx_passive_target.c static inline int end_exclusive(ompi_osc_ucx_module_t *module, int target) { module 80 ompi/mca/osc/ucx/osc_ucx_passive_target.c uint64_t remote_addr = (module->state_addrs)[target] + OSC_UCX_STATE_LOCK_OFFSET; module 83 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = opal_common_ucx_wpmem_fetch(module->state_mem, module 97 ompi/mca/osc/ucx/osc_ucx_passive_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t *)win->w_osc_module; module 99 ompi/mca/osc/ucx/osc_ucx_passive_target.c ompi_osc_ucx_epoch_t original_epoch = module->epoch_type.access; module 102 ompi/mca/osc/ucx/osc_ucx_passive_target.c if (module->lock_count == 0) { module 103 ompi/mca/osc/ucx/osc_ucx_passive_target.c if (module->epoch_type.access != NONE_EPOCH && module 104 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->epoch_type.access != FENCE_EPOCH) { module 109 ompi/mca/osc/ucx/osc_ucx_passive_target.c assert(module->epoch_type.access == PASSIVE_EPOCH); module 110 ompi/mca/osc/ucx/osc_ucx_passive_target.c opal_hash_table_get_value_uint32(&module->outstanding_locks, (uint32_t) target, (void **) &item); module 116 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->epoch_type.access = PASSIVE_EPOCH; module 117 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->lock_count++; module 118 ompi/mca/osc/ucx/osc_ucx_passive_target.c assert(module->lock_count <= ompi_comm_size(module->comm)); module 126 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = start_exclusive(module, target); module 129 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = start_shared(module, target); module 137 ompi/mca/osc/ucx/osc_ucx_passive_target.c opal_hash_table_set_value_uint32(&module->outstanding_locks, (uint32_t)target, (void *)lock); module 140 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->epoch_type.access = original_epoch; module 147 ompi/mca/osc/ucx/osc_ucx_passive_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t *)win->w_osc_module; module 151 ompi/mca/osc/ucx/osc_ucx_passive_target.c if (module->epoch_type.access != PASSIVE_EPOCH) { module 155 ompi/mca/osc/ucx/osc_ucx_passive_target.c opal_hash_table_get_value_uint32(&module->outstanding_locks, (uint32_t) target, (void **) &lock); module 160 ompi/mca/osc/ucx/osc_ucx_passive_target.c opal_hash_table_remove_value_uint32(&module->outstanding_locks, module 163 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_EP, target); module 170 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = end_exclusive(module, target); module 172 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = end_shared(module, target); module 178 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->lock_count--; module 179 ompi/mca/osc/ucx/osc_ucx_passive_target.c assert(module->lock_count >= 0); module 180 ompi/mca/osc/ucx/osc_ucx_passive_target.c if (module->lock_count == 0) { module 181 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->epoch_type.access = NONE_EPOCH; module 188 ompi/mca/osc/ucx/osc_ucx_passive_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 191 ompi/mca/osc/ucx/osc_ucx_passive_target.c if (module->epoch_type.access != NONE_EPOCH && module 192 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->epoch_type.access != FENCE_EPOCH) { module 196 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->epoch_type.access = PASSIVE_ALL_EPOCH; module 200 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->lock_all_is_nocheck = false; module 201 ompi/mca/osc/ucx/osc_ucx_passive_target.c comm_size = ompi_comm_size(module->comm); module 203 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = start_shared(module, i); module 207 ompi/mca/osc/ucx/osc_ucx_passive_target.c end_shared(module, j); module 213 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->lock_all_is_nocheck = true; module 220 ompi/mca/osc/ucx/osc_ucx_passive_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*)win->w_osc_module; module 221 ompi/mca/osc/ucx/osc_ucx_passive_target.c int comm_size = ompi_comm_size(module->comm); module 224 ompi/mca/osc/ucx/osc_ucx_passive_target.c if (module->epoch_type.access != PASSIVE_ALL_EPOCH) { module 228 ompi/mca/osc/ucx/osc_ucx_passive_target.c assert(module->lock_count == 0); module 230 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_WORKER, 0); module 235 ompi/mca/osc/ucx/osc_ucx_passive_target.c if (!module->lock_all_is_nocheck) { module 238 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret |= end_shared(module, i); module 242 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->epoch_type.access = NONE_EPOCH; module 248 ompi/mca/osc/ucx/osc_ucx_passive_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t *)win->w_osc_module; module 251 ompi/mca/osc/ucx/osc_ucx_passive_target.c if (module->epoch_type.access != PASSIVE_EPOCH && module 252 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->epoch_type.access != PASSIVE_ALL_EPOCH) { module 258 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = opal_common_ucx_wpmem_fence(module->mem); module 267 ompi/mca/osc/ucx/osc_ucx_passive_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t*) win->w_osc_module; module 270 ompi/mca/osc/ucx/osc_ucx_passive_target.c if (module->epoch_type.access != PASSIVE_EPOCH && module 271 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->epoch_type.access != PASSIVE_ALL_EPOCH) { module 275 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_EP, target); module 284 ompi/mca/osc/ucx/osc_ucx_passive_target.c ompi_osc_ucx_module_t *module = (ompi_osc_ucx_module_t *)win->w_osc_module; module 287 ompi/mca/osc/ucx/osc_ucx_passive_target.c if (module->epoch_type.access != PASSIVE_EPOCH && module 288 ompi/mca/osc/ucx/osc_ucx_passive_target.c module->epoch_type.access != PASSIVE_ALL_EPOCH) { module 292 ompi/mca/osc/ucx/osc_ucx_passive_target.c ret = opal_common_ucx_wpmem_flush(module->mem, OPAL_COMMON_UCX_SCOPE_WORKER, 0); module 66 ompi/mca/pml/base/pml_base_select.c mca_pml_base_module_t *module = NULL, *best_module = NULL; module 80 ompi/mca/pml/base/pml_base_select.c module = NULL; module 126 ompi/mca/pml/base/pml_base_select.c module = component->pmlm_init(&priority, enable_progress_threads, module 128 ompi/mca/pml/base/pml_base_select.c if (NULL == module) { module 153 ompi/mca/pml/base/pml_base_select.c best_module = module; module 273 ompi/mca/pml/base/pml_base_select.c module = wrapper_component->pmlm_init(&priority, module 279 ompi/mca/pml/base/pml_base_select.c best_module = module; module 77 ompi/mca/sharedfp/base/sharedfp_base_file_select.c mca_sharedfp_base_module_t *module; module 101 ompi/mca/sharedfp/base/sharedfp_base_file_select.c module = component->sharedfpm_file_query (file, &priority); module 102 ompi/mca/sharedfp/base/sharedfp_base_file_select.c if (NULL != module && module 103 ompi/mca/sharedfp/base/sharedfp_base_file_select.c NULL != module->sharedfp_module_init) { module 111 ompi/mca/sharedfp/base/sharedfp_base_file_select.c file->f_sharedfp = module; module 114 ompi/mca/sharedfp/base/sharedfp_base_file_select.c return module->sharedfp_module_init(file); module 155 ompi/mca/sharedfp/base/sharedfp_base_file_select.c module = component->sharedfpm_file_query (file, &priority); module 157 ompi/mca/sharedfp/base/sharedfp_base_file_select.c if (NULL == module || module 158 ompi/mca/sharedfp/base/sharedfp_base_file_select.c NULL == module->sharedfp_module_init) { module 185 ompi/mca/sharedfp/base/sharedfp_base_file_select.c om->om_module = module; module 163 ompi/mca/topo/base/base.h mca_topo_base_dist_graph_distribute(mca_topo_base_module_t* module, module 171 ompi/mca/topo/base/base.h mca_topo_base_dist_graph_create(mca_topo_base_module_t* module, module 179 ompi/mca/topo/base/base.h mca_topo_base_dist_graph_create_adjacent(mca_topo_base_module_t* module, module 38 ompi/mca/topo/base/topo_base_comm_select.c static void fill_null_pointers(int type, mca_topo_base_module_t *module); module 81 ompi/mca/topo/base/topo_base_comm_select.c mca_topo_base_module_t *module; module 108 ompi/mca/topo/base/topo_base_comm_select.c module = component->topoc_comm_query(comm, &priority, type); module 109 ompi/mca/topo/base/topo_base_comm_select.c if (NULL != module) { module 115 ompi/mca/topo/base/topo_base_comm_select.c fill_null_pointers(type, module); module 116 ompi/mca/topo/base/topo_base_comm_select.c *selected_module = module; module 117 ompi/mca/topo/base/topo_base_comm_select.c module->topo_component = component; module 158 ompi/mca/topo/base/topo_base_comm_select.c module = component->topoc_comm_query(comm, &priority, type); module 160 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module) { module 187 ompi/mca/topo/base/topo_base_comm_select.c om->om_module = module; module 251 ompi/mca/topo/base/topo_base_comm_select.c static void fill_null_pointers(int type, mca_topo_base_module_t *module) module 254 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.cart.cart_coords) { module 255 ompi/mca/topo/base/topo_base_comm_select.c module->topo.cart.cart_coords = mca_topo_base_cart_coords; module 257 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.cart.cart_create) { module 258 ompi/mca/topo/base/topo_base_comm_select.c module->topo.cart.cart_create = mca_topo_base_cart_create; module 260 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.cart.cart_get) { module 261 ompi/mca/topo/base/topo_base_comm_select.c module->topo.cart.cart_get = mca_topo_base_cart_get; module 263 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.cart.cartdim_get) { module 264 ompi/mca/topo/base/topo_base_comm_select.c module->topo.cart.cartdim_get = mca_topo_base_cartdim_get; module 266 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.cart.cart_map) { module 267 ompi/mca/topo/base/topo_base_comm_select.c module->topo.cart.cart_map = mca_topo_base_cart_map; module 269 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.cart.cart_rank) { module 270 ompi/mca/topo/base/topo_base_comm_select.c module->topo.cart.cart_rank = mca_topo_base_cart_rank; module 272 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.cart.cart_shift) { module 273 ompi/mca/topo/base/topo_base_comm_select.c module->topo.cart.cart_shift = mca_topo_base_cart_shift; module 275 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.cart.cart_sub) { module 276 ompi/mca/topo/base/topo_base_comm_select.c module->topo.cart.cart_sub = mca_topo_base_cart_sub; module 279 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.graph.graph_create) { module 280 ompi/mca/topo/base/topo_base_comm_select.c module->topo.graph.graph_create = mca_topo_base_graph_create; module 282 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.graph.graph_get) { module 283 ompi/mca/topo/base/topo_base_comm_select.c module->topo.graph.graph_get = mca_topo_base_graph_get; module 285 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.graph.graph_map) { module 286 ompi/mca/topo/base/topo_base_comm_select.c module->topo.graph.graph_map = mca_topo_base_graph_map; module 288 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.graph.graphdims_get) { module 289 ompi/mca/topo/base/topo_base_comm_select.c module->topo.graph.graphdims_get = mca_topo_base_graphdims_get; module 291 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.graph.graph_neighbors) { module 292 ompi/mca/topo/base/topo_base_comm_select.c module->topo.graph.graph_neighbors = mca_topo_base_graph_neighbors; module 294 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.graph.graph_neighbors_count) { module 295 ompi/mca/topo/base/topo_base_comm_select.c module->topo.graph.graph_neighbors_count = mca_topo_base_graph_neighbors_count; module 298 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.dist_graph.dist_graph_create) { module 299 ompi/mca/topo/base/topo_base_comm_select.c module->topo.dist_graph.dist_graph_create = mca_topo_base_dist_graph_create; module 301 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.dist_graph.dist_graph_create_adjacent) { module 302 ompi/mca/topo/base/topo_base_comm_select.c module->topo.dist_graph.dist_graph_create_adjacent = mca_topo_base_dist_graph_create_adjacent; module 304 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.dist_graph.dist_graph_neighbors) { module 305 ompi/mca/topo/base/topo_base_comm_select.c module->topo.dist_graph.dist_graph_neighbors = mca_topo_base_dist_graph_neighbors; module 307 ompi/mca/topo/base/topo_base_comm_select.c if (NULL == module->topo.dist_graph.dist_graph_neighbors_count) { module 308 ompi/mca/topo/base/topo_base_comm_select.c module->topo.dist_graph.dist_graph_neighbors_count = mca_topo_base_dist_graph_neighbors_count; module 35 ompi/mca/topo/base/topo_base_dist_graph_create.c int mca_topo_base_dist_graph_distribute(mca_topo_base_module_t* module, module 282 ompi/mca/topo/base/topo_base_dist_graph_create.c int mca_topo_base_dist_graph_create(mca_topo_base_module_t* module, module 295 ompi/mca/topo/base/topo_base_dist_graph_create.c OBJ_RELEASE(module); module 308 ompi/mca/topo/base/topo_base_dist_graph_create.c (*newcomm)->c_topo = module; module 312 ompi/mca/topo/base/topo_base_dist_graph_create.c err = mca_topo_base_dist_graph_distribute(module, module 23 ompi/mca/topo/base/topo_base_dist_graph_create_adjacent.c int mca_topo_base_dist_graph_create_adjacent(mca_topo_base_module_t* module, module 97 ompi/mca/topo/base/topo_base_dist_graph_create_adjacent.c (*newcomm)->c_topo = module; module 252 ompi/mca/topo/topo.h (struct mca_topo_base_module_t* module, module 261 ompi/mca/topo/topo.h (struct mca_topo_base_module_t* module, module 68 ompi/mca/topo/treematch/topo_treematch.h int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* module, module 51 ompi/mca/vprotocol/base/vprotocol_base_select.c mca_vprotocol_base_module_t *module = NULL, *best_module = NULL; module 76 ompi/mca/vprotocol/base/vprotocol_base_select.c module = component->pmlm_init(&priority, enable_progress_threads, enable_mpi_threads); module 77 ompi/mca/vprotocol/base/vprotocol_base_select.c if (NULL == module) { module 86 ompi/mca/vprotocol/base/vprotocol_base_select.c best_module = module; module 12 ompi/mpi/fortran/base/conversion-fn-null-int-interface.h ! them to the "mpi" module namespace, and result in linker errors if MPI module 14 ompi/mpi/fortran/base/conversion-fn-null-int-interface.h ! these functions are not in the MPI module namespace -- they're the F77 module 23 ompi/mpi/fortran/use-mpi-f08/bindings/mpi-f-interfaces-bind.h ! Most of the "wrapper" subroutines in the mpi_f08 module (i.e., all module 37 ompi/mpi/fortran/use-mpi-f08/bindings/mpi-f-interfaces-bind.h ! files (e.g., finalized_f08.F90) use the "mpi" module to get a module 42 ompi/mpi/fortran/use-mpi-f08/bindings/mpi-f-interfaces-bind.h ! This is a bit of a hack: the "mpi" module will provide the right module 76 ompi/mpi/fortran/use-mpi-f08/bindings/mpi-f-interfaces-bind.h ! The problem occurs because in the mpi_f08 module, an MPI_Status is module 77 ompi/mpi/fortran/use-mpi-f08/bindings/mpi-f-interfaces-bind.h ! TYPE(MPI_Status), but in the mpi module, it's INTEGER, module 197 ompi/mpi/fortran/use-mpi-f08/bindings/mpi-f-interfaces-bind.h ! module C implementation function). module 10 ompi/mpi/fortran/use-mpi-tkr/mpi-f90-cptr-interfaces.h ! This file contains interfaces that use the ISO_C_BINDING module and module 12 ompi/mpi/fortran/use-mpi-tkr/mpi-f90-cptr-interfaces.h ! gfortran on RHEL 5 does not support this module/type). So we use a module 12 ompi/mpi/fortran/use-mpi-tkr/pmpi-f90-cptr-interfaces.h ! This file contains interfaces that use the ISO_C_BINDING module and module 14 ompi/mpi/fortran/use-mpi-tkr/pmpi-f90-cptr-interfaces.h ! gfortran on RHEL 5 does not support this module/type). So we use a module 11 ompi/mpiext/example/use-mpi-f08/mpiext_example_usempif08.h ! This whole file will be included in the mpi_f08_ext module interface module 11 ompi/mpiext/example/use-mpi/mpiext_example_usempi.h ! This whole file will be included in the mpi_ext module interface module 14 ompi/mpiext/pcollreq/use-mpi-f08/mpiext_pcollreq_usempif08.h ! This whole file will be included in the mpi_f08_ext module interface module 14 ompi/mpiext/pcollreq/use-mpi/mpiext_pcollreq_usempi.h ! This whole file will be included in the mpi_ext module interface module 12 ompi/mpiext/shortfloat/use-mpi/mpiext_shortfloat_usempi.h ! into the mpi_ext module file. module 83 opal/mca/allocator/basic/allocator_basic.c mca_allocator_basic_module_t *module = (mca_allocator_basic_module_t *) module 85 opal/mca/allocator/basic/allocator_basic.c if (NULL == module) { module 89 opal/mca/allocator/basic/allocator_basic.c module->super.alc_alloc = mca_allocator_basic_alloc; module 90 opal/mca/allocator/basic/allocator_basic.c module->super.alc_realloc = mca_allocator_basic_realloc; module 91 opal/mca/allocator/basic/allocator_basic.c module->super.alc_free = mca_allocator_basic_free; module 92 opal/mca/allocator/basic/allocator_basic.c module->super.alc_compact = mca_allocator_basic_compact; module 93 opal/mca/allocator/basic/allocator_basic.c module->super.alc_finalize = mca_allocator_basic_finalize; module 94 opal/mca/allocator/basic/allocator_basic.c module->super.alc_context = context; module 95 opal/mca/allocator/basic/allocator_basic.c module->seg_alloc = segment_alloc; module 96 opal/mca/allocator/basic/allocator_basic.c module->seg_free = segment_free; module 97 opal/mca/allocator/basic/allocator_basic.c OBJ_CONSTRUCT(&module->seg_list, opal_list_t); module 98 opal/mca/allocator/basic/allocator_basic.c OBJ_CONSTRUCT(&module->seg_lock, opal_mutex_t); module 99 opal/mca/allocator/basic/allocator_basic.c OBJ_CONSTRUCT(&module->seg_descriptors, opal_free_list_t); module 101 opal/mca/allocator/basic/allocator_basic.c opal_free_list_init (&module->seg_descriptors, module 111 opal/mca/allocator/basic/allocator_basic.c return &module->super; module 119 opal/mca/allocator/basic/allocator_basic.c mca_allocator_basic_module_t* module, module 123 opal/mca/allocator/basic/allocator_basic.c if(item != opal_list_get_begin(&module->seg_list)) { module 127 opal/mca/allocator/basic/allocator_basic.c opal_list_remove_item(&module->seg_list, &seg->seg_item.super); module 128 opal/mca/allocator/basic/allocator_basic.c opal_free_list_return (&module->seg_descriptors, &seg->seg_item); module 135 opal/mca/allocator/basic/allocator_basic.c mca_allocator_basic_module_t* module, module 139 opal/mca/allocator/basic/allocator_basic.c if(item != opal_list_get_end(&module->seg_list)) { module 144 opal/mca/allocator/basic/allocator_basic.c opal_list_remove_item(&module->seg_list, &seg->seg_item.super); module 145 opal/mca/allocator/basic/allocator_basic.c opal_free_list_return (&module->seg_descriptors, &seg->seg_item); module 168 opal/mca/allocator/basic/allocator_basic.c mca_allocator_basic_module_t* module = (mca_allocator_basic_module_t*)base; module 172 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_LOCK(&module->seg_lock); module 179 opal/mca/allocator/basic/allocator_basic.c OPAL_LIST_FOREACH(seg, &module->seg_list, mca_allocator_basic_segment_t) { module 185 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_UNLOCK(&module->seg_lock); module 190 opal/mca/allocator/basic/allocator_basic.c opal_list_remove_item(&module->seg_list, (opal_list_item_t *) seg); module 191 opal/mca/allocator/basic/allocator_basic.c opal_free_list_return (&module->seg_descriptors, (opal_free_list_item_t *) seg); module 192 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_UNLOCK(&module->seg_lock); module 200 opal/mca/allocator/basic/allocator_basic.c if(NULL == (addr = (unsigned char *)module->seg_alloc(module->super.alc_context, &allocated_size))) { module 201 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_UNLOCK(&module->seg_lock); module 207 opal/mca/allocator/basic/allocator_basic.c seg = (mca_allocator_basic_segment_t *) opal_free_list_get (&module->seg_descriptors); module 209 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_UNLOCK(&module->seg_lock); module 214 opal/mca/allocator/basic/allocator_basic.c opal_list_append (&module->seg_list, (opal_list_item_t *) seg); module 218 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_UNLOCK(&module->seg_lock); module 270 opal/mca/allocator/basic/allocator_basic.c mca_allocator_basic_module_t* module = (mca_allocator_basic_module_t*)base; module 274 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_LOCK(&module->seg_lock); module 277 opal/mca/allocator/basic/allocator_basic.c OPAL_LIST_FOREACH(seg, &module->seg_list, mca_allocator_basic_segment_t) { module 283 opal/mca/allocator/basic/allocator_basic.c mca_allocator_basic_combine_next(module, seg); module 284 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_UNLOCK(&module->seg_lock); module 295 opal/mca/allocator/basic/allocator_basic.c mca_allocator_basic_combine_prev(module, seg); module 296 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_UNLOCK(&module->seg_lock); module 303 opal/mca/allocator/basic/allocator_basic.c opal_free_list_get (&module->seg_descriptors); module 305 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_UNLOCK(&module->seg_lock); module 310 opal/mca/allocator/basic/allocator_basic.c opal_list_insert_pos(&module->seg_list, &seg->seg_item.super, (opal_list_item_t *) new_seg); module 311 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_UNLOCK(&module->seg_lock); module 318 opal/mca/allocator/basic/allocator_basic.c seg = (mca_allocator_basic_segment_t *) opal_free_list_get (&module->seg_descriptors); module 320 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_UNLOCK(&module->seg_lock); module 325 opal/mca/allocator/basic/allocator_basic.c opal_list_append(&module->seg_list, (opal_list_item_t *) seg); module 326 opal/mca/allocator/basic/allocator_basic.c OPAL_THREAD_UNLOCK(&module->seg_lock); module 359 opal/mca/allocator/basic/allocator_basic.c mca_allocator_basic_module_t* module = (mca_allocator_basic_module_t*)base; module 361 opal/mca/allocator/basic/allocator_basic.c while (NULL != opal_list_remove_first(&module->seg_list)) { module 364 opal/mca/allocator/basic/allocator_basic.c OBJ_DESTRUCT(&module->seg_list); module 365 opal/mca/allocator/basic/allocator_basic.c OBJ_DESTRUCT(&module->seg_lock); module 366 opal/mca/allocator/basic/allocator_basic.c OBJ_DESTRUCT(&module->seg_descriptors); module 367 opal/mca/allocator/basic/allocator_basic.c free(module); module 42 opal/mca/base/mca_base_components_select.c mca_base_module_t *module = NULL; module 77 opal/mca/base/mca_base_components_select.c rc = component->mca_query_component(&module, &priority); module 93 opal/mca/base/mca_base_components_select.c if (NULL == module) { module 109 opal/mca/base/mca_base_components_select.c *best_module = module; module 63 opal/mca/btl/base/base.h mca_btl_base_module_t *module); module 64 opal/mca/btl/base/base.h OPAL_DECLSPEC int mca_btl_base_param_verify(mca_btl_base_module_t *module); module 37 opal/mca/btl/base/btl_base_mca.c mca_btl_base_module_t *module) module 47 opal/mca/btl/base/btl_base_mca.c &module->btl_exclusivity); module 52 opal/mca/btl/base/btl_base_mca.c MCA_BASE_VAR_SCOPE_READONLY, &module->btl_flags); module 56 opal/mca/btl/base/btl_base_mca.c MCA_BASE_VAR_SCOPE_CONSTANT, &module->btl_atomic_flags); module 62 opal/mca/btl/base/btl_base_mca.c &module->btl_rndv_eager_limit); module 68 opal/mca/btl/base/btl_base_mca.c &module->btl_eager_limit); module 70 opal/mca/btl/base/btl_base_mca.c if ((module->btl_flags & MCA_BTL_FLAGS_GET) && module->btl_get) { module 71 opal/mca/btl/base/btl_base_mca.c if (0 == module->btl_get_limit) { module 72 opal/mca/btl/base/btl_base_mca.c module->btl_get_limit = SIZE_MAX; module 77 opal/mca/btl/base/btl_base_mca.c MCA_BASE_VAR_SCOPE_READONLY, &module->btl_get_limit); module 83 opal/mca/btl/base/btl_base_mca.c MCA_BASE_VAR_SCOPE_CONSTANT, &module->btl_get_alignment); module 86 opal/mca/btl/base/btl_base_mca.c if ((module->btl_flags & MCA_BTL_FLAGS_PUT) && module->btl_put) { module 87 opal/mca/btl/base/btl_base_mca.c if (0 == module->btl_put_limit) { module 88 opal/mca/btl/base/btl_base_mca.c module->btl_put_limit = SIZE_MAX; module 92 opal/mca/btl/base/btl_base_mca.c MCA_BASE_VAR_SCOPE_READONLY, &module->btl_put_limit); module 98 opal/mca/btl/base/btl_base_mca.c MCA_BASE_VAR_SCOPE_CONSTANT, &module->btl_put_alignment); module 104 opal/mca/btl/base/btl_base_mca.c if (!(MCA_BTL_FLAGS_CUDA_GET & module->btl_flags)) { module 105 opal/mca/btl/base/btl_base_mca.c module->btl_cuda_eager_limit = 0; module 106 opal/mca/btl/base/btl_base_mca.c module->btl_cuda_rdma_limit = SIZE_MAX; module 112 opal/mca/btl/base/btl_base_mca.c &module->btl_cuda_eager_limit); module 117 opal/mca/btl/base/btl_base_mca.c &module->btl_cuda_rdma_limit); module 120 opal/mca/btl/base/btl_base_mca.c module->btl_cuda_max_send_size = 0; module 125 opal/mca/btl/base/btl_base_mca.c &module->btl_cuda_max_send_size); module 132 opal/mca/btl/base/btl_base_mca.c &module->btl_max_send_size); module 134 opal/mca/btl/base/btl_base_mca.c if (NULL != module->btl_put) { module 139 opal/mca/btl/base/btl_base_mca.c &module->btl_rdma_pipeline_send_length); module 145 opal/mca/btl/base/btl_base_mca.c &module->btl_rdma_pipeline_frag_size); module 151 opal/mca/btl/base/btl_base_mca.c &module->btl_min_rdma_pipeline_size); module 157 opal/mca/btl/base/btl_base_mca.c &module->btl_latency); module 162 opal/mca/btl/base/btl_base_mca.c &module->btl_bandwidth); module 165 opal/mca/btl/base/btl_base_mca.c return mca_btl_base_param_verify(module); module 169 opal/mca/btl/base/btl_base_mca.c int mca_btl_base_param_verify(mca_btl_base_module_t *module) module 171 opal/mca/btl/base/btl_base_mca.c if (module->btl_min_rdma_pipeline_size < module 172 opal/mca/btl/base/btl_base_mca.c (module->btl_eager_limit + module->btl_rdma_pipeline_send_length)) { module 173 opal/mca/btl/base/btl_base_mca.c module->btl_min_rdma_pipeline_size = module 174 opal/mca/btl/base/btl_base_mca.c module->btl_eager_limit + module->btl_rdma_pipeline_send_length; module 177 opal/mca/btl/base/btl_base_mca.c if (NULL == module->btl_put) { module 178 opal/mca/btl/base/btl_base_mca.c module->btl_flags &= ~MCA_BTL_FLAGS_PUT; module 181 opal/mca/btl/base/btl_base_mca.c if (NULL == module->btl_get) { module 182 opal/mca/btl/base/btl_base_mca.c module->btl_flags &= ~MCA_BTL_FLAGS_GET; module 185 opal/mca/btl/base/btl_base_mca.c if (NULL == module->btl_flush) { module 186 opal/mca/btl/base/btl_base_mca.c module->btl_flags &= ~MCA_BTL_FLAGS_RDMA_FLUSH; module 189 opal/mca/btl/base/btl_base_mca.c if (0 == module->btl_atomic_flags) { module 190 opal/mca/btl/base/btl_base_mca.c module->btl_flags &= ~MCA_BTL_FLAGS_ATOMIC_OPS; module 193 opal/mca/btl/base/btl_base_mca.c if (0 == module->btl_get_limit) { module 194 opal/mca/btl/base/btl_base_mca.c module->btl_get_limit = SIZE_MAX; module 197 opal/mca/btl/base/btl_base_mca.c if (0 == module->btl_put_limit) { module 198 opal/mca/btl/base/btl_base_mca.c module->btl_put_limit = SIZE_MAX; module 378 opal/mca/btl/btl.h struct mca_btl_base_module_t* module, module 400 opal/mca/btl/btl.h struct mca_btl_base_module_t* module, module 348 opal/mca/btl/ofi/btl_ofi.h void mca_btl_ofi_rcache_init (mca_btl_ofi_module_t *module); module 357 opal/mca/btl/ofi/btl_ofi.h int mca_btl_ofi_post_recvs(mca_btl_base_module_t* module, mca_btl_ofi_context_t *context, int count); module 92 opal/mca/btl/ofi/btl_ofi_component.c mca_btl_ofi_module_t *module = &mca_btl_ofi_module_template; module 188 opal/mca/btl/ofi/btl_ofi_component.c module->super.btl_exclusivity = MCA_BTL_EXCLUSIVITY_HIGH - 50; module 191 opal/mca/btl/ofi/btl_ofi_component.c &module->super); module 381 opal/mca/btl/ofi/btl_ofi_component.c mca_btl_ofi_module_t *module; module 383 opal/mca/btl/ofi/btl_ofi_component.c module = mca_btl_ofi_module_alloc(mca_btl_ofi_component.mode); module 384 opal/mca/btl/ofi/btl_ofi_component.c if (NULL == module) { module 391 opal/mca/btl/ofi/btl_ofi_component.c module->super.btl_exclusivity = MCA_BTL_EXCLUSIVITY_DEFAULT; module 443 opal/mca/btl/ofi/btl_ofi_component.c module->num_contexts, module 462 opal/mca/btl/ofi/btl_ofi_component.c module->num_contexts = num_contexts_to_create; module 463 opal/mca/btl/ofi/btl_ofi_component.c module->is_scalable_ep = true; module 466 opal/mca/btl/ofi/btl_ofi_component.c module->contexts = mca_btl_ofi_context_alloc_scalable(ofi_info, module 489 opal/mca/btl/ofi/btl_ofi_component.c module->num_contexts = 1; module 490 opal/mca/btl/ofi/btl_ofi_component.c module->is_scalable_ep = false; module 493 opal/mca/btl/ofi/btl_ofi_component.c module->contexts = mca_btl_ofi_context_alloc_normal(ofi_info, module 497 opal/mca/btl/ofi/btl_ofi_component.c if (NULL == module->contexts) { module 514 opal/mca/btl/ofi/btl_ofi_component.c module->fabric_info = ofi_info; module 515 opal/mca/btl/ofi/btl_ofi_component.c module->fabric = fabric; module 516 opal/mca/btl/ofi/btl_ofi_component.c module->domain = domain; module 517 opal/mca/btl/ofi/btl_ofi_component.c module->av = av; module 518 opal/mca/btl/ofi/btl_ofi_component.c module->ofi_endpoint = ep; module 519 opal/mca/btl/ofi/btl_ofi_component.c module->linux_device_name = linux_device_name; module 520 opal/mca/btl/ofi/btl_ofi_component.c module->outstanding_rdma = 0; module 521 opal/mca/btl/ofi/btl_ofi_component.c module->use_virt_addr = false; module 525 opal/mca/btl/ofi/btl_ofi_component.c module->use_virt_addr = true; module 529 opal/mca/btl/ofi/btl_ofi_component.c mca_btl_ofi_rcache_init(module); module 532 opal/mca/btl/ofi/btl_ofi_component.c OBJ_CONSTRUCT(&module->endpoints, opal_list_t); module 533 opal/mca/btl/ofi/btl_ofi_component.c OBJ_CONSTRUCT(&module->module_lock, opal_mutex_t); module 534 opal/mca/btl/ofi/btl_ofi_component.c OBJ_CONSTRUCT(&module->id_to_endpoint, opal_hash_table_t); module 536 opal/mca/btl/ofi/btl_ofi_component.c rc = opal_hash_table_init (&module->id_to_endpoint, 512); module 558 opal/mca/btl/ofi/btl_ofi_component.c for (int i=0; i < module->num_contexts; i++) { module 559 opal/mca/btl/ofi/btl_ofi_component.c rc = mca_btl_ofi_post_recvs((mca_btl_base_module_t*) module, module 560 opal/mca/btl/ofi/btl_ofi_component.c &module->contexts[i], module 577 opal/mca/btl/ofi/btl_ofi_component.c mca_btl_ofi_component.modules[(*module_count)++] = module; module 586 opal/mca/btl/ofi/btl_ofi_component.c for (int i=0; i < module->num_contexts; i++) { module 587 opal/mca/btl/ofi/btl_ofi_component.c mca_btl_ofi_context_finalize(&module->contexts[i], module->is_scalable_ep); module 589 opal/mca/btl/ofi/btl_ofi_component.c free(module->contexts); module 606 opal/mca/btl/ofi/btl_ofi_component.c free(module); module 623 opal/mca/btl/ofi/btl_ofi_component.c mca_btl_ofi_module_t *module = mca_btl_ofi_component.modules[i]; module 626 opal/mca/btl/ofi/btl_ofi_component.c context = get_ofi_context(module); module 635 opal/mca/btl/ofi/btl_ofi_component.c for (int j = 0 ; j < module->num_contexts ; j++ ) { module 637 opal/mca/btl/ofi/btl_ofi_component.c context = get_ofi_context_rr(module); module 23 opal/mca/btl/ofi/btl_ofi_frag.h #define MCA_BTL_OFI_NUM_SEND_INC(module) \ module 24 opal/mca/btl/ofi/btl_ofi_frag.h OPAL_ATOMIC_ADD_FETCH64(&(module)->outstanding_send, 1); \ module 25 opal/mca/btl/ofi/btl_ofi_frag.h if (module->outstanding_send > mca_btl_ofi_component.progress_threshold) { \ module 29 opal/mca/btl/ofi/btl_ofi_frag.h #define MCA_BTL_OFI_NUM_SEND_DEC(module) \ module 30 opal/mca/btl/ofi/btl_ofi_frag.h OPAL_ATOMIC_ADD_FETCH64(&(module)->outstanding_send, -1); module 137 opal/mca/btl/ofi/btl_ofi_module.c void mca_btl_ofi_rcache_init (mca_btl_ofi_module_t *module) module 139 opal/mca/btl/ofi/btl_ofi_module.c if (!module->initialized) { module 143 opal/mca/btl/ofi/btl_ofi_module.c (void) opal_asprintf (&tmp, "ofi.%s", module->linux_device_name); module 146 opal/mca/btl/ofi/btl_ofi_module.c rcache_resources.reg_data = (void *) module; module 151 opal/mca/btl/ofi/btl_ofi_module.c module->rcache = mca_rcache_base_module_create ("grdma", module, &rcache_resources); module 154 opal/mca/btl/ofi/btl_ofi_module.c if (NULL == module->rcache) { module 160 opal/mca/btl/ofi/btl_ofi_module.c module->initialized = true; module 327 opal/mca/btl/ofi/btl_ofi_module.c int mca_btl_ofi_post_recvs (mca_btl_base_module_t *module, module 337 opal/mca/btl/ofi/btl_ofi_module.c frag = (mca_btl_ofi_base_frag_t*) mca_btl_ofi_alloc(module, module 347 opal/mca/btl/ofi/btl_ofi_module.c comp = mca_btl_ofi_frag_completion_alloc (module, module 366 opal/mca/btl/ofi/btl_ofi_module.c mca_btl_ofi_module_t *module; module 369 opal/mca/btl/ofi/btl_ofi_module.c module = (mca_btl_ofi_module_t*) calloc(1, sizeof(mca_btl_ofi_module_t)); module 370 opal/mca/btl/ofi/btl_ofi_module.c if (NULL == module) { module 375 opal/mca/btl/ofi/btl_ofi_module.c *module = mca_btl_ofi_module_template; module 379 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_put = mca_btl_ofi_put; module 380 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_get = mca_btl_ofi_get; module 381 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_atomic_op = mca_btl_ofi_aop; module 382 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_atomic_fop = mca_btl_ofi_afop; module 383 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_atomic_cswap = mca_btl_ofi_acswap; module 384 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_flush = mca_btl_ofi_flush; module 386 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_register_mem = mca_btl_ofi_register_mem; module 387 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_deregister_mem = mca_btl_ofi_deregister_mem; module 389 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_flags |= MCA_BTL_FLAGS_ATOMIC_FOPS | module 393 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_atomic_flags = MCA_BTL_ATOMIC_SUPPORTS_ADD | module 398 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_put_limit = 1 << 23; module 399 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_put_alignment = 0; module 401 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_get_limit = 1 << 23; module 402 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_get_alignment = 0; module 404 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_registration_handle_size = module 410 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_alloc = mca_btl_ofi_alloc; module 411 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_free = mca_btl_ofi_free; module 412 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_prepare_src = mca_btl_ofi_prepare_src; module 414 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_send = mca_btl_ofi_send; module 416 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_flags |= MCA_BTL_FLAGS_SEND; module 417 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_eager_limit = MCA_BTL_OFI_FRAG_SIZE; module 418 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_max_send_size = MCA_BTL_OFI_FRAG_SIZE; module 419 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_rndv_eager_limit = MCA_BTL_OFI_FRAG_SIZE; module 423 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_exclusivity = MCA_BTL_EXCLUSIVITY_HIGH; module 427 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_rdma_pipeline_frag_size = 4 * 1024 * 1024; module 428 opal/mca/btl/ofi/btl_ofi_module.c module->super.btl_rdma_pipeline_send_length = 8 * 1024; module 431 opal/mca/btl/ofi/btl_ofi_module.c return module; module 32 opal/mca/btl/ofi/btl_ofi_rdma.h #define MCA_BTL_OFI_NUM_RDMA_INC(module) \ module 33 opal/mca/btl/ofi/btl_ofi_rdma.h OPAL_THREAD_ADD_FETCH64(&(module)->outstanding_rdma, 1); \ module 34 opal/mca/btl/ofi/btl_ofi_rdma.h if (module->outstanding_rdma > mca_btl_ofi_component.progress_threshold){ \ module 38 opal/mca/btl/ofi/btl_ofi_rdma.h #define MCA_BTL_OFI_NUM_RDMA_DEC(module) \ module 39 opal/mca/btl/ofi/btl_ofi_rdma.h OPAL_THREAD_ADD_FETCH64(&(module)->outstanding_rdma, -1); module 281 opal/mca/btl/uct/btl_uct.h struct mca_btl_base_endpoint_t *mca_btl_uct_get_ep (struct mca_btl_base_module_t *module, opal_proc_t *proc); module 283 opal/mca/btl/uct/btl_uct.h int mca_btl_uct_query_tls (mca_btl_uct_module_t *module, mca_btl_uct_md_t *md, uct_tl_resource_desc_t *tl_descs, unsigned tl_count); module 284 opal/mca/btl/uct/btl_uct.h int mca_btl_uct_process_connection_request (mca_btl_uct_module_t *module, mca_btl_uct_conn_req_t *req); module 48 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_module_t *module = &mca_btl_uct_module_template; module 99 opal/mca/btl/uct/btl_uct_component.c module->super.btl_exclusivity = MCA_BTL_EXCLUSIVITY_HIGH; module 102 opal/mca/btl/uct/btl_uct_component.c &module->super); module 169 opal/mca/btl/uct/btl_uct_component.c static size_t mca_btl_uct_module_modex_size (mca_btl_uct_module_t *module) module 171 opal/mca/btl/uct/btl_uct_component.c size_t modex_size = 4 + strlen (module->md_name) + 1; module 173 opal/mca/btl/uct/btl_uct_component.c if (module->rdma_tl) { module 174 opal/mca/btl/uct/btl_uct_component.c modex_size += mca_btl_uct_tl_modex_size (module->rdma_tl); module 177 opal/mca/btl/uct/btl_uct_component.c if (module->am_tl && module->am_tl != module->rdma_tl) { module 178 opal/mca/btl/uct/btl_uct_component.c modex_size += mca_btl_uct_tl_modex_size (module->am_tl); module 181 opal/mca/btl/uct/btl_uct_component.c if (module->conn_tl && module->conn_tl != module->rdma_tl && module->conn_tl != module->am_tl) { module 182 opal/mca/btl/uct/btl_uct_component.c modex_size += mca_btl_uct_tl_modex_size (module->conn_tl); module 233 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_module_t *module = mca_btl_uct_component.modules[i]; module 234 opal/mca/btl/uct/btl_uct_component.c size_t name_len = strlen (module->md_name); module 237 opal/mca/btl/uct/btl_uct_component.c *((uint32_t *) modex_data) = (uint32_t) mca_btl_uct_module_modex_size (module); module 241 opal/mca/btl/uct/btl_uct_component.c strcpy ((char *) modex_data, module->md_name); module 244 opal/mca/btl/uct/btl_uct_component.c if (module->rdma_tl) { module 245 opal/mca/btl/uct/btl_uct_component.c modex_data += mca_btl_uct_tl_modex_pack (module->rdma_tl, modex_data); module 248 opal/mca/btl/uct/btl_uct_component.c if (module->am_tl && module->am_tl != module->rdma_tl) { module 249 opal/mca/btl/uct/btl_uct_component.c modex_data += mca_btl_uct_tl_modex_pack (module->am_tl, modex_data); module 252 opal/mca/btl/uct/btl_uct_component.c if (module->conn_tl && module->conn_tl != module->rdma_tl && module->conn_tl != module->am_tl) { module 253 opal/mca/btl/uct/btl_uct_component.c modex_data += mca_btl_uct_tl_modex_pack (module->conn_tl, modex_data); module 264 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_module_t *module; module 267 opal/mca/btl/uct/btl_uct_component.c module = malloc (sizeof (*module)); module 268 opal/mca/btl/uct/btl_uct_component.c if (NULL == module) { module 273 opal/mca/btl/uct/btl_uct_component.c *module = mca_btl_uct_module_template; module 275 opal/mca/btl/uct/btl_uct_component.c OBJ_CONSTRUCT(&module->id_to_endpoint, opal_hash_table_t); module 276 opal/mca/btl/uct/btl_uct_component.c OBJ_CONSTRUCT(&module->endpoint_lock, opal_mutex_t); module 277 opal/mca/btl/uct/btl_uct_component.c OBJ_CONSTRUCT(&module->short_frags, opal_free_list_t); module 278 opal/mca/btl/uct/btl_uct_component.c OBJ_CONSTRUCT(&module->eager_frags, opal_free_list_t); module 279 opal/mca/btl/uct/btl_uct_component.c OBJ_CONSTRUCT(&module->max_frags, opal_free_list_t); module 280 opal/mca/btl/uct/btl_uct_component.c OBJ_CONSTRUCT(&module->pending_frags, opal_list_t); module 281 opal/mca/btl/uct/btl_uct_component.c OBJ_CONSTRUCT(&module->lock, opal_recursive_mutex_t); module 282 opal/mca/btl/uct/btl_uct_component.c OBJ_CONSTRUCT(&module->pending_connection_reqs, opal_fifo_t); module 284 opal/mca/btl/uct/btl_uct_component.c module->md = md; module 285 opal/mca/btl/uct/btl_uct_component.c module->md_name = strdup (md_name); module 286 opal/mca/btl/uct/btl_uct_component.c module->super.btl_registration_handle_size = registration_size; module 288 opal/mca/btl/uct/btl_uct_component.c ucs_status = ucs_async_context_create (UCS_ASYNC_MODE_THREAD, &module->ucs_async); module 291 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_finalize (&module->super); module 295 opal/mca/btl/uct/btl_uct_component.c return module; module 323 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_module_t *module; module 360 opal/mca/btl/uct/btl_uct_component.c module = mca_btl_uct_alloc_module (md_desc->md_name, md, md_attr.rkey_packed_size); module 361 opal/mca/btl/uct/btl_uct_component.c if (NULL == module) { module 366 opal/mca/btl/uct/btl_uct_component.c (void) mca_btl_uct_query_tls (module, md, tl_desc, num_tls); module 374 opal/mca/btl/uct/btl_uct_component.c if (NULL == module->am_tl && NULL == module->rdma_tl) { module 376 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_finalize (&module->super); module 380 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_component.modules[mca_btl_uct_component.module_count++] = module; module 385 opal/mca/btl/uct/btl_uct_component.c (void) opal_asprintf (&tmp, "uct.%s", module->md_name); module 388 opal/mca/btl/uct/btl_uct_component.c rcache_resources.reg_data = (void *) module; module 389 opal/mca/btl/uct/btl_uct_component.c rcache_resources.sizeof_reg = sizeof (mca_btl_uct_reg_t) + module->super.btl_registration_handle_size; module 393 opal/mca/btl/uct/btl_uct_component.c module->rcache = mca_rcache_base_module_create ("grdma", module, &rcache_resources); module 395 opal/mca/btl/uct/btl_uct_component.c if (NULL == module->rcache) { module 398 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_finalize (&module->super); module 524 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_module_t *module = mca_btl_uct_component.modules[i]; module 528 opal/mca/btl/uct/btl_uct_component.c ret += mca_btl_uct_tl_progress (module->rdma_tl, starting_index); module 530 opal/mca/btl/uct/btl_uct_component.c if (module->am_tl != module->rdma_tl) { module 531 opal/mca/btl/uct/btl_uct_component.c ret += mca_btl_uct_tl_progress (module->am_tl, starting_index); module 534 opal/mca/btl/uct/btl_uct_component.c if (module->conn_tl) { module 537 opal/mca/btl/uct/btl_uct_component.c if (module->conn_tl != module->am_tl && module->conn_tl != module->rdma_tl) { module 538 opal/mca/btl/uct/btl_uct_component.c ret += mca_btl_uct_tl_progress (module->conn_tl, 0); module 541 opal/mca/btl/uct/btl_uct_component.c while (NULL != (request = (mca_btl_uct_pending_connection_request_t *) opal_fifo_pop_atomic (&module->pending_connection_reqs))) { module 542 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_process_connection_request (module, (mca_btl_uct_conn_req_t *) request->request_data); module 547 opal/mca/btl/uct/btl_uct_component.c if (0 != opal_list_get_size (&module->pending_frags)) { module 548 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_component_progress_pending (module); module 26 opal/mca/btl/uct/btl_uct_device_context.h mca_btl_uct_device_context_t *mca_btl_uct_context_create (mca_btl_uct_module_t *module, mca_btl_uct_tl_t *tl, int context_id, bool enable_progress); module 87 opal/mca/btl/uct/btl_uct_device_context.h mca_btl_uct_module_get_tl_context_specific (mca_btl_uct_module_t *module, mca_btl_uct_tl_t *tl, int context_id) module 92 opal/mca/btl/uct/btl_uct_device_context.h OPAL_THREAD_LOCK(&module->lock); module 95 opal/mca/btl/uct/btl_uct_device_context.h context = tl->uct_dev_contexts[context_id] = mca_btl_uct_context_create (module, tl, context_id, true); module 97 opal/mca/btl/uct/btl_uct_device_context.h OPAL_THREAD_UNLOCK(&module->lock); module 103 opal/mca/btl/uct/btl_uct_device_context.h static inline mca_btl_uct_device_context_t *mca_btl_uct_module_get_rdma_context (mca_btl_uct_module_t *module) module 105 opal/mca/btl/uct/btl_uct_device_context.h return mca_btl_uct_module_get_tl_context_specific (module, module->rdma_tl, mca_btl_uct_get_context_index ()); module 108 opal/mca/btl/uct/btl_uct_device_context.h static inline mca_btl_uct_device_context_t *mca_btl_uct_module_get_rdma_context_specific (mca_btl_uct_module_t *module, int context_id) module 110 opal/mca/btl/uct/btl_uct_device_context.h return mca_btl_uct_module_get_tl_context_specific (module, module->rdma_tl, context_id); module 113 opal/mca/btl/uct/btl_uct_device_context.h static inline mca_btl_uct_device_context_t *mca_btl_uct_module_get_am_context (mca_btl_uct_module_t *module) module 115 opal/mca/btl/uct/btl_uct_device_context.h return mca_btl_uct_module_get_tl_context_specific (module, module->am_tl, mca_btl_uct_get_context_index ()); module 32 opal/mca/btl/uct/btl_uct_endpoint.h int mca_btl_uct_endpoint_connect (mca_btl_uct_module_t *module, mca_btl_uct_endpoint_t *endpoint, int ep_index, void *ep_addr, int tl_index); module 34 opal/mca/btl/uct/btl_uct_endpoint.h static inline int mca_btl_uct_endpoint_test_am (mca_btl_uct_module_t *module, mca_btl_uct_endpoint_t *endpoint, module 37 opal/mca/btl/uct/btl_uct_endpoint.h int tl_index = module->am_tl->tl_index; module 61 opal/mca/btl/uct/btl_uct_endpoint.h static inline int mca_btl_uct_endpoint_check (mca_btl_uct_module_t *module, mca_btl_uct_endpoint_t *endpoint, module 73 opal/mca/btl/uct/btl_uct_endpoint.h rc = mca_btl_uct_endpoint_connect (module, endpoint, ep_index, NULL, tl_index); module 80 opal/mca/btl/uct/btl_uct_endpoint.h static inline int mca_btl_uct_endpoint_check_rdma (mca_btl_uct_module_t *module, mca_btl_uct_endpoint_t *endpoint, module 83 opal/mca/btl/uct/btl_uct_endpoint.h assert (NULL != module->rdma_tl); module 84 opal/mca/btl/uct/btl_uct_endpoint.h return mca_btl_uct_endpoint_check (module, endpoint, context, ep_handle, module->rdma_tl->tl_index); module 87 opal/mca/btl/uct/btl_uct_endpoint.h static inline int mca_btl_uct_endpoint_check_am (mca_btl_uct_module_t *module, mca_btl_uct_endpoint_t *endpoint, module 90 opal/mca/btl/uct/btl_uct_endpoint.h assert (NULL != module->am_tl); module 91 opal/mca/btl/uct/btl_uct_endpoint.h return mca_btl_uct_endpoint_check (module, endpoint, context, ep_handle, module->am_tl->tl_index); module 34 opal/mca/btl/uct/btl_uct_module.c struct mca_btl_base_endpoint_t *mca_btl_uct_get_ep (struct mca_btl_base_module_t *module, opal_proc_t *proc) module 36 opal/mca/btl/uct/btl_uct_module.c mca_btl_uct_module_t *uct_module = (mca_btl_uct_module_t *) module; module 43 opal/mca/btl/uct/btl_uct_rdma.h static inline int mca_btl_uct_get_rkey (mca_btl_uct_module_t *module, module 53 opal/mca/btl/uct/btl_uct_rdma.h rc = mca_btl_uct_endpoint_check_rdma (module, endpoint, context, ep_handle); module 71 opal/mca/btl/uct/btl_uct_tl.c static void mca_btl_uct_module_set_atomic_flags (mca_btl_uct_module_t *module, mca_btl_uct_tl_t *tl) module 82 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_atomic_flags = 0; module 85 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_atomic_flags |= MCA_BTL_ATOMIC_SUPPORTS_GLOB; module 90 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_atomic_flags |= mca_btl_uct_cap_to_btl_atomic_flag[i][1]; module 94 opal/mca/btl/uct/btl_uct_tl.c if (0 != module->super.btl_atomic_flags) { module 96 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_flags |= MCA_BTL_FLAGS_ATOMIC_FOPS | MCA_BTL_FLAGS_ATOMIC_OPS; module 120 opal/mca/btl/uct/btl_uct_tl.c static void mca_btl_uct_module_set_atomic_flags (mca_btl_uct_module_t *module, mca_btl_uct_tl_t *tl) module 124 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_atomic_flags = 0; module 128 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_atomic_flags |= (uint32_t) mca_btl_uct_cap_to_btl_atomic_flag[i][1]; module 132 opal/mca/btl/uct/btl_uct_tl.c if (0 != module->super.btl_atomic_flags) { module 134 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_flags |= MCA_BTL_FLAGS_ATOMIC_FOPS | MCA_BTL_FLAGS_ATOMIC_OPS; module 175 opal/mca/btl/uct/btl_uct_tl.c mca_btl_uct_module_t *module = (mca_btl_uct_module_t *) arg; module 182 opal/mca/btl/uct/btl_uct_tl.c opal_fifo_push_atomic (&module->pending_connection_reqs, &request->super); module 189 opal/mca/btl/uct/btl_uct_tl.c int mca_btl_uct_process_connection_request (mca_btl_uct_module_t *module, mca_btl_uct_conn_req_t *req) module 192 opal/mca/btl/uct/btl_uct_tl.c mca_btl_base_endpoint_t *endpoint = mca_btl_uct_get_ep (&module->super, remote_proc); module 211 opal/mca/btl/uct/btl_uct_tl.c rc = mca_btl_uct_endpoint_connect (module, endpoint, req->context_id, req->ep_addr, req->tl_index); module 227 opal/mca/btl/uct/btl_uct_tl.c BTL_VERBOSE(("connection ready. sending %" PRIsize_t " frags", opal_list_get_size (&module->pending_frags))); module 231 opal/mca/btl/uct/btl_uct_tl.c OPAL_LIST_FOREACH(frag, &module->pending_frags, mca_btl_uct_base_frag_t) { module 242 opal/mca/btl/uct/btl_uct_tl.c static int mca_btl_uct_setup_connection_tl (mca_btl_uct_module_t *module) module 246 opal/mca/btl/uct/btl_uct_tl.c if (NULL == module->conn_tl) { module 250 opal/mca/btl/uct/btl_uct_tl.c ucs_status = uct_iface_set_am_handler (module->conn_tl->uct_dev_contexts[0]->uct_iface, MCA_BTL_UCT_CONNECT_RDMA, module 251 opal/mca/btl/uct/btl_uct_tl.c mca_btl_uct_conn_req_cb, module, UCT_CB_FLAG_ASYNC); module 272 opal/mca/btl/uct/btl_uct_tl.c mca_btl_uct_device_context_t *mca_btl_uct_context_create (mca_btl_uct_module_t *module, mca_btl_uct_tl_t *tl, int context_id, bool enable_progress) module 296 opal/mca/btl/uct/btl_uct_tl.c context->uct_btl = module; module 314 opal/mca/btl/uct/btl_uct_tl.c ucs_status = uct_worker_create (module->ucs_async, UCS_THREAD_MODE_SINGLE, &context->uct_worker); module 337 opal/mca/btl/uct/btl_uct_tl.c if (context_id > 0 && tl == module->am_tl) { module 376 opal/mca/btl/uct/btl_uct_tl.c static mca_btl_uct_tl_t *mca_btl_uct_create_tl (mca_btl_uct_module_t *module, mca_btl_uct_md_t *md, uct_tl_resource_desc_t *tl_desc, int priority) module 401 opal/mca/btl/uct/btl_uct_tl.c tl->uct_dev_contexts[0] = mca_btl_uct_context_create (module, tl, 0, false); module 408 opal/mca/btl/uct/btl_uct_tl.c BTL_VERBOSE(("Interface CAPS for tl %s::%s: 0x%lx", module->md_name, tl_desc->tl_name, module 414 opal/mca/btl/uct/btl_uct_tl.c static void mca_btl_uct_set_tl_rdma (mca_btl_uct_module_t *module, mca_btl_uct_tl_t *tl) module 418 opal/mca/btl/uct/btl_uct_tl.c mca_btl_uct_module_set_atomic_flags (module, tl); module 420 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_get_limit = MCA_BTL_UCT_TL_ATTR(tl, 0).cap.get.max_zcopy; module 422 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_get_alignment = 0; module 423 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_get_local_registration_threshold = MCA_BTL_UCT_TL_ATTR(tl, 0).cap.get.max_bcopy; module 426 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_get_alignment = opal_next_poweroftwo_inclusive (MCA_BTL_UCT_TL_ATTR(tl, 0).cap.get.min_zcopy); module 429 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_put_limit = MCA_BTL_UCT_TL_ATTR(tl, 0).cap.put.max_zcopy; module 430 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_put_alignment = 0; module 433 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_put_local_registration_threshold = MCA_BTL_UCT_TL_ATTR(tl, 0).cap.put.max_bcopy; module 435 opal/mca/btl/uct/btl_uct_tl.c module->rdma_tl = tl; module 438 opal/mca/btl/uct/btl_uct_tl.c tl->tl_index = (module->am_tl && tl != module->am_tl) ? 1 : 0; module 439 opal/mca/btl/uct/btl_uct_tl.c module->comm_tls[tl->tl_index] = tl; module 445 opal/mca/btl/uct/btl_uct_tl.c static void mca_btl_uct_set_tl_am (mca_btl_uct_module_t *module, mca_btl_uct_tl_t *tl) module 449 opal/mca/btl/uct/btl_uct_tl.c if (module->rdma_tl == tl) { module 450 opal/mca/btl/uct/btl_uct_tl.c module->shared_endpoints = true; module 452 opal/mca/btl/uct/btl_uct_tl.c module->am_tl = tl; module 458 opal/mca/btl/uct/btl_uct_tl.c tl->tl_index = (module->rdma_tl && tl != module->rdma_tl) ? 1 : 0; module 459 opal/mca/btl/uct/btl_uct_tl.c module->comm_tls[tl->tl_index] = tl; module 464 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_max_send_size = MCA_BTL_UCT_TL_ATTR(tl, 0).cap.am.max_zcopy - sizeof (mca_btl_uct_am_header_t); module 465 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_eager_limit = MCA_BTL_UCT_TL_ATTR(tl, 0).cap.am.max_bcopy - sizeof (mca_btl_uct_am_header_t); module 468 opal/mca/btl/uct/btl_uct_tl.c static int mca_btl_uct_set_tl_conn (mca_btl_uct_module_t *module, mca_btl_uct_tl_t *tl) module 474 opal/mca/btl/uct/btl_uct_tl.c module->conn_tl = tl; module 475 opal/mca/btl/uct/btl_uct_tl.c rc = mca_btl_uct_setup_connection_tl (module); module 491 opal/mca/btl/uct/btl_uct_tl.c static int mca_btl_uct_evaluate_tl (mca_btl_uct_module_t *module, mca_btl_uct_tl_t *tl) module 496 opal/mca/btl/uct/btl_uct_tl.c if (NULL == module->rdma_tl && mca_btl_uct_tl_supports_rdma (tl)) { module 497 opal/mca/btl/uct/btl_uct_tl.c mca_btl_uct_set_tl_rdma (module, tl); module 500 opal/mca/btl/uct/btl_uct_tl.c if (NULL == module->am_tl && mca_btl_uct_tl_support_am (tl)) { module 501 opal/mca/btl/uct/btl_uct_tl.c mca_btl_uct_set_tl_am (module, tl); module 504 opal/mca/btl/uct/btl_uct_tl.c if (NULL == module->conn_tl && mca_btl_uct_tl_supports_conn (tl)) { module 505 opal/mca/btl/uct/btl_uct_tl.c rc = mca_btl_uct_set_tl_conn (module, tl); module 511 opal/mca/btl/uct/btl_uct_tl.c if (tl == module->rdma_tl || tl == module->am_tl) { module 513 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_flags |= mca_btl_uct_module_flags (MCA_BTL_UCT_TL_ATTR(tl, 0).cap.flags); module 519 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_bandwidth = (uint32_t) (MCA_BTL_UCT_TL_ATTR(tl, 0).bandwidth / 1048576.0); module 521 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_latency = 1; module 524 opal/mca/btl/uct/btl_uct_tl.c if (tl == module->rdma_tl || tl == module->am_tl || tl == module->conn_tl) { module 532 opal/mca/btl/uct/btl_uct_tl.c int mca_btl_uct_query_tls (mca_btl_uct_module_t *module, mca_btl_uct_md_t *md, uct_tl_resource_desc_t *tl_descs, unsigned tl_count) module 591 opal/mca/btl/uct/btl_uct_tl.c tl = mca_btl_uct_create_tl (module, md, tl_descs + i, priority); module 609 opal/mca/btl/uct/btl_uct_tl.c mca_btl_uct_evaluate_tl (module, tl); module 610 opal/mca/btl/uct/btl_uct_tl.c if (NULL != module->am_tl && NULL != module->rdma_tl && module 611 opal/mca/btl/uct/btl_uct_tl.c (NULL != module->conn_tl || !(mca_btl_uct_tl_requires_connection_tl (module->am_tl) || module 612 opal/mca/btl/uct/btl_uct_tl.c mca_btl_uct_tl_requires_connection_tl (module->rdma_tl)))) { module 618 opal/mca/btl/uct/btl_uct_tl.c if (NULL == module->rdma_tl) { module 622 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_flags &= ~MCA_BTL_FLAGS_RDMA; module 623 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_put = NULL; module 624 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_get = NULL; module 625 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_atomic_fop = NULL; module 626 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_atomic_op = NULL; module 629 opal/mca/btl/uct/btl_uct_tl.c if (NULL == module->am_tl) { module 633 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_send = NULL; module 634 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_sendi = NULL; module 635 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_alloc = NULL; module 636 opal/mca/btl/uct/btl_uct_tl.c module->super.btl_free = NULL; module 641 opal/mca/btl/uct/btl_uct_tl.c if (!(NULL != module->am_tl && mca_btl_uct_tl_requires_connection_tl (module->am_tl)) && module 642 opal/mca/btl/uct/btl_uct_tl.c !(NULL != module->rdma_tl && mca_btl_uct_tl_requires_connection_tl (module->rdma_tl)) && module 643 opal/mca/btl/uct/btl_uct_tl.c module->conn_tl) { module 645 opal/mca/btl/uct/btl_uct_tl.c OBJ_RELEASE(module->conn_tl); module 646 opal/mca/btl/uct/btl_uct_tl.c module->conn_tl = NULL; module 647 opal/mca/btl/uct/btl_uct_tl.c } else if (NULL == module->conn_tl) { module 378 opal/mca/btl/ugni/btl_ugni.h struct mca_btl_base_endpoint_t *mca_btl_ugni_get_ep (struct mca_btl_base_module_t *module, opal_proc_t *proc); module 206 opal/mca/btl/ugni/btl_ugni_add_procs.c struct mca_btl_base_endpoint_t *mca_btl_ugni_get_ep (struct mca_btl_base_module_t *module, opal_proc_t *proc) module 208 opal/mca/btl/ugni/btl_ugni_add_procs.c mca_btl_ugni_module_t *ugni_module = (mca_btl_ugni_module_t *) module; module 181 opal/mca/btl/ugni/btl_ugni_frag.h static inline void mca_btl_ugni_post_desc_complete (mca_btl_ugni_module_t *module, mca_btl_ugni_post_descriptor_t *desc, int rc) module 187 opal/mca/btl/ugni/btl_ugni_frag.h desc->cbfunc (&module->super, desc->endpoint, (void *)(intptr_t) desc->gni_desc.local_addr, module 84 opal/mca/btl/ugni/btl_ugni_rdma.h mca_btl_ugni_module_t *module = mca_btl_ugni_ep_btl (endpoint); module 90 opal/mca/btl/ugni/btl_ugni_rdma.h if (module->active_rdma_count >= mca_btl_ugni_component.active_rdma_threshold) { module 94 opal/mca/btl/ugni/btl_ugni_rdma.h (void) OPAL_THREAD_FETCH_ADD32 (&module->active_rdma_count, 1); module 103 opal/mca/btl/ugni/btl_ugni_rdma.h (void) OPAL_THREAD_FETCH_ADD32 (&module->active_rdma_count, -1); module 75 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_module_t *module; module 78 opal/mca/btl/usnic/btl_usnic_ack.c module = endpoint->endpoint_module; module 86 opal/mca/btl/usnic/btl_usnic_ack.c ++module->stats.num_old_dup_acks; module 93 opal/mca/btl/usnic/btl_usnic_ack.c ++module->stats.num_dup_acks; module 115 opal/mca/btl/usnic/btl_usnic_ack.c (void*) module, (void*) endpoint, module 130 opal/mca/btl/usnic/btl_usnic_ack.c opal_list_remove_item((&module->pending_resend_segs), module 160 opal/mca/btl/usnic/btl_usnic_ack.c OPAL_BTL_USNIC_DO_PUT_FRAG_CB(module, frag, "put completion"); module 163 opal/mca/btl/usnic/btl_usnic_ack.c OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, frag, "send completion"); module 169 opal/mca/btl/usnic/btl_usnic_ack.c OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, frag, "send completion"); module 177 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_release_send_segment(module, frag, sseg); module 185 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_send_frag_return_cond(module, frag); module 203 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_module_t *module, module 210 opal/mca/btl/usnic/btl_usnic_ack.c if (module->mod_channels[USNIC_PRIORITY_CHANNEL].credits < 1) { module 215 opal/mca/btl/usnic/btl_usnic_ack.c ack = opal_btl_usnic_ack_segment_alloc(module); module 220 opal/mca/btl/usnic/btl_usnic_ack.c --module->mod_channels[USNIC_PRIORITY_CHANNEL].credits; module 249 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_check_connectivity(module, endpoint); module 252 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_post_ack(module, endpoint, ack); module 255 opal/mca/btl/usnic/btl_usnic_ack.c ++module->stats.num_ack_sends; module 264 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_ack_complete(opal_btl_usnic_module_t *module, module 267 opal/mca/btl/usnic/btl_usnic_ack.c ++module->mod_channels[USNIC_PRIORITY_CHANNEL].credits; module 268 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_ack_segment_return(module, ack); module 269 opal/mca/btl/usnic/btl_usnic_ack.c ++module->mod_channels[ack->ss_channel].credits; module 286 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_module_t *module; module 290 opal/mca/btl/usnic/btl_usnic_ack.c module = endpoint->endpoint_module; module 304 opal/mca/btl/usnic/btl_usnic_ack.c opal_list_append(&(module->pending_resend_segs), module 308 opal/mca/btl/usnic/btl_usnic_ack.c ++module->stats.num_timeout_retrans; module 24 opal/mca/btl/usnic/btl_usnic_ack.h #define OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, send_frag, comment) \ module 28 opal/mca/btl/usnic/btl_usnic_ack.h (comment), (void *)(module), (void *)(send_frag)); \ module 30 opal/mca/btl/usnic/btl_usnic_ack.h &(module)->super, \ module 35 opal/mca/btl/usnic/btl_usnic_ack.h ++((module)->stats.pml_send_callbacks); \ module 41 opal/mca/btl/usnic/btl_usnic_ack.h #define OPAL_BTL_USNIC_DO_PUT_FRAG_CB(module, send_frag, comment) \ module 45 opal/mca/btl/usnic/btl_usnic_ack.h (comment), (void *)(module), (void *)(send_frag)); \ module 49 opal/mca/btl/usnic/btl_usnic_ack.h func(&(module)->super, \ module 56 opal/mca/btl/usnic/btl_usnic_ack.h ++((module)->stats.pml_send_callbacks); \ module 63 opal/mca/btl/usnic/btl_usnic_ack.h void opal_btl_usnic_ack_complete(opal_btl_usnic_module_t *module, module 70 opal/mca/btl/usnic/btl_usnic_ack.h int opal_btl_usnic_ack_send(opal_btl_usnic_module_t *module, module 79 opal/mca/btl/usnic/btl_usnic_cagent.c opal_btl_usnic_module_t *module; module 587 opal/mca/btl/usnic/btl_usnic_cagent.c if (NULL == udp_listener->module) { module 588 opal/mca/btl/usnic/btl_usnic_cagent.c udp_listener->module = cmd.module; module 604 opal/mca/btl/usnic/btl_usnic_cagent.c udp_listener->module = cmd.module; module 171 opal/mca/btl/usnic/btl_usnic_cclient.c int opal_btl_usnic_connectivity_listen(opal_btl_usnic_module_t *module) module 175 opal/mca/btl/usnic/btl_usnic_cclient.c module->local_modex.connectivity_udp_port = 0; module 189 opal/mca/btl/usnic/btl_usnic_cclient.c .module = NULL, module 190 opal/mca/btl/usnic/btl_usnic_cclient.c .ipv4_addr = module->local_modex.ipv4_addr, module 191 opal/mca/btl/usnic/btl_usnic_cclient.c .netmask = module->local_modex.netmask, module 192 opal/mca/btl/usnic/btl_usnic_cclient.c .max_msg_size = module->local_modex.max_msg_size module 197 opal/mca/btl/usnic/btl_usnic_cclient.c cmd.module = module; module 203 opal/mca/btl/usnic/btl_usnic_cclient.c opal_string_copy(cmd.usnic_name, module->linux_device_name, module 223 opal/mca/btl/usnic/btl_usnic_cclient.c module->local_modex.connectivity_udp_port = reply.udp_port; module 279 opal/mca/btl/usnic/btl_usnic_cclient.c int opal_btl_usnic_connectivity_unlisten(opal_btl_usnic_module_t *module) module 301 opal/mca/btl/usnic/btl_usnic_cclient.c .ipv4_addr = module->local_modex.ipv4_addr, module 65 opal/mca/btl/usnic/btl_usnic_compat.c struct opal_btl_usnic_module_t* module, module 78 opal/mca/btl/usnic/btl_usnic_compat.c assert(payload_len <= module->max_frag_payload); /* precondition */ module 80 opal/mca/btl/usnic/btl_usnic_compat.c sfrag = opal_btl_usnic_small_send_frag_alloc(module); module 108 opal/mca/btl/usnic/btl_usnic_compat.c assert(payload_len <= module->max_frag_payload); module 134 opal/mca/btl/usnic/btl_usnic_compat.c struct opal_btl_usnic_module_t* module, module 159 opal/mca/btl/usnic/btl_usnic_compat.c seg = opal_btl_usnic_chunk_segment_alloc(module); module 166 opal/mca/btl/usnic/btl_usnic_compat.c seg_space = module->max_chunk_payload; module 171 opal/mca/btl/usnic/btl_usnic_compat.c assert(reserve_len <= module->max_chunk_payload); module 190 opal/mca/btl/usnic/btl_usnic_compat.c if (seg_space == module->max_chunk_payload) { module 192 opal/mca/btl/usnic/btl_usnic_compat.c opal_btl_usnic_chunk_segment_return(module, seg); module 199 opal/mca/btl/usnic/btl_usnic_compat.c assert(seg_space < module->max_chunk_payload); module 203 opal/mca/btl/usnic/btl_usnic_compat.c seg->ss_len = module->max_chunk_payload - seg_space; module 209 opal/mca/btl/usnic/btl_usnic_compat.c (module->max_chunk_payload - seg_space)); module 224 opal/mca/btl/usnic/btl_usnic_compat.c struct opal_btl_usnic_module_t* module, module 237 opal/mca/btl/usnic/btl_usnic_compat.c lfrag = opal_btl_usnic_large_send_frag_alloc(module); module 277 opal/mca/btl/usnic/btl_usnic_compat.c pack_chunk_seg_chain_with_reserve(module, lfrag, reserve, module 339 opal/mca/btl/usnic/btl_usnic_compat.c opal_btl_usnic_module_t *module = (opal_btl_usnic_module_t*) base_module; module 349 opal/mca/btl/usnic/btl_usnic_compat.c opal_btl_usnic_check_connectivity(module, endpoint); module 355 opal/mca/btl/usnic/btl_usnic_compat.c if (payload_len <= module->max_frag_payload) { module 356 opal/mca/btl/usnic/btl_usnic_compat.c frag = prepare_src_small(module, endpoint, convertor, module 359 opal/mca/btl/usnic/btl_usnic_compat.c frag = prepare_src_large(module, endpoint, convertor, module 365 opal/mca/btl/usnic/btl_usnic_compat.c module->linux_device_name, module 366 opal/mca/btl/usnic/btl_usnic_compat.c (reserve + *size) <= module->max_frag_payload?"small":"large", module 405 opal/mca/btl/usnic/btl_usnic_compat.c opal_btl_usnic_module_t *module = (opal_btl_usnic_module_t*) base_module; module 409 opal/mca/btl/usnic/btl_usnic_compat.c if (size <= module->max_frag_payload) { module 413 opal/mca/btl/usnic/btl_usnic_compat.c ssfrag = opal_btl_usnic_small_send_frag_alloc(module); module 423 opal/mca/btl/usnic/btl_usnic_compat.c lsfrag = opal_btl_usnic_large_send_frag_alloc(module); module 458 opal/mca/btl/usnic/btl_usnic_compat.c rc = opal_btl_usnic_finish_put_or_send(module, module 126 opal/mca/btl/usnic/btl_usnic_component.c static bool filter_module(opal_btl_usnic_module_t *module, module 253 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_module_t* module = module 255 opal/mca/btl/usnic/btl_usnic_component.c modexes[i] = module->local_modex; module 263 opal/mca/btl/usnic/btl_usnic_component.c module->if_ipv4_addr_str); module 320 opal/mca/btl/usnic/btl_usnic_component.c static int check_usnic_config(opal_btl_usnic_module_t *module, module 327 opal/mca/btl/usnic/btl_usnic_component.c uip = &module->usnic_info; module 375 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name, module 530 opal/mca/btl/usnic/btl_usnic_component.c static bool filter_module(opal_btl_usnic_module_t *module, module 542 opal/mca/btl/usnic/btl_usnic_component.c info = module->fabric_info; module 543 opal/mca/btl/usnic/btl_usnic_component.c uip = &module->usnic_info; module 545 opal/mca/btl/usnic/btl_usnic_component.c linux_device_name = module->linux_device_name; module 603 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_module_t *module; module 861 opal/mca/btl/usnic/btl_usnic_component.c module = &(mca_btl_usnic_component.usnic_all_modules[j]); module 862 opal/mca/btl/usnic/btl_usnic_component.c memcpy(module, &opal_btl_usnic_module_template, module 864 opal/mca/btl/usnic/btl_usnic_component.c module->fabric = fabric; module 865 opal/mca/btl/usnic/btl_usnic_component.c module->domain = domain; module 866 opal/mca/btl/usnic/btl_usnic_component.c module->fabric_info = info; module 867 opal/mca/btl/usnic/btl_usnic_component.c module->libfabric_api = libfabric_api; module 868 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name = strdup(linux_device_name); module 869 opal/mca/btl/usnic/btl_usnic_component.c if (NULL == module->linux_device_name) { module 878 opal/mca/btl/usnic/btl_usnic_component.c (void **)&module->usnic_fabric_ops, NULL); module 882 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name, ret, fi_strerror(-ret)); module 889 opal/mca/btl/usnic/btl_usnic_component.c module->usnic_fabric_ops->getinfo(1, module 891 opal/mca/btl/usnic/btl_usnic_component.c &module->usnic_info); module 895 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name, ret, fi_strerror(-ret)); module 902 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name, module 903 opal/mca/btl/usnic/btl_usnic_component.c (unsigned int) module->usnic_info.ui.v1.ui_link_speed, module 904 opal/mca/btl/usnic/btl_usnic_component.c (unsigned int) module->usnic_info.ui.v1.ui_netmask_be, module 905 opal/mca/btl/usnic/btl_usnic_component.c module->usnic_info.ui.v1.ui_ifname, module 906 opal/mca/btl/usnic/btl_usnic_component.c module->usnic_info.ui.v1.ui_num_vf, module 907 opal/mca/btl/usnic/btl_usnic_component.c module->usnic_info.ui.v1.ui_qp_per_vf, module 908 opal/mca/btl/usnic/btl_usnic_component.c module->usnic_info.ui.v1.ui_cq_per_vf); module 912 opal/mca/btl/usnic/btl_usnic_component.c keep_module = filter_module(module, filter, filter_incl); module 916 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name, module 931 opal/mca/btl/usnic/btl_usnic_component.c check_usnic_config(module, num_local_procs) != OPAL_SUCCESS) { module 934 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name); module 948 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name); module 951 opal/mca/btl/usnic/btl_usnic_component.c btls[j++] = &(module->super); module 978 opal/mca/btl/usnic/btl_usnic_component.c module = (opal_btl_usnic_module_t*) btls[i]; module 981 opal/mca/btl/usnic/btl_usnic_component.c if (OPAL_SUCCESS != opal_btl_usnic_module_init(module)) { module 984 opal/mca/btl/usnic/btl_usnic_component.c module->if_ipv4_addr_str); module 995 opal/mca/btl/usnic/btl_usnic_component.c btls[num_final_modules++] = &(module->super); module 998 opal/mca/btl/usnic/btl_usnic_component.c const char *devname = module->linux_device_name; module 1002 opal/mca/btl/usnic/btl_usnic_component.c module->sd_num, module 1003 opal/mca/btl/usnic/btl_usnic_component.c module->rd_num, module 1004 opal/mca/btl/usnic/btl_usnic_component.c module->cq_num, module 1005 opal/mca/btl/usnic/btl_usnic_component.c module->av_eq_num); module 1009 opal/mca/btl/usnic/btl_usnic_component.c module->max_tiny_msg_size); module 1013 opal/mca/btl/usnic/btl_usnic_component.c module->max_tiny_payload); module 1017 opal/mca/btl/usnic/btl_usnic_component.c module->super.btl_eager_limit); module 1021 opal/mca/btl/usnic/btl_usnic_component.c module->super.btl_rndv_eager_limit); module 1026 opal/mca/btl/usnic/btl_usnic_component.c module->super.btl_max_send_size); module 1030 opal/mca/btl/usnic/btl_usnic_component.c module->super.btl_exclusivity); module 1063 opal/mca/btl/usnic/btl_usnic_component.c module = (opal_btl_usnic_module_t*) btls[i]; module 1064 opal/mca/btl/usnic/btl_usnic_component.c if (module->numa_distance < min_distance) { module 1065 opal/mca/btl/usnic/btl_usnic_component.c min_distance = module->numa_distance; module 1069 opal/mca/btl/usnic/btl_usnic_component.c module = (opal_btl_usnic_module_t*) btls[i]; module 1070 opal/mca/btl/usnic/btl_usnic_component.c if (module->numa_distance > min_distance) { module 1071 opal/mca/btl/usnic/btl_usnic_component.c ++module->super.btl_latency; module 1074 opal/mca/btl/usnic/btl_usnic_component.c module->if_ipv4_addr_str); module 1129 opal/mca/btl/usnic/btl_usnic_component.c static int usnic_handle_completion(opal_btl_usnic_module_t* module, module 1132 opal/mca/btl/usnic/btl_usnic_component.c static void usnic_handle_cq_error(opal_btl_usnic_module_t* module, module 1140 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_module_t* module; module 1151 opal/mca/btl/usnic/btl_usnic_component.c module = mca_btl_usnic_component.usnic_active_modules[i]; module 1152 opal/mca/btl/usnic/btl_usnic_component.c channel = &module->mod_channels[USNIC_PRIORITY_CHANNEL]; module 1164 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_recv_fast(module, rseg, channel); module 1165 opal/mca/btl/usnic/btl_usnic_component.c ++module->stats.num_seg_total_completions; module 1166 opal/mca/btl/usnic/btl_usnic_component.c ++module->stats.num_seg_recv_completions; module 1170 opal/mca/btl/usnic/btl_usnic_component.c count += usnic_handle_completion(module, channel, module 1176 opal/mca/btl/usnic/btl_usnic_component.c usnic_handle_cq_error(module, channel, ret); module 1186 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_module_t* module, module 1196 opal/mca/btl/usnic/btl_usnic_component.c ++module->stats.num_seg_total_completions; module 1208 opal/mca/btl/usnic/btl_usnic_component.c ++module->stats.num_seg_ack_completions; module 1209 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_ack_complete(module, module 1216 opal/mca/btl/usnic/btl_usnic_component.c ++module->stats.num_seg_frag_completions; module 1217 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_frag_send_complete(module, module 1224 opal/mca/btl/usnic/btl_usnic_component.c ++module->stats.num_seg_chunk_completions; module 1225 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_chunk_send_complete(module, module 1231 opal/mca/btl/usnic/btl_usnic_component.c ++module->stats.num_seg_recv_completions; module 1232 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_recv(module, rseg, channel); module 1245 opal/mca/btl/usnic/btl_usnic_component.c usnic_handle_cq_error(opal_btl_usnic_module_t* module, module 1254 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name, cq_ret, module 1264 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name, rc)); module 1276 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name, module 1284 opal/mca/btl/usnic/btl_usnic_component.c ++module->stats.num_crc_errors; module 1287 opal/mca/btl/usnic/btl_usnic_component.c ++module->stats.num_recv_reposts; module 1297 opal/mca/btl/usnic/btl_usnic_component.c module->linux_device_name, channel->chan_index, module 1306 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_module_t* module; module 1317 opal/mca/btl/usnic/btl_usnic_component.c module = mca_btl_usnic_component.usnic_active_modules[i]; module 1321 opal/mca/btl/usnic/btl_usnic_component.c channel = &module->mod_channels[c]; module 1324 opal/mca/btl/usnic/btl_usnic_component.c (void) opal_btl_usnic_recv_frag_bookkeeping(module, module 1335 opal/mca/btl/usnic/btl_usnic_component.c usnic_handle_cq_error(module, channel, num_events); module 1346 opal/mca/btl/usnic/btl_usnic_component.c count += usnic_handle_completion(module, channel, module 1359 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_module_progress_sends(module); module 1498 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_module_t *module; module 1507 opal/mca/btl/usnic/btl_usnic_component.c module = mca_btl_usnic_component.usnic_active_modules[i]; module 1510 opal/mca/btl/usnic/btl_usnic_component.c i, (void *)module, module->linux_device_name, module 1511 opal/mca/btl/usnic/btl_usnic_component.c (unsigned long long)module->max_frag_payload, module 1512 opal/mca/btl/usnic/btl_usnic_component.c (unsigned long long)module->max_chunk_payload, module 1513 opal/mca/btl/usnic/btl_usnic_component.c (unsigned long long)module->max_tiny_payload); module 1516 opal/mca/btl/usnic/btl_usnic_component.c OPAL_LIST_FOREACH(endpoint, &module->endpoints_with_sends, module 1522 opal/mca/btl/usnic/btl_usnic_component.c OPAL_LIST_FOREACH(endpoint, &module->endpoints_that_need_acks, module 1529 opal/mca/btl/usnic/btl_usnic_component.c opal_mutex_lock(&module->all_endpoints_lock); module 1530 opal/mca/btl/usnic/btl_usnic_component.c item = opal_list_get_first(&module->all_endpoints); module 1531 opal/mca/btl/usnic/btl_usnic_component.c while (item != opal_list_get_end(&module->all_endpoints)) { module 1537 opal/mca/btl/usnic/btl_usnic_component.c opal_mutex_unlock(&module->all_endpoints_lock); module 1540 opal/mca/btl/usnic/btl_usnic_component.c OPAL_LIST_FOREACH(sseg, &module->pending_resend_segs, module 1545 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_print_stats(module, " manual", /*reset=*/false); module 124 opal/mca/btl/usnic/btl_usnic_connectivity.h void *module; module 194 opal/mca/btl/usnic/btl_usnic_connectivity.h int opal_btl_usnic_connectivity_listen(struct opal_btl_usnic_module_t *module); module 239 opal/mca/btl/usnic/btl_usnic_connectivity.h int opal_btl_usnic_connectivity_unlisten(struct opal_btl_usnic_module_t *module); module 277 opal/mca/btl/usnic/btl_usnic_connectivity.h opal_btl_usnic_check_connectivity(opal_btl_usnic_module_t *module, module 282 opal/mca/btl/usnic/btl_usnic_connectivity.h opal_btl_usnic_connectivity_ping(module->local_modex.ipv4_addr, module 283 opal/mca/btl/usnic/btl_usnic_connectivity.h module->local_modex.connectivity_udp_port, module 121 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_btl_usnic_module_t *module = endpoint->endpoint_module; module 122 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_mutex_lock(&module->all_endpoints_lock); module 124 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_list_remove_item(&module->all_endpoints, module 128 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_mutex_unlock(&module->all_endpoints_lock); module 359 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_small_send_frag_alloc(opal_btl_usnic_module_t *module) module 364 opal/mca/btl/usnic/btl_usnic_frag.h USNIC_COMPAT_FREE_LIST_GET(&(module->small_send_frags), item); module 372 opal/mca/btl/usnic/btl_usnic_frag.h frag->ssf_base.sf_base.uf_freelist = &(module->small_send_frags); module 382 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_large_send_frag_alloc(opal_btl_usnic_module_t *module) module 387 opal/mca/btl/usnic/btl_usnic_frag.h USNIC_COMPAT_FREE_LIST_GET(&(module->large_send_frags), item); module 395 opal/mca/btl/usnic/btl_usnic_frag.h frag->lsf_base.sf_base.uf_freelist = &(module->large_send_frags); module 405 opal/mca/btl/usnic/btl_usnic_frag.h struct opal_btl_usnic_module_t *module) module 410 opal/mca/btl/usnic/btl_usnic_frag.h USNIC_COMPAT_FREE_LIST_GET(&(module->put_dest_frags), item); module 418 opal/mca/btl/usnic/btl_usnic_frag.h frag->uf_freelist = &(module->put_dest_frags); module 438 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_module_t *module, module 455 opal/mca/btl/usnic/btl_usnic_frag.h struct opal_btl_usnic_module_t *module, module 500 opal/mca/btl/usnic/btl_usnic_frag.h struct opal_btl_usnic_module_t *module, module 503 opal/mca/btl/usnic/btl_usnic_frag.h if (opal_btl_usnic_send_frag_ok_to_return(module, frag)) { module 504 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_frag_return(module, &frag->sf_base); module 516 opal/mca/btl/usnic/btl_usnic_frag.h struct opal_btl_usnic_module_t *module, module 522 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_frag_return(module, frag); module 525 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_send_frag_return_cond(module, module 532 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_module_t *module) module 537 opal/mca/btl/usnic/btl_usnic_frag.h USNIC_COMPAT_FREE_LIST_GET(&(module->chunk_segs), item); module 553 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_module_t *module, module 559 opal/mca/btl/usnic/btl_usnic_frag.h USNIC_COMPAT_FREE_LIST_RETURN(&(module->chunk_segs), &(seg->ss_base.us_list)); module 566 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_ack_segment_alloc(opal_btl_usnic_module_t *module) module 571 opal/mca/btl/usnic/btl_usnic_frag.h USNIC_COMPAT_FREE_LIST_GET(&(module->ack_segs), item); module 590 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_module_t *module, module 596 opal/mca/btl/usnic/btl_usnic_frag.h USNIC_COMPAT_FREE_LIST_RETURN(&(module->ack_segs), &(ack->ss_base.us_list)); module 136 opal/mca/btl/usnic/btl_usnic_hwloc.c static hwloc_obj_t find_device_numa(opal_btl_usnic_module_t *module) module 145 opal/mca/btl/usnic/btl_usnic_hwloc.c uip = &module->usnic_info; module 174 opal/mca/btl/usnic/btl_usnic_hwloc.c module->linux_device_name); module 185 opal/mca/btl/usnic/btl_usnic_hwloc.c int opal_btl_usnic_hwloc_distance(opal_btl_usnic_module_t *module) module 191 opal/mca/btl/usnic/btl_usnic_hwloc.c assert(NULL != module); module 226 opal/mca/btl/usnic/btl_usnic_hwloc.c dev_numa = find_device_numa(module); module 232 opal/mca/btl/usnic/btl_usnic_hwloc.c module->numa_distance = module 238 opal/mca/btl/usnic/btl_usnic_hwloc.c module->linux_device_name, module 239 opal/mca/btl/usnic/btl_usnic_hwloc.c module->numa_distance); module 266 opal/mca/btl/usnic/btl_usnic_hwloc.c module->numa_distance = module 271 opal/mca/btl/usnic/btl_usnic_hwloc.c module->linux_device_name, module 272 opal/mca/btl/usnic/btl_usnic_hwloc.c module->numa_distance); module 18 opal/mca/btl/usnic/btl_usnic_hwloc.h int opal_btl_usnic_hwloc_distance(opal_btl_usnic_module_t *module); module 64 opal/mca/btl/usnic/btl_usnic_module.c static void finalize_one_channel(opal_btl_usnic_module_t *module, module 67 opal/mca/btl/usnic/btl_usnic_module.c static int channel_addr2str(opal_btl_usnic_module_t *module, int channel, module 73 opal/mca/btl/usnic/btl_usnic_module.c fi_av_straddr(module->av, module->mod_channels[channel].info->src_addr, module 80 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 96 opal/mca/btl/usnic/btl_usnic_module.c static int add_procs_block_create_endpoints(opal_btl_usnic_module_t *module, module 124 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name); module 132 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 142 opal/mca/btl/usnic/btl_usnic_module.c rc = opal_btl_usnic_proc_match(opal_proc, module, &usnic_proc); module 148 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 159 opal/mca/btl/usnic/btl_usnic_module.c rc = opal_btl_usnic_create_endpoint(module, usnic_proc, module 164 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 172 opal/mca/btl/usnic/btl_usnic_module.c opal_pointer_array_add(&module->all_procs, usnic_proc); module 182 opal/mca/btl/usnic/btl_usnic_module.c rc = channel_addr2str(module, USNIC_PRIORITY_CHANNEL, module 190 opal/mca/btl/usnic/btl_usnic_module.c rc = channel_addr2str(module, USNIC_DATA_CHANNEL, module 199 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 221 opal/mca/btl/usnic/btl_usnic_module.c static void add_procs_warn_unreachable(opal_btl_usnic_module_t *module, module 236 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 237 opal/mca/btl/usnic/btl_usnic_module.c module->if_ipv4_addr_str, module 242 opal/mca/btl/usnic/btl_usnic_module.c module->if_ipv4_addr_str, module 243 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 252 opal/mca/btl/usnic/btl_usnic_module.c add_procs_block_reap_fi_av_inserts(opal_btl_usnic_module_t *module, module 278 opal/mca/btl/usnic/btl_usnic_module.c ret = fi_eq_sread(module->av_eq, &event, &entry, sizeof(entry), -1, 0); module 303 opal/mca/btl/usnic/btl_usnic_module.c ret = fi_eq_readerr(module->av_eq, &err_entry, 0); module 325 opal/mca/btl/usnic/btl_usnic_module.c add_procs_warn_unreachable(module, module 342 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 366 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 375 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_exit(module); module 387 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 396 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_exit(module); module 442 opal/mca/btl/usnic/btl_usnic_module.c static int add_procs_create_endpoints(struct opal_btl_usnic_module_t* module, module 455 opal/mca/btl/usnic/btl_usnic_module.c if (module->av_eq_size < 8) { module 459 opal/mca/btl/usnic/btl_usnic_module.c module->av_eq_size, module 464 opal/mca/btl/usnic/btl_usnic_module.c size_t eq_size = module->av_eq_size - 8; module 489 opal/mca/btl/usnic/btl_usnic_module.c rc = add_procs_block_create_endpoints(module, module 501 opal/mca/btl/usnic/btl_usnic_module.c rc = add_procs_block_reap_fi_av_inserts(module, module 535 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_module_t* module = (opal_btl_usnic_module_t*) base_module; module 540 opal/mca/btl/usnic/btl_usnic_module.c rc = add_procs_create_endpoints(module, nprocs, procs, endpoints); module 606 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_module_t *module; module 610 opal/mca/btl/usnic/btl_usnic_module.c module = (struct opal_btl_usnic_module_t *)base_module; module 620 opal/mca/btl/usnic/btl_usnic_module.c if (NULL != endpoint && endpoint->endpoint_module == module) { module 642 opal/mca/btl/usnic/btl_usnic_module.c for (index = 0; index < module->all_procs.size; ++index) { module 643 opal/mca/btl/usnic/btl_usnic_module.c if (opal_pointer_array_get_item(&module->all_procs, index) == module 646 opal/mca/btl/usnic/btl_usnic_module.c opal_pointer_array_set_item(&module->all_procs, index, module 664 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_module_t *module = (opal_btl_usnic_module_t*) btl; module 666 opal/mca/btl/usnic/btl_usnic_module.c module->pml_error_callback = cbfunc; module 686 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_module_t *module = (opal_btl_usnic_module_t*) btl; module 691 opal/mca/btl/usnic/btl_usnic_module.c if (OPAL_LIKELY(size <= module->max_frag_payload)) { module 694 opal/mca/btl/usnic/btl_usnic_module.c sfrag = opal_btl_usnic_small_send_frag_alloc(module); module 708 opal/mca/btl/usnic/btl_usnic_module.c if (OPAL_UNLIKELY(size > module->super.btl_eager_limit)) { module 709 opal/mca/btl/usnic/btl_usnic_module.c size = module->super.btl_eager_limit; module 712 opal/mca/btl/usnic/btl_usnic_module.c lfrag = opal_btl_usnic_large_send_frag_alloc(module); module 721 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_frag_return(module, &lfrag->lsf_base.sf_base); module 735 opal/mca/btl/usnic/btl_usnic_module.c (size <= module->max_frag_payload)?"small":"large", module 786 opal/mca/btl/usnic/btl_usnic_module.c struct opal_btl_usnic_module_t* module, module 799 opal/mca/btl/usnic/btl_usnic_module.c seg = opal_btl_usnic_chunk_segment_alloc(module); module 808 opal/mca/btl/usnic/btl_usnic_module.c seg_space = module->max_chunk_payload; module 857 opal/mca/btl/usnic/btl_usnic_module.c (module->max_chunk_payload - seg_space)); module 860 opal/mca/btl/usnic/btl_usnic_module.c assert(seg_space < module->max_chunk_payload); /* must make progress */ module 863 opal/mca/btl/usnic/btl_usnic_module.c seg->ss_len = module->max_chunk_payload - seg_space; module 870 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_module_t* module = (opal_btl_usnic_module_t*)btl; module 872 opal/mca/btl/usnic/btl_usnic_module.c if (module->device_async_event_active) { module 873 opal/mca/btl/usnic/btl_usnic_module.c opal_event_del(&(module->device_async_event)); module 874 opal/mca/btl/usnic/btl_usnic_module.c module->device_async_event_active = false; module 877 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_connectivity_unlisten(module); module 879 opal/mca/btl/usnic/btl_usnic_module.c finalize_one_channel(module, module 880 opal/mca/btl/usnic/btl_usnic_module.c &module->mod_channels[USNIC_DATA_CHANNEL]); module 881 opal/mca/btl/usnic/btl_usnic_module.c finalize_one_channel(module, module 882 opal/mca/btl/usnic/btl_usnic_module.c &module->mod_channels[USNIC_PRIORITY_CHANNEL]); module 885 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_stats_finalize(module); module 890 opal/mca/btl/usnic/btl_usnic_module.c opal_mutex_lock(&module->all_endpoints_lock); module 891 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&(module->all_endpoints)); module 892 opal/mca/btl/usnic/btl_usnic_module.c module->all_endpoints_constructed = false; module 893 opal/mca/btl/usnic/btl_usnic_module.c opal_mutex_unlock(&module->all_endpoints_lock); module 896 opal/mca/btl/usnic/btl_usnic_module.c assert(opal_list_is_empty(&(module->pending_resend_segs))); module 897 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&module->pending_resend_segs); module 902 opal/mca/btl/usnic/btl_usnic_module.c while (!opal_list_is_empty(&(module->endpoints_that_need_acks))) { module 903 opal/mca/btl/usnic/btl_usnic_module.c (void) opal_list_remove_first(&(module->endpoints_that_need_acks)); module 905 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&module->endpoints_that_need_acks); module 910 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&module->all_procs); module 912 opal/mca/btl/usnic/btl_usnic_module.c for (int i = module->first_pool; i <= module->last_pool; ++i) { module 913 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&module->module_recv_buffers[i]); module 915 opal/mca/btl/usnic/btl_usnic_module.c free(module->module_recv_buffers); module 917 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&module->ack_segs); module 918 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&module->endpoints_with_sends); module 919 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&module->small_send_frags); module 920 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&module->large_send_frags); module 921 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&module->put_dest_frags); module 922 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&module->chunk_segs); module 923 opal/mca/btl/usnic/btl_usnic_module.c OBJ_DESTRUCT(&module->senders); module 925 opal/mca/btl/usnic/btl_usnic_module.c mca_rcache_base_module_destroy(module->rcache); module 927 opal/mca/btl/usnic/btl_usnic_module.c if (NULL != module->av) { module 928 opal/mca/btl/usnic/btl_usnic_module.c fi_close(&module->av->fid); module 930 opal/mca/btl/usnic/btl_usnic_module.c if (NULL != module->av_eq) { module 931 opal/mca/btl/usnic/btl_usnic_module.c fi_close(&module->av_eq->fid); module 933 opal/mca/btl/usnic/btl_usnic_module.c if (NULL != module->dom_eq) { module 934 opal/mca/btl/usnic/btl_usnic_module.c fi_close(&module->dom_eq->fid); module 936 opal/mca/btl/usnic/btl_usnic_module.c fi_close(&module->domain->fid); module 937 opal/mca/btl/usnic/btl_usnic_module.c fi_close(&module->fabric->fid); module 939 opal/mca/btl/usnic/btl_usnic_module.c free(module->linux_device_name); module 952 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_module_t *module) module 959 opal/mca/btl/usnic/btl_usnic_module.c data_channel = &module->mod_channels[USNIC_DATA_CHANNEL]; module 962 opal/mca/btl/usnic/btl_usnic_module.c !opal_list_is_empty(&module->pending_resend_segs)) { module 969 opal/mca/btl/usnic/btl_usnic_module.c opal_list_remove_first(&module->pending_resend_segs); module 982 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_post_segment(module, endpoint, sseg); module 993 opal/mca/btl/usnic/btl_usnic_module.c ++module->stats.num_resends; module 1016 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_module_t *module, module 1038 opal/mca/btl/usnic/btl_usnic_module.c sseg = pack_chunk_seg_from_frag(module, lfrag); module 1049 opal/mca/btl/usnic/btl_usnic_module.c assert(payload_len <= module->max_chunk_payload); module 1068 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_endpoint_send_segment(module, sseg); module 1094 opal/mca/btl/usnic/btl_usnic_module.c OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, frag, "large"); module 1106 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_module_t *module) module 1120 opal/mca/btl/usnic/btl_usnic_module.c data_channel = &module->mod_channels[USNIC_DATA_CHANNEL]; module 1121 opal/mca/btl/usnic/btl_usnic_module.c prio_channel = &module->mod_channels[USNIC_PRIORITY_CHANNEL]; module 1127 opal/mca/btl/usnic/btl_usnic_module.c if (OPAL_UNLIKELY(!opal_list_is_empty(&module->pending_resend_segs))) { module 1128 opal/mca/btl/usnic/btl_usnic_module.c usnic_do_resends(module); module 1135 opal/mca/btl/usnic/btl_usnic_module.c !opal_list_is_empty(&module->endpoints_with_sends)) { module 1147 opal/mca/btl/usnic/btl_usnic_module.c opal_list_get_first(&module->endpoints_with_sends); module 1180 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_endpoint_send_segment(module, sseg); module 1195 opal/mca/btl/usnic/btl_usnic_module.c OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, frag, "small"); module 1201 opal/mca/btl/usnic/btl_usnic_module.c usnic_handle_large_send(module, endpoint, frag); module 1211 opal/mca/btl/usnic/btl_usnic_module.c opal_list_remove_item(&module->endpoints_with_sends, module 1220 opal/mca/btl/usnic/btl_usnic_module.c endpoint = opal_btl_usnic_get_first_endpoint_needing_ack(module); module 1230 opal/mca/btl/usnic/btl_usnic_module.c if (OPAL_LIKELY(opal_btl_usnic_ack_send(module, endpoint) == OPAL_SUCCESS)) { module 1273 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_module_t *module; module 1278 opal/mca/btl/usnic/btl_usnic_module.c module = (opal_btl_usnic_module_t *)base_module; module 1309 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_ack_bytes_left < module->max_tiny_payload && module 1311 opal/mca/btl/usnic/btl_usnic_module.c (get_send_credits(&module->mod_channels[USNIC_DATA_CHANNEL]) >= module 1312 opal/mca/btl/usnic/btl_usnic_module.c module->mod_channels[USNIC_DATA_CHANNEL].fastsend_wqe_thresh)) { module 1345 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_endpoint_send_segment(module, sseg); module 1354 opal/mca/btl/usnic/btl_usnic_module.c OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, frag, "immediate small"); module 1361 opal/mca/btl/usnic/btl_usnic_module.c ++module->stats.pml_send_callbacks; /* returning "1" is an implicit CB */ module 1378 opal/mca/btl/usnic/btl_usnic_module.c rc = opal_btl_usnic_finish_put_or_send(module, endpoint, frag, tag); module 1383 opal/mca/btl/usnic/btl_usnic_module.c ++module->stats.pml_module_sends; module 1453 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_module_t *module = (opal_btl_usnic_module_t*) arg; module 1458 opal/mca/btl/usnic/btl_usnic_module.c int ret = fi_eq_read(module->dom_eq, &event, &entry, sizeof(entry), 0); module 1468 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1487 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name); module 1506 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1515 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_exit(module); module 1523 opal/mca/btl/usnic/btl_usnic_module.c static int create_ep(opal_btl_usnic_module_t* module, module 1531 opal/mca/btl/usnic/btl_usnic_module.c hint = fi_dupinfo(module->fabric_info); module 1537 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1555 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_getinfo(module->libfabric_api, NULL, 0, 0, hint, &channel->info); module 1562 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1592 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_endpoint(module->domain, channel->info, &channel->ep, NULL); module 1598 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1612 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1623 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1636 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1647 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1652 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_ep_bind(channel->ep, &module->av->fid, 0); module 1658 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1671 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1693 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1711 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1723 opal/mca/btl/usnic/btl_usnic_module.c static void finalize_one_channel(opal_btl_usnic_module_t *module, module 1745 opal/mca/btl/usnic/btl_usnic_module.c if (channel->recv_segs.ctx == module) { module 1754 opal/mca/btl/usnic/btl_usnic_module.c static int init_one_channel(opal_btl_usnic_module_t *module, module 1769 opal/mca/btl/usnic/btl_usnic_module.c channel = &module->mod_channels[index]; module 1790 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_cq_open(module->domain, &cq_attr, &channel->cq, NULL); module 1796 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1810 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1817 opal/mca/btl/usnic/btl_usnic_module.c rc = create_ep(module, channel); module 1827 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1852 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_mpool /* mpool for (1.x, 2.0: reg, 2.1+: allocation) */, module 1854 opal/mca/btl/usnic/btl_usnic_module.c module->rcache /* registration cache for 2.1+ */, module 1857 opal/mca/btl/usnic/btl_usnic_module.c channel->recv_segs.ctx = module; /* must come after module 1876 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1892 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1902 opal/mca/btl/usnic/btl_usnic_module.c finalize_one_channel(module, channel); module 1927 opal/mca/btl/usnic/btl_usnic_module.c static void init_module_globals(opal_btl_usnic_module_t *module) module 1929 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->all_endpoints_lock, opal_mutex_t); module 1936 opal/mca/btl/usnic/btl_usnic_module.c static void init_local_modex_part1(opal_btl_usnic_module_t *module) module 1941 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_modex_t *modex = &module->local_modex; module 1942 opal/mca/btl/usnic/btl_usnic_module.c struct fi_info *info = module->fabric_info; module 1943 opal/mca/btl/usnic/btl_usnic_module.c struct fi_usnic_info *uip = &module->usnic_info; module 1952 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_snprintf_ipv4_addr(module->if_ipv4_addr_str, module 1953 opal/mca/btl/usnic/btl_usnic_module.c sizeof(module->if_ipv4_addr_str), module 1959 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 1960 opal/mca/btl/usnic/btl_usnic_module.c module->if_ipv4_addr_str, module 1971 opal/mca/btl/usnic/btl_usnic_module.c static void init_find_transport_header_len(opal_btl_usnic_module_t *module) module 1974 opal/mca/btl/usnic/btl_usnic_module.c module->fabric_info->ep_attr->msg_prefix_size; module 1976 opal/mca/btl/usnic/btl_usnic_module.c module->fabric_info->ep_attr->protocol; module 2002 opal/mca/btl/usnic/btl_usnic_module.c module->fabric_info->ep_attr->msg_prefix_size; module 2009 opal/mca/btl/usnic/btl_usnic_module.c static void init_queue_lengths(opal_btl_usnic_module_t *module) module 2017 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num = module->fabric_info->tx_attr->size; module 2019 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num = mca_btl_usnic_component.sd_num; module 2022 opal/mca/btl/usnic/btl_usnic_module.c module->rd_num = module->fabric_info->rx_attr->size; module 2024 opal/mca/btl/usnic/btl_usnic_module.c module->rd_num = mca_btl_usnic_component.rd_num; module 2027 opal/mca/btl/usnic/btl_usnic_module.c module->cq_num = module->rd_num + module->sd_num; module 2029 opal/mca/btl/usnic/btl_usnic_module.c module->cq_num = mca_btl_usnic_component.cq_num; module 2031 opal/mca/btl/usnic/btl_usnic_module.c module->av_eq_num = mca_btl_usnic_component.av_eq_num; module 2041 opal/mca/btl/usnic/btl_usnic_module.c module->prio_sd_num = max(128, 32 * USNIC_MCW_SIZE) - 1; module 2043 opal/mca/btl/usnic/btl_usnic_module.c module->prio_sd_num = mca_btl_usnic_component.prio_sd_num; module 2045 opal/mca/btl/usnic/btl_usnic_module.c if (module->prio_sd_num > 0 && module 2046 opal/mca/btl/usnic/btl_usnic_module.c (unsigned) module->prio_sd_num > module 2047 opal/mca/btl/usnic/btl_usnic_module.c module->fabric_info->tx_attr->size) { module 2048 opal/mca/btl/usnic/btl_usnic_module.c module->prio_sd_num = module->fabric_info->tx_attr->size; module 2051 opal/mca/btl/usnic/btl_usnic_module.c module->prio_rd_num = module 2054 opal/mca/btl/usnic/btl_usnic_module.c module->prio_rd_num = mca_btl_usnic_component.prio_rd_num; module 2056 opal/mca/btl/usnic/btl_usnic_module.c if (module->prio_rd_num > 0 && module 2057 opal/mca/btl/usnic/btl_usnic_module.c (unsigned) module->prio_rd_num > module 2058 opal/mca/btl/usnic/btl_usnic_module.c module->fabric_info->rx_attr->size) { module 2059 opal/mca/btl/usnic/btl_usnic_module.c module->prio_rd_num = module->fabric_info->rx_attr->size; module 2062 opal/mca/btl/usnic/btl_usnic_module.c module->prio_cq_num = module->prio_rd_num + module->prio_sd_num; module 2064 opal/mca/btl/usnic/btl_usnic_module.c module->prio_cq_num = module->cq_num; module 2068 opal/mca/btl/usnic/btl_usnic_module.c static void init_payload_lengths(opal_btl_usnic_module_t *module) module 2071 opal/mca/btl/usnic/btl_usnic_module.c module->max_frag_payload = module 2072 opal/mca/btl/usnic/btl_usnic_module.c module->local_modex.max_msg_size - /* start with the MTU */ module 2078 opal/mca/btl/usnic/btl_usnic_module.c module->max_chunk_payload = module 2079 opal/mca/btl/usnic/btl_usnic_module.c module->local_modex.max_msg_size - module 2084 opal/mca/btl/usnic/btl_usnic_module.c if (0 == module->max_tiny_msg_size) { module 2085 opal/mca/btl/usnic/btl_usnic_module.c module->max_tiny_msg_size = 768; module 2087 opal/mca/btl/usnic/btl_usnic_module.c module->max_tiny_payload = module->max_tiny_msg_size - module 2091 opal/mca/btl/usnic/btl_usnic_module.c static void init_pml_values(opal_btl_usnic_module_t *module) module 2093 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_bandwidth = module->local_modex.link_speed_mbps; module 2096 opal/mca/btl/usnic/btl_usnic_module.c if (0 == module->super.btl_rndv_eager_limit) { module 2097 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_rndv_eager_limit = USNIC_DFLT_RNDV_EAGER_LIMIT; module 2101 opal/mca/btl/usnic/btl_usnic_module.c if (0 == module->super.btl_eager_limit) { module 2104 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_eager_limit = module 2107 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_eager_limit = module 2114 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_max_send_size = module 2115 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_eager_limit; module 2118 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_put_limit = module 2119 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_eager_limit; module 2123 opal/mca/btl/usnic/btl_usnic_module.c static void init_senders(opal_btl_usnic_module_t *module) module 2126 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->senders, opal_hash_table_t); module 2131 opal/mca/btl/usnic/btl_usnic_module.c opal_hash_table_init(&module->senders, 4096); module 2134 opal/mca/btl/usnic/btl_usnic_module.c static void init_connectivity_checker(opal_btl_usnic_module_t *module) module 2137 opal/mca/btl/usnic/btl_usnic_module.c int rc = opal_btl_usnic_connectivity_listen(module); module 2145 opal/mca/btl/usnic/btl_usnic_module.c static void init_hwloc(opal_btl_usnic_module_t *module) module 2150 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_hwloc_distance(module); module 2157 opal/mca/btl/usnic/btl_usnic_module.c static void init_procs(opal_btl_usnic_module_t *module) module 2161 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->all_procs, opal_pointer_array_t); module 2162 opal/mca/btl/usnic/btl_usnic_module.c opal_pointer_array_init(&module->all_procs, USNIC_MCW_SIZE, INT_MAX, 32); module 2168 opal/mca/btl/usnic/btl_usnic_module.c static int init_mpool(opal_btl_usnic_module_t *module) module 2172 opal/mca/btl/usnic/btl_usnic_module.c rcache_resources.reg_data = (void*)module; module 2177 opal/mca/btl/usnic/btl_usnic_module.c module->rcache = module 2179 opal/mca/btl/usnic/btl_usnic_module.c &module->super, &rcache_resources); module 2180 opal/mca/btl/usnic/btl_usnic_module.c if (NULL == module->rcache) { module 2185 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 2189 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_mpool = module 2191 opal/mca/btl/usnic/btl_usnic_module.c if (NULL == module->super.btl_mpool) { module 2196 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 2204 opal/mca/btl/usnic/btl_usnic_module.c static int init_channels(opal_btl_usnic_module_t *module) module 2210 opal/mca/btl/usnic/btl_usnic_module.c memset(&module->mod_channels[0], 0, module 2211 opal/mca/btl/usnic/btl_usnic_module.c sizeof(module->mod_channels[0])); module 2212 opal/mca/btl/usnic/btl_usnic_module.c memset(&module->mod_channels[1], 0, module 2213 opal/mca/btl/usnic/btl_usnic_module.c sizeof(module->mod_channels[1])); module 2218 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_av_open(module->domain, &av_attr, &module->av, NULL); module 2223 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_open_ops(&module->av->fid, FI_USNIC_AV_OPS_1, 0, module 2224 opal/mca/btl/usnic/btl_usnic_module.c (void **)&module->usnic_av_ops, NULL); module 2230 opal/mca/btl/usnic/btl_usnic_module.c eq_attr.size = module->av_eq_num; module 2232 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_eq_open(module->fabric, &eq_attr, &module->av_eq, NULL); module 2237 opal/mca/btl/usnic/btl_usnic_module.c module->av_eq_size = eq_attr.size; module 2240 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_eq_open(module->fabric, &eq_attr, &module->dom_eq, NULL); module 2245 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_av_bind(module->av, &module->av_eq->fid, 0); module 2250 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_domain_bind(module->domain, &module->dom_eq->fid, 0); module 2256 opal/mca/btl/usnic/btl_usnic_module.c rc = init_one_channel(module, module 2258 opal/mca/btl/usnic/btl_usnic_module.c module->max_tiny_msg_size, module 2259 opal/mca/btl/usnic/btl_usnic_module.c module->prio_rd_num, module->prio_sd_num, module->prio_cq_num); module 2263 opal/mca/btl/usnic/btl_usnic_module.c rc = init_one_channel(module, module 2265 opal/mca/btl/usnic/btl_usnic_module.c module->fabric_info->ep_attr->max_msg_size, module 2266 opal/mca/btl/usnic/btl_usnic_module.c module->rd_num, module->sd_num, module->cq_num); module 2274 opal/mca/btl/usnic/btl_usnic_module.c finalize_one_channel(module, module 2275 opal/mca/btl/usnic/btl_usnic_module.c &module->mod_channels[USNIC_DATA_CHANNEL]); module 2276 opal/mca/btl/usnic/btl_usnic_module.c finalize_one_channel(module, module 2277 opal/mca/btl/usnic/btl_usnic_module.c &module->mod_channels[USNIC_PRIORITY_CHANNEL]); module 2284 opal/mca/btl/usnic/btl_usnic_module.c static void init_local_modex_part2(opal_btl_usnic_module_t *module) module 2286 opal/mca/btl/usnic/btl_usnic_module.c module->local_modex.isn = get_initial_seq_no(); module 2290 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_channel_t *channel = &module->mod_channels[id]; module 2293 opal/mca/btl/usnic/btl_usnic_module.c module->local_modex.ports[id] = ntohs(sin->sin_port); module 2294 opal/mca/btl/usnic/btl_usnic_module.c module->local_modex.protocol = channel->info->ep_attr->protocol; module 2298 opal/mca/btl/usnic/btl_usnic_module.c static void init_async_event(opal_btl_usnic_module_t *module) module 2303 opal/mca/btl/usnic/btl_usnic_module.c ret = fi_control(&module->dom_eq->fid, FI_GETWAIT, &fd); module 2309 opal/mca/btl/usnic/btl_usnic_module.c module->linux_device_name, module 2318 opal/mca/btl/usnic/btl_usnic_module.c opal_event_set(opal_sync_event_base, &(module->device_async_event), fd, module 2320 opal/mca/btl/usnic/btl_usnic_module.c module_async_event_callback, module); module 2321 opal/mca/btl/usnic/btl_usnic_module.c opal_event_add(&(module->device_async_event), NULL); module 2322 opal/mca/btl/usnic/btl_usnic_module.c module->device_async_event_active = true; module 2325 opal/mca/btl/usnic/btl_usnic_module.c static void init_random_objects(opal_btl_usnic_module_t *module) module 2328 opal/mca/btl/usnic/btl_usnic_module.c opal_mutex_lock(&module->all_endpoints_lock); module 2329 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&(module->all_endpoints), opal_list_t); module 2330 opal/mca/btl/usnic/btl_usnic_module.c module->all_endpoints_constructed = true; module 2331 opal/mca/btl/usnic/btl_usnic_module.c opal_mutex_unlock(&module->all_endpoints_lock); module 2334 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->pending_resend_segs, opal_list_t); module 2335 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->endpoints_that_need_acks, opal_list_t); module 2338 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->endpoints_with_sends, opal_list_t); module 2341 opal/mca/btl/usnic/btl_usnic_module.c static void init_freelists(opal_btl_usnic_module_t *module) module 2346 opal/mca/btl/usnic/btl_usnic_module.c segsize = (module->local_modex.max_msg_size + module 2351 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->small_send_frags, opal_free_list_t); module 2352 opal/mca/btl/usnic/btl_usnic_module.c rc = usnic_compat_free_list_init(&module->small_send_frags, module 2359 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num * 4, module 2361 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num / 2, module 2362 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_mpool, module 2364 opal/mca/btl/usnic/btl_usnic_module.c module->rcache, module 2369 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->large_send_frags, opal_free_list_t); module 2370 opal/mca/btl/usnic/btl_usnic_module.c rc = usnic_compat_free_list_init(&module->large_send_frags, module 2377 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num / 8, module 2379 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num / 8, module 2387 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->put_dest_frags, opal_free_list_t); module 2388 opal/mca/btl/usnic/btl_usnic_module.c rc = usnic_compat_free_list_init(&module->put_dest_frags, module 2395 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num / 8, module 2397 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num / 8, module 2406 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->chunk_segs, opal_free_list_t); module 2407 opal/mca/btl/usnic/btl_usnic_module.c rc = usnic_compat_free_list_init(&module->chunk_segs, module 2414 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num * 4, module 2416 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num / 2, module 2417 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_mpool, module 2419 opal/mca/btl/usnic/btl_usnic_module.c module->rcache, module 2428 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->ack_segs, opal_free_list_t); module 2429 opal/mca/btl/usnic/btl_usnic_module.c rc = usnic_compat_free_list_init(&module->ack_segs, module 2436 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num * 4, module 2438 opal/mca/btl/usnic/btl_usnic_module.c module->sd_num / 2, module 2439 opal/mca/btl/usnic/btl_usnic_module.c module->super.btl_mpool, module 2441 opal/mca/btl/usnic/btl_usnic_module.c module->rcache, module 2452 opal/mca/btl/usnic/btl_usnic_module.c module->first_pool = 16; /* 64 kiB */ module 2453 opal/mca/btl/usnic/btl_usnic_module.c module->last_pool = usnic_fls(module->super.btl_eager_limit-1); module 2454 opal/mca/btl/usnic/btl_usnic_module.c module->module_recv_buffers = calloc(module->last_pool+1, module 2456 opal/mca/btl/usnic/btl_usnic_module.c assert(module->module_recv_buffers != NULL); module 2457 opal/mca/btl/usnic/btl_usnic_module.c for (int i = module->first_pool; i <= module->last_pool; ++i) { module 2459 opal/mca/btl/usnic/btl_usnic_module.c OBJ_CONSTRUCT(&module->module_recv_buffers[i], opal_free_list_t); module 2460 opal/mca/btl/usnic/btl_usnic_module.c rc = usnic_compat_free_list_init(&module->module_recv_buffers[i], module 2482 opal/mca/btl/usnic/btl_usnic_module.c int opal_btl_usnic_module_init(opal_btl_usnic_module_t *module) module 2484 opal/mca/btl/usnic/btl_usnic_module.c init_module_globals(module); module 2485 opal/mca/btl/usnic/btl_usnic_module.c init_local_modex_part1(module); module 2486 opal/mca/btl/usnic/btl_usnic_module.c init_find_transport_header_len(module); module 2487 opal/mca/btl/usnic/btl_usnic_module.c init_queue_lengths(module); module 2488 opal/mca/btl/usnic/btl_usnic_module.c init_payload_lengths(module); module 2489 opal/mca/btl/usnic/btl_usnic_module.c init_pml_values(module); module 2490 opal/mca/btl/usnic/btl_usnic_module.c init_senders(module); module 2491 opal/mca/btl/usnic/btl_usnic_module.c init_connectivity_checker(module); module 2492 opal/mca/btl/usnic/btl_usnic_module.c init_hwloc(module); module 2493 opal/mca/btl/usnic/btl_usnic_module.c init_procs(module); module 2496 opal/mca/btl/usnic/btl_usnic_module.c if (OPAL_SUCCESS != (ret = init_mpool(module)) || module 2497 opal/mca/btl/usnic/btl_usnic_module.c OPAL_SUCCESS != (ret = init_channels(module))) { module 2498 opal/mca/btl/usnic/btl_usnic_module.c mca_rcache_base_module_destroy (module->rcache); module 2502 opal/mca/btl/usnic/btl_usnic_module.c init_local_modex_part2(module); module 2503 opal/mca/btl/usnic/btl_usnic_module.c init_async_event(module); module 2504 opal/mca/btl/usnic/btl_usnic_module.c init_random_objects(module); module 2505 opal/mca/btl/usnic/btl_usnic_module.c init_freelists(module); module 2506 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_stats_init(module); module 2511 opal/mca/btl/usnic/btl_usnic_module.c int rc = opal_btl_usnic_connectivity_listen(module); module 2520 opal/mca/btl/usnic/btl_usnic_module.c module->local_modex.connectivity_udp_port = 0; module 221 opal/mca/btl/usnic/btl_usnic_module.h opal_btl_usnic_module_t *module) module 226 opal/mca/btl/usnic/btl_usnic_module.h item = opal_list_get_first(&module->endpoints_that_need_acks); module 227 opal/mca/btl/usnic/btl_usnic_module.h if (item != opal_list_get_end(&module->endpoints_that_need_acks)) { module 241 opal/mca/btl/usnic/btl_usnic_module.h opal_btl_usnic_module_t *module; module 243 opal/mca/btl/usnic/btl_usnic_module.h module = endpoint->endpoint_module; module 246 opal/mca/btl/usnic/btl_usnic_module.h if (item != opal_list_get_end(&module->endpoints_that_need_acks)) { module 283 opal/mca/btl/usnic/btl_usnic_module.h int opal_btl_usnic_module_init(opal_btl_usnic_module_t* module); module 289 opal/mca/btl/usnic/btl_usnic_module.h void opal_btl_usnic_module_progress_sends(opal_btl_usnic_module_t *module); module 293 opal/mca/btl/usnic/btl_usnic_module.h opal_btl_usnic_module_t *module, module 289 opal/mca/btl/usnic/btl_usnic_proc.c opal_btl_usnic_module_t *module, module 301 opal/mca/btl/usnic/btl_usnic_proc.c uip = &module->usnic_info; module 302 opal/mca/btl/usnic/btl_usnic_proc.c sinp = module->fabric_info->src_addr; module 320 opal/mca/btl/usnic/btl_usnic_proc.c min_link_speed_gbps = MIN(module->super.btl_bandwidth, module 332 opal/mca/btl/usnic/btl_usnic_proc.c err = module->usnic_av_ops->get_distance(module->av, &sin, &metric); module 544 opal/mca/btl/usnic/btl_usnic_proc.c static int match_modex(opal_btl_usnic_module_t *module, module 562 opal/mca/btl/usnic/btl_usnic_proc.c __func__, (void *)module, (void *)proc, module 630 opal/mca/btl/usnic/btl_usnic_proc.c if (module == mca_btl_usnic_component.usnic_active_modules[i]) { module 643 opal/mca/btl/usnic/btl_usnic_proc.c (uint16_t) module->fabric_info->ep_attr->max_msg_size) { module 647 opal/mca/btl/usnic/btl_usnic_proc.c module->linux_device_name, module 648 opal/mca/btl/usnic/btl_usnic_proc.c module->fabric_info->ep_attr->max_msg_size, module 671 opal/mca/btl/usnic/btl_usnic_proc.c static int start_av_insert(opal_btl_usnic_module_t *module, module 697 opal/mca/btl/usnic/btl_usnic_proc.c ret = fi_av_insert(module->av, &sin, 1, module 704 opal/mca/btl/usnic/btl_usnic_proc.c module->linux_device_name, module 719 opal/mca/btl/usnic/btl_usnic_proc.c opal_btl_usnic_create_endpoint(opal_btl_usnic_module_t *module, module 728 opal/mca/btl/usnic/btl_usnic_proc.c rc = match_modex(module, proc, &modex_index); module 742 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_module = module; module 745 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_send_credits = module->sd_num; module 750 opal/mca/btl/usnic/btl_usnic_proc.c rc = start_av_insert(module, endpoint, i); module 758 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_next_seq_to_send = module->local_modex.isn; module 769 opal/mca/btl/usnic/btl_usnic_proc.c (void *)module, (void *)endpoint, (void *)proc, module 782 opal/mca/btl/usnic/btl_usnic_proc.c opal_mutex_lock(&module->all_endpoints_lock); module 783 opal/mca/btl/usnic/btl_usnic_proc.c opal_list_append(&(module->all_endpoints), module 786 opal/mca/btl/usnic/btl_usnic_proc.c opal_mutex_unlock(&module->all_endpoints_lock); module 810 opal/mca/btl/usnic/btl_usnic_proc.c opal_btl_usnic_module_t *module, module 91 opal/mca/btl/usnic/btl_usnic_proc.h struct opal_btl_usnic_module_t *module, module 94 opal/mca/btl/usnic/btl_usnic_proc.h opal_btl_usnic_create_endpoint(struct opal_btl_usnic_module_t *module, module 49 opal/mca/btl/usnic/btl_usnic_recv.c void opal_btl_usnic_recv_call(opal_btl_usnic_module_t *module, module 67 opal/mca/btl/usnic/btl_usnic_recv.c ++module->stats.num_total_recvs; module 81 opal/mca/btl/usnic/btl_usnic_recv.c ++module->stats.num_unk_recvs; module 88 opal/mca/btl/usnic/btl_usnic_recv.c modex = &module->local_modex; module 103 opal/mca/btl/usnic/btl_usnic_recv.c rc = opal_btl_usnic_recv_frag_bookkeeping(module, seg, channel); module 123 opal/mca/btl/usnic/btl_usnic_recv.c (void*) seg, (void*) module); module 145 opal/mca/btl/usnic/btl_usnic_recv.c reg->cbfunc(&module->super, hdr->tag, &seg->rs_desc, reg->cbdata); module 187 opal/mca/btl/usnic/btl_usnic_recv.c (void*) seg, (void*) module); module 211 opal/mca/btl/usnic/btl_usnic_recv.c if (pool >= module->first_pool && module 212 opal/mca/btl/usnic/btl_usnic_recv.c pool <= module->last_pool) { module 215 opal/mca/btl/usnic/btl_usnic_recv.c USNIC_COMPAT_FREE_LIST_GET(&module->module_recv_buffers[pool], item); module 247 opal/mca/btl/usnic/btl_usnic_recv.c ++module->stats.num_badfrag_recvs; module 258 opal/mca/btl/usnic/btl_usnic_recv.c ++module->stats.num_chunk_recvs; module 296 opal/mca/btl/usnic/btl_usnic_recv.c reg->cbfunc(&module->super, chunk_hdr->ch_hdr.tag, module 301 opal/mca/btl/usnic/btl_usnic_recv.c USNIC_COMPAT_FREE_LIST_RETURN(&module->module_recv_buffers[fip->rfi_data_pool], module 332 opal/mca/btl/usnic/btl_usnic_recv.c ++module->stats.num_ack_recvs; module 347 opal/mca/btl/usnic/btl_usnic_recv.c ++module->stats.num_unk_recvs; module 348 opal/mca/btl/usnic/btl_usnic_recv.c if (module->stats.num_unk_recvs < 10) { module 364 opal/mca/btl/usnic/btl_usnic_recv.c ++module->stats.num_recv_reposts; module 19 opal/mca/btl/usnic/btl_usnic_recv.h void opal_btl_usnic_recv_call(opal_btl_usnic_module_t *module, module 60 opal/mca/btl/usnic/btl_usnic_recv.h lookup_sender(opal_btl_usnic_module_t *module, opal_btl_usnic_segment_t *seg) module 74 opal/mca/btl/usnic/btl_usnic_recv.h ret = opal_hash_table_get_value_uint64(&module->senders, module 83 opal/mca/btl/usnic/btl_usnic_recv.h sender = opal_btl_usnic_proc_lookup_endpoint(module, module 86 opal/mca/btl/usnic/btl_usnic_recv.h opal_hash_table_set_value_uint64(&module->senders, module 276 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_recv_fast(opal_btl_usnic_module_t *module, module 293 opal/mca/btl/usnic/btl_usnic_recv.h endpoint = lookup_sender(module, bseg); module 329 opal/mca/btl/usnic/btl_usnic_recv.h reg->cbfunc(&module->super, bseg->us_btl_header->tag, module 338 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_recv_call(module, seg, channel); module 346 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_module_t* module, module 360 opal/mca/btl/usnic/btl_usnic_recv.h ++module->stats.num_total_recvs; module 368 opal/mca/btl/usnic/btl_usnic_recv.h ++module->stats.num_frag_recvs; module 378 opal/mca/btl/usnic/btl_usnic_recv.h ++module->stats.num_recv_reposts; module 392 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_recv(opal_btl_usnic_module_t *module, module 407 opal/mca/btl/usnic/btl_usnic_recv.h endpoint = lookup_sender(module, bseg); module 424 opal/mca/btl/usnic/btl_usnic_recv.h rc = opal_btl_usnic_recv_frag_bookkeeping(module, seg, channel); module 437 opal/mca/btl/usnic/btl_usnic_recv.h reg->cbfunc(&module->super, bseg->us_btl_header->tag, module 444 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_recv_call(module, seg, channel); module 46 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_frag_send_complete(opal_btl_usnic_module_t *module, module 59 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_send_frag_return_cond(module, frag); module 71 opal/mca/btl/usnic/btl_usnic_send.c ++module->mod_channels[sseg->ss_channel].credits; module 81 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_chunk_send_complete(opal_btl_usnic_module_t *module, module 93 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_release_send_segment(module, frag, sseg); module 98 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_send_frag_return_cond(module, frag); module 106 opal/mca/btl/usnic/btl_usnic_send.c ++module->mod_channels[sseg->ss_channel].credits; module 120 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_module_t *module, module 62 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_module_t *module, module 70 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_channel_t *channel = &module->mod_channels[channel_id]; module 105 opal/mca/btl/usnic/btl_usnic_send.h ++module->stats.num_total_sends; module 118 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_module_t *module, module 126 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_channel_t *channel = &module->mod_channels[channel_id]; module 154 opal/mca/btl/usnic/btl_usnic_send.h ++module->stats.num_total_sends; module 164 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_module_t *module, module 216 opal/mca/btl/usnic/btl_usnic_send.h module->local_modex.ipv4_addr, module 217 opal/mca/btl/usnic/btl_usnic_send.h module->local_modex.netmask); module 229 opal/mca/btl/usnic/btl_usnic_send.h module->local_modex.ports[sseg->ss_channel], module 239 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_post_segment(module, endpoint, sseg); module 256 opal/mca/btl/usnic/btl_usnic_send.h ++module->stats.num_chunk_sends; module 258 opal/mca/btl/usnic/btl_usnic_send.h ++module->stats.num_frag_sends; module 300 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_module_t *module, module 308 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_chunk_segment_return(module, sseg); module 314 opal/mca/btl/usnic/btl_usnic_send.h void opal_btl_usnic_frag_send_complete(opal_btl_usnic_module_t *module, module 317 opal/mca/btl/usnic/btl_usnic_send.h void opal_btl_usnic_chunk_send_complete(opal_btl_usnic_module_t *module, module 322 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_module_t *module, module 32 opal/mca/btl/usnic/btl_usnic_stats.c static inline void usnic_stats_reset(opal_btl_usnic_module_t *module) module 36 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_total_sends = module 37 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_resends = module 38 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_chunk_sends = module 39 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_frag_sends = module 40 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_ack_recvs = module 42 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_total_recvs = module 43 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_unk_recvs = module 44 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_dup_recvs = module 45 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_oow_low_recvs = module 46 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_oow_high_recvs = module 47 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_frag_recvs = module 48 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_chunk_recvs = module 49 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_badfrag_recvs = module 50 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_ack_sends = module 51 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_recv_reposts = module 52 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_crc_errors = module 54 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_old_dup_acks = module 55 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_dup_acks = module 56 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_fast_retrans = module 57 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_timeout_retrans = module 59 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.max_sent_window_size = module 60 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.max_rcvd_window_size = module 62 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.pml_module_sends = module 63 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.pml_send_callbacks = module 65 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_seg_total_completions = module 66 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_seg_ack_completions = module 67 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_seg_frag_completions = module 68 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_seg_chunk_completions = module 69 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_seg_recv_completions = module 74 opal/mca/btl/usnic/btl_usnic_stats.c module->mod_channels[i].num_channel_sends = 0; module 86 opal/mca/btl/usnic/btl_usnic_stats.c opal_btl_usnic_module_t *module, module 97 opal/mca/btl/usnic/btl_usnic_stats.c module->linux_device_name, module 99 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_total_sends, module 100 opal/mca/btl/usnic/btl_usnic_stats.c module->mod_channels[USNIC_PRIORITY_CHANNEL].num_channel_sends, module 101 opal/mca/btl/usnic/btl_usnic_stats.c module->mod_channels[USNIC_DATA_CHANNEL].num_channel_sends, module 102 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_frag_sends, module 103 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_chunk_sends, module 104 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_resends, module 105 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_timeout_retrans, module 106 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_fast_retrans, module 107 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_ack_sends, module 109 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_total_recvs, module 110 opal/mca/btl/usnic/btl_usnic_stats.c (module->stats.num_total_recvs - module 111 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_recv_reposts) == 0 ? 'g' : 'B', module 112 opal/mca/btl/usnic/btl_usnic_stats.c (module->stats.num_total_recvs - module 113 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_frag_recvs - module 114 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_chunk_recvs - module 115 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_badfrag_recvs - module 116 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_oow_low_recvs - module 117 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_oow_high_recvs - module 118 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_dup_recvs - module 119 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_ack_recvs - module 120 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_unk_recvs) == 0 ? 'g' : 'B', module 121 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_frag_recvs, module 122 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_chunk_recvs, module 123 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_oow_low_recvs, module 124 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_oow_high_recvs, module 125 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_dup_recvs, module 126 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_badfrag_recvs, module 127 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_ack_recvs, module 129 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_seg_total_completions, module 130 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_seg_ack_completions, module 131 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_seg_frag_completions, module 132 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_seg_chunk_completions, module 133 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_seg_recv_completions, module 135 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_old_dup_acks, module 136 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_dup_acks, module 138 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.num_crc_errors); module 147 opal/mca/btl/usnic/btl_usnic_stats.c if (module->stats.pml_module_sends + module 148 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.pml_send_callbacks == 0) { module 157 opal/mca/btl/usnic/btl_usnic_stats.c opal_mutex_lock(&module->all_endpoints_lock); module 158 opal/mca/btl/usnic/btl_usnic_stats.c item = opal_list_get_first(&module->all_endpoints); module 159 opal/mca/btl/usnic/btl_usnic_stats.c while (item != opal_list_get_end(&(module->all_endpoints))) { module 182 opal/mca/btl/usnic/btl_usnic_stats.c opal_mutex_unlock(&module->all_endpoints_lock); module 184 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.pml_module_sends, module 189 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.pml_module_sends, module 190 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.pml_send_callbacks, module 191 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.pml_module_sends - module 192 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.pml_send_callbacks); module 199 opal/mca/btl/usnic/btl_usnic_stats.c usnic_stats_reset(module); module 208 opal/mca/btl/usnic/btl_usnic_stats.c opal_btl_usnic_module_t *module = (opal_btl_usnic_module_t*) arg; module 215 opal/mca/btl/usnic/btl_usnic_stats.c snprintf(tmp, sizeof(tmp), "%4lu", ++module->stats.report_num); module 217 opal/mca/btl/usnic/btl_usnic_stats.c opal_btl_usnic_print_stats(module, tmp, module 224 opal/mca/btl/usnic/btl_usnic_stats.c int opal_btl_usnic_stats_init(opal_btl_usnic_module_t *module) module 227 opal/mca/btl/usnic/btl_usnic_stats.c usnic_stats_reset(module); module 229 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.timeout.tv_sec = mca_btl_usnic_component.stats_frequency; module 230 opal/mca/btl/usnic/btl_usnic_stats.c module->stats.timeout.tv_usec = 0; module 233 opal/mca/btl/usnic/btl_usnic_stats.c &(module->stats.timer_event), module 235 opal/mca/btl/usnic/btl_usnic_stats.c &usnic_stats_callback, module); module 236 opal/mca/btl/usnic/btl_usnic_stats.c opal_event_add(&(module->stats.timer_event), module 237 opal/mca/btl/usnic/btl_usnic_stats.c &(module->stats.timeout)); module 246 opal/mca/btl/usnic/btl_usnic_stats.c int opal_btl_usnic_stats_finalize(opal_btl_usnic_module_t *module) module 251 opal/mca/btl/usnic/btl_usnic_stats.c opal_event_del(&(module->stats.timer_event)); module 252 opal/mca/btl/usnic/btl_usnic_stats.c opal_btl_usnic_print_stats(module, "final", /*reset_stats=*/false); module 74 opal/mca/btl/usnic/btl_usnic_stats.h int opal_btl_usnic_stats_init(struct opal_btl_usnic_module_t *module); module 80 opal/mca/btl/usnic/btl_usnic_stats.h int opal_btl_usnic_stats_finalize(struct opal_btl_usnic_module_t *module); module 27 opal/mca/btl/usnic/btl_usnic_util.c void opal_btl_usnic_exit(opal_btl_usnic_module_t *module) module 29 opal/mca/btl/usnic/btl_usnic_util.c if (NULL == module) { module 35 opal/mca/btl/usnic/btl_usnic_util.c module = mca_btl_usnic_component.usnic_active_modules[i]; module 40 opal/mca/btl/usnic/btl_usnic_util.c if (NULL == module) { module 52 opal/mca/btl/usnic/btl_usnic_util.c if (NULL != module->pml_error_callback) { module 53 opal/mca/btl/usnic/btl_usnic_util.c module->pml_error_callback(&module->super, module 26 opal/mca/btl/usnic/btl_usnic_util.h void opal_btl_usnic_exit(struct opal_btl_usnic_module_t *module); module 43 opal/mca/common/sm/common_sm_mpool.c static void sm_module_finalize(mca_mpool_base_module_t* module); module 191 opal/mca/common/sm/common_sm_mpool.c static void sm_module_finalize(mca_mpool_base_module_t* module) module 193 opal/mca/common/sm/common_sm_mpool.c mca_common_sm_mpool_module_t *sm_module = (mca_common_sm_mpool_module_t*) module; module 43 opal/mca/compress/bzip/compress_bzip.h int opal_compress_bzip_component_query(mca_base_module_t **module, int *priority); module 160 opal/mca/compress/bzip/compress_bzip_component.c int opal_compress_bzip_component_query(mca_base_module_t **module, int *priority) module 162 opal/mca/compress/bzip/compress_bzip_component.c *module = (mca_base_module_t *)&loc_module; module 20 opal/mca/compress/fwd/regx_fwd_component.c static int component_query(mca_base_module_t **module, int *priority); module 39 opal/mca/compress/fwd/regx_fwd_component.c static int component_query(mca_base_module_t **module, int *priority) module 41 opal/mca/compress/fwd/regx_fwd_component.c *module = (mca_base_module_t*)&orte_regx_fwd_module; module 43 opal/mca/compress/gzip/compress_gzip.h int opal_compress_gzip_component_query(mca_base_module_t **module, int *priority); module 161 opal/mca/compress/gzip/compress_gzip_component.c int opal_compress_gzip_component_query(mca_base_module_t **module, int *priority) module 163 opal/mca/compress/gzip/compress_gzip_component.c *module = (mca_base_module_t *)&loc_module; module 20 opal/mca/compress/reverse/regx_reverse_component.c static int component_query(mca_base_module_t **module, int *priority); module 39 opal/mca/compress/reverse/regx_reverse_component.c static int component_query(mca_base_module_t **module, int *priority) module 41 opal/mca/compress/reverse/regx_reverse_component.c *module = (mca_base_module_t*)&orte_regx_reverse_module; module 44 opal/mca/compress/zlib/compress_zlib.h int opal_compress_zlib_component_query(mca_base_module_t **module, int *priority); module 142 opal/mca/compress/zlib/compress_zlib_component.c int opal_compress_zlib_component_query(mca_base_module_t **module, int *priority) module 144 opal/mca/compress/zlib/compress_zlib_component.c *module = (mca_base_module_t *)&loc_module; module 40 opal/mca/crs/none/crs_none.h int opal_crs_none_component_query(mca_base_module_t **module, int *priority); module 131 opal/mca/crs/none/crs_none_component.c int opal_crs_none_component_query(mca_base_module_t **module, int *priority) module 133 opal/mca/crs/none/crs_none_component.c *module = (mca_base_module_t *)&loc_module; module 63 opal/mca/crs/self/crs_self.h int opal_crs_self_component_query(mca_base_module_t **module, int *priority); module 127 opal/mca/crs/self/crs_self_module.c int opal_crs_self_component_query(mca_base_module_t **module, int *priority) module 144 opal/mca/crs/self/crs_self_module.c *module = (mca_base_module_t *)&loc_module; module 156 opal/mca/crs/self/crs_self_module.c *module = NULL; module 161 opal/mca/crs/self/crs_self_module.c *module = (mca_base_module_t *)&loc_module; module 35 opal/mca/dl/dlopen/dl_dlopen_component.c static int dlopen_component_query(mca_base_module_t **module, int *priority); module 118 opal/mca/dl/dlopen/dl_dlopen_component.c static int dlopen_component_query(mca_base_module_t **module, int *priority) module 124 opal/mca/dl/dlopen/dl_dlopen_component.c *module = &opal_dl_dlopen_module.super; module 36 opal/mca/dl/libltdl/dl_libltdl_component.c static int libltdl_component_query(mca_base_module_t **module, int *priority); module 148 opal/mca/dl/libltdl/dl_libltdl_component.c static int libltdl_component_query(mca_base_module_t **module, int *priority) module 154 opal/mca/dl/libltdl/dl_libltdl_component.c *module = &opal_dl_libltdl_module.super; module 195 opal/mca/mca.h typedef int (*mca_base_query_component_2_0_0_fn_t)(mca_base_module_2_0_0_t **module, int *priority); module 43 opal/mca/memchecker/valgrind/memchecker_valgrind.h int opal_memchecker_valgrind_component_query(mca_base_module_t **module, int *priority); module 74 opal/mca/memchecker/valgrind/memchecker_valgrind_module.c int opal_memchecker_valgrind_component_query(mca_base_module_t **module, int *priority) module 78 opal/mca/memchecker/valgrind/memchecker_valgrind_module.c *module = (mca_base_module_t *)&loc_module; module 63 opal/mca/mpool/base/mpool_base_lookup.c mca_mpool_base_module_t *module; module 66 opal/mca/mpool/base/mpool_base_lookup.c rc = component->mpool_query (hints, &priority, &module); module 70 opal/mca/mpool/base/mpool_base_lookup.c best_module = module; module 82 opal/mca/mpool/hugepage/mpool_hugepage_component.c mca_mpool_base_module_t **module); module 183 opal/mca/mpool/hugepage/mpool_hugepage_component.c mca_mpool_hugepage_module_t *module = mca_mpool_hugepage_component.modules + i; module 184 opal/mca/mpool/hugepage/mpool_hugepage_component.c module->super.mpool_finalize (&module->super); module 288 opal/mca/mpool/hugepage/mpool_hugepage_component.c mca_mpool_base_module_t **module) module 379 opal/mca/mpool/hugepage/mpool_hugepage_component.c if (module) { module 380 opal/mca/mpool/hugepage/mpool_hugepage_component.c *module = &hugepage_module->super; module 55 opal/mca/mpool/memkind/mpool_memkind.h mca_mpool_memkind_module_t module; module 57 opal/mca/mpool/memkind/mpool_memkind_component.c mca_mpool_base_module_t **module); module 83 opal/mca/mpool/memkind/mpool_memkind_component.c if (NULL != elem->module.kind) { module 84 opal/mca/mpool/memkind/mpool_memkind_component.c memkind_destroy_kind(elem->module.kind); module 215 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.type = mca_mpool_memkind_component.default_type; module 216 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.policy = mca_mpool_memkind_component.default_policy; module 217 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.memkind_bits = mca_mpool_memkind_component.default_memkind_bits; module 218 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.kind = mca_mpool_memkind_component.default_kind; module 222 opal/mca/mpool/memkind/mpool_memkind_component.c if (MEMKIND_MASK_PAGE_SIZE_2MB == (item->module.memkind_bits & 0x7F)) { module 223 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.page_size = 2097152; module 225 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.page_size = 4096; module 261 opal/mca/mpool/memkind/mpool_memkind_component.c mca_mpool_base_module_t **module) module 349 opal/mca/mpool/memkind/mpool_memkind_component.c if ((item->module.type == type) && module 350 opal/mca/mpool/memkind/mpool_memkind_component.c (item->module.policy == policy) && module 351 opal/mca/mpool/memkind/mpool_memkind_component.c (item->module.memkind_bits = memkind_bits)) { module 352 opal/mca/mpool/memkind/mpool_memkind_component.c found_module = &item->module.super; module 367 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.type = type; module 368 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.policy = policy; module 369 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.memkind_bits = memkind_bits; module 370 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.kind = kind; module 372 opal/mca/mpool/memkind/mpool_memkind_component.c if (MEMKIND_MASK_PAGE_SIZE_2MB == item->module.memkind_bits) { module 373 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.page_size = 2097152; module 375 opal/mca/mpool/memkind/mpool_memkind_component.c item->module.page_size = 4096; module 378 opal/mca/mpool/memkind/mpool_memkind_component.c mca_mpool_memkind_module_init(&item->module); module 382 opal/mca/mpool/memkind/mpool_memkind_component.c found_module = &item->module.super; module 394 opal/mca/mpool/memkind/mpool_memkind_component.c if ((found_module) && (NULL != module)) { module 395 opal/mca/mpool/memkind/mpool_memkind_component.c *module = found_module; module 66 opal/mca/mpool/mpool.h mca_mpool_base_module_t **module); module 67 opal/mca/patcher/base/base.h OPAL_DECLSPEC int mca_patcher_base_patch_hook (mca_patcher_base_module_t *module, uintptr_t hook); module 184 opal/mca/patcher/base/patcher_base_patch.c int mca_patcher_base_patch_hook (mca_patcher_base_module_t *module, uintptr_t hook_addr) module 212 opal/mca/patcher/base/patcher_base_patch.c opal_list_append (&module->patch_list, &hook_patch->super); module 27 opal/mca/patcher/linux/patcher_linux_component.c static int mca_patcher_linux_query (mca_base_module_t **module, int *priority) module 29 opal/mca/patcher/linux/patcher_linux_component.c *module = &mca_patcher_linux_module.super; module 29 opal/mca/patcher/overwrite/patcher_overwrite_component.c static int mca_patcher_overwrite_query (mca_base_module_t **module, int *priority) module 31 opal/mca/patcher/overwrite/patcher_overwrite_component.c *module = &mca_patcher_overwrite_module.super; module 39 opal/mca/pmix/cray/pmix_cray_component.c static int pmix_cray_component_query(mca_base_module_t **module, int *priority); module 108 opal/mca/pmix/cray/pmix_cray_component.c static int pmix_cray_component_query(mca_base_module_t **module, int *priority) module 120 opal/mca/pmix/cray/pmix_cray_component.c *module = NULL; module 131 opal/mca/pmix/cray/pmix_cray_component.c *module = (mca_base_module_t *)&opal_pmix_cray_module; module 139 opal/mca/pmix/ext1x/pmix1x.h OPAL_MODULE_DECLSPEC int pmix1_server_init(opal_pmix_server_module_t *module, module 40 opal/mca/pmix/ext1x/pmix1x_component.c static int external_component_query(mca_base_module_t **module, int *priority); module 126 opal/mca/pmix/ext1x/pmix1x_component.c static int external_component_query(mca_base_module_t **module, int *priority) module 139 opal/mca/pmix/ext1x/pmix1x_component.c *module = (mca_base_module_t *)&opal_pmix_ext1x_module; module 126 opal/mca/pmix/ext1x/pmix1x_server_south.c int pmix1_server_init(opal_pmix_server_module_t *module, module 170 opal/mca/pmix/ext1x/pmix1x_server_south.c host_module = module; module 276 opal/mca/pmix/ext2x/ext2x.h OPAL_MODULE_DECLSPEC int ext2x_server_init(opal_pmix_server_module_t *module, module 40 opal/mca/pmix/ext2x/ext2x_component.c static int external_component_query(mca_base_module_t **module, int *priority); module 142 opal/mca/pmix/ext2x/ext2x_component.c static int external_component_query(mca_base_module_t **module, int *priority) module 156 opal/mca/pmix/ext2x/ext2x_component.c *module = (mca_base_module_t *)&opal_pmix_ext2x_module; module 96 opal/mca/pmix/ext2x/ext2x_server_south.c int ext2x_server_init(opal_pmix_server_module_t *module, module 153 opal/mca/pmix/ext2x/ext2x_server_south.c host_module = module; module 271 opal/mca/pmix/ext3x/ext3x.h OPAL_MODULE_DECLSPEC int ext3x_server_init(opal_pmix_server_module_t *module, module 40 opal/mca/pmix/ext3x/ext3x_component.c static int external_component_query(mca_base_module_t **module, int *priority); module 142 opal/mca/pmix/ext3x/ext3x_component.c static int external_component_query(mca_base_module_t **module, int *priority) module 155 opal/mca/pmix/ext3x/ext3x_component.c *module = (mca_base_module_t *)&opal_pmix_ext3x_module; module 98 opal/mca/pmix/ext3x/ext3x_server_south.c int ext3x_server_init(opal_pmix_server_module_t *module, module 155 opal/mca/pmix/ext3x/ext3x_server_south.c host_module = module; module 35 opal/mca/pmix/flux/pmix_flux_component.c static int pmix_flux_component_query(mca_base_module_t **module, int *priority); module 91 opal/mca/pmix/flux/pmix_flux_component.c static int pmix_flux_component_query(mca_base_module_t **module, int *priority) module 96 opal/mca/pmix/flux/pmix_flux_component.c *module = NULL; module 102 opal/mca/pmix/flux/pmix_flux_component.c *module = (mca_base_module_t *)&opal_pmix_flux_module; module 36 opal/mca/pmix/isolated/pmix_isolated_component.c static int isolated_component_query(mca_base_module_t **module, int *priority); module 81 opal/mca/pmix/isolated/pmix_isolated_component.c static int isolated_component_query(mca_base_module_t **module, int *priority) module 85 opal/mca/pmix/isolated/pmix_isolated_component.c *module = (mca_base_module_t *)&opal_pmix_isolated_module; module 578 opal/mca/pmix/pmix.h typedef int (*opal_pmix_base_module_server_init_fn_t)(opal_pmix_server_module_t *module, module 566 opal/mca/pmix/pmix4x/pmix/include/pmix_server.h PMIX_EXPORT pmix_status_t PMIx_server_init(pmix_server_module_t *module, module 42 opal/mca/pmix/pmix4x/pmix/src/mca/base/pmix_mca_base_components_select.c pmix_mca_base_module_t *module = NULL; module 77 opal/mca/pmix/pmix4x/pmix/src/mca/base/pmix_mca_base_components_select.c rc = component->pmix_mca_query_component(&module, &priority); module 93 opal/mca/pmix/pmix4x/pmix/src/mca/base/pmix_mca_base_components_select.c if (NULL == module) { module 109 opal/mca/pmix/pmix4x/pmix/src/mca/base/pmix_mca_base_components_select.c *best_module = module; module 66 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/base.h pmix_bfrops_module_t *module; module 118 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/bfrop_base_frame.c if (NULL != p->module->finalize) { module 119 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/bfrop_base_frame.c p->module->finalize(); module 40 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/bfrop_base_select.c pmix_mca_base_module_t *module = NULL; module 71 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/bfrop_base_select.c rc = component->pmix_mca_query_component(&module, &priority); module 74 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/bfrop_base_select.c if (PMIX_SUCCESS != rc || NULL == module) { module 80 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/bfrop_base_select.c nmodule = (pmix_bfrops_module_t*) module; module 94 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/bfrop_base_select.c newmodule->module = nmodule; module 44 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/bfrop_base_stubs.c if (NULL != active->module->data_type_string) { module 45 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/bfrop_base_stubs.c if (NULL != (reply = (char*)active->module->data_type_string(type))) { module 42 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v12/bfrop_v12_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 77 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v12/bfrop_v12_component.c pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority) module 81 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v12/bfrop_v12_component.c *module = (pmix_mca_base_module_t *)&pmix_bfrops_pmix12_module; module 42 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v20/bfrop_pmix20_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 79 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v20/bfrop_pmix20_component.c pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority) module 83 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v20/bfrop_pmix20_component.c *module = (pmix_mca_base_module_t *)&pmix_bfrops_pmix20_module; module 42 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v21/bfrop_pmix21_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 79 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v21/bfrop_pmix21_component.c pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority) module 83 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v21/bfrop_pmix21_component.c *module = (pmix_mca_base_module_t *)&pmix_bfrops_pmix21_module; module 42 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v3/bfrop_pmix3_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 79 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v3/bfrop_pmix3_component.c pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority) module 83 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v3/bfrop_pmix3_component.c *module = (pmix_mca_base_module_t *)&pmix_bfrops_pmix3_module; module 42 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v4/bfrop_pmix4_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 79 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v4/bfrop_pmix4_component.c pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority) module 83 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/v4/bfrop_pmix4_component.c *module = (pmix_mca_base_module_t *)&pmix_bfrops_pmix4_module; module 67 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/base.h pmix_gds_base_module_t *module; module 51 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_fns.c if (NULL == active->module->assign_module) { module 54 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_fns.c if (PMIX_SUCCESS == active->module->assign_module(info, ninfo, &pri)) { module 60 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_fns.c mod = active->module; module 80 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_fns.c if (NULL == active->module->setup_fork) { module 83 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_fns.c if (PMIX_SUCCESS != (rc = active->module->setup_fork(proc, env))) { module 63 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_frame.c if (NULL != active->module->finalize) { module 64 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_frame.c active->module->finalize(); module 41 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_select.c pmix_mca_base_module_t *module = NULL; module 73 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_select.c rc = component->pmix_mca_query_component(&module, &priority); module 76 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_select.c if (PMIX_SUCCESS != rc || NULL == module) { module 84 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_select.c nmodule = (pmix_gds_base_module_t*) module; module 92 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_select.c newmodule->module = nmodule; module 119 opal/mca/pmix/pmix4x/pmix/src/mca/gds/base/gds_base_select.c pmix_argv_append_nosize(&mods, mod->module->name); module 40 opal/mca/pmix/pmix4x/pmix/src/mca/gds/ds12/gds_ds12_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 75 opal/mca/pmix/pmix4x/pmix/src/mca/gds/ds12/gds_ds12_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 80 opal/mca/pmix/pmix4x/pmix/src/mca/gds/ds12/gds_ds12_component.c *module = NULL; module 85 opal/mca/pmix/pmix4x/pmix/src/mca/gds/ds12/gds_ds12_component.c *module = (pmix_mca_base_module_t *)&pmix_ds12_module; module 40 opal/mca/pmix/pmix4x/pmix/src/mca/gds/ds21/gds_ds21_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 75 opal/mca/pmix/pmix4x/pmix/src/mca/gds/ds21/gds_ds21_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 80 opal/mca/pmix/pmix4x/pmix/src/mca/gds/ds21/gds_ds21_component.c *module = NULL; module 85 opal/mca/pmix/pmix4x/pmix/src/mca/gds/ds21/gds_ds21_component.c *module = (pmix_mca_base_module_t *)&pmix_ds21_module; module 359 opal/mca/pmix/pmix4x/pmix/src/mca/gds/gds.h if (NULL != _g->module->add_nspace) { \ module 360 opal/mca/pmix/pmix4x/pmix/src/mca/gds/gds.h _s = _g->module->add_nspace(n, i, ni); \ module 389 opal/mca/pmix/pmix4x/pmix/src/mca/gds/gds.h if (NULL != _g->module->del_nspace) { \ module 390 opal/mca/pmix/pmix4x/pmix/src/mca/gds/gds.h _s = _g->module->del_nspace(n); \ module 38 opal/mca/pmix/pmix4x/pmix/src/mca/gds/hash/gds_hash_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 73 opal/mca/pmix/pmix4x/pmix/src/mca/gds/hash/gds_hash_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 76 opal/mca/pmix/pmix4x/pmix/src/mca/gds/hash/gds_hash_component.c *module = (pmix_mca_base_module_t *)&pmix_hash_module; module 133 opal/mca/pmix/pmix4x/pmix/src/mca/mca.h typedef int (*pmix_mca_base_query_component_2_0_0_fn_t)(pmix_mca_base_module_2_0_0_t **module, int *priority); module 32 opal/mca/pmix/pmix4x/pmix/src/mca/pcompress/zlib/compress_zlib_component.c static int compress_zlib_query(pmix_mca_base_module_t **module, int *priority); module 81 opal/mca/pmix/pmix4x/pmix/src/mca/pcompress/zlib/compress_zlib_component.c static int compress_zlib_query(pmix_mca_base_module_t **module, int *priority) module 83 opal/mca/pmix/pmix4x/pmix/src/mca/pcompress/zlib/compress_zlib_component.c *module = (pmix_mca_base_module_t *)&loc_module; module 35 opal/mca/pmix/pmix4x/pmix/src/mca/pdl/pdlopen/pdl_pdlopen_component.c static int pdlopen_component_query(pmix_mca_base_module_t **module, int *priority); module 118 opal/mca/pmix/pmix4x/pmix/src/mca/pdl/pdlopen/pdl_pdlopen_component.c static int pdlopen_component_query(pmix_mca_base_module_t **module, int *priority) module 124 opal/mca/pmix/pmix4x/pmix/src/mca/pdl/pdlopen/pdl_pdlopen_component.c *module = &pmix_pdl_pdlopen_module.super; module 37 opal/mca/pmix/pmix4x/pmix/src/mca/pdl/plibltdl/pdl_libltdl_component.c static int plibltpdl_component_query(mca_base_module_t **module, int *priority); module 149 opal/mca/pmix/pmix4x/pmix/src/mca/pdl/plibltdl/pdl_libltdl_component.c static int plibltpdl_component_query(mca_base_module_t **module, int *priority) module 155 opal/mca/pmix/pmix4x/pmix/src/mca/pdl/plibltdl/pdl_libltdl_component.c *module = &pmix_pdl_plibltpdl_module.super; module 68 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/base.h pmix_plog_module_t *module; module 67 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_frame.c if (NULL != active->module->finalize) { module 68 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_frame.c active->module->finalize(); module 39 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_select.c pmix_mca_base_module_t *module = NULL; module 75 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_select.c rc = component->pmix_mca_query_component(&module, &priority); module 78 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_select.c if (PMIX_SUCCESS != rc || NULL == module) { module 86 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_select.c nmodule = (pmix_plog_module_t*) module; module 94 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_select.c newmodule->module = nmodule; module 112 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_select.c if (0 == strcmp(newmodule->module->name, "default")) { module 140 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_select.c if (0 == strncasecmp(pmix_plog_globals.channels[n], mod->module->name, len)) { module 133 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_stubs.c if (NULL == active->module->channels) { module 141 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_stubs.c for (k=0; NULL != active->module->channels[k]; k++) { module 142 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_stubs.c if (NULL != strstr(data[n].key, active->module->channels[k])) { module 169 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_stubs.c if (NULL != active->module->log) { module 171 opal/mca/pmix/pmix4x/pmix/src/mca/plog/base/plog_base_stubs.c rc = active->module->log(source, data, ndata, directives, ndirs, module 20 opal/mca/pmix/pmix4x/pmix/src/mca/plog/default/plog_default_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, module 41 opal/mca/pmix/pmix4x/pmix/src/mca/plog/default/plog_default_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, module 45 opal/mca/pmix/pmix4x/pmix/src/mca/plog/default/plog_default_component.c *module = (pmix_mca_base_module_t *)&pmix_plog_default_module; module 20 opal/mca/pmix/pmix4x/pmix/src/mca/plog/stdfd/plog_stdfd_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, module 41 opal/mca/pmix/pmix4x/pmix/src/mca/plog/stdfd/plog_stdfd_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, module 45 opal/mca/pmix/pmix4x/pmix/src/mca/plog/stdfd/plog_stdfd_component.c *module = (pmix_mca_base_module_t *)&pmix_plog_stdfd_module; module 25 opal/mca/pmix/pmix4x/pmix/src/mca/plog/syslog/plog_syslog_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, module 118 opal/mca/pmix/pmix4x/pmix/src/mca/plog/syslog/plog_syslog_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, module 122 opal/mca/pmix/pmix4x/pmix/src/mca/plog/syslog/plog_syslog_component.c *module = (pmix_mca_base_module_t *)&pmix_plog_syslog_module; module 65 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/base.h pmix_pnet_module_t *module; module 105 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c if (NULL != active->module->allocate) { module 106 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c if (PMIX_SUCCESS == (rc = active->module->allocate(nptr, info, ninfo, ilist))) { module 164 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c if (NULL != active->module->setup_local_network) { module 165 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c if (PMIX_SUCCESS != (rc = active->module->setup_local_network(nptr, info, ninfo))) { module 209 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c if (NULL != active->module->setup_fork) { module 210 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c if (PMIX_SUCCESS != (rc = active->module->setup_fork(nptr, proc, env))) { module 234 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c if (NULL != active->module->child_finalized) { module 235 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c active->module->child_finalized(peer); module 256 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c if (NULL != active->module->local_app_finalized) { module 257 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c active->module->local_app_finalized(nptr); module 294 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c if (NULL != active->module->deregister_nspace) { module 295 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c active->module->deregister_nspace(nptr); module 394 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c if (NULL != active->module->collect_inventory) { module 396 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c "COLLECTING %s", active->module->name); module 397 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c rc = active->module->collect_inventory(directives, ndirs, cicbfunc, (void*)myrollup); module 497 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c if (NULL != active->module->deliver_inventory) { module 499 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c "DELIVERING TO %s", active->module->name); module 500 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_fns.c rc = active->module->deliver_inventory(info, ninfo, directives, ndirs, dlcbfunc, (void*)myrollup); module 70 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_frame.c if (NULL != active->module->finalize) { module 71 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_frame.c active->module->finalize(); module 38 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_select.c pmix_mca_base_module_t *module = NULL; module 69 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_select.c rc = component->pmix_mca_query_component(&module, &priority); module 72 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_select.c if (PMIX_SUCCESS != rc || NULL == module) { module 80 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_select.c nmodule = (pmix_pnet_module_t*) module; module 88 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/base/pnet_base_select.c newmodule->module = nmodule; module 38 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/opa/pnet_opa_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 115 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/opa/pnet_opa_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority) module 118 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/opa/pnet_opa_component.c *module = (pmix_mca_base_module_t *)&pmix_opa_module; module 27 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/tcp/pnet_tcp_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, module 117 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/tcp/pnet_tcp_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, module 121 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/tcp/pnet_tcp_component.c *module = (pmix_mca_base_module_t *)&pmix_tcp_module; module 38 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/test/pnet_test_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 90 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/test/pnet_test_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority) module 93 opal/mca/pmix/pmix4x/pmix/src/mca/pnet/test/pnet_test_component.c *module = (pmix_mca_base_module_t *)&pmix_test_module; module 64 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/base.h pmix_preg_module_t *module; module 40 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_select.c pmix_mca_base_module_t *module = NULL; module 71 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_select.c rc = component->pmix_mca_query_component(&module, &priority); module 74 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_select.c if (PMIX_SUCCESS != rc || NULL == module) { module 82 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_select.c nmodule = (pmix_preg_module_t*) module; module 86 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_select.c newmodule->module = nmodule; module 39 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (NULL != active->module->generate_node_regex) { module 40 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (PMIX_SUCCESS == active->module->generate_node_regex(input, regex)) { module 55 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (NULL != active->module->generate_ppn) { module 56 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (PMIX_SUCCESS == active->module->generate_ppn(input, ppn)) { module 71 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (NULL != active->module->parse_nodes) { module 72 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (PMIX_SUCCESS == active->module->parse_nodes(regexp, names)) { module 87 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (NULL != active->module->parse_procs) { module 88 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (PMIX_SUCCESS == active->module->parse_procs(regexp, procs)) { module 104 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (NULL != active->module->resolve_peers) { module 105 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (PMIX_SUCCESS == active->module->resolve_peers(nodename, nspace, procs, nprocs)) { module 120 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (NULL != active->module->resolve_nodes) { module 121 opal/mca/pmix/pmix4x/pmix/src/mca/preg/base/preg_base_stubs.c if (PMIX_SUCCESS == active->module->resolve_nodes(nspace, nodelist)) { module 38 opal/mca/pmix/pmix4x/pmix/src/mca/preg/native/preg_native_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 67 opal/mca/pmix/pmix4x/pmix/src/mca/preg/native/preg_native_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 71 opal/mca/pmix/pmix4x/pmix/src/mca/preg/native/preg_native_component.c *module = (pmix_mca_base_module_t *)&pmix_preg_native_module; module 64 opal/mca/pmix/pmix4x/pmix/src/mca/psec/base/base.h pmix_psec_module_t *module; module 40 opal/mca/pmix/pmix4x/pmix/src/mca/psec/base/psec_base_select.c pmix_mca_base_module_t *module = NULL; module 71 opal/mca/pmix/pmix4x/pmix/src/mca/psec/base/psec_base_select.c rc = component->pmix_mca_query_component(&module, &priority); module 74 opal/mca/pmix/pmix4x/pmix/src/mca/psec/base/psec_base_select.c if (PMIX_SUCCESS != rc || NULL == module) { module 80 opal/mca/pmix/pmix4x/pmix/src/mca/psec/base/psec_base_select.c nmodule = (pmix_psec_module_t*) module; module 95 opal/mca/pmix/pmix4x/pmix/src/mca/psec/base/psec_base_select.c newmodule->module = nmodule; module 38 opal/mca/pmix/pmix4x/pmix/src/mca/psec/munge/psec_munge_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 75 opal/mca/pmix/pmix4x/pmix/src/mca/psec/munge/psec_munge_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 78 opal/mca/pmix/pmix4x/pmix/src/mca/psec/munge/psec_munge_component.c *module = (pmix_mca_base_module_t *)&pmix_munge_module; module 38 opal/mca/pmix/pmix4x/pmix/src/mca/psec/native/psec_native_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 75 opal/mca/pmix/pmix4x/pmix/src/mca/psec/native/psec_native_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 78 opal/mca/pmix/pmix4x/pmix/src/mca/psec/native/psec_native_component.c *module = (pmix_mca_base_module_t *)&pmix_native_module; module 38 opal/mca/pmix/pmix4x/pmix/src/mca/psec/none/psec_none_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 89 opal/mca/pmix/pmix4x/pmix/src/mca/psec/none/psec_none_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 92 opal/mca/pmix/pmix4x/pmix/src/mca/psec/none/psec_none_component.c *module = (pmix_mca_base_module_t *)&pmix_none_module; module 44 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/base/base.h pmix_psensor_base_module_t *module; module 66 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/base/psensor_base_select.c newactive->module = (pmix_psensor_base_module_t*)mod; module 35 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/base/psensor_base_stubs.c if (NULL != mod->module->start) { module 36 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/base/psensor_base_stubs.c rc = mod->module->start(requestor, error, monitor, directives, ndirs); module 66 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/base/psensor_base_stubs.c if (NULL != mod->module->stop) { module 67 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/base/psensor_base_stubs.c rc = mod->module->stop(requestor, id); module 24 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/file/psensor_file_component.c static int psensor_file_query(pmix_mca_base_module_t **module, int *priority); module 54 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/file/psensor_file_component.c static int psensor_file_query(pmix_mca_base_module_t **module, int *priority) module 57 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/file/psensor_file_component.c *module = (pmix_mca_base_module_t *)&pmix_psensor_file_module; module 25 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/heartbeat/psensor_heartbeat_component.c static int heartbeat_query(pmix_mca_base_module_t **module, int *priority); module 59 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/heartbeat/psensor_heartbeat_component.c static int heartbeat_query(pmix_mca_base_module_t **module, int *priority) module 62 opal/mca/pmix/pmix4x/pmix/src/mca/psensor/heartbeat/psensor_heartbeat_component.c *module = (pmix_mca_base_module_t *)&pmix_psensor_heartbeat_module; module 38 opal/mca/pmix/pmix4x/pmix/src/mca/pshmem/base/pshmem_base_select.c pmix_mca_base_module_t *module; module 68 opal/mca/pmix/pmix4x/pmix/src/mca/pshmem/base/pshmem_base_select.c rc = component->pmix_mca_query_component(&module, &priority); module 71 opal/mca/pmix/pmix4x/pmix/src/mca/pshmem/base/pshmem_base_select.c if (PMIX_SUCCESS != rc || NULL == module) { module 79 opal/mca/pmix/pmix4x/pmix/src/mca/pshmem/base/pshmem_base_select.c nmodule = (pmix_pshmem_base_module_t*) module; module 40 opal/mca/pmix/pmix4x/pmix/src/mca/pshmem/mmap/pshmem_mmap_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 75 opal/mca/pmix/pmix4x/pmix/src/mca/pshmem/mmap/pshmem_mmap_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 78 opal/mca/pmix/pmix4x/pmix/src/mca/pshmem/mmap/pshmem_mmap_component.c *module = (pmix_mca_base_module_t *)&pmix_mmap_module; module 41 opal/mca/pmix/pmix4x/pmix/src/mca/psquash/base/psquash_base_select.c pmix_mca_base_module_t *module; module 71 opal/mca/pmix/pmix4x/pmix/src/mca/psquash/base/psquash_base_select.c rc = component->pmix_mca_query_component(&module, &priority); module 74 opal/mca/pmix/pmix4x/pmix/src/mca/psquash/base/psquash_base_select.c if (PMIX_SUCCESS != rc || NULL == module) { module 82 opal/mca/pmix/pmix4x/pmix/src/mca/psquash/base/psquash_base_select.c nmodule = (pmix_psquash_base_module_t*) module; module 20 opal/mca/pmix/pmix4x/pmix/src/mca/psquash/flex128/psquash_flex128_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 55 opal/mca/pmix/pmix4x/pmix/src/mca/psquash/flex128/psquash_flex128_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 58 opal/mca/pmix/pmix4x/pmix/src/mca/psquash/flex128/psquash_flex128_component.c *module = (pmix_mca_base_module_t *)&pmix_flex128_module; module 23 opal/mca/pmix/pmix4x/pmix/src/mca/psquash/native/psquash_native_component.c static pmix_status_t component_query(pmix_mca_base_module_t **module, int *priority); module 58 opal/mca/pmix/pmix4x/pmix/src/mca/psquash/native/psquash_native_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 61 opal/mca/pmix/pmix4x/pmix/src/mca/psquash/native/psquash_native_component.c *module = (pmix_mca_base_module_t *)&pmix_psquash_native_module; module 66 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/base/base.h pmix_ptl_module_t *module; module 68 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/base/ptl_base_select.c newactive->module = (pmix_ptl_module_t*)mod; module 103 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/base/ptl_base_stubs.c return active->module; module 113 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/base/ptl_base_stubs.c if (NULL != active->module->connect_to_peer) { module 114 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/base/ptl_base_stubs.c if (PMIX_SUCCESS == active->module->connect_to_peer(peer, info, ninfo)) { module 115 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/base/ptl_base_stubs.c pr->nptr->compat.ptl = active->module; module 79 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/tcp/ptl_tcp_component.c static int component_query(pmix_mca_base_module_t **module, int *priority); module 319 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/tcp/ptl_tcp_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 321 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/tcp/ptl_tcp_component.c *module = (pmix_mca_base_module_t*)&pmix_ptl_tcp_module; module 73 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/usock/ptl_usock_component.c static int component_query(pmix_mca_base_module_t **module, int *priority); module 151 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/usock/ptl_usock_component.c static int component_query(pmix_mca_base_module_t **module, int *priority) module 153 opal/mca/pmix/pmix4x/pmix/src/mca/ptl/usock/ptl_usock_component.c *module = (pmix_mca_base_module_t*)&pmix_ptl_usock_module; module 160 opal/mca/pmix/pmix4x/pmix/src/server/pmix_server.c PMIX_EXPORT pmix_status_t PMIx_server_init(pmix_server_module_t *module, module 188 opal/mca/pmix/pmix4x/pmix/src/server/pmix_server.c pmix_host_server = *module; module 271 opal/mca/pmix/pmix4x/pmix4x.h OPAL_MODULE_DECLSPEC int pmix4x_server_init(opal_pmix_server_module_t *module, module 40 opal/mca/pmix/pmix4x/pmix4x_component.c static int external_component_query(mca_base_module_t **module, int *priority); module 142 opal/mca/pmix/pmix4x/pmix4x_component.c static int external_component_query(mca_base_module_t **module, int *priority) module 155 opal/mca/pmix/pmix4x/pmix4x_component.c *module = (mca_base_module_t *)&opal_pmix_pmix4x_module; module 97 opal/mca/pmix/pmix4x/pmix4x_server_south.c int pmix4x_server_init(opal_pmix_server_module_t *module, module 154 opal/mca/pmix/pmix4x/pmix4x_server_south.c host_module = module; module 35 opal/mca/pmix/s1/pmix_s1_component.c static int pmix_s1_component_query(mca_base_module_t **module, int *priority); module 91 opal/mca/pmix/s1/pmix_s1_component.c static int pmix_s1_component_query(mca_base_module_t **module, int *priority) module 96 opal/mca/pmix/s1/pmix_s1_component.c *module = NULL; module 103 opal/mca/pmix/s1/pmix_s1_component.c *module = (mca_base_module_t *)&opal_pmix_s1_module; module 35 opal/mca/pmix/s2/pmix_s2_component.c static int pmix_s2_component_query(mca_base_module_t **module, int *priority); module 90 opal/mca/pmix/s2/pmix_s2_component.c static int pmix_s2_component_query(mca_base_module_t **module, int *priority) module 97 opal/mca/pmix/s2/pmix_s2_component.c *module = NULL; module 103 opal/mca/pmix/s2/pmix_s2_component.c *module = (mca_base_module_t *)&opal_pmix_s2_module; module 44 opal/mca/pstat/linux/pstat_linux_component.c static int pstat_linux_component_query(mca_base_module_t **module, int *priority); module 73 opal/mca/pstat/linux/pstat_linux_component.c static int pstat_linux_component_query(mca_base_module_t **module, int *priority) module 76 opal/mca/pstat/linux/pstat_linux_component.c *module = (mca_base_module_t *)&opal_pstat_linux_module; module 44 opal/mca/pstat/test/pstat_test_component.c static int pstat_test_component_query(mca_base_module_t **module, int *priority); module 79 opal/mca/pstat/test/pstat_test_component.c static int pstat_test_component_query(mca_base_module_t **module, int *priority) module 82 opal/mca/pstat/test/pstat_test_component.c *module = (mca_base_module_t *)&opal_pstat_test_module; module 59 opal/mca/rcache/base/base.h OPAL_DECLSPEC int mca_rcache_base_module_destroy(mca_rcache_base_module_t *module); module 43 opal/mca/rcache/base/rcache_base_create.c mca_rcache_base_module_t* module = NULL; module 87 opal/mca/rcache/base/rcache_base_create.c module = component->rcache_init (resources); module 92 opal/mca/rcache/base/rcache_base_create.c if ( NULL == module ) { module 98 opal/mca/rcache/base/rcache_base_create.c sm->rcache_module = module; module 102 opal/mca/rcache/base/rcache_base_create.c return module; module 105 opal/mca/rcache/base/rcache_base_create.c int mca_rcache_base_module_destroy(mca_rcache_base_module_t *module) module 110 opal/mca/rcache/base/rcache_base_create.c if (module == sm->rcache_module) { module 32 opal/mca/reachable/netlink/reachable_netlink_component.c static int reachable_netlink_component_query(mca_base_module_t **module, int *priority); module 90 opal/mca/reachable/netlink/reachable_netlink_component.c reachable_netlink_component_query(mca_base_module_t **module, int *priority) module 93 opal/mca/reachable/netlink/reachable_netlink_component.c *module = (mca_base_module_t *) &opal_reachable_netlink_module; module 41 opal/mca/reachable/weighted/reachable_weighted_component.c static int reachable_weighted_component_query(mca_base_module_t **module, int *priority); module 100 opal/mca/reachable/weighted/reachable_weighted_component.c static int reachable_weighted_component_query(mca_base_module_t **module, int *priority) module 103 opal/mca/reachable/weighted/reachable_weighted_component.c *module = (mca_base_module_t *)&opal_reachable_weighted_module; module 53 opal/mca/shmem/base/shmem_base_select.c mca_base_module_t *module = NULL; module 99 opal/mca/shmem/base/shmem_base_select.c component)->runtime_query(&module, &priority, opal_shmem_base_RUNTIME_QUERY_hint); module 105 opal/mca/shmem/base/shmem_base_select.c if (NULL == module) { module 123 opal/mca/shmem/base/shmem_base_select.c *best_module = module; module 52 opal/mca/shmem/mmap/shmem_mmap_component.c static int mmap_query(mca_base_module_t **module, int *priority); module 53 opal/mca/shmem/mmap/shmem_mmap_component.c static int mmap_runtime_query(mca_base_module_t **module, module 87 opal/mca/shmem/mmap/shmem_mmap_component.c mmap_runtime_query(mca_base_module_t **module, module 93 opal/mca/shmem/mmap/shmem_mmap_component.c *module = (mca_base_module_t *)&opal_shmem_mmap_module.super; module 177 opal/mca/shmem/mmap/shmem_mmap_component.c mmap_query(mca_base_module_t **module, int *priority) module 180 opal/mca/shmem/mmap/shmem_mmap_component.c *module = (mca_base_module_t *)&opal_shmem_mmap_module.super; module 61 opal/mca/shmem/posix/shmem_posix_component.c static int posix_query(mca_base_module_t **module, int *priority); module 62 opal/mca/shmem/posix/shmem_posix_component.c static int posix_runtime_query(mca_base_module_t **module, module 131 opal/mca/shmem/posix/shmem_posix_component.c posix_runtime_query(mca_base_module_t **module, module 139 opal/mca/shmem/posix/shmem_posix_component.c *module = NULL; module 157 opal/mca/shmem/posix/shmem_posix_component.c *module = (mca_base_module_t *)&opal_shmem_posix_module.super; module 162 opal/mca/shmem/posix/shmem_posix_component.c *module = NULL; module 191 opal/mca/shmem/posix/shmem_posix_component.c *module = (mca_base_module_t *)&opal_shmem_posix_module.super; module 201 opal/mca/shmem/posix/shmem_posix_component.c posix_query(mca_base_module_t **module, int *priority) module 204 opal/mca/shmem/posix/shmem_posix_component.c *module = (mca_base_module_t *)&opal_shmem_posix_module.super; module 58 opal/mca/shmem/shmem.h (*mca_shmem_base_component_runtime_query_fn_t)(mca_base_module_t **module, module 68 opal/mca/shmem/sysv/shmem_sysv_component.c static int sysv_query(mca_base_module_t **module, int *priority); module 69 opal/mca/shmem/sysv/shmem_sysv_component.c static int sysv_runtime_query(mca_base_module_t **module, module 134 opal/mca/shmem/sysv/shmem_sysv_component.c sysv_runtime_query(mca_base_module_t **module, int *priority, const char *hint) module 143 opal/mca/shmem/sysv/shmem_sysv_component.c *module = NULL; module 161 opal/mca/shmem/sysv/shmem_sysv_component.c *module = (mca_base_module_t *)&opal_shmem_sysv_module.super; module 166 opal/mca/shmem/sysv/shmem_sysv_component.c *module = NULL; module 199 opal/mca/shmem/sysv/shmem_sysv_component.c *module = (mca_base_module_t *)&opal_shmem_sysv_module.super; module 211 opal/mca/shmem/sysv/shmem_sysv_component.c sysv_query(mca_base_module_t **module, int *priority) module 214 opal/mca/shmem/sysv/shmem_sysv_component.c *module = (mca_base_module_t *)&opal_shmem_sysv_module.super; module 33 orte/mca/errmgr/default_app/errmgr_default_app_component.c static int errmgr_default_app_component_query(mca_base_module_t **module, int *priority); module 88 orte/mca/errmgr/default_app/errmgr_default_app_component.c static int errmgr_default_app_component_query(mca_base_module_t **module, int *priority) module 93 orte/mca/errmgr/default_app/errmgr_default_app_component.c *module = (mca_base_module_t *)&orte_errmgr_default_app_module; module 98 orte/mca/errmgr/default_app/errmgr_default_app_component.c *module = NULL; module 34 orte/mca/errmgr/default_hnp/errmgr_default_hnp_component.c static int default_hnp_component_query(mca_base_module_t **module, int *priority); module 89 orte/mca/errmgr/default_hnp/errmgr_default_hnp_component.c static int default_hnp_component_query(mca_base_module_t **module, int *priority) module 94 orte/mca/errmgr/default_hnp/errmgr_default_hnp_component.c *module = (mca_base_module_t *)&orte_errmgr_default_hnp_module; module 98 orte/mca/errmgr/default_hnp/errmgr_default_hnp_component.c *module = NULL; module 33 orte/mca/errmgr/default_orted/errmgr_default_orted_component.c static int errmgr_default_orted_component_query(mca_base_module_t **module, int *priority); module 89 orte/mca/errmgr/default_orted/errmgr_default_orted_component.c static int errmgr_default_orted_component_query(mca_base_module_t **module, int *priority) module 94 orte/mca/errmgr/default_orted/errmgr_default_orted_component.c *module = (mca_base_module_t *)&orte_errmgr_default_orted_module; module 99 orte/mca/errmgr/default_orted/errmgr_default_orted_component.c *module = NULL; module 30 orte/mca/errmgr/default_tool/errmgr_default_tool_component.c static int errmgr_default_tool_component_query(mca_base_module_t **module, int *priority); module 85 orte/mca/errmgr/default_tool/errmgr_default_tool_component.c static int errmgr_default_tool_component_query(mca_base_module_t **module, int *priority) module 90 orte/mca/errmgr/default_tool/errmgr_default_tool_component.c *module = (mca_base_module_t *)&orte_errmgr_default_tool_module; module 95 orte/mca/errmgr/default_tool/errmgr_default_tool_component.c *module = NULL; module 38 orte/mca/ess/alps/ess_alps.h int orte_ess_alps_component_query(mca_base_module_t **module, int *priority); module 72 orte/mca/ess/alps/ess_alps_component.c int orte_ess_alps_component_query(mca_base_module_t **module, int *priority) module 83 orte/mca/ess/alps/ess_alps_component.c *module = NULL; module 96 orte/mca/ess/alps/ess_alps_component.c *module = (mca_base_module_t *) &orte_ess_alps_module; module 29 orte/mca/ess/env/ess_env.h int orte_ess_env_component_query(mca_base_module_t **module, int *priority); module 69 orte/mca/ess/env/ess_env_component.c int orte_ess_env_component_query(mca_base_module_t **module, int *priority) module 76 orte/mca/ess/env/ess_env_component.c *module = (mca_base_module_t *)&orte_ess_env_module; module 82 orte/mca/ess/env/ess_env_component.c *module = NULL; module 46 orte/mca/ess/hnp/ess_hnp_component.c static int hnp_component_query(mca_base_module_t **module, int *priority); module 79 orte/mca/ess/hnp/ess_hnp_component.c static int hnp_component_query(mca_base_module_t **module, int *priority) module 87 orte/mca/ess/hnp/ess_hnp_component.c *module = (mca_base_module_t *)&orte_ess_hnp_module; module 93 orte/mca/ess/hnp/ess_hnp_component.c *module = NULL; module 32 orte/mca/ess/lsf/ess_lsf.h int orte_ess_lsf_component_query(mca_base_module_t **module, int *priority); module 66 orte/mca/ess/lsf/ess_lsf_component.c int orte_ess_lsf_component_query(mca_base_module_t **module, int *priority) module 78 orte/mca/ess/lsf/ess_lsf_component.c *module = (mca_base_module_t *)&orte_ess_lsf_module; module 84 orte/mca/ess/lsf/ess_lsf_component.c *module = NULL; module 37 orte/mca/ess/pmi/ess_pmi_component.c static int pmi_component_query(mca_base_module_t **module, int *priority); module 68 orte/mca/ess/pmi/ess_pmi_component.c static int pmi_component_query(mca_base_module_t **module, int *priority) module 73 orte/mca/ess/pmi/ess_pmi_component.c *module = NULL; module 83 orte/mca/ess/pmi/ess_pmi_component.c *module = NULL; module 89 orte/mca/ess/pmi/ess_pmi_component.c *module = (mca_base_module_t *)&orte_ess_pmi_module; module 46 orte/mca/ess/singleton/ess_singleton_component.c static int component_query(mca_base_module_t **module, int *priority); module 110 orte/mca/ess/singleton/ess_singleton_component.c static int component_query(mca_base_module_t **module, int *priority) module 120 orte/mca/ess/singleton/ess_singleton_component.c *module = NULL; module 130 orte/mca/ess/singleton/ess_singleton_component.c *module = NULL; module 148 orte/mca/ess/singleton/ess_singleton_component.c *module = NULL; module 155 orte/mca/ess/singleton/ess_singleton_component.c *module = NULL; module 163 orte/mca/ess/singleton/ess_singleton_component.c *module = (mca_base_module_t *)&orte_ess_singleton_module; module 31 orte/mca/ess/slurm/ess_slurm.h int orte_ess_slurm_component_query(mca_base_module_t **module, int *priority); module 70 orte/mca/ess/slurm/ess_slurm_component.c int orte_ess_slurm_component_query(mca_base_module_t **module, int *priority) module 82 orte/mca/ess/slurm/ess_slurm_component.c *module = (mca_base_module_t *)&orte_ess_slurm_module; module 88 orte/mca/ess/slurm/ess_slurm_component.c *module = NULL; module 31 orte/mca/ess/tm/ess_tm.h int orte_ess_tm_component_query(mca_base_module_t **module, int *priority); module 70 orte/mca/ess/tm/ess_tm_component.c int orte_ess_tm_component_query(mca_base_module_t **module, int *priority) module 82 orte/mca/ess/tm/ess_tm_component.c *module = (mca_base_module_t *)&orte_ess_tm_module; module 88 orte/mca/ess/tm/ess_tm_component.c *module = NULL; module 30 orte/mca/ess/tool/ess_tool.h int orte_ess_tool_component_query(mca_base_module_t **module, int *priority); module 135 orte/mca/ess/tool/ess_tool_component.c int orte_ess_tool_component_query(mca_base_module_t **module, int *priority) module 144 orte/mca/ess/tool/ess_tool_component.c *module = (mca_base_module_t *)&orte_ess_tool_module; module 150 orte/mca/ess/tool/ess_tool_component.c *module = NULL; module 34 orte/mca/filem/raw/filem_raw_component.c static int filem_raw_query(mca_base_module_t **module, int *priority); module 83 orte/mca/filem/raw/filem_raw_component.c static int filem_raw_query(mca_base_module_t **module, int *priority) module 89 orte/mca/filem/raw/filem_raw_component.c *module = NULL; module 94 orte/mca/filem/raw/filem_raw_component.c *module = (mca_base_module_t*) &mca_filem_raw_module; module 64 orte/mca/grpcomm/base/base.h orte_grpcomm_base_module_t *module; module 73 orte/mca/grpcomm/base/grpcomm_base_frame.c if (NULL != active->module->finalize) { module 74 orte/mca/grpcomm/base/grpcomm_base_frame.c active->module->finalize(); module 44 orte/mca/grpcomm/base/grpcomm_base_select.c mca_base_module_t *module = NULL; module 75 orte/mca/grpcomm/base/grpcomm_base_select.c rc = component->mca_query_component(&module, &priority); module 78 orte/mca/grpcomm/base/grpcomm_base_select.c if (ORTE_SUCCESS != rc || NULL == module) { module 84 orte/mca/grpcomm/base/grpcomm_base_select.c nmodule = (orte_grpcomm_base_module_t*) module; module 94 orte/mca/grpcomm/base/grpcomm_base_select.c newmodule->module = nmodule; module 125 orte/mca/grpcomm/base/grpcomm_base_stubs.c if (NULL != active->module->xcast) { module 126 orte/mca/grpcomm/base/grpcomm_base_stubs.c if (ORTE_SUCCESS == (rc = active->module->xcast(dmns, ndmns, buf))) { module 191 orte/mca/grpcomm/base/grpcomm_base_stubs.c if (NULL != active->module->allgather) { module 192 orte/mca/grpcomm/base/grpcomm_base_stubs.c if (ORTE_SUCCESS == (rc = active->module->allgather(coll, cd->buf))) { module 27 orte/mca/grpcomm/direct/grpcomm_direct_component.c static int direct_query(mca_base_module_t **module, int *priority); module 79 orte/mca/grpcomm/direct/grpcomm_direct_component.c static int direct_query(mca_base_module_t **module, int *priority) module 83 orte/mca/grpcomm/direct/grpcomm_direct_component.c *module = (mca_base_module_t *)&orte_grpcomm_direct_module; module 40 orte/mca/iof/hnp/iof_hnp_component.c static int orte_iof_hnp_query(mca_base_module_t **module, int *priority); module 91 orte/mca/iof/hnp/iof_hnp_component.c static int orte_iof_hnp_query(mca_base_module_t **module, int *priority) module 96 orte/mca/iof/hnp/iof_hnp_component.c *module = NULL; module 101 orte/mca/iof/hnp/iof_hnp_component.c *module = (mca_base_module_t *) &orte_iof_hnp_module; module 36 orte/mca/iof/orted/iof_orted_component.c static int orte_iof_orted_query(mca_base_module_t **module, int *priority); module 82 orte/mca/iof/orted/iof_orted_component.c static int orte_iof_orted_query(mca_base_module_t **module, int *priority) module 86 orte/mca/iof/orted/iof_orted_component.c *module = NULL; module 92 orte/mca/iof/orted/iof_orted_component.c *module = (mca_base_module_t *) &orte_iof_orted_module; module 41 orte/mca/iof/tool/iof_tool_component.c static int orte_iof_tool_query(mca_base_module_t **module, int *priority); module 87 orte/mca/iof/tool/iof_tool_component.c static int orte_iof_tool_query(mca_base_module_t **module, int *priority) module 91 orte/mca/iof/tool/iof_tool_component.c *module = NULL; module 97 orte/mca/iof/tool/iof_tool_component.c *module = (mca_base_module_t *) &orte_iof_tool_module; module 43 orte/mca/odls/alps/odls_alps.h int orte_odls_alps_component_query(mca_base_module_t **module, int *priority); module 78 orte/mca/odls/alps/odls_alps_component.c int orte_odls_alps_component_query(mca_base_module_t **module, int *priority) module 89 orte/mca/odls/alps/odls_alps_component.c *module = NULL; module 102 orte/mca/odls/alps/odls_alps_component.c *module = (mca_base_module_t *) &orte_odls_alps_module; module 38 orte/mca/odls/default/odls_default.h int orte_odls_default_component_query(mca_base_module_t **module, int *priority); module 78 orte/mca/odls/default/odls_default_component.c int orte_odls_default_component_query(mca_base_module_t **module, int *priority) module 90 orte/mca/odls/default/odls_default_component.c *module = (mca_base_module_t *) &orte_odls_default_module; module 52 orte/mca/odls/pspawn/odls_pspawn_component.c static int component_query(mca_base_module_t **module, int *priority); module 83 orte/mca/odls/pspawn/odls_pspawn_component.c static int component_query(mca_base_module_t **module, int *priority) module 95 orte/mca/odls/pspawn/odls_pspawn_component.c *module = (mca_base_module_t *) &orte_odls_pspawn_module; module 55 orte/mca/plm/alps/plm_alps_component.c static int orte_plm_alps_component_query(mca_base_module_t **module, int *priority); module 138 orte/mca/plm/alps/plm_alps_component.c static int orte_plm_alps_component_query(mca_base_module_t **module, int *priority) module 164 orte/mca/plm/alps/plm_alps_component.c *module = NULL; module 170 orte/mca/plm/alps/plm_alps_component.c *module = (mca_base_module_t *) &orte_plm_alps_module; module 56 orte/mca/plm/isolated/plm_isolated_component.c static int isolated_component_query(mca_base_module_t **module, int *priority); module 90 orte/mca/plm/isolated/plm_isolated_component.c static int isolated_component_query(mca_base_module_t **module, int *priority) module 95 orte/mca/plm/isolated/plm_isolated_component.c *module = (mca_base_module_t *) &orte_plm_isolated_module; module 98 orte/mca/plm/isolated/plm_isolated_component.c *module = NULL; module 58 orte/mca/plm/lsf/plm_lsf_component.c static int orte_plm_lsf_component_query(mca_base_module_t **module, int *priority); module 104 orte/mca/plm/lsf/plm_lsf_component.c static int orte_plm_lsf_component_query(mca_base_module_t **module, int *priority) module 112 orte/mca/plm/lsf/plm_lsf_component.c *module = NULL; module 117 orte/mca/plm/lsf/plm_lsf_component.c *module = (mca_base_module_t *) &orte_plm_lsf_module; module 68 orte/mca/plm/rsh/plm_rsh_component.c static int rsh_component_query(mca_base_module_t **module, int *priority); module 259 orte/mca/plm/rsh/plm_rsh_component.c static int rsh_component_query(mca_base_module_t **module, int *priority) module 293 orte/mca/plm/rsh/plm_rsh_component.c *module = NULL; module 311 orte/mca/plm/rsh/plm_rsh_component.c *module = NULL; module 337 orte/mca/plm/rsh/plm_rsh_component.c *module = NULL; module 344 orte/mca/plm/rsh/plm_rsh_component.c *module = (mca_base_module_t *) &orte_plm_rsh_module; module 55 orte/mca/plm/slurm/plm_slurm_component.c static int orte_plm_slurm_component_query(mca_base_module_t **module, int *priority); module 120 orte/mca/plm/slurm/plm_slurm_component.c static int orte_plm_slurm_component_query(mca_base_module_t **module, int *priority) module 131 orte/mca/plm/slurm/plm_slurm_component.c *module = (mca_base_module_t *)&orte_plm_slurm_module; module 136 orte/mca/plm/slurm/plm_slurm_component.c *module = NULL; module 55 orte/mca/plm/tm/plm_tm_component.c static int orte_plm_tm_component_query(mca_base_module_t **module, int *priority); module 122 orte/mca/plm/tm/plm_tm_component.c static int orte_plm_tm_component_query(mca_base_module_t **module, int *priority) module 130 orte/mca/plm/tm/plm_tm_component.c *module = (mca_base_module_t *) &orte_plm_tm_module; module 135 orte/mca/plm/tm/plm_tm_component.c *module = NULL; module 41 orte/mca/ras/alps/ras_alps_component.c static int orte_ras_alps_component_query(mca_base_module_t **module, module 184 orte/mca/ras/alps/ras_alps_component.c orte_ras_alps_component_query(mca_base_module_t **module, module 193 orte/mca/ras/alps/ras_alps_component.c *module = NULL; module 212 orte/mca/ras/alps/ras_alps_component.c *module = (mca_base_module_t *) &orte_ras_alps_module; module 221 orte/mca/ras/alps/ras_alps_component.c *module = NULL; module 47 orte/mca/ras/gridengine/ras_gridengine_component.c static int orte_ras_gridengine_component_query(mca_base_module_t **module, int *priority); module 110 orte/mca/ras/gridengine/ras_gridengine_component.c static int orte_ras_gridengine_component_query(mca_base_module_t **module, int *priority) module 119 orte/mca/ras/gridengine/ras_gridengine_component.c *module = (mca_base_module_t *) &orte_ras_gridengine_module; module 125 orte/mca/ras/gridengine/ras_gridengine_component.c *module = NULL; module 38 orte/mca/ras/lsf/ras_lsf_component.c static int orte_ras_lsf_component_query(mca_base_module_t **module, int *priority); module 71 orte/mca/ras/lsf/ras_lsf_component.c static int orte_ras_lsf_component_query(mca_base_module_t **module, int *priority) module 76 orte/mca/ras/lsf/ras_lsf_component.c *module = NULL; module 81 orte/mca/ras/lsf/ras_lsf_component.c *module = (mca_base_module_t *) &orte_ras_lsf_module; module 39 orte/mca/ras/simulator/ras_sim_component.c static int ras_sim_component_query(mca_base_module_t **module, int *priority); module 123 orte/mca/ras/simulator/ras_sim_component.c static int ras_sim_component_query(mca_base_module_t **module, int *priority) module 126 orte/mca/ras/simulator/ras_sim_component.c *module = (mca_base_module_t *) &orte_ras_sim_module; module 135 orte/mca/ras/simulator/ras_sim_component.c *module = NULL; module 44 orte/mca/ras/slurm/ras_slurm_component.c static int orte_ras_slurm_component_query(mca_base_module_t **module, int *priority); module 131 orte/mca/ras/slurm/ras_slurm_component.c static int orte_ras_slurm_component_query(mca_base_module_t **module, int *priority) module 141 orte/mca/ras/slurm/ras_slurm_component.c *module = NULL; module 153 orte/mca/ras/slurm/ras_slurm_component.c *module = (mca_base_module_t *) &orte_ras_slurm_module; module 45 orte/mca/ras/tm/ras_tm_component.c static int orte_ras_tm_component_query(mca_base_module_t **module, int *priority); module 128 orte/mca/ras/tm/ras_tm_component.c static int orte_ras_tm_component_query(mca_base_module_t **module, int *priority) module 134 orte/mca/ras/tm/ras_tm_component.c *module = (mca_base_module_t *) &orte_ras_tm_module; module 139 orte/mca/ras/tm/ras_tm_component.c *module = NULL; module 97 orte/mca/rmaps/base/base.h orte_rmaps_base_module_t *module; module 60 orte/mca/rmaps/base/rmaps_base_assign_locations.c if (NULL == mod->module->assign_locations) { module 63 orte/mca/rmaps/base/rmaps_base_assign_locations.c if (ORTE_SUCCESS == (rc = mod->module->assign_locations(jdata))) { module 365 orte/mca/rmaps/base/rmaps_base_map_job.c if (ORTE_SUCCESS == (rc = mod->module->map_job(jdata)) || module 39 orte/mca/rmaps/base/rmaps_base_select.c mca_base_module_t *module = NULL; module 70 orte/mca/rmaps/base/rmaps_base_select.c rc = component->mca_query_component(&module, &priority); module 73 orte/mca/rmaps/base/rmaps_base_select.c if (ORTE_SUCCESS != rc || NULL == module) { module 81 orte/mca/rmaps/base/rmaps_base_select.c nmodule = (orte_rmaps_base_module_t*) module; module 85 orte/mca/rmaps/base/rmaps_base_select.c newmodule->module = nmodule; module 36 orte/mca/rmaps/mindist/rmaps_mindist_component.c static int orte_rmaps_mindist_query(mca_base_module_t **module, int *priority); module 80 orte/mca/rmaps/mindist/rmaps_mindist_component.c static int orte_rmaps_mindist_query(mca_base_module_t **module, int *priority) module 87 orte/mca/rmaps/mindist/rmaps_mindist_component.c *module = (mca_base_module_t *)&orte_rmaps_mindist_module; module 29 orte/mca/rmaps/ppr/rmaps_ppr_component.c static int orte_rmaps_ppr_query(mca_base_module_t **module, int *priority); module 58 orte/mca/rmaps/ppr/rmaps_ppr_component.c static int orte_rmaps_ppr_query(mca_base_module_t **module, int *priority) module 61 orte/mca/rmaps/ppr/rmaps_ppr_component.c *module = (mca_base_module_t *)&orte_rmaps_ppr_module; module 48 orte/mca/rmaps/rank_file/rmaps_rank_file_component.c static int orte_rmaps_rank_file_query(mca_base_module_t **module, int *priority); module 133 orte/mca/rmaps/rank_file/rmaps_rank_file_component.c static int orte_rmaps_rank_file_query(mca_base_module_t **module, int *priority) module 136 orte/mca/rmaps/rank_file/rmaps_rank_file_component.c *module = (mca_base_module_t *)&orte_rmaps_rank_file_module; module 41 orte/mca/rmaps/resilient/rmaps_resilient_component.c static int orte_rmaps_resilient_query(mca_base_module_t **module, int *priority); module 99 orte/mca/rmaps/resilient/rmaps_resilient_component.c static int orte_rmaps_resilient_query(mca_base_module_t **module, int *priority) module 102 orte/mca/rmaps/resilient/rmaps_resilient_component.c *module = (mca_base_module_t *)&orte_rmaps_resilient_module; module 37 orte/mca/rmaps/round_robin/rmaps_rr_component.c static int orte_rmaps_round_robin_query(mca_base_module_t **module, int *priority); module 81 orte/mca/rmaps/round_robin/rmaps_rr_component.c static int orte_rmaps_round_robin_query(mca_base_module_t **module, int *priority) module 88 orte/mca/rmaps/round_robin/rmaps_rr_component.c *module = (mca_base_module_t *)&orte_rmaps_round_robin_module; module 37 orte/mca/rmaps/seq/rmaps_seq_component.c static int orte_rmaps_seq_query(mca_base_module_t **module, int *priority); module 81 orte/mca/rmaps/seq/rmaps_seq_component.c static int orte_rmaps_seq_query(mca_base_module_t **module, int *priority) module 84 orte/mca/rmaps/seq/rmaps_seq_component.c *module = (mca_base_module_t *)&orte_rmaps_seq_module; module 60 orte/mca/rml/oob/rml_oob_component.c static int component_query(mca_base_module_t **module, int *priority); module 189 orte/mca/rml/oob/rml_oob_component.c static int component_query(mca_base_module_t **module, int *priority) module 192 orte/mca/rml/oob/rml_oob_component.c *module = (mca_base_module_t *) &base_module; module 23 orte/mca/routed/binomial/routed_binomial_component.c static int orte_routed_binomial_component_query(mca_base_module_t **module, int *priority); module 46 orte/mca/routed/binomial/routed_binomial_component.c static int orte_routed_binomial_component_query(mca_base_module_t **module, int *priority) module 52 orte/mca/routed/binomial/routed_binomial_component.c *module = (mca_base_module_t *) &orte_routed_binomial_module; module 23 orte/mca/routed/debruijn/routed_debruijn_component.c static int orte_routed_debruijn_component_query(mca_base_module_t **module, int *priority); module 46 orte/mca/routed/debruijn/routed_debruijn_component.c static int orte_routed_debruijn_component_query(mca_base_module_t **module, int *priority) module 53 orte/mca/routed/debruijn/routed_debruijn_component.c *module = (mca_base_module_t *) &orte_routed_debruijn_module; module 26 orte/mca/routed/direct/routed_direct_component.c static int orte_routed_direct_component_query(mca_base_module_t **module, int *priority); module 49 orte/mca/routed/direct/routed_direct_component.c static int orte_routed_direct_component_query(mca_base_module_t **module, int *priority) module 65 orte/mca/routed/direct/routed_direct_component.c *module = (mca_base_module_t *) &orte_routed_direct_module; module 25 orte/mca/routed/radix/routed_radix_component.c static int orte_routed_radix_component_query(mca_base_module_t **module, int *priority); module 66 orte/mca/routed/radix/routed_radix_component.c static int orte_routed_radix_component_query(mca_base_module_t **module, int *priority) module 73 orte/mca/routed/radix/routed_radix_component.c *module = (mca_base_module_t *) &orte_routed_radix_module; module 60 orte/mca/rtc/base/base.h orte_rtc_base_module_t *module; module 72 orte/mca/rtc/base/rtc_base_frame.c if (NULL != active->module->finalize) { module 73 orte/mca/rtc/base/rtc_base_frame.c active->module->finalize(); module 30 orte/mca/rtc/base/rtc_base_select.c mca_base_module_t *module = NULL; module 61 orte/mca/rtc/base/rtc_base_select.c rc = component->mca_query_component(&module, &priority); module 64 orte/mca/rtc/base/rtc_base_select.c if (ORTE_SUCCESS != rc || NULL == module) { module 70 orte/mca/rtc/base/rtc_base_select.c nmodule = (orte_rtc_base_module_t*) module; module 85 orte/mca/rtc/base/rtc_base_select.c newmodule->module = nmodule; module 26 orte/mca/rtc/base/rtc_base_stubs.c if (NULL != active->module->assign) { module 28 orte/mca/rtc/base/rtc_base_stubs.c active->module->assign(jdata); module 39 orte/mca/rtc/base/rtc_base_stubs.c if (NULL != active->module->set) { module 41 orte/mca/rtc/base/rtc_base_stubs.c active->module->set(jdata, proc, environ_copy, error_fd); module 51 orte/mca/rtc/base/rtc_base_stubs.c if (NULL != active->module->get_available_values) { module 53 orte/mca/rtc/base/rtc_base_stubs.c active->module->get_available_values(vals); module 27 orte/mca/rtc/hwloc/rtc_hwloc_component.c static int rtc_hwloc_query(mca_base_module_t **module, int *priority); module 95 orte/mca/rtc/hwloc/rtc_hwloc_component.c static int rtc_hwloc_query(mca_base_module_t **module, int *priority) module 100 orte/mca/rtc/hwloc/rtc_hwloc_component.c *module = (mca_base_module_t *)&orte_rtc_hwloc_module; module 20 orte/mca/schizo/alps/schizo_alps_component.c static int component_query(mca_base_module_t **module, int *priority); module 39 orte/mca/schizo/alps/schizo_alps_component.c static int component_query(mca_base_module_t **module, int *priority) module 44 orte/mca/schizo/alps/schizo_alps_component.c *module = NULL; module 50 orte/mca/schizo/alps/schizo_alps_component.c *module = (mca_base_module_t *)&orte_schizo_alps_module; module 59 orte/mca/schizo/base/base.h orte_schizo_base_module_t *module; module 35 orte/mca/schizo/base/schizo_base_select.c mca_base_module_t *module = NULL; module 65 orte/mca/schizo/base/schizo_base_select.c rc = component->mca_query_component(&module, &priority); module 68 orte/mca/schizo/base/schizo_base_select.c if (ORTE_SUCCESS != rc || NULL == module) { module 76 orte/mca/schizo/base/schizo_base_select.c nmodule = (orte_schizo_base_module_t*) module; module 80 orte/mca/schizo/base/schizo_base_select.c newmodule->module = nmodule; module 46 orte/mca/schizo/base/schizo_base_stubs.c if (NULL != mod->module->define_cli) { module 47 orte/mca/schizo/base/schizo_base_stubs.c rc = mod->module->define_cli(cli); module 63 orte/mca/schizo/base/schizo_base_stubs.c if (NULL != mod->module->parse_cli) { module 64 orte/mca/schizo/base/schizo_base_stubs.c rc = mod->module->parse_cli(argc, start, argv); module 83 orte/mca/schizo/base/schizo_base_stubs.c if (NULL != mod->module->parse_env) { module 84 orte/mca/schizo/base/schizo_base_stubs.c rc = mod->module->parse_env(path, cmd_line, srcenv, dstenv); module 100 orte/mca/schizo/base/schizo_base_stubs.c if (NULL != mod->module->setup_app) { module 101 orte/mca/schizo/base/schizo_base_stubs.c rc = mod->module->setup_app(app); module 118 orte/mca/schizo/base/schizo_base_stubs.c if (NULL != mod->module->setup_fork) { module 119 orte/mca/schizo/base/schizo_base_stubs.c rc = mod->module->setup_fork(jdata, context); module 138 orte/mca/schizo/base/schizo_base_stubs.c if (NULL != mod->module->setup_child) { module 139 orte/mca/schizo/base/schizo_base_stubs.c rc = mod->module->setup_child(jdata, child, app, env); module 155 orte/mca/schizo/base/schizo_base_stubs.c if (NULL != mod->module->check_launch_environment) { module 156 orte/mca/schizo/base/schizo_base_stubs.c rc = mod->module->check_launch_environment(); module 171 orte/mca/schizo/base/schizo_base_stubs.c if (NULL != mod->module->get_remaining_time) { module 172 orte/mca/schizo/base/schizo_base_stubs.c rc = mod->module->get_remaining_time(timeleft); module 186 orte/mca/schizo/base/schizo_base_stubs.c if (NULL != mod->module->finalize) { module 187 orte/mca/schizo/base/schizo_base_stubs.c mod->module->finalize(); module 20 orte/mca/schizo/flux/schizo_flux_component.c static int component_query(mca_base_module_t **module, int *priority); module 39 orte/mca/schizo/flux/schizo_flux_component.c static int component_query(mca_base_module_t **module, int *priority) module 44 orte/mca/schizo/flux/schizo_flux_component.c *module = NULL; module 48 orte/mca/schizo/flux/schizo_flux_component.c *module = (mca_base_module_t*)&orte_schizo_flux_module; module 20 orte/mca/schizo/moab/schizo_moab_component.c static int component_query(mca_base_module_t **module, int *priority); module 39 orte/mca/schizo/moab/schizo_moab_component.c static int component_query(mca_base_module_t **module, int *priority) module 44 orte/mca/schizo/moab/schizo_moab_component.c *module = NULL; module 48 orte/mca/schizo/moab/schizo_moab_component.c *module = (mca_base_module_t*)&orte_schizo_moab_module; module 24 orte/mca/schizo/ompi/schizo_ompi_component.c static int component_query(mca_base_module_t **module, int *priority); module 43 orte/mca/schizo/ompi/schizo_ompi_component.c static int component_query(mca_base_module_t **module, int *priority) module 47 orte/mca/schizo/ompi/schizo_ompi_component.c *module = NULL; module 51 orte/mca/schizo/ompi/schizo_ompi_component.c *module = (mca_base_module_t*)&orte_schizo_ompi_module; module 20 orte/mca/schizo/orte/schizo_orte_component.c static int component_query(mca_base_module_t **module, int *priority); module 39 orte/mca/schizo/orte/schizo_orte_component.c static int component_query(mca_base_module_t **module, int *priority) module 44 orte/mca/schizo/orte/schizo_orte_component.c *module = NULL; module 48 orte/mca/schizo/orte/schizo_orte_component.c *module = (mca_base_module_t*)&orte_schizo_orte_module; module 20 orte/mca/schizo/slurm/schizo_slurm_component.c static int component_query(mca_base_module_t **module, int *priority); module 39 orte/mca/schizo/slurm/schizo_slurm_component.c static int component_query(mca_base_module_t **module, int *priority) module 44 orte/mca/schizo/slurm/schizo_slurm_component.c *module = NULL; module 48 orte/mca/schizo/slurm/schizo_slurm_component.c *module = (mca_base_module_t*)&orte_schizo_slurm_module; module 96 orte/mca/snapc/base/base.h ORTE_DECLSPEC int orte_snapc_base_none_query(mca_base_module_t **module, int *priority); module 278 orte/mca/snapc/base/snapc_base_fns.c int orte_snapc_base_none_query(mca_base_module_t **module, int *priority) module 280 orte/mca/snapc/base/snapc_base_fns.c *module = NULL; module 113 orte/mca/snapc/full/snapc_full.h int orte_snapc_full_component_query(mca_base_module_t **module, int *priority); module 139 orte/mca/snapc/full/snapc_full_module.c int orte_snapc_full_component_query(mca_base_module_t **module, int *priority) module 145 orte/mca/snapc/full/snapc_full_module.c *module = (mca_base_module_t *)&loc_module; module 44 orte/mca/sstore/central/sstore_central.h int orte_sstore_central_component_query(mca_base_module_t **module, int *priority); module 85 orte/mca/sstore/central/sstore_central_module.c int orte_sstore_central_component_query(mca_base_module_t **module, int *priority) module 91 orte/mca/sstore/central/sstore_central_module.c *module = (mca_base_module_t *)&loc_module; module 59 orte/mca/sstore/stage/sstore_stage.h int orte_sstore_stage_component_query(mca_base_module_t **module, int *priority); module 84 orte/mca/sstore/stage/sstore_stage_module.c int orte_sstore_stage_component_query(mca_base_module_t **module, int *priority) module 95 orte/mca/sstore/stage/sstore_stage_module.c *module = (mca_base_module_t *)&loc_module; module 98 orte/mca/sstore/stage/sstore_stage_module.c *module = NULL; module 31 orte/mca/state/app/state_app_component.c static int state_app_component_query(mca_base_module_t **module, int *priority); module 72 orte/mca/state/app/state_app_component.c static int state_app_component_query(mca_base_module_t **module, int *priority) module 77 orte/mca/state/app/state_app_component.c *module = (mca_base_module_t *)&orte_state_app_module; module 82 orte/mca/state/app/state_app_component.c *module = NULL; module 31 orte/mca/state/hnp/state_hnp_component.c static int state_hnp_component_query(mca_base_module_t **module, int *priority); module 72 orte/mca/state/hnp/state_hnp_component.c static int state_hnp_component_query(mca_base_module_t **module, int *priority) module 77 orte/mca/state/hnp/state_hnp_component.c *module = (mca_base_module_t *)&orte_state_hnp_module; module 82 orte/mca/state/hnp/state_hnp_component.c *module = NULL; module 33 orte/mca/state/novm/state_novm_component.c static int state_novm_component_query(mca_base_module_t **module, int *priority); module 72 orte/mca/state/novm/state_novm_component.c static int state_novm_component_query(mca_base_module_t **module, int *priority) module 77 orte/mca/state/novm/state_novm_component.c *module = (mca_base_module_t *)&orte_state_novm_module; module 82 orte/mca/state/novm/state_novm_component.c *module = NULL; module 31 orte/mca/state/orted/state_orted_component.c static int state_orted_component_query(mca_base_module_t **module, int *priority); module 72 orte/mca/state/orted/state_orted_component.c static int state_orted_component_query(mca_base_module_t **module, int *priority) module 77 orte/mca/state/orted/state_orted_component.c *module = (mca_base_module_t *)&orte_state_orted_module; module 82 orte/mca/state/orted/state_orted_component.c *module = NULL; module 32 orte/mca/state/tool/state_tool_component.c static int state_tool_component_query(mca_base_module_t **module, int *priority); module 73 orte/mca/state/tool/state_tool_component.c static int state_tool_component_query(mca_base_module_t **module, int *priority) module 78 orte/mca/state/tool/state_tool_component.c *module = (mca_base_module_t *)&orte_state_tool_module; module 83 orte/mca/state/tool/state_tool_component.c *module = NULL; module 52 oshmem/mca/atomic/base/atomic_base_select.c mca_atomic_base_module_1_0_0_t ** module); module 56 oshmem/mca/atomic/base/atomic_base_select.c mca_atomic_base_module_1_0_0_t ** module); module 60 oshmem/mca/atomic/base/atomic_base_select.c mca_atomic_base_module_1_0_0_t ** module); module 142 oshmem/mca/atomic/base/atomic_base_select.c mca_atomic_base_module_1_0_0_t *module; module 153 oshmem/mca/atomic/base/atomic_base_select.c priority = check_one_component(component, &module); module 159 oshmem/mca/atomic/base/atomic_base_select.c avail->ac_module = module; module 182 oshmem/mca/atomic/base/atomic_base_select.c mca_atomic_base_module_1_0_0_t **module) module 187 oshmem/mca/atomic/base/atomic_base_select.c err = query(component, &priority, module); module 215 oshmem/mca/atomic/base/atomic_base_select.c mca_atomic_base_module_1_0_0_t **module) module 217 oshmem/mca/atomic/base/atomic_base_select.c *module = NULL; module 224 oshmem/mca/atomic/base/atomic_base_select.c return query_1_0_0(atomic100, priority, module); module 234 oshmem/mca/atomic/base/atomic_base_select.c mca_atomic_base_module_1_0_0_t **module) module 242 oshmem/mca/atomic/base/atomic_base_select.c *module = ret; module 209 oshmem/mca/atomic/basic/atomic_basic_module.c mca_atomic_basic_module_t *module; module 213 oshmem/mca/atomic/basic/atomic_basic_module.c module = OBJ_NEW(mca_atomic_basic_module_t); module 214 oshmem/mca/atomic/basic/atomic_basic_module.c if (module) { module 215 oshmem/mca/atomic/basic/atomic_basic_module.c module->super.atomic_add = mca_atomic_basic_add; module 216 oshmem/mca/atomic/basic/atomic_basic_module.c module->super.atomic_and = mca_atomic_basic_and; module 217 oshmem/mca/atomic/basic/atomic_basic_module.c module->super.atomic_or = mca_atomic_basic_or; module 218 oshmem/mca/atomic/basic/atomic_basic_module.c module->super.atomic_xor = mca_atomic_basic_xor; module 219 oshmem/mca/atomic/basic/atomic_basic_module.c module->super.atomic_fadd = mca_atomic_basic_fadd; module 220 oshmem/mca/atomic/basic/atomic_basic_module.c module->super.atomic_fand = mca_atomic_basic_fand; module 221 oshmem/mca/atomic/basic/atomic_basic_module.c module->super.atomic_for = mca_atomic_basic_for; module 222 oshmem/mca/atomic/basic/atomic_basic_module.c module->super.atomic_fxor = mca_atomic_basic_fxor; module 223 oshmem/mca/atomic/basic/atomic_basic_module.c module->super.atomic_swap = mca_atomic_basic_swap; module 224 oshmem/mca/atomic/basic/atomic_basic_module.c module->super.atomic_cswap = mca_atomic_basic_cswap; module 225 oshmem/mca/atomic/basic/atomic_basic_module.c return &(module->super); module 57 oshmem/mca/atomic/mxm/atomic_mxm_module.c mca_atomic_mxm_module_t *module; module 61 oshmem/mca/atomic/mxm/atomic_mxm_module.c module = OBJ_NEW(mca_atomic_mxm_module_t); module 62 oshmem/mca/atomic/mxm/atomic_mxm_module.c if (module) { module 63 oshmem/mca/atomic/mxm/atomic_mxm_module.c module->super.atomic_add = mca_atomic_mxm_add; module 64 oshmem/mca/atomic/mxm/atomic_mxm_module.c module->super.atomic_and = mca_atomic_mxm_op_not_implemented; module 65 oshmem/mca/atomic/mxm/atomic_mxm_module.c module->super.atomic_or = mca_atomic_mxm_op_not_implemented; module 66 oshmem/mca/atomic/mxm/atomic_mxm_module.c module->super.atomic_xor = mca_atomic_mxm_op_not_implemented; module 67 oshmem/mca/atomic/mxm/atomic_mxm_module.c module->super.atomic_fadd = mca_atomic_mxm_fadd; module 68 oshmem/mca/atomic/mxm/atomic_mxm_module.c module->super.atomic_fand = mca_atomic_mxm_fop_not_implemented; module 69 oshmem/mca/atomic/mxm/atomic_mxm_module.c module->super.atomic_for = mca_atomic_mxm_fop_not_implemented; module 70 oshmem/mca/atomic/mxm/atomic_mxm_module.c module->super.atomic_fxor = mca_atomic_mxm_fop_not_implemented; module 71 oshmem/mca/atomic/mxm/atomic_mxm_module.c module->super.atomic_swap = mca_atomic_mxm_swap; module 72 oshmem/mca/atomic/mxm/atomic_mxm_module.c module->super.atomic_cswap = mca_atomic_mxm_cswap; module 73 oshmem/mca/atomic/mxm/atomic_mxm_module.c return &(module->super); module 196 oshmem/mca/atomic/ucx/atomic_ucx_module.c mca_atomic_ucx_module_t *module; module 200 oshmem/mca/atomic/ucx/atomic_ucx_module.c module = OBJ_NEW(mca_atomic_ucx_module_t); module 201 oshmem/mca/atomic/ucx/atomic_ucx_module.c if (module) { module 202 oshmem/mca/atomic/ucx/atomic_ucx_module.c module->super.atomic_add = mca_atomic_ucx_add; module 203 oshmem/mca/atomic/ucx/atomic_ucx_module.c module->super.atomic_and = mca_atomic_ucx_and; module 204 oshmem/mca/atomic/ucx/atomic_ucx_module.c module->super.atomic_or = mca_atomic_ucx_or; module 205 oshmem/mca/atomic/ucx/atomic_ucx_module.c module->super.atomic_xor = mca_atomic_ucx_xor; module 206 oshmem/mca/atomic/ucx/atomic_ucx_module.c module->super.atomic_fadd = mca_atomic_ucx_fadd; module 207 oshmem/mca/atomic/ucx/atomic_ucx_module.c module->super.atomic_fand = mca_atomic_ucx_fand; module 208 oshmem/mca/atomic/ucx/atomic_ucx_module.c module->super.atomic_for = mca_atomic_ucx_for; module 209 oshmem/mca/atomic/ucx/atomic_ucx_module.c module->super.atomic_fxor = mca_atomic_ucx_fxor; module 210 oshmem/mca/atomic/ucx/atomic_ucx_module.c module->super.atomic_swap = mca_atomic_ucx_swap; module 211 oshmem/mca/atomic/ucx/atomic_ucx_module.c module->super.atomic_cswap = mca_atomic_ucx_cswap; module 212 oshmem/mca/atomic/ucx/atomic_ucx_module.c return &(module->super); module 21 oshmem/mca/memheap/buddy/memheap_buddy_component.c static int mca_memheap_buddy_component_query(mca_base_module_t **module, int *priority); module 52 oshmem/mca/memheap/buddy/memheap_buddy_component.c mca_memheap_buddy_component_query(mca_base_module_t **module, int *priority) module 55 oshmem/mca/memheap/buddy/memheap_buddy_component.c *module = (mca_base_module_t *)&memheap_buddy.super; module 21 oshmem/mca/memheap/ptmalloc/memheap_ptmalloc_component.c static int mca_memheap_ptmalloc_component_query(mca_base_module_t **module, module 53 oshmem/mca/memheap/ptmalloc/memheap_ptmalloc_component.c mca_memheap_ptmalloc_component_query(mca_base_module_t **module, int *priority) module 56 oshmem/mca/memheap/ptmalloc/memheap_ptmalloc_component.c *module = (mca_base_module_t *)&memheap_ptmalloc.super; module 50 oshmem/mca/scoll/base/scoll_base_select.c mca_scoll_base_module_1_0_0_t ** module); module 55 oshmem/mca/scoll/base/scoll_base_select.c mca_scoll_base_module_1_0_0_t ** module); module 60 oshmem/mca/scoll/base/scoll_base_select.c mca_scoll_base_module_1_0_0_t ** module); module 146 oshmem/mca/scoll/base/scoll_base_select.c #define COPY(module, group, func) \ module 148 oshmem/mca/scoll/base/scoll_base_select.c if (NULL != module->scoll_ ## func) { \ module 152 oshmem/mca/scoll/base/scoll_base_select.c group->g_scoll.scoll_ ## func = module->scoll_ ## func; \ module 153 oshmem/mca/scoll/base/scoll_base_select.c group->g_scoll.scoll_ ## func ## _module = module; \ module 154 oshmem/mca/scoll/base/scoll_base_select.c OBJ_RETAIN(module); \ module 293 oshmem/mca/scoll/base/scoll_base_select.c mca_scoll_base_module_1_0_0_t *module; module 304 oshmem/mca/scoll/base/scoll_base_select.c priority = check_one_component(group, component, &module); module 310 oshmem/mca/scoll/base/scoll_base_select.c avail->ac_module = module; module 334 oshmem/mca/scoll/base/scoll_base_select.c mca_scoll_base_module_1_0_0_t **module) module 339 oshmem/mca/scoll/base/scoll_base_select.c err = query(component, group, &priority, module); module 368 oshmem/mca/scoll/base/scoll_base_select.c mca_scoll_base_module_1_0_0_t **module) module 370 oshmem/mca/scoll/base/scoll_base_select.c *module = NULL; module 377 oshmem/mca/scoll/base/scoll_base_select.c return query_1_0_0(coll100, group, priority, module); module 388 oshmem/mca/scoll/base/scoll_base_select.c mca_scoll_base_module_1_0_0_t **module) module 396 oshmem/mca/scoll/base/scoll_base_select.c *module = ret; module 35 oshmem/mca/scoll/basic/scoll_basic_module.c static int mca_scoll_basic_enable(mca_scoll_base_module_t *module, module 45 oshmem/mca/scoll/basic/scoll_basic_module.c mca_scoll_basic_module_t *module; module 49 oshmem/mca/scoll/basic/scoll_basic_module.c module = OBJ_NEW(mca_scoll_basic_module_t); module 50 oshmem/mca/scoll/basic/scoll_basic_module.c if (module) { module 51 oshmem/mca/scoll/basic/scoll_basic_module.c module->super.scoll_barrier = mca_scoll_basic_barrier; module 52 oshmem/mca/scoll/basic/scoll_basic_module.c module->super.scoll_broadcast = mca_scoll_basic_broadcast; module 53 oshmem/mca/scoll/basic/scoll_basic_module.c module->super.scoll_collect = mca_scoll_basic_collect; module 54 oshmem/mca/scoll/basic/scoll_basic_module.c module->super.scoll_reduce = mca_scoll_basic_reduce; module 55 oshmem/mca/scoll/basic/scoll_basic_module.c module->super.scoll_alltoall = mca_scoll_basic_alltoall; module 56 oshmem/mca/scoll/basic/scoll_basic_module.c module->super.scoll_module_enable = mca_scoll_basic_enable; module 57 oshmem/mca/scoll/basic/scoll_basic_module.c return &(module->super); module 67 oshmem/mca/scoll/mpi/scoll_mpi_module.c static int mca_scoll_mpi_save_coll_handlers(mca_scoll_base_module_t *module, oshmem_group_t *osh_group) module 69 oshmem/mca/scoll/mpi/scoll_mpi_module.c mca_scoll_mpi_module_t* mpi_module = (mca_scoll_mpi_module_t*) module; module 81 oshmem/mca/scoll/mpi/scoll_mpi_module.c static int mca_scoll_mpi_module_enable(mca_scoll_base_module_t *module, module 85 oshmem/mca/scoll/mpi/scoll_mpi_module.c if (OSHMEM_SUCCESS != mca_scoll_mpi_save_coll_handlers(module, osh_group)){ module 109 oshmem/mca/scoll/mpi/scoll_mpi_module.c mca_scoll_base_module_t *module; module 192 oshmem/mca/scoll/mpi/scoll_mpi_module.c module = &mpi_module->super; module 194 oshmem/mca/scoll/mpi/scoll_mpi_module.c return module; module 90 oshmem/mca/scoll/scoll.h (*mca_scoll_base_module_enable_1_0_0_fn_t)(struct mca_scoll_base_module_1_0_0_t* module, module 200 oshmem/mca/scoll/scoll.h #define PREVIOUS_SCOLL_FN(module, __api, group, ...) do { \ module 201 oshmem/mca/scoll/scoll.h group->g_scoll.scoll_ ## __api ## _module = (mca_scoll_base_module_1_0_0_t*) module->previous_ ## __api ## _module; \ module 202 oshmem/mca/scoll/scoll.h rc = module->previous_ ## __api (group, __VA_ARGS__); \ module 203 oshmem/mca/scoll/scoll.h group->g_scoll.scoll_ ## __api ## _module = (mca_scoll_base_module_1_0_0_t*) module; \ module 51 oshmem/mca/spml/base/spml_base_select.c mca_spml_base_module_t *module = NULL, *best_module = NULL; module 61 oshmem/mca/spml/base/spml_base_select.c module = NULL; module 107 oshmem/mca/spml/base/spml_base_select.c module = component->spmlm_init(&priority, module 110 oshmem/mca/spml/base/spml_base_select.c if (NULL == module) { module 122 oshmem/mca/spml/base/spml_base_select.c best_module = module; module 200 oshmem/mca/spml/ikrit/spml_ikrit.h mca_spml_ikrit_t *module) module 205 oshmem/mca/spml/ikrit/spml_ikrit.h assert(module->get_mkey_slow); module 206 oshmem/mca/spml/ikrit/spml_ikrit.h return module->get_mkey_slow(pe, va, ptl_id, rva); module 209 oshmem/mca/spml/ikrit/spml_ikrit.h mkey = module->mxm_peers[pe].mkeys; module 212 oshmem/mca/spml/ikrit/spml_ikrit.h assert(module->get_mkey_slow); module 213 oshmem/mca/spml/ikrit/spml_ikrit.h return module->get_mkey_slow(pe, va, ptl_id, rva); module 197 oshmem/mca/spml/ucx/spml_ucx.h mca_spml_ucx_get_mkey(shmem_ctx_t ctx, int pe, void *va, void **rva, mca_spml_ucx_t* module) module 37 oshmem/mca/sshmem/base/sshmem_base_select.c mca_base_module_t *module = NULL; module 74 oshmem/mca/sshmem/base/sshmem_base_select.c component)->runtime_query(&module, &priority, NULL); module 80 oshmem/mca/sshmem/base/sshmem_base_select.c if (NULL == module) { module 98 oshmem/mca/sshmem/base/sshmem_base_select.c *best_module = module; module 40 oshmem/mca/sshmem/mmap/sshmem_mmap_component.c static int mmap_query(mca_base_module_t **module, int *priority); module 41 oshmem/mca/sshmem/mmap/sshmem_mmap_component.c static int mmap_runtime_query(mca_base_module_t **module, module 81 oshmem/mca/sshmem/mmap/sshmem_mmap_component.c mmap_runtime_query(mca_base_module_t **module, module 87 oshmem/mca/sshmem/mmap/sshmem_mmap_component.c *module = (mca_base_module_t *)&mca_sshmem_mmap_module.super; module 135 oshmem/mca/sshmem/mmap/sshmem_mmap_component.c mmap_query(mca_base_module_t **module, int *priority) module 138 oshmem/mca/sshmem/mmap/sshmem_mmap_component.c *module = (mca_base_module_t *)&mca_sshmem_mmap_module.super; module 46 oshmem/mca/sshmem/sshmem.h (*mca_sshmem_base_component_runtime_query_fn_t)(mca_base_module_t **module, module 53 oshmem/mca/sshmem/sysv/sshmem_sysv_component.c static int sysv_query(mca_base_module_t **module, int *priority); module 54 oshmem/mca/sshmem/sysv/sshmem_sysv_component.c static int sysv_runtime_query(mca_base_module_t **module, module 93 oshmem/mca/sshmem/sysv/sshmem_sysv_component.c sysv_runtime_query(mca_base_module_t **module, module 108 oshmem/mca/sshmem/sysv/sshmem_sysv_component.c *module = NULL; module 168 oshmem/mca/sshmem/sysv/sshmem_sysv_component.c *module = (mca_base_module_t *)&mca_sshmem_sysv_module.super; module 214 oshmem/mca/sshmem/sysv/sshmem_sysv_component.c sysv_query(mca_base_module_t **module, int *priority) module 217 oshmem/mca/sshmem/sysv/sshmem_sysv_component.c *module = (mca_base_module_t *)&mca_sshmem_sysv_module.super; module 35 oshmem/mca/sshmem/ucx/sshmem_ucx_component.c static int ucx_query(mca_base_module_t **module, int *priority); module 36 oshmem/mca/sshmem/ucx/sshmem_ucx_component.c static int ucx_runtime_query(mca_base_module_t **module, module 75 oshmem/mca/sshmem/ucx/sshmem_ucx_component.c ucx_runtime_query(mca_base_module_t **module, module 81 oshmem/mca/sshmem/ucx/sshmem_ucx_component.c *module = NULL; module 86 oshmem/mca/sshmem/ucx/sshmem_ucx_component.c *module = (mca_base_module_t *)&mca_sshmem_ucx_module.super; module 113 oshmem/mca/sshmem/ucx/sshmem_ucx_component.c ucx_query(mca_base_module_t **module, int *priority) module 116 oshmem/mca/sshmem/ucx/sshmem_ucx_component.c *module = (mca_base_module_t *)&mca_sshmem_ucx_module.super;