u 79 ompi/mca/coll/portals4/coll_portals4_allreduce.c request->u.allreduce.is_optim = is_reduce_optimizable(dtype, length, op, &ptl_dtype, &ptl_op); u 81 ompi/mca/coll/portals4/coll_portals4_allreduce.c if (request->u.allreduce.is_optim) { u 92 ompi/mca/coll/portals4/coll_portals4_allreduce.c request->u.allreduce.child_nb = child_nb; u 108 ompi/mca/coll/portals4/coll_portals4_allreduce.c if ((ret = PtlCTAlloc(mca_coll_portals4_component.ni_h, &request->u.allreduce.trig_ct_h)) != 0) { u 125 ompi/mca/coll/portals4/coll_portals4_allreduce.c me.ct_handle = request->u.allreduce.trig_ct_h; u 138 ompi/mca/coll/portals4/coll_portals4_allreduce.c &request->u.allreduce.data_me_h)) != 0) { u 143 ompi/mca/coll/portals4/coll_portals4_allreduce.c if ((ret = PtlCTAlloc(mca_coll_portals4_component.ni_h, &request->u.allreduce.ack_ct_h)) != 0) { u 168 ompi/mca/coll/portals4/coll_portals4_allreduce.c me.ct_handle = request->u.allreduce.ack_ct_h; u 189 ompi/mca/coll/portals4/coll_portals4_allreduce.c request->u.allreduce.trig_ct_h, u 207 ompi/mca/coll/portals4/coll_portals4_allreduce.c ptl_op, ptl_dtype, request->u.allreduce.trig_ct_h, u 216 ompi/mca/coll/portals4/coll_portals4_allreduce.c request->u.allreduce.trig_ct_h, u 239 ompi/mca/coll/portals4/coll_portals4_allreduce.c me.ct_handle = request->u.allreduce.trig_ct_h; u 276 ompi/mca/coll/portals4/coll_portals4_allreduce.c if ((ret = PtlCTWait(request->u.allreduce.ack_ct_h, u 286 ompi/mca/coll/portals4/coll_portals4_allreduce.c request->u.allreduce.ack_ct_h, u 294 ompi/mca/coll/portals4/coll_portals4_allreduce.c if ((ret = PtlCTWait(request->u.allreduce.trig_ct_h, u 304 ompi/mca/coll/portals4/coll_portals4_allreduce.c request->u.allreduce.trig_ct_h, u 348 ompi/mca/coll/portals4/coll_portals4_allreduce.c if (request->u.allreduce.is_optim) { u 351 ompi/mca/coll/portals4/coll_portals4_allreduce.c if (request->u.allreduce.child_nb) { u 352 ompi/mca/coll/portals4/coll_portals4_allreduce.c ret = PtlCTFree(request->u.allreduce.ack_ct_h); u 362 ompi/mca/coll/portals4/coll_portals4_allreduce.c ret = PtlMEUnlink(request->u.allreduce.data_me_h); u 371 ompi/mca/coll/portals4/coll_portals4_allreduce.c ret = PtlCTFree(request->u.allreduce.trig_ct_h); u 50 ompi/mca/coll/portals4/coll_portals4_barrier.c &request->u.barrier.rtr_ct_h); u 75 ompi/mca/coll/portals4/coll_portals4_barrier.c me.ct_handle = request->u.barrier.rtr_ct_h; u 90 ompi/mca/coll/portals4/coll_portals4_barrier.c &request->u.barrier.data_me_h); u 112 ompi/mca/coll/portals4/coll_portals4_barrier.c request->u.barrier.rtr_ct_h, u 139 ompi/mca/coll/portals4/coll_portals4_barrier.c request->u.barrier.rtr_ct_h, u 159 ompi/mca/coll/portals4/coll_portals4_barrier.c if ((ret = PtlTriggeredCTInc(request->u.barrier.rtr_ct_h, ct_inc, u 160 ompi/mca/coll/portals4/coll_portals4_barrier.c request->u.barrier.rtr_ct_h, num_msgs)) != 0) { u 164 ompi/mca/coll/portals4/coll_portals4_barrier.c if ((ret = PtlTriggeredCTInc(request->u.barrier.rtr_ct_h, ct_inc, u 165 ompi/mca/coll/portals4/coll_portals4_barrier.c request->u.barrier.rtr_ct_h, num_msgs + 1)) != 0) { u 169 ompi/mca/coll/portals4/coll_portals4_barrier.c ret = PtlCTWait(request->u.barrier.rtr_ct_h, num_msgs + 2, &event); u 189 ompi/mca/coll/portals4/coll_portals4_barrier.c request->u.barrier.rtr_ct_h, u 210 ompi/mca/coll/portals4/coll_portals4_barrier.c ret = PtlMEUnlink(request->u.barrier.data_me_h); u 219 ompi/mca/coll/portals4/coll_portals4_barrier.c ret = PtlCTFree(request->u.barrier.rtr_ct_h); u 43 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.is_root = (rank == root); u 44 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.needs_pack = !ompi_datatype_is_contiguous_memory_layout(datatype, count); u 46 ompi/mca/coll/portals4/coll_portals4_bcast.c if (request->u.bcast.needs_pack) { u 47 ompi/mca/coll/portals4/coll_portals4_bcast.c if (request->u.bcast.is_root) { u 48 ompi/mca/coll/portals4/coll_portals4_bcast.c OBJ_CONSTRUCT(&request->u.bcast.convertor, opal_convertor_t); u 51 ompi/mca/coll/portals4/coll_portals4_bcast.c buff, 0, &request->u.bcast.convertor); u 52 ompi/mca/coll/portals4/coll_portals4_bcast.c opal_convertor_get_packed_size(&request->u.bcast.convertor, &request->u.bcast.tmpsize); u 53 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.tmpbuf = malloc(request->u.bcast.tmpsize); u 54 ompi/mca/coll/portals4/coll_portals4_bcast.c if (OPAL_UNLIKELY(NULL == request->u.bcast.tmpbuf)) { u 55 ompi/mca/coll/portals4/coll_portals4_bcast.c OBJ_DESTRUCT(&request->u.bcast.convertor); u 59 ompi/mca/coll/portals4/coll_portals4_bcast.c iovec.iov_base = request->u.bcast.tmpbuf; u 60 ompi/mca/coll/portals4/coll_portals4_bcast.c iovec.iov_len = request->u.bcast.tmpsize; u 62 ompi/mca/coll/portals4/coll_portals4_bcast.c max_data = request->u.bcast.tmpsize; u 63 ompi/mca/coll/portals4/coll_portals4_bcast.c ret = opal_convertor_pack(&request->u.bcast.convertor, &iovec, &iov_count, &max_data); u 64 ompi/mca/coll/portals4/coll_portals4_bcast.c OBJ_DESTRUCT(&request->u.bcast.convertor); u 69 ompi/mca/coll/portals4/coll_portals4_bcast.c OBJ_CONSTRUCT(&request->u.bcast.convertor, opal_convertor_t); u 72 ompi/mca/coll/portals4/coll_portals4_bcast.c buff, 0, &request->u.bcast.convertor); u 74 ompi/mca/coll/portals4/coll_portals4_bcast.c max_data = request->u.bcast.tmpsize; u 75 ompi/mca/coll/portals4/coll_portals4_bcast.c opal_convertor_get_packed_size(&request->u.bcast.convertor, &max_data); u 77 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.tmpbuf = malloc(request->u.bcast.tmpsize); u 78 ompi/mca/coll/portals4/coll_portals4_bcast.c if (OPAL_UNLIKELY(NULL == request->u.bcast.tmpbuf)) { u 79 ompi/mca/coll/portals4/coll_portals4_bcast.c OBJ_DESTRUCT(&request->u.bcast.convertor); u 85 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.tmpbuf = buff; u 87 ompi/mca/coll/portals4/coll_portals4_bcast.c ompi_datatype_type_size(datatype, &request->u.bcast.tmpsize); u 88 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.tmpsize *= count; u 98 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.segment_nb = (request->u.bcast.tmpsize > max_msg_size) ? u 99 ompi/mca/coll/portals4/coll_portals4_bcast.c (((request->u.bcast.tmpsize + max_msg_size -1) / max_msg_size) < COLL_PORTALS4_MAX_SEGMENT ? u 100 ompi/mca/coll/portals4/coll_portals4_bcast.c ((request->u.bcast.tmpsize + max_msg_size -1) / max_msg_size) : COLL_PORTALS4_MAX_SEGMENT) : u 104 ompi/mca/coll/portals4/coll_portals4_bcast.c "seg_number=%d , seg_size_max=%lu", request->u.bcast.segment_nb, max_msg_size)); u 106 ompi/mca/coll/portals4/coll_portals4_bcast.c if (request->u.bcast.segment_nb > COLL_PORTALS4_BCAST_ALGO_THRESHOLD) { u 107 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.algo = OMPI_COLL_PORTALS4_BCAST_PIPELINE_ALGO; u 110 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.algo = OMPI_COLL_PORTALS4_BCAST_KARY_TREE_ALGO; u 122 ompi/mca/coll/portals4/coll_portals4_bcast.c if (request->u.bcast.needs_pack) { u 123 ompi/mca/coll/portals4/coll_portals4_bcast.c if (!request->u.bcast.is_root) { u 124 ompi/mca/coll/portals4/coll_portals4_bcast.c opal_convertor_get_packed_size(&request->u.bcast.convertor, &request->u.bcast.tmpsize); u 126 ompi/mca/coll/portals4/coll_portals4_bcast.c iovec.iov_base = request->u.bcast.tmpbuf; u 127 ompi/mca/coll/portals4/coll_portals4_bcast.c iovec.iov_len = request->u.bcast.tmpsize; u 129 ompi/mca/coll/portals4/coll_portals4_bcast.c ret = opal_convertor_unpack(&request->u.bcast.convertor, &iovec, &iov_count, &max_data); u 130 ompi/mca/coll/portals4/coll_portals4_bcast.c OBJ_DESTRUCT(&request->u.bcast.convertor); u 135 ompi/mca/coll/portals4/coll_portals4_bcast.c free(request->u.bcast.tmpbuf); u 150 ompi/mca/coll/portals4/coll_portals4_bcast.c unsigned int segment_nb = request->u.bcast.segment_nb; u 188 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.u.child_nb = child_nb; u 198 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlCTAlloc(mca_coll_portals4_component.ni_h, &request->u.bcast.trig_ct_h)) != 0) { u 216 ompi/mca/coll/portals4/coll_portals4_bcast.c seg_size = request->u.bcast.tmpsize / segment_nb; u 217 ompi/mca/coll/portals4/coll_portals4_bcast.c nb_long = request->u.bcast.tmpsize % segment_nb; u 234 ompi/mca/coll/portals4/coll_portals4_bcast.c me.start = ((uint8_t*) request->u.bcast.tmpbuf) + offset; u 236 ompi/mca/coll/portals4/coll_portals4_bcast.c me.ct_handle = request->u.bcast.trig_ct_h; u 285 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.trig_ct_h, trig_thr)) != 0) { u 291 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlCTAlloc(mca_coll_portals4_component.ni_h, &request->u.bcast.rtr_ct_h)) != 0) { u 297 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlTriggeredCTInc(request->u.bcast.trig_ct_h, ct_inc, u 298 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.rtr_ct_h, child_nb)) != 0) { u 302 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlCTAlloc(mca_coll_portals4_component.ni_h, &request->u.bcast.ack_ct_h)) != 0) { u 324 ompi/mca/coll/portals4/coll_portals4_bcast.c me.ct_handle = request->u.bcast.ack_ct_h; u 353 ompi/mca/coll/portals4/coll_portals4_bcast.c me.ct_handle = request->u.bcast.rtr_ct_h; u 387 ompi/mca/coll/portals4/coll_portals4_bcast.c (uint64_t) request->u.bcast.tmpbuf + offset, u 393 ompi/mca/coll/portals4/coll_portals4_bcast.c 0, request->u.bcast.trig_ct_h, trig_thr)) != 0) { u 405 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlTriggeredCTInc(request->u.bcast.trig_ct_h, ct_inc, u 406 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.trig_ct_h, trig_thr)) != 0) { u 414 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlCTWait(request->u.bcast.ack_ct_h, ack_thr, &ct)) != 0) u 422 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.ack_ct_h, u 430 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.rtr_ct_h = PTL_INVALID_HANDLE; u 431 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.ack_ct_h = PTL_INVALID_HANDLE; u 450 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlTriggeredCTInc(request->u.bcast.trig_ct_h, ct_inc, u 451 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.trig_ct_h, trig_thr)) != 0) { u 455 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlTriggeredCTInc(request->u.bcast.trig_ct_h, ct_inc, u 456 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.trig_ct_h, trig_thr + 1)) != 0) { u 460 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlCTWait(request->u.bcast.trig_ct_h, trig_thr + 2, &ct)) != 0) { u 469 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.trig_ct_h, u 491 ompi/mca/coll/portals4/coll_portals4_bcast.c unsigned int segment_nb = request->u.bcast.segment_nb; u 523 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.u.child = child; u 529 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlCTAlloc(mca_coll_portals4_component.ni_h, &request->u.bcast.trig_ct_h)) != 0) { u 546 ompi/mca/coll/portals4/coll_portals4_bcast.c seg_size = request->u.bcast.tmpsize / segment_nb; u 547 ompi/mca/coll/portals4/coll_portals4_bcast.c nb_long = request->u.bcast.tmpsize % segment_nb; u 564 ompi/mca/coll/portals4/coll_portals4_bcast.c me.start = ((uint8_t*) request->u.bcast.tmpbuf) + offset; u 566 ompi/mca/coll/portals4/coll_portals4_bcast.c me.ct_handle = request->u.bcast.trig_ct_h; u 616 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.trig_ct_h, trig_thr)) != 0) { u 622 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlCTAlloc(mca_coll_portals4_component.ni_h, &request->u.bcast.rtr_ct_h)) != 0) { u 629 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlTriggeredCTInc(request->u.bcast.trig_ct_h, ct_inc, u 630 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.rtr_ct_h, 1)) != 0) { u 634 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlCTAlloc(mca_coll_portals4_component.ni_h, &request->u.bcast.ack_ct_h)) != 0) { u 656 ompi/mca/coll/portals4/coll_portals4_bcast.c me.ct_handle = request->u.bcast.ack_ct_h; u 683 ompi/mca/coll/portals4/coll_portals4_bcast.c me.ct_handle = request->u.bcast.rtr_ct_h; u 714 ompi/mca/coll/portals4/coll_portals4_bcast.c (uint64_t) request->u.bcast.tmpbuf + offset, u 720 ompi/mca/coll/portals4/coll_portals4_bcast.c 0, request->u.bcast.trig_ct_h, trig_thr)) != 0) { u 730 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlTriggeredCTInc(request->u.bcast.trig_ct_h, ct_inc, u 731 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.trig_ct_h, trig_thr)) != 0) { u 737 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlCTWait(request->u.bcast.ack_ct_h, 1, &ct)) != 0) { u 746 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.ack_ct_h, u 754 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.rtr_ct_h = PTL_INVALID_HANDLE; u 755 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.ack_ct_h = PTL_INVALID_HANDLE; u 775 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlTriggeredCTInc(request->u.bcast.trig_ct_h, ct_inc, u 776 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.trig_ct_h, trig_thr)) != 0) { u 780 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlTriggeredCTInc(request->u.bcast.trig_ct_h, ct_inc, u 781 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.trig_ct_h, trig_thr + 1)) != 0) { u 785 ompi/mca/coll/portals4/coll_portals4_bcast.c if ((ret = PtlCTWait(request->u.bcast.trig_ct_h, trig_thr + 2, &ct)) != 0) { u 794 ompi/mca/coll/portals4/coll_portals4_bcast.c request->u.bcast.trig_ct_h, u 811 ompi/mca/coll/portals4/coll_portals4_bcast.c if (request->u.bcast.u.child_nb) { u 812 ompi/mca/coll/portals4/coll_portals4_bcast.c PtlCTFree(request->u.bcast.rtr_ct_h); u 813 ompi/mca/coll/portals4/coll_portals4_bcast.c PtlCTFree(request->u.bcast.ack_ct_h); u 816 ompi/mca/coll/portals4/coll_portals4_bcast.c PtlCTFree(request->u.bcast.trig_ct_h); u 826 ompi/mca/coll/portals4/coll_portals4_bcast.c if (request->u.bcast.u.child != PTL_INVALID_RANK) { u 827 ompi/mca/coll/portals4/coll_portals4_bcast.c PtlCTFree(request->u.bcast.rtr_ct_h); u 828 ompi/mca/coll/portals4/coll_portals4_bcast.c PtlCTFree(request->u.bcast.ack_ct_h); u 831 ompi/mca/coll/portals4/coll_portals4_bcast.c PtlCTFree(request->u.bcast.trig_ct_h); u 856 ompi/mca/coll/portals4/coll_portals4_bcast.c switch (request->u.bcast.algo) { u 870 ompi/mca/coll/portals4/coll_portals4_bcast.c __FILE__, __LINE__, request->u.bcast.algo); u 903 ompi/mca/coll/portals4/coll_portals4_bcast.c switch (request->u.bcast.algo) { u 915 ompi/mca/coll/portals4/coll_portals4_bcast.c __FILE__, __LINE__, request->u.bcast.algo); u 928 ompi/mca/coll/portals4/coll_portals4_bcast.c switch (request->u.bcast.algo) { u 938 ompi/mca/coll/portals4/coll_portals4_bcast.c __FILE__, __LINE__, request->u.bcast.algo); u 184 ompi/mca/coll/portals4/coll_portals4_gather.c int vrank = VRANK(request->u.gather.my_rank, request->u.gather.root_rank, request->u.gather.size); u 186 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_coll_portals4_create_send_converter (&request->u.gather.send_converter, u 187 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_buf + request->u.gather.pack_src_offset, u 188 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_comm_peer_lookup(comm, request->u.gather.my_rank), u 189 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_count, u 190 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_dtype); u 191 ompi/mca/coll/portals4/coll_portals4_gather.c opal_convertor_get_packed_size(&request->u.gather.send_converter, &request->u.gather.packed_size); u 197 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_bytes=request->u.gather.packed_size * (ptrdiff_t)request->u.gather.size; u 204 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf = (char *) malloc(request->u.gather.gather_bytes); u 205 ompi/mca/coll/portals4/coll_portals4_gather.c if (NULL == request->u.gather.gather_buf) { u 208 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.free_after = 1; u 211 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_len = request->u.gather.gather_bytes; u 212 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_base = (IOVBASE_TYPE *) request->u.gather.gather_buf; u 213 ompi/mca/coll/portals4/coll_portals4_gather.c opal_convertor_pack(&request->u.gather.send_converter, &iov, &iov_count, &max_data); u 218 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf, request->u.gather.gather_bytes, u 219 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.packed_size, request->u.gather.size); u 226 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_bytes=request->u.gather.packed_size * ((ptrdiff_t)bmtree->tree_numdescendants + 1); u 228 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf = (char *) malloc(request->u.gather.gather_bytes); u 229 ompi/mca/coll/portals4/coll_portals4_gather.c if (NULL == request->u.gather.gather_buf) { u 232 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.free_after = 1; u 234 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_len = request->u.gather.gather_bytes; u 235 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_base = (IOVBASE_TYPE *) request->u.gather.gather_buf; u 236 ompi/mca/coll/portals4/coll_portals4_gather.c opal_convertor_pack(&request->u.gather.send_converter, &iov, &iov_count, &max_data); u 241 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf, request->u.gather.gather_bytes, u 242 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.packed_size, bmtree->tree_numdescendants); u 245 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_bytes=request->u.gather.packed_size; u 247 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf = (char *) malloc(request->u.gather.gather_bytes); u 248 ompi/mca/coll/portals4/coll_portals4_gather.c if (NULL == request->u.gather.gather_buf) { u 251 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.free_after = 1; u 253 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_len = request->u.gather.gather_bytes; u 254 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_base = (IOVBASE_TYPE *) request->u.gather.gather_buf; u 255 ompi/mca/coll/portals4/coll_portals4_gather.c opal_convertor_pack(&request->u.gather.send_converter, &iov, &iov_count, &max_data); u 260 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf, request->u.gather.gather_bytes, u 261 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.packed_size); u 269 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 285 ompi/mca/coll/portals4/coll_portals4_gather.c int8_t i_am_root = (request->u.gather.my_rank == request->u.gather.root_rank); u 287 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_coll_portals4_create_send_converter (&request->u.gather.send_converter, u 288 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_buf + request->u.gather.pack_src_offset, u 289 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_comm_peer_lookup(comm, request->u.gather.my_rank), u 290 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_count, u 291 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_dtype); u 292 ompi/mca/coll/portals4/coll_portals4_gather.c opal_convertor_get_packed_size(&request->u.gather.send_converter, &request->u.gather.packed_size); u 298 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_bytes=request->u.gather.packed_size * (ptrdiff_t)request->u.gather.size; u 304 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf = (char *) malloc(request->u.gather.gather_bytes); u 305 ompi/mca/coll/portals4/coll_portals4_gather.c if (NULL == request->u.gather.gather_buf) { u 308 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.free_after = 1; u 311 ompi/mca/coll/portals4/coll_portals4_gather.c uint64_t gather_buf_offset = (ptrdiff_t)request->u.gather.my_rank * request->u.gather.packed_size; u 312 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_len = request->u.gather.gather_bytes - gather_buf_offset; u 313 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_base = (IOVBASE_TYPE *) (request->u.gather.gather_buf + gather_buf_offset); u 314 ompi/mca/coll/portals4/coll_portals4_gather.c opal_convertor_pack(&request->u.gather.send_converter, &iov, &iov_count, &max_data); u 318 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, request->u.gather.my_rank, u 319 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf, request->u.gather.gather_bytes, u 320 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.packed_size, request->u.gather.size); u 323 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_bytes=request->u.gather.packed_size; u 324 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf = (char *) malloc(request->u.gather.gather_bytes); u 325 ompi/mca/coll/portals4/coll_portals4_gather.c if (NULL == request->u.gather.gather_buf) { u 328 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.free_after = 1; u 330 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_len = request->u.gather.gather_bytes; u 331 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_base = (IOVBASE_TYPE *) request->u.gather.gather_buf; u 332 ompi/mca/coll/portals4/coll_portals4_gather.c opal_convertor_pack(&request->u.gather.send_converter, &iov, &iov_count, &max_data); u 336 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, request->u.gather.my_rank, u 337 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf, request->u.gather.gather_bytes, u 338 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.packed_size); u 346 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 363 ompi/mca/coll/portals4/coll_portals4_gather.c COLL_PORTALS4_SET_BITS(request->u.gather.gather_match_bits, ompi_comm_get_cid(comm), u 364 ompi/mca/coll/portals4/coll_portals4_gather.c 0, 0, COLL_PORTALS4_GATHER, 0, request->u.gather.coll_count); u 367 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.gather_cth); u 370 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_mdh = mca_coll_portals4_component.data_md_h; u 371 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_offset = (ptl_size_t)request->u.gather.gather_buf; u 374 ompi/mca/coll/portals4/coll_portals4_gather.c me.start = request->u.gather.gather_buf; u 375 ompi/mca/coll/portals4/coll_portals4_gather.c me.length = request->u.gather.gather_bytes; u 376 ompi/mca/coll/portals4/coll_portals4_gather.c me.ct_handle = request->u.gather.gather_cth; u 384 ompi/mca/coll/portals4/coll_portals4_gather.c me.match_bits = request->u.gather.gather_match_bits; u 391 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.gather_meh); u 399 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 416 ompi/mca/coll/portals4/coll_portals4_gather.c COLL_PORTALS4_SET_BITS(request->u.gather.sync_match_bits, ompi_comm_get_cid(comm), u 417 ompi/mca/coll/portals4/coll_portals4_gather.c 0, 1, COLL_PORTALS4_GATHER, 0, request->u.gather.coll_count); u 420 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.sync_cth); u 423 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_mdh = mca_coll_portals4_component.zero_md_h; u 427 ompi/mca/coll/portals4/coll_portals4_gather.c me.ct_handle = request->u.gather.sync_cth; u 435 ompi/mca/coll/portals4/coll_portals4_gather.c me.match_bits = request->u.gather.sync_match_bits; u 442 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.sync_meh); u 450 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 464 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlMEUnlink(request->u.gather.gather_meh); u 468 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlCTFree(request->u.gather.gather_cth); u 476 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 490 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlMEUnlink(request->u.gather.sync_meh); u 494 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlCTFree(request->u.gather.sync_cth); u 502 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 534 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:gather_intra_binomial_top enter rank %d", request->u.gather.my_rank)); u 537 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf=NULL; u 538 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_mdh=PTL_INVALID_HANDLE; u 539 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_cth=PTL_INVALID_HANDLE; u 540 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_meh=PTL_INVALID_HANDLE; u 541 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_mdh=PTL_INVALID_HANDLE; u 542 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_cth=PTL_INVALID_HANDLE; u 543 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_meh=PTL_INVALID_HANDLE; u 545 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.my_rank = ompi_comm_rank(comm); u 546 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.size = ompi_comm_size(comm); u 547 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.root_rank = root; u 548 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sbuf = sbuf; u 549 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.rbuf = rbuf; u 550 ompi/mca/coll/portals4/coll_portals4_gather.c if ((root == request->u.gather.my_rank) && (sbuf == MPI_IN_PLACE)) { u 551 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_buf = rbuf; u 552 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_count = rcount; u 553 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_dtype = rdtype; u 555 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_buf = sbuf; u 556 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_count = scount; u 557 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_dtype = sdtype; u 558 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_offset = 0; u 560 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_datatype_get_extent(request->u.gather.pack_src_dtype, u 561 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.pack_src_lb, u 562 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.pack_src_extent); u 563 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_datatype_get_true_extent(request->u.gather.pack_src_dtype, u 564 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.pack_src_true_lb, u 565 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.pack_src_true_extent); u 566 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_buf = rbuf; u 567 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_count = rcount; u 568 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_dtype = rdtype; u 569 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_datatype_get_extent(request->u.gather.unpack_dst_dtype, u 570 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.unpack_dst_lb, u 571 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.unpack_dst_extent); u 572 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_datatype_get_true_extent(request->u.gather.unpack_dst_dtype, u 573 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.unpack_dst_true_lb, u 574 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.unpack_dst_true_extent); u 576 ompi/mca/coll/portals4/coll_portals4_gather.c if ((root == request->u.gather.my_rank) && (sbuf == MPI_IN_PLACE)) { u 577 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_offset = request->u.gather.pack_src_extent * request->u.gather.pack_src_count * request->u.gather.my_rank; u 583 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_offset); u 589 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.coll_count = opal_atomic_add_fetch_size_t(&portals4_module->coll_count, 1); u 591 ompi/mca/coll/portals4/coll_portals4_gather.c COLL_PORTALS4_UPDATE_IN_ORDER_BMTREE( comm, portals4_module, request->u.gather.root_rank ); u 594 ompi/mca/coll/portals4/coll_portals4_gather.c vrank = VRANK(request->u.gather.my_rank, request->u.gather.root_rank, request->u.gather.size); u 607 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, request->u.gather.packed_size, mca_coll_portals4_component.ni_limits.max_msg_size)); u 610 ompi/mca/coll/portals4/coll_portals4_gather.c int child_vrank = VRANK(bmtree->tree_next[i], request->u.gather.root_rank, request->u.gather.size); u 612 ompi/mca/coll/portals4/coll_portals4_gather.c ptl_size_t local_number_of_fragment = ((sub_tree_size * request->u.gather.packed_size) + mca_coll_portals4_component.ni_limits.max_msg_size -1) / mca_coll_portals4_component.ni_limits.max_msg_size; u 616 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, bmtree->tree_next[i], vrank, request->u.gather.root_rank , sub_tree_size, local_number_of_fragment)); u 620 ompi/mca/coll/portals4/coll_portals4_gather.c number_of_fragment_send = (request->u.gather.gather_bytes + mca_coll_portals4_component.ni_limits.max_msg_size -1) / mca_coll_portals4_component.ni_limits.max_msg_size; u 628 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlTriggeredCTInc(request->u.gather.gather_cth, u 630 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_cth, u 633 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlTriggeredCTInc(request->u.gather.gather_cth, u 635 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_cth, u 651 ompi/mca/coll/portals4/coll_portals4_gather.c int32_t vparent = VRANK(parent, request->u.gather.root_rank, request->u.gather.size); u 653 ompi/mca/coll/portals4/coll_portals4_gather.c ptl_size_t remote_offset=(vrank-vparent) * request->u.gather.packed_size; u 658 ompi/mca/coll/portals4/coll_portals4_gather.c remote_offset, vrank, vparent, request->u.gather.packed_size); u 664 ompi/mca/coll/portals4/coll_portals4_gather.c ptl_size_t size_left = request->u.gather.gather_bytes; u 670 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlTriggeredPut(request->u.gather.gather_mdh, u 671 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_offset + size_sent, u 676 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_match_bits, u 680 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_cth, u 693 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlTriggeredPut(request->u.gather.sync_mdh, u 699 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_match_bits, u 703 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_cth, u 710 ompi/mca/coll/portals4/coll_portals4_gather.c if (!request->u.gather.is_sync) { u 718 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_coll_portals4_get_peer(comm, request->u.gather.my_rank), u 724 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_cth, u 735 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlTriggeredPut(request->u.gather.sync_mdh, u 741 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_match_bits, u 745 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_cth, u 755 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlPut(request->u.gather.sync_mdh, u 761 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_match_bits, u 769 ompi/mca/coll/portals4/coll_portals4_gather.c if (request->u.gather.is_sync) { u 777 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlCTWait(request->u.gather.gather_cth, expected_ops, &ct); u 788 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:gather_intra_binomial_top exit rank %d", request->u.gather.my_rank)); u 793 ompi/mca/coll/portals4/coll_portals4_gather.c if (NULL != request->u.gather.gather_buf) u 794 ompi/mca/coll/portals4/coll_portals4_gather.c free(request->u.gather.gather_buf); u 800 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 829 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:gather_intra_linear_top enter rank %d", request->u.gather.my_rank)); u 832 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_buf=NULL; u 833 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_mdh=PTL_INVALID_HANDLE; u 834 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_cth=PTL_INVALID_HANDLE; u 835 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_meh=PTL_INVALID_HANDLE; u 836 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_mdh=PTL_INVALID_HANDLE; u 837 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_cth=PTL_INVALID_HANDLE; u 838 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_meh=PTL_INVALID_HANDLE; u 840 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.my_rank = ompi_comm_rank(comm); u 841 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.size = ompi_comm_size(comm); u 842 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.root_rank = root; u 843 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sbuf = sbuf; u 844 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.rbuf = rbuf; u 845 ompi/mca/coll/portals4/coll_portals4_gather.c if ((root == request->u.gather.my_rank) && (sbuf == MPI_IN_PLACE)) { u 846 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_buf = rbuf; u 847 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_count = rcount; u 848 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_dtype = rdtype; u 850 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_buf = sbuf; u 851 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_count = scount; u 852 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_dtype = sdtype; u 853 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_offset = 0; u 855 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_datatype_get_extent(request->u.gather.pack_src_dtype, u 856 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.pack_src_lb, u 857 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.pack_src_extent); u 858 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_datatype_get_true_extent(request->u.gather.pack_src_dtype, u 859 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.pack_src_true_lb, u 860 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.pack_src_true_extent); u 861 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_buf = rbuf; u 862 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_count = rcount; u 863 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_dtype = rdtype; u 864 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_datatype_get_extent(request->u.gather.unpack_dst_dtype, u 865 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.unpack_dst_lb, u 866 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.unpack_dst_extent); u 867 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_datatype_get_true_extent(request->u.gather.unpack_dst_dtype, u 868 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.unpack_dst_true_lb, u 869 ompi/mca/coll/portals4/coll_portals4_gather.c &request->u.gather.unpack_dst_true_extent); u 871 ompi/mca/coll/portals4/coll_portals4_gather.c if ((root == request->u.gather.my_rank) && (sbuf == MPI_IN_PLACE)) { u 872 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_offset = request->u.gather.pack_src_extent * request->u.gather.pack_src_count * request->u.gather.my_rank; u 877 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, request->u.gather.my_rank, u 878 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.pack_src_offset); u 884 ompi/mca/coll/portals4/coll_portals4_gather.c i_am_root = (request->u.gather.my_rank == request->u.gather.root_rank); u 886 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.coll_count = opal_atomic_add_fetch_size_t(&portals4_module->coll_count, 1); u 897 ompi/mca/coll/portals4/coll_portals4_gather.c number_of_fragment = (request->u.gather.packed_size > mca_coll_portals4_component.ni_limits.max_msg_size) ? u 898 ompi/mca/coll/portals4/coll_portals4_gather.c (request->u.gather.packed_size + mca_coll_portals4_component.ni_limits.max_msg_size - 1) / mca_coll_portals4_component.ni_limits.max_msg_size : u 902 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, request->u.gather.my_rank, number_of_fragment); u 910 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlTriggeredCTInc(request->u.gather.gather_cth, u 912 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_cth, u 915 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlTriggeredCTInc(request->u.gather.gather_cth, u 917 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_cth, u 928 ompi/mca/coll/portals4/coll_portals4_gather.c expected_ops=(request->u.gather.size-1) * number_of_fragment; /* gather put from all other ranks */ u 932 ompi/mca/coll/portals4/coll_portals4_gather.c ptl_size_t remote_offset=request->u.gather.my_rank * request->u.gather.packed_size; u 934 ompi/mca/coll/portals4/coll_portals4_gather.c ptl_size_t size_left = request->u.gather.gather_bytes; u 938 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, request->u.gather.my_rank, u 939 ompi/mca/coll/portals4/coll_portals4_gather.c remote_offset, request->u.gather.my_rank, request->u.gather.packed_size); u 952 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, request->u.gather.my_rank, u 955 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlTriggeredPut(request->u.gather.gather_mdh, u 956 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_offset + split_offset, u 959 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_coll_portals4_get_peer(comm, request->u.gather.root_rank), u 961 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_match_bits, u 965 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_cth, u 978 ompi/mca/coll/portals4/coll_portals4_gather.c for (i=0;i<request->u.gather.size;i++) { u 979 ompi/mca/coll/portals4/coll_portals4_gather.c if (i == request->u.gather.root_rank) { continue; } u 980 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlTriggeredPut(request->u.gather.sync_mdh, u 986 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_match_bits, u 990 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_cth, u 998 ompi/mca/coll/portals4/coll_portals4_gather.c if (!request->u.gather.is_sync) { u 1006 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_coll_portals4_get_peer(comm, request->u.gather.my_rank), u 1012 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.gather_cth, u 1022 ompi/mca/coll/portals4/coll_portals4_gather.c for (i=0;i<request->u.gather.size;i++) { u 1023 ompi/mca/coll/portals4/coll_portals4_gather.c if (i == request->u.gather.root_rank) { continue; } u 1024 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlTriggeredPut(request->u.gather.sync_mdh, u 1030 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_match_bits, u 1034 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_cth, u 1044 ompi/mca/coll/portals4/coll_portals4_gather.c for (i=0;i<request->u.gather.size;i++) { u 1045 ompi/mca/coll/portals4/coll_portals4_gather.c if (i == request->u.gather.root_rank) { continue; } u 1046 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlPut(request->u.gather.sync_mdh, u 1052 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.sync_match_bits, u 1061 ompi/mca/coll/portals4/coll_portals4_gather.c if (request->u.gather.is_sync) { u 1068 ompi/mca/coll/portals4/coll_portals4_gather.c ret = PtlCTWait(request->u.gather.gather_cth, expected_ops, &ct); u 1076 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:gather_intra_linear_top exit rank %d", request->u.gather.my_rank)); u 1081 ompi/mca/coll/portals4/coll_portals4_gather.c if (NULL != request->u.gather.gather_buf) u 1082 ompi/mca/coll/portals4/coll_portals4_gather.c free(request->u.gather.gather_buf); u 1086 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 1099 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:gather_intra_binomial_bottom enter rank %d", request->u.gather.my_rank)); u 1107 ompi/mca/coll/portals4/coll_portals4_gather.c if (request->u.gather.my_rank == request->u.gather.root_rank) { u 1112 ompi/mca/coll/portals4/coll_portals4_gather.c for (i=0;i<request->u.gather.size;i++) { u 1113 ompi/mca/coll/portals4/coll_portals4_gather.c uint64_t offset = request->u.gather.unpack_dst_extent * request->u.gather.unpack_dst_count * ((request->u.gather.my_rank + i) % request->u.gather.size); u 1117 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, request->u.gather.my_rank, u 1120 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_coll_portals4_create_recv_converter (&request->u.gather.recv_converter, u 1121 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_buf + offset, u 1122 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_comm_peer_lookup(comm, request->u.gather.my_rank), u 1123 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_count, u 1124 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_dtype); u 1126 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_len = request->u.gather.packed_size; u 1127 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_base = (IOVBASE_TYPE *) ((char *)request->u.gather.gather_buf + (request->u.gather.packed_size*i)); u 1128 ompi/mca/coll/portals4/coll_portals4_gather.c opal_convertor_unpack(&request->u.gather.recv_converter, &iov, &iov_count, &max_data); u 1130 ompi/mca/coll/portals4/coll_portals4_gather.c OBJ_DESTRUCT(&request->u.gather.recv_converter); u 1134 ompi/mca/coll/portals4/coll_portals4_gather.c if (request->u.gather.free_after) u 1135 ompi/mca/coll/portals4/coll_portals4_gather.c free(request->u.gather.gather_buf); u 1142 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:gather_intra_binomial_bottom exit rank %d", request->u.gather.my_rank)); u 1149 ompi/mca/coll/portals4/coll_portals4_gather.c if (request->u.gather.free_after) u 1150 ompi/mca/coll/portals4/coll_portals4_gather.c free(request->u.gather.gather_buf); u 1154 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 1167 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:gather_intra_linear_bottom enter rank %d", request->u.gather.my_rank)); u 1175 ompi/mca/coll/portals4/coll_portals4_gather.c if (request->u.gather.my_rank == request->u.gather.root_rank) { u 1180 ompi/mca/coll/portals4/coll_portals4_gather.c for (i=0;i<request->u.gather.size;i++) { u 1181 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_coll_portals4_create_recv_converter (&request->u.gather.recv_converter, u 1182 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_buf + (request->u.gather.unpack_dst_extent*request->u.gather.unpack_dst_count*i), u 1183 ompi/mca/coll/portals4/coll_portals4_gather.c ompi_comm_peer_lookup(comm, request->u.gather.my_rank), u 1184 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_count, u 1185 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.unpack_dst_dtype); u 1187 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_len = request->u.gather.packed_size; u 1188 ompi/mca/coll/portals4/coll_portals4_gather.c iov.iov_base = (IOVBASE_TYPE *) ((char *)request->u.gather.gather_buf + (request->u.gather.packed_size*i)); u 1189 ompi/mca/coll/portals4/coll_portals4_gather.c opal_convertor_unpack(&request->u.gather.recv_converter, &iov, &iov_count, &max_data); u 1191 ompi/mca/coll/portals4/coll_portals4_gather.c OBJ_DESTRUCT(&request->u.gather.recv_converter); u 1195 ompi/mca/coll/portals4/coll_portals4_gather.c if (request->u.gather.free_after) u 1196 ompi/mca/coll/portals4/coll_portals4_gather.c free(request->u.gather.gather_buf); u 1203 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:gather_intra_linear_bottom exit rank %d", request->u.gather.my_rank)); u 1210 ompi/mca/coll/portals4/coll_portals4_gather.c if (request->u.gather.free_after) u 1211 ompi/mca/coll/portals4/coll_portals4_gather.c free(request->u.gather.gather_buf); u 1215 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 1241 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.is_sync = 1; u 1279 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:gather_intra exit rank %d", request->u.gather.my_rank)); u 1286 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 1315 ompi/mca/coll/portals4/coll_portals4_gather.c request->u.gather.is_sync = 0; u 1342 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:igather_intra exit rank %d", request->u.gather.my_rank)); u 1349 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 1361 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:igather_intra_fini enter rank %d", request->u.gather.my_rank)); u 1375 ompi/mca/coll/portals4/coll_portals4_gather.c "coll:portals4:igather_intra_fini exit rank %d", request->u.gather.my_rank)); u 1382 ompi/mca/coll/portals4/coll_portals4_gather.c __FILE__, __LINE__, line, ret, request->u.gather.my_rank); u 80 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.is_optim = is_reduce_optimizable(dtype, length, op, &ptl_dtype, &ptl_op); u 82 ompi/mca/coll/portals4/coll_portals4_reduce.c if (request->u.reduce.is_optim) { u 93 ompi/mca/coll/portals4/coll_portals4_reduce.c rank, size, root, &parent, child, &request->u.reduce.child_nb); u 109 ompi/mca/coll/portals4/coll_portals4_reduce.c if ((ret = PtlCTAlloc(mca_coll_portals4_component.ni_h, &request->u.reduce.trig_ct_h)) != 0) { u 115 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.free_buffer = malloc(length); u 116 ompi/mca/coll/portals4/coll_portals4_reduce.c if (NULL == request->u.reduce.free_buffer) { u 119 ompi/mca/coll/portals4/coll_portals4_reduce.c recvbuf = (void*)request->u.reduce.free_buffer; u 124 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.free_buffer = NULL; u 130 ompi/mca/coll/portals4/coll_portals4_reduce.c if (request->u.reduce.child_nb) { u 138 ompi/mca/coll/portals4/coll_portals4_reduce.c me.ct_handle = request->u.reduce.trig_ct_h; u 151 ompi/mca/coll/portals4/coll_portals4_reduce.c &request->u.reduce.data_me_h)) != 0) { u 157 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.use_ack_ct_h = true; u 159 ompi/mca/coll/portals4/coll_portals4_reduce.c if ((ret = PtlCTAlloc(mca_coll_portals4_component.ni_h, &request->u.reduce.ack_ct_h)) != 0) { u 181 ompi/mca/coll/portals4/coll_portals4_reduce.c me.ct_handle = request->u.reduce.ack_ct_h; u 209 ompi/mca/coll/portals4/coll_portals4_reduce.c me.ct_handle = request->u.reduce.trig_ct_h; u 226 ompi/mca/coll/portals4/coll_portals4_reduce.c ptl_op, ptl_dtype, request->u.reduce.trig_ct_h, u 227 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.child_nb + 1)) != 0) { u 232 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.use_ack_ct_h = false; u 235 ompi/mca/coll/portals4/coll_portals4_reduce.c if (request->u.reduce.child_nb) { u 247 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.trig_ct_h, u 249 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.child_nb + 1 : u 250 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.child_nb)) != 0) { u 272 ompi/mca/coll/portals4/coll_portals4_reduce.c if ((ret = PtlCTWait(request->u.reduce.ack_ct_h, 1, &ct)) != 0) { u 281 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.ack_ct_h, u 289 ompi/mca/coll/portals4/coll_portals4_reduce.c if ((ret = PtlCTWait(request->u.reduce.trig_ct_h, u 290 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.child_nb, &ct)) != 0) { u 299 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.trig_ct_h, u 300 ompi/mca/coll/portals4/coll_portals4_reduce.c request->u.reduce.child_nb)) != 0) { u 345 ompi/mca/coll/portals4/coll_portals4_reduce.c if (request->u.reduce.is_optim) { u 348 ompi/mca/coll/portals4/coll_portals4_reduce.c if (request->u.reduce.use_ack_ct_h) { u 349 ompi/mca/coll/portals4/coll_portals4_reduce.c ret = PtlCTFree(request->u.reduce.ack_ct_h); u 353 ompi/mca/coll/portals4/coll_portals4_reduce.c if (request->u.reduce.child_nb) { u 355 ompi/mca/coll/portals4/coll_portals4_reduce.c ret = PtlMEUnlink(request->u.reduce.data_me_h); u 360 ompi/mca/coll/portals4/coll_portals4_reduce.c ret = PtlCTFree(request->u.reduce.trig_ct_h); u 363 ompi/mca/coll/portals4/coll_portals4_reduce.c if (request->u.reduce.free_buffer) { u 364 ompi/mca/coll/portals4/coll_portals4_reduce.c free(request->u.reduce.free_buffer); u 442 ompi/mca/coll/portals4/coll_portals4_reduce.c if (!request->u.reduce.is_optim) { u 60 ompi/mca/coll/portals4/coll_portals4_request.h } u; u 166 ompi/mca/coll/portals4/coll_portals4_request.h } u; u 38 ompi/mca/coll/portals4/coll_portals4_scatter.c int8_t i_am_root = (request->u.scatter.my_rank == request->u.scatter.root_rank); u 40 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_coll_portals4_create_send_converter (&request->u.scatter.send_converter, u 41 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.pack_src_buf, u 42 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_comm_peer_lookup(comm, request->u.scatter.my_rank), u 43 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.pack_src_count, u 44 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.pack_src_dtype); u 45 ompi/mca/coll/portals4/coll_portals4_scatter.c opal_convertor_get_packed_size(&request->u.scatter.send_converter, &request->u.scatter.packed_size); u 46 ompi/mca/coll/portals4/coll_portals4_scatter.c OBJ_DESTRUCT(&request->u.scatter.send_converter); u 56 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_bytes=request->u.scatter.packed_size * (ptrdiff_t)request->u.scatter.size; u 60 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_buf = (char *) malloc(request->u.scatter.scatter_bytes); u 61 ompi/mca/coll/portals4/coll_portals4_scatter.c if (NULL == request->u.scatter.scatter_buf) { u 64 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.free_after = 1; u 66 ompi/mca/coll/portals4/coll_portals4_scatter.c for (int32_t i=0;i<request->u.scatter.size;i++) { u 71 ompi/mca/coll/portals4/coll_portals4_scatter.c uint64_t offset = request->u.scatter.pack_src_extent * request->u.scatter.pack_src_count * i; u 75 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, request->u.scatter.my_rank, u 78 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_coll_portals4_create_send_converter (&request->u.scatter.send_converter, u 79 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.pack_src_buf + offset, u 80 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_comm_peer_lookup(comm, request->u.scatter.my_rank), u 81 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.pack_src_count, u 82 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.pack_src_dtype); u 84 ompi/mca/coll/portals4/coll_portals4_scatter.c iov.iov_len = request->u.scatter.packed_size; u 85 ompi/mca/coll/portals4/coll_portals4_scatter.c iov.iov_base = (IOVBASE_TYPE *) ((char *)request->u.scatter.scatter_buf + (request->u.scatter.packed_size*i)); u 86 ompi/mca/coll/portals4/coll_portals4_scatter.c opal_convertor_pack(&request->u.scatter.send_converter, &iov, &iov_count, &max_data); u 88 ompi/mca/coll/portals4/coll_portals4_scatter.c OBJ_DESTRUCT(&request->u.scatter.send_converter); u 93 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, request->u.scatter.my_rank, u 94 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_buf, request->u.scatter.scatter_bytes, u 95 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.packed_size, request->u.scatter.size); u 97 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_bytes=request->u.scatter.packed_size; u 98 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_buf = (char *) malloc(request->u.scatter.scatter_bytes); u 99 ompi/mca/coll/portals4/coll_portals4_scatter.c if (NULL == request->u.scatter.scatter_buf) { u 102 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.free_after = 1; u 106 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, request->u.scatter.my_rank, u 107 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_buf, request->u.scatter.scatter_bytes, u 108 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.packed_size); u 116 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, line, ret, request->u.scatter.my_rank); u 131 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:setup_scatter_handles enter rank %d", request->u.scatter.my_rank)); u 136 ompi/mca/coll/portals4/coll_portals4_scatter.c COLL_PORTALS4_SET_BITS(request->u.scatter.scatter_match_bits, ompi_comm_get_cid(comm), u 137 ompi/mca/coll/portals4/coll_portals4_scatter.c 0, 0, COLL_PORTALS4_SCATTER, 0, request->u.scatter.coll_count); u 141 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.my_rank, request->u.scatter.scatter_match_bits)); u 144 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.scatter_cth); u 147 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_mdh = mca_coll_portals4_component.data_md_h; u 149 ompi/mca/coll/portals4/coll_portals4_scatter.c me.start = request->u.scatter.scatter_buf; u 150 ompi/mca/coll/portals4/coll_portals4_scatter.c me.length = request->u.scatter.scatter_bytes; u 151 ompi/mca/coll/portals4/coll_portals4_scatter.c me.ct_handle = request->u.scatter.scatter_cth; u 159 ompi/mca/coll/portals4/coll_portals4_scatter.c me.match_bits = request->u.scatter.scatter_match_bits; u 166 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.scatter_meh); u 170 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:setup_scatter_handles exit rank %d", request->u.scatter.my_rank)); u 177 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, line, ret, request->u.scatter.my_rank); u 192 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:setup_sync_handles enter rank %d", request->u.scatter.my_rank)); u 197 ompi/mca/coll/portals4/coll_portals4_scatter.c COLL_PORTALS4_SET_BITS(request->u.scatter.sync_match_bits, ompi_comm_get_cid(comm), u 198 ompi/mca/coll/portals4/coll_portals4_scatter.c 0, 1, COLL_PORTALS4_SCATTER, 0, request->u.scatter.coll_count); u 202 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.my_rank, request->u.scatter.sync_match_bits)); u 205 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.sync_cth); u 208 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.sync_mdh = mca_coll_portals4_component.zero_md_h; u 212 ompi/mca/coll/portals4/coll_portals4_scatter.c me.ct_handle = request->u.scatter.sync_cth; u 220 ompi/mca/coll/portals4/coll_portals4_scatter.c me.match_bits = request->u.scatter.sync_match_bits; u 227 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.sync_meh); u 231 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:setup_sync_handles exit rank %d", request->u.scatter.my_rank)); u 238 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, line, ret, request->u.scatter.my_rank); u 249 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:cleanup_scatter_handles enter rank %d", request->u.scatter.my_rank)); u 255 ompi/mca/coll/portals4/coll_portals4_scatter.c ret = PtlMEUnlink(request->u.scatter.scatter_meh); u 259 ompi/mca/coll/portals4/coll_portals4_scatter.c ret = PtlCTFree(request->u.scatter.scatter_cth); u 263 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:cleanup_scatter_handles exit rank %d", request->u.scatter.my_rank)); u 270 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, line, ret, request->u.scatter.my_rank); u 282 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:cleanup_sync_handles enter rank %d", request->u.scatter.my_rank)); u 288 ompi/mca/coll/portals4/coll_portals4_scatter.c ret = PtlMEUnlink(request->u.scatter.sync_meh); u 292 ompi/mca/coll/portals4/coll_portals4_scatter.c ret = PtlCTFree(request->u.scatter.sync_cth); u 296 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:cleanup_sync_handles exit rank %d", request->u.scatter.my_rank)); u 303 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, line, ptl_ret, ret, request->u.scatter.my_rank); u 335 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:scatter_intra_linear_top enter rank %d", request->u.scatter.my_rank)); u 338 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_buf = NULL; u 339 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_mdh = PTL_INVALID_HANDLE; u 340 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_cth = PTL_INVALID_HANDLE; u 341 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_meh = PTL_INVALID_HANDLE; u 342 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.sync_mdh = PTL_INVALID_HANDLE; u 343 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.sync_cth = PTL_INVALID_HANDLE; u 344 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.sync_meh = PTL_INVALID_HANDLE; u 346 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.my_rank = ompi_comm_rank(comm); u 347 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.size = ompi_comm_size(comm); u 348 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.root_rank = root; u 349 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.sbuf = sbuf; u 350 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.rbuf = rbuf; u 352 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.pack_src_buf = sbuf; u 353 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.pack_src_count = scount; u 354 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.pack_src_dtype = sdtype; u 355 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_datatype_get_extent(request->u.scatter.pack_src_dtype, u 356 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.pack_src_lb, u 357 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.pack_src_extent); u 358 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_datatype_get_true_extent(request->u.scatter.pack_src_dtype, u 359 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.pack_src_true_lb, u 360 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.pack_src_true_extent); u 362 ompi/mca/coll/portals4/coll_portals4_scatter.c if ((root == request->u.scatter.my_rank) && (rbuf == MPI_IN_PLACE)) { u 363 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.unpack_dst_buf = NULL; u 364 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.unpack_dst_count = 0; u 365 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.unpack_dst_dtype = MPI_DATATYPE_NULL; u 367 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.unpack_dst_buf = rbuf; u 368 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.unpack_dst_count = rcount; u 369 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.unpack_dst_dtype = rdtype; u 370 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.unpack_dst_offset = 0; u 371 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_datatype_get_extent(request->u.scatter.unpack_dst_dtype, u 372 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.unpack_dst_lb, u 373 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.unpack_dst_extent); u 374 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_datatype_get_true_extent(request->u.scatter.unpack_dst_dtype, u 375 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.unpack_dst_true_lb, u 376 ompi/mca/coll/portals4/coll_portals4_scatter.c &request->u.scatter.unpack_dst_true_extent); u 381 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, request->u.scatter.my_rank, u 382 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.unpack_dst_offset); u 388 ompi/mca/coll/portals4/coll_portals4_scatter.c i_am_root = (request->u.scatter.my_rank == request->u.scatter.root_rank); u 390 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.coll_count = opal_atomic_add_fetch_size_t(&portals4_module->coll_count, 1); u 401 ompi/mca/coll/portals4/coll_portals4_scatter.c number_of_fragment = (request->u.scatter.packed_size > mca_coll_portals4_component.ni_limits.max_msg_size) ? u 402 ompi/mca/coll/portals4/coll_portals4_scatter.c (request->u.scatter.packed_size + mca_coll_portals4_component.ni_limits.max_msg_size - 1) / mca_coll_portals4_component.ni_limits.max_msg_size : u 406 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, request->u.scatter.my_rank, number_of_fragment); u 413 ompi/mca/coll/portals4/coll_portals4_scatter.c expected_rtrs = request->u.scatter.size - 1; /* expect RTRs from non-root ranks */ u 414 ompi/mca/coll/portals4/coll_portals4_scatter.c expected_acks = request->u.scatter.size - 1; /* expect Recv-ACKs from non-root ranks */ u 424 ompi/mca/coll/portals4/coll_portals4_scatter.c ret = PtlTriggeredCTInc(request->u.scatter.scatter_cth, u 426 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.sync_cth, u 430 ompi/mca/coll/portals4/coll_portals4_scatter.c ret = PtlTriggeredCTInc(request->u.scatter.scatter_cth, u 432 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.sync_cth, u 437 ompi/mca/coll/portals4/coll_portals4_scatter.c for (int32_t i=0;i<request->u.scatter.size;i++) { u 439 ompi/mca/coll/portals4/coll_portals4_scatter.c if (i == request->u.scatter.my_rank) { u 443 ompi/mca/coll/portals4/coll_portals4_scatter.c ptl_size_t offset = request->u.scatter.packed_size * i; u 445 ompi/mca/coll/portals4/coll_portals4_scatter.c ptl_size_t size_left = request->u.scatter.packed_size; u 449 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, request->u.scatter.my_rank, u 450 ompi/mca/coll/portals4/coll_portals4_scatter.c offset, i, request->u.scatter.packed_size); u 460 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, request->u.scatter.my_rank, u 463 ompi/mca/coll/portals4/coll_portals4_scatter.c ret = PtlTriggeredPut(request->u.scatter.scatter_mdh, u 464 ompi/mca/coll/portals4/coll_portals4_scatter.c (ptl_size_t)request->u.scatter.scatter_buf + offset + size_sent, u 469 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_match_bits, u 473 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_cth, u 501 ompi/mca/coll/portals4/coll_portals4_scatter.c ret = PtlTriggeredPut(request->u.scatter.sync_mdh, u 505 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_coll_portals4_get_peer(comm, request->u.scatter.root_rank), u 507 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.sync_match_bits, u 511 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_cth, u 518 ompi/mca/coll/portals4/coll_portals4_scatter.c if (!request->u.scatter.is_sync) { u 526 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_coll_portals4_get_peer(comm, request->u.scatter.my_rank), u 532 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.scatter_cth, u 541 ompi/mca/coll/portals4/coll_portals4_scatter.c ret = PtlPut(request->u.scatter.sync_mdh, u 545 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_coll_portals4_get_peer(comm, request->u.scatter.root_rank), u 547 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.sync_match_bits, u 554 ompi/mca/coll/portals4/coll_portals4_scatter.c if (request->u.scatter.is_sync) { u 561 ompi/mca/coll/portals4/coll_portals4_scatter.c ret = PtlCTWait(request->u.scatter.scatter_cth, expected_ops, &ct); u 569 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:scatter_intra_linear_top exit rank %d", request->u.scatter.my_rank)); u 574 ompi/mca/coll/portals4/coll_portals4_scatter.c if (NULL != request->u.scatter.scatter_buf) u 575 ompi/mca/coll/portals4/coll_portals4_scatter.c free(request->u.scatter.scatter_buf); u 579 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, line, ret, request->u.scatter.my_rank); u 591 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:scatter_intra_linear_bottom enter rank %d", request->u.scatter.my_rank)); u 599 ompi/mca/coll/portals4/coll_portals4_scatter.c if (NULL != request->u.scatter.unpack_dst_buf) { u 604 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_coll_portals4_create_recv_converter (&request->u.scatter.recv_converter, u 605 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.unpack_dst_buf, u 606 ompi/mca/coll/portals4/coll_portals4_scatter.c ompi_comm_peer_lookup(comm, request->u.scatter.my_rank), u 607 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.unpack_dst_count, u 608 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.unpack_dst_dtype); u 610 ompi/mca/coll/portals4/coll_portals4_scatter.c iov.iov_len = request->u.scatter.packed_size; u 611 ompi/mca/coll/portals4/coll_portals4_scatter.c if (request->u.scatter.my_rank == request->u.scatter.root_rank) { u 613 ompi/mca/coll/portals4/coll_portals4_scatter.c uint64_t offset = request->u.scatter.pack_src_extent * request->u.scatter.pack_src_count * request->u.scatter.my_rank; u 614 ompi/mca/coll/portals4/coll_portals4_scatter.c iov.iov_base = (IOVBASE_TYPE *)((char *)request->u.scatter.scatter_buf + offset); u 616 ompi/mca/coll/portals4/coll_portals4_scatter.c iov.iov_base = (IOVBASE_TYPE *)request->u.scatter.scatter_buf; u 618 ompi/mca/coll/portals4/coll_portals4_scatter.c opal_convertor_unpack(&request->u.scatter.recv_converter, &iov, &iov_count, &max_data); u 620 ompi/mca/coll/portals4/coll_portals4_scatter.c OBJ_DESTRUCT(&request->u.scatter.recv_converter); u 623 ompi/mca/coll/portals4/coll_portals4_scatter.c if (request->u.scatter.free_after) u 624 ompi/mca/coll/portals4/coll_portals4_scatter.c free(request->u.scatter.scatter_buf); u 631 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:scatter_intra_linear_bottom exit rank %d", request->u.scatter.my_rank)); u 638 ompi/mca/coll/portals4/coll_portals4_scatter.c if (request->u.scatter.free_after) u 639 ompi/mca/coll/portals4/coll_portals4_scatter.c free(request->u.scatter.scatter_buf); u 643 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, line, ret, request->u.scatter.my_rank); u 669 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.is_sync = 1; u 694 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:scatter_intra exit rank %d", request->u.scatter.my_rank)); u 701 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, line, ret, request->u.scatter.my_rank); u 730 ompi/mca/coll/portals4/coll_portals4_scatter.c request->u.scatter.is_sync = 0; u 747 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:iscatter_intra exit rank %d", request->u.scatter.my_rank)); u 754 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, line, ret, request->u.scatter.my_rank); u 766 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:iscatter_intra_fini enter rank %d", request->u.scatter.my_rank)); u 775 ompi/mca/coll/portals4/coll_portals4_scatter.c "coll:portals4:iscatter_intra_fini exit rank %d", request->u.scatter.my_rank)); u 782 ompi/mca/coll/portals4/coll_portals4_scatter.c __FILE__, __LINE__, line, ret, request->u.scatter.my_rank); u 218 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c file_create_args.layout.u.raid1_5_parity_stripe.total_num_comps = layout_total_num_comps; u 219 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c file_create_args.layout.u.raid1_5_parity_stripe.parity_stripe_width = layout_parity_stripe_width; u 220 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c file_create_args.layout.u.raid1_5_parity_stripe.parity_stripe_depth = layout_parity_stripe_depth; u 221 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c file_create_args.layout.u.raid1_5_parity_stripe.stripe_unit = layout_stripe_unit; u 222 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c file_create_args.layout.u.raid1_5_parity_stripe.layout_visit_policy = layout_visit_policy; u 226 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c file_create_args.layout.u.raid0.total_num_comps = layout_total_num_comps; u 227 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c file_create_args.layout.u.raid0.stripe_unit = layout_stripe_unit; u 231 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c file_create_args.layout.u.raid10.total_num_comps = layout_total_num_comps; u 232 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c file_create_args.layout.u.raid10.stripe_unit = layout_stripe_unit; u 233 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c file_create_args.layout.u.raid10.layout_visit_policy = layout_visit_policy; u 305 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c ADIOI_Snprintf(temp_buffer,TEMP_BUFFER_SIZE,"%u",file_query_args.layout.u.raid0.stripe_unit); u 307 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c ADIOI_Snprintf(temp_buffer,TEMP_BUFFER_SIZE,"%u",file_query_args.layout.u.raid0.total_num_comps); u 311 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c ADIOI_Snprintf(temp_buffer,TEMP_BUFFER_SIZE,"%u",file_query_args.layout.u.raid1_5_parity_stripe.stripe_unit); u 313 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c ADIOI_Snprintf(temp_buffer,TEMP_BUFFER_SIZE,"%u",file_query_args.layout.u.raid1_5_parity_stripe.parity_stripe_width); u 315 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c ADIOI_Snprintf(temp_buffer,TEMP_BUFFER_SIZE,"%u",file_query_args.layout.u.raid1_5_parity_stripe.parity_stripe_depth); u 317 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c ADIOI_Snprintf(temp_buffer,TEMP_BUFFER_SIZE,"%u",file_query_args.layout.u.raid1_5_parity_stripe.total_num_comps); u 319 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c ADIOI_Snprintf(temp_buffer,TEMP_BUFFER_SIZE,"%u",file_query_args.layout.u.raid1_5_parity_stripe.layout_visit_policy); u 323 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c ADIOI_Snprintf(temp_buffer,TEMP_BUFFER_SIZE,"%u",file_query_args.layout.u.raid10.stripe_unit); u 325 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c ADIOI_Snprintf(temp_buffer,TEMP_BUFFER_SIZE,"%u",file_query_args.layout.u.raid10.total_num_comps); u 327 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open.c ADIOI_Snprintf(temp_buffer,TEMP_BUFFER_SIZE,"%u",file_query_args.layout.u.raid10.layout_visit_policy); u 276 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raidn_parity_stripe.total_num_comps = u 278 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raidn_parity_stripe.parity_stripe_width = u 280 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raidn_parity_stripe.parity_stripe_depth = u 282 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raidn_parity_stripe.stripe_unit = u 284 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raidn_parity_stripe.max_faults = u 286 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raidn_parity_stripe.encoding = layout_encoding; u 289 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raid1_5_parity_stripe.total_num_comps = u 291 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raid1_5_parity_stripe.parity_stripe_width = u 293 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raid1_5_parity_stripe.parity_stripe_depth = u 295 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raid1_5_parity_stripe.stripe_unit = u 297 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raid1_5_parity_stripe.layout_visit_policy = u 301 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raid10.total_num_comps = layout_total_num_comps; u 302 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raid10.stripe_unit = layout_stripe_unit; u 303 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_create_args.layout.u.raid10.layout_visit_policy = layout_visit_policy; u 370 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raidn_parity_stripe.stripe_unit); u 373 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raidn_parity_stripe. u 377 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raidn_parity_stripe. u 381 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raidn_parity_stripe.total_num_comps); u 384 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raidn_parity_stripe.max_faults); u 387 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raidn_parity_stripe.encoding); u 392 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raid1_5_parity_stripe.stripe_unit); u 395 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raid1_5_parity_stripe. u 399 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raid1_5_parity_stripe. u 403 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raid1_5_parity_stripe.total_num_comps); u 406 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raid1_5_parity_stripe. u 412 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raid10.stripe_unit); u 415 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raid10.total_num_comps); u 418 ompi/mca/io/romio321/romio/adio/ad_panfs/ad_panfs_open6.c file_query_args.layout.u.raid10.layout_visit_policy); u 134 ompi/mca/mtl/portals4/mtl_portals4_request.h } u; u 35 ompi/mca/topo/example/topo_example_module.c static void example_module_constructor(mca_topo_example_module_t *u); u 36 ompi/mca/topo/example/topo_example_module.c static void example_module_destructor(mca_topo_example_module_t *u); u 42 ompi/mca/topo/example/topo_example_module.c static void example_module_constructor(mca_topo_example_module_t *u) u 44 ompi/mca/topo/example/topo_example_module.c mca_topo_base_module_t *m = &(u->super); u 50 ompi/mca/topo/example/topo_example_module.c u->example_module_specific_data = 17; u 54 ompi/mca/topo/example/topo_example_module.c static void example_module_destructor(mca_topo_example_module_t *u) u 27 ompi/mca/topo/treematch/topo_treematch_module.c static void treematch_module_constructor(mca_topo_treematch_module_t *u); u 28 ompi/mca/topo/treematch/topo_treematch_module.c static void treematch_module_destructor(mca_topo_treematch_module_t *u); u 34 ompi/mca/topo/treematch/topo_treematch_module.c static void treematch_module_constructor(mca_topo_treematch_module_t *u) u 36 ompi/mca/topo/treematch/topo_treematch_module.c mca_topo_base_module_t *m = &(u->super); u 42 ompi/mca/topo/treematch/topo_treematch_module.c static void treematch_module_destructor(mca_topo_treematch_module_t *u) u 14 ompi/mca/topo/treematch/treematch/k-partitioning.c void allocate_vertex2(int u, int *res, double **comm, int n, int *size, int max_size); u 108 ompi/mca/topo/treematch/treematch/k-partitioning.c int p,u,v,j; u 113 ompi/mca/topo/treematch/treematch/k-partitioning.c u = PQ_deleteMax(&Q[p]); /*then we get the vertex with this highest possible gain in u and remove it from Q[p] */ u 114 ompi/mca/topo/treematch/treematch/k-partitioning.c *deficit = part[u]; /*p becomes the deficit */ u 118 ompi/mca/topo/treematch/treematch/k-partitioning.c u = PQ_deleteMax(&Q[*surplus]); /*we get the vertex with the highest possible gain in surplus and remove it from Q[surplus] */ u 119 ompi/mca/topo/treematch/treematch/k-partitioning.c PQ_delete(Qpart, part[u]); /*then we remove surplus from Qpart (note that u is from surplus so part[u] is surplus) */ u 121 ompi/mca/topo/treematch/treematch/k-partitioning.c d = PQ_findMaxKey(&Q[part[u]]); /*we get the next highest possible gain in part[u] (without taking u in account as we already removed it from Q[part[u])*/ u 122 ompi/mca/topo/treematch/treematch/k-partitioning.c PQ_insert(Qpart, part[u], d); /*we put part[u] back in Qpart with its new highest possible gain*/ u 123 ompi/mca/topo/treematch/treematch/k-partitioning.c j = PQ_deleteMax(&Qinst[u]); /*we get from Qinst[u] the subset in which we have to move u to get the highest gain.*/ u 133 ompi/mca/topo/treematch/treematch/k-partitioning.c j = part[u]; /*we set j to the starting subset */ u 134 ompi/mca/topo/treematch/treematch/k-partitioning.c D[v][j]= D[v][j] - matrice[u][v]; /*we compute the new D[v, i] (here j has the value of the starting subset of u, that's why we say i) */ u 137 ompi/mca/topo/treematch/treematch/k-partitioning.c D[v][j] = D[v][j] + matrice[u][v]; /*matrice[u][v]; we compute the new D[v, j]*/ u 144 ompi/mca/topo/treematch/treematch/k-partitioning.c part[u] = *surplus; /*we move u from i to j (here surplus has the value of j the arrival subset)*/ u 146 ompi/mca/topo/treematch/treematch/k-partitioning.c d = PQ_findMaxKey(&Qinst[u]) - D[u][part[u]]; /*we compute the new u's highest possible gain*/ u 147 ompi/mca/topo/treematch/treematch/k-partitioning.c if(!PQ_isEmpty(&Qinst[u])) /*if at least one more move of u is possible*/ u 148 ompi/mca/topo/treematch/treematch/k-partitioning.c PQ_insert(&Q[part[u]], u, d); /*we insert u in the Q queue of its new subset*/ u 149 ompi/mca/topo/treematch/treematch/k-partitioning.c PQ_adjustKey(Qpart, part[u], d); /*we update the new highest possible gain in u's subset*/ u 264 ompi/mca/topo/treematch/treematch/k-partitioning.c void allocate_vertex2(int u, int *res, double **comm, int n, int *size, int max_size) u 273 ompi/mca/topo/treematch/treematch/k-partitioning.c cost = comm[u][i]; u 284 ompi/mca/topo/treematch/treematch/k-partitioning.c res[u] = best_part; u 290 ompi/mca/topo/treematch/treematch/tm_kpartitioning.c void allocate_vertex(int u, int *res, com_mat_t *com_mat, int n, int *size, int max_size) u 297 ompi/mca/topo/treematch/treematch/tm_kpartitioning.c if(u>=com_mat->n){ u 307 ompi/mca/topo/treematch/treematch/tm_kpartitioning.c cost = (((i)<com_mat->n)) ?com_mat->comm[u][i]:0; u 323 ompi/mca/topo/treematch/treematch/tm_kpartitioning.c res[u] = best_part; u 104 opal/include/opal/sys/atomic.h } u; u 156 opal/include/opal/sys/atomic.h #define OPAL_ATOMIC_LOCK_INIT {.u = {.lock = OPAL_ATOMIC_LOCK_UNLOCKED}} u 490 opal/include/opal/sys/atomic_impl.h lock->u.lock = value; u 498 opal/include/opal/sys/atomic_impl.h bool ret = opal_atomic_compare_exchange_strong_acq_32 (&lock->u.lock, &unlocked, OPAL_ATOMIC_LOCK_LOCKED); u 507 opal/include/opal/sys/atomic_impl.h while (lock->u.lock == OPAL_ATOMIC_LOCK_LOCKED) { u 518 opal/include/opal/sys/atomic_impl.h lock->u.lock=OPAL_ATOMIC_LOCK_UNLOCKED; u 225 opal/include/opal/sys/gcc_builtin/atomic.h lock->u.lock = value; u 230 opal/include/opal/sys/gcc_builtin/atomic.h int ret = __atomic_exchange_n (&lock->u.lock, OPAL_ATOMIC_LOCK_LOCKED, u 243 opal/include/opal/sys/gcc_builtin/atomic.h while (OPAL_ATOMIC_LOCK_LOCKED == __atomic_exchange_n (&lock->u.lock, OPAL_ATOMIC_LOCK_LOCKED, u 252 opal/include/opal/sys/gcc_builtin/atomic.h __atomic_store_n (&lock->u.lock, OPAL_ATOMIC_LOCK_UNLOCKED, u 99 opal/mca/allocator/bucket/allocator_bucket_alloc.c mem_options->buckets[bucket_num].free_chunk = chunk->u.next_free; u 100 opal/mca/allocator/bucket/allocator_bucket_alloc.c chunk->u.bucket = bucket_num; u 135 opal/mca/allocator/bucket/allocator_bucket_alloc.c chunk->u.next_free = (mca_allocator_bucket_chunk_header_t *) u 137 opal/mca/allocator/bucket/allocator_bucket_alloc.c chunk->next_in_segment = chunk->u.next_free; u 141 opal/mca/allocator/bucket/allocator_bucket_alloc.c chunk->u.next_free = NULL; u 145 opal/mca/allocator/bucket/allocator_bucket_alloc.c first_chunk->u.bucket = bucket_num; u 215 opal/mca/allocator/bucket/allocator_bucket_alloc.c chunk->u.next_free = (mca_allocator_bucket_chunk_header_t *) u 217 opal/mca/allocator/bucket/allocator_bucket_alloc.c chunk->next_in_segment = chunk->u.next_free; u 221 opal/mca/allocator/bucket/allocator_bucket_alloc.c chunk->u.next_free = NULL; u 225 opal/mca/allocator/bucket/allocator_bucket_alloc.c first_chunk->u.bucket = bucket_num; u 244 opal/mca/allocator/bucket/allocator_bucket_alloc.c bucket_num = chunk->u.bucket; u 277 opal/mca/allocator/bucket/allocator_bucket_alloc.c int bucket_num = chunk->u.bucket; u 279 opal/mca/allocator/bucket/allocator_bucket_alloc.c chunk->u.next_free = mem_options->buckets[bucket_num].free_chunk; u 320 opal/mca/allocator/bucket/allocator_bucket_alloc.c if(chunk->u.bucket == i) { u 349 opal/mca/allocator/bucket/allocator_bucket_alloc.c if(chunk->u.bucket == i) { u 359 opal/mca/allocator/bucket/allocator_bucket_alloc.c mem_options->buckets[i].free_chunk = chunk->u.next_free; u 362 opal/mca/allocator/bucket/allocator_bucket_alloc.c while(next_chunk->u.next_free != chunk) { u 363 opal/mca/allocator/bucket/allocator_bucket_alloc.c next_chunk = next_chunk->u.next_free; u 365 opal/mca/allocator/bucket/allocator_bucket_alloc.c next_chunk->u.next_free = chunk->u.next_free; u 57 opal/mca/allocator/bucket/allocator_bucket_alloc.h } u; /**< the union */ u 435 opal/mca/btl/usnic/btl_usnic_proc.c int u, v; u 504 opal/mca/btl/usnic/btl_usnic_proc.c u = PROC_VERTEX(j); u 507 opal/mca/btl/usnic/btl_usnic_proc.c u = MODULE_VERTEX(i); u 512 opal/mca/btl/usnic/btl_usnic_proc.c __func__, u, v, cost, i, j); u 513 opal/mca/btl/usnic/btl_usnic_proc.c err = opal_bp_graph_add_edge(g, u, v, cost, u 129 opal/mca/event/libevent2022/libevent/bufferevent_filter.c struct bufferevent *u = bevf->underlying; u 131 opal/mca/event/libevent2022/libevent/bufferevent_filter.c u->wm_write.high && u 132 opal/mca/event/libevent2022/libevent/bufferevent_filter.c evbuffer_get_length(u->output) >= u->wm_write.high; u 170 opal/mca/event/libevent2022/libevent/event.c unsigned u = (unsigned) ((ev_uintptr_t) e->ptr); u 174 opal/mca/event/libevent2022/libevent/event.c return (u >> 6); u 2023 opal/mca/event/libevent2022/libevent/evutil.c ev_uint8_t u = c; \ u 2024 opal/mca/event/libevent2022/libevent/evutil.c return !!(EVUTIL_##name##_TABLE[(u >> 5) & 7] & (1 << (u & 31))); \ u 90 opal/mca/event/libevent2022/libevent/evutil_rand.c ev_uint32_t u = arc4random(); u 92 opal/mca/event/libevent2022/libevent/evutil_rand.c memcpy(b, &u, n_bytes); u 102 opal/mca/event/libevent2022/libevent/evutil_rand.c ev_uint32_t u = arc4random(); u 103 opal/mca/event/libevent2022/libevent/evutil_rand.c memcpy(b, &u, n); u 125 opal/mca/event/libevent2022/libevent/test/regress_buffer.c size_t a, w, u; u 127 opal/mca/event/libevent2022/libevent/test/regress_buffer.c u = a = w = 0; u 140 opal/mca/event/libevent2022/libevent/test/regress_buffer.c u += chain->off; u 150 opal/mca/event/libevent2022/libevent/test/regress_buffer.c u += chain->off; u 162 opal/mca/event/libevent2022/libevent/test/regress_buffer.c *usedp = u; u 498 opal/mca/event/libevent2022/libevent/test/regress_buffer.c size_t a,w,u; u 507 opal/mca/event/libevent2022/libevent/test/regress_buffer.c a=w=u=0; u 508 opal/mca/event/libevent2022/libevent/test/regress_buffer.c evbuffer_get_waste(buf, &a,&w,&u); u 510 opal/mca/event/libevent2022/libevent/test/regress_buffer.c tt_assert(u == 0); u 1012 opal/mca/event/libevent2022/libevent/test/regress_buffer.c size_t a,w,u; u 1013 opal/mca/event/libevent2022/libevent/test/regress_buffer.c a=w=u=0; u 1014 opal/mca/event/libevent2022/libevent/test/regress_buffer.c evbuffer_get_waste(buf, &a, &w, &u); u 1017 opal/mca/event/libevent2022/libevent/test/regress_buffer.c (unsigned)a, (unsigned)w, (unsigned)u); u 178 opal/mca/event/libevent2022/libevent/test/regress_util.c ev_uint32_t u = u 183 opal/mca/event/libevent2022/libevent/test/regress_util.c if (u != ent->res[j]) { u 1299 opal/mca/hwloc/hwloc201/hwloc/hwloc/topology-xml.c unsigned long long u = strtoull(tmp, &next, 0); u 1302 opal/mca/hwloc/hwloc201/hwloc/hwloc/topology-xml.c indexes[nr_indexes++] = u; u 1322 opal/mca/hwloc/hwloc201/hwloc/hwloc/topology-xml.c unsigned long long u = strtoull(tmp, &next, 0); u 1325 opal/mca/hwloc/hwloc201/hwloc/hwloc/topology-xml.c u64values[nr_u64values++] = u; u 194 opal/mca/hwloc/hwloc201/hwloc/include/netloc/utarray.h #define utarray_renew(a,u) do { \ u 196 opal/mca/hwloc/hwloc201/hwloc/include/netloc/utarray.h else utarray_new((a),(u)); \ u 105 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/atomic.h } u; u 157 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/atomic.h #define PMIX_ATOMIC_LOCK_INIT {.u = {.lock = PMIX_ATOMIC_LOCK_UNLOCKED}} u 491 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/atomic_impl.h lock->u.lock = value; u 499 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/atomic_impl.h bool ret = pmix_atomic_compare_exchange_strong_acq_32 (&lock->u.lock, &unlocked, PMIX_ATOMIC_LOCK_LOCKED); u 508 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/atomic_impl.h while (lock->u.lock == PMIX_ATOMIC_LOCK_LOCKED) { u 519 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/atomic_impl.h lock->u.lock=PMIX_ATOMIC_LOCK_UNLOCKED; u 226 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/gcc_builtin/atomic.h lock->u.lock = value; u 231 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/gcc_builtin/atomic.h int ret = __atomic_exchange_n (&lock->u.lock, PMIX_ATOMIC_LOCK_LOCKED, u 244 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/gcc_builtin/atomic.h while (PMIX_ATOMIC_LOCK_LOCKED == __atomic_exchange_n (&lock->u.lock, PMIX_ATOMIC_LOCK_LOCKED, u 253 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/gcc_builtin/atomic.h __atomic_store_n (&lock->u.lock, PMIX_ATOMIC_LOCK_UNLOCKED, u 277 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/base.h #define PMIX_REGISTER_TYPE(n, t, p, u, c, pr, arr) \ u 284 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/base/base.h _info->odti_unpack_fn = (pmix_bfrop_internal_unpack_fn_t)(u); \ u 457 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/bfrops.h #define PMIX_BFROPS_REGISTER(r, p, n, t, pk, u, c, pr) \ u 458 opal/mca/pmix/pmix4x/pmix/src/mca/bfrops/bfrops.h (r) = (p)->nptr->compat.bfrops->register_type(n, t, pk, u, c, pr) u 106 opal/util/bipartite_graph.c int u, v; u 109 opal/util/bipartite_graph.c for (u = 0; u < n; ++u) { u 110 opal/util/bipartite_graph.c fprintf(stderr, "u=%d| ", u); u 112 opal/util/bipartite_graph.c fprintf(stderr, "%2d,", f(u,v)); u 441 opal/util/bipartite_graph.c int u, v; u 445 opal/util/bipartite_graph.c for (u = 0; u < new_n; ++u) { u 447 opal/util/bipartite_graph.c flow[new_n*u + v] = flow[old_n*u + v]; u 462 opal/util/bipartite_graph.c int u, v; u 466 opal/util/bipartite_graph.c FOREACH_UV_ON_PATH(pred, gx->source_idx, gx->sink_idx, u, v) { u 467 opal/util/bipartite_graph.c int cap_f_uv = get_capacity(gx, u, v); u 495 opal/util/bipartite_graph.c int u, v; u 534 opal/util/bipartite_graph.c for (u = 0; u < NUM_VERTICES(gx); ++u) { u 537 opal/util/bipartite_graph.c FOREACH_OUT_EDGE(gx, u, e_ptr) { u 543 opal/util/bipartite_graph.c dist[u] != MAX_COST) { /* avoid signed overflow for "infinity" */ u 544 opal/util/bipartite_graph.c check_add64_overflow(dist[u], e_ptr->cost); u 545 opal/util/bipartite_graph.c if ((dist[u] + e_ptr->cost) < dist[v]) { u 546 opal/util/bipartite_graph.c dist[v] = dist[u] + e_ptr->cost; u 547 opal/util/bipartite_graph.c pred[v] = u; u 562 opal/util/bipartite_graph.c for (u = 0; u < NUM_VERTICES(gx); ++u) { u 565 opal/util/bipartite_graph.c FOREACH_OUT_EDGE(gx, u, e_ptr) { u 568 opal/util/bipartite_graph.c dist[u] != MAX_COST && /* avoid signed overflow */ u 569 opal/util/bipartite_graph.c (dist[u] + e_ptr->cost) < dist[v]) { u 614 opal/util/bipartite_graph.c int u, v; u 638 opal/util/bipartite_graph.c for (u = 0; u < order; ++u) { u 639 opal/util/bipartite_graph.c int inbound = opal_bp_graph_indegree(g, u); u 640 opal/util/bipartite_graph.c int outbound = opal_bp_graph_outdegree(g, u); u 650 opal/util/bipartite_graph.c err = opal_bp_graph_add_edge(g, u, g->sink_idx, u 662 opal/util/bipartite_graph.c err = opal_bp_graph_add_edge(g, g->source_idx, u, u 686 opal/util/bipartite_graph.c for (u = 0; u < order; ++u) { u 688 opal/util/bipartite_graph.c FOREACH_OUT_EDGE(g, u, e_ptr) { u 694 opal/util/bipartite_graph.c err = opal_bp_graph_add_edge(g, v, u, u 755 opal/util/bipartite_graph.c int u, v; u 796 opal/util/bipartite_graph.c FOREACH_UV_ON_PATH(pred, gx->source_idx, gx->sink_idx, u, v) { u 797 opal/util/bipartite_graph.c assert(u == pred[v]); u 799 opal/util/bipartite_graph.c f(u,v) = f(u,v) + cap_f_path; /* "forward" edge */ u 800 opal/util/bipartite_graph.c f(v,u) = f(v,u) - cap_f_path; /* residual network edge */ u 802 opal/util/bipartite_graph.c assert(f(u,v) == -f(v,u)); /* skew symmetry invariant */ u 806 opal/util/bipartite_graph.c c = get_capacity(gx, u, v) - cap_f_path; u 808 opal/util/bipartite_graph.c err = set_capacity(gx, u, v, c); u 815 opal/util/bipartite_graph.c c = get_capacity(gx, v, u) + cap_f_path; u 817 opal/util/bipartite_graph.c err = set_capacity(gx, v, u, c); u 843 opal/util/bipartite_graph.c int u, v; u 904 opal/util/bipartite_graph.c for (u = 0; u < n; ++u) { u 906 opal/util/bipartite_graph.c if (f(u,v) > 0) { u 926 opal/util/bipartite_graph.c for (u = 0; u < n; ++u) { u 929 opal/util/bipartite_graph.c if (f(u,v) > 0) { u 930 opal/util/bipartite_graph.c (*match_edges_out)[i++] = u; u 129 opal/util/bipartite_graph_internal.h #define FOREACH_UV_ON_PATH(pred, source, sink, u, v) \ u 130 opal/util/bipartite_graph_internal.h for (u = pred[sink], v = sink; u != -1; v = u, u = pred[u]) u 152 orte/mca/odls/alps/odls_alps_utils.c rdmacred_buf = (alpsAppGni_t *)(rdmacred_rsp->u.buf); u 265 oshmem/mca/memheap/base/base.h s->mkeys[btl_id].u.key, *rva); u 272 oshmem/mca/memheap/base/base.h MEMHEAP_VERBOSE_FASTPATH(10, "rkey: pe=%d va=%p -> (cached) %lx %p", pe, (void *)va, mkey->u.key, (void *)*rva); u 106 oshmem/mca/memheap/base/memheap_base_mkey.c opal_dss.pack(msg, &mkey->u.key, 1, OPAL_UINT64); u 110 oshmem/mca/memheap/base/memheap_base_mkey.c opal_dss.pack(msg, mkey->u.data, mkey->len, OPAL_BYTE); u 134 oshmem/mca/memheap/base/memheap_base_mkey.c mkey->va_base, mkey->len, (unsigned long long)mkey->u.key); u 140 oshmem/mca/memheap/base/memheap_base_mkey.c tr_id, (unsigned long long)mkey->u.key, errno); u 168 oshmem/mca/memheap/base/memheap_base_mkey.c opal_dss.unpack(msg, &memheap_oob.mkeys[tr_id].u.key, &cnt, OPAL_UINT64); u 176 oshmem/mca/memheap/base/memheap_base_mkey.c memheap_oob.mkeys[tr_id].u.data = malloc(memheap_oob.mkeys[tr_id].len); u 177 oshmem/mca/memheap/base/memheap_base_mkey.c if (NULL == memheap_oob.mkeys[tr_id].u.data) { u 182 oshmem/mca/memheap/base/memheap_base_mkey.c opal_dss.unpack(msg, memheap_oob.mkeys[tr_id].u.data, &cnt, OPAL_BYTE); u 184 oshmem/mca/memheap/base/memheap_base_mkey.c memheap_oob.mkeys[tr_id].u.key = MAP_SEGMENT_SHM_INVALID; u 707 oshmem/mca/memheap/base/memheap_base_mkey.c MEMHEAP_VERBOSE_FASTPATH(5, "rkey: pe=%d va=%p -> (remote lookup) %lx %p", pe, (void *)va, mkey->u.key, (void *)*rva); u 90 oshmem/mca/memheap/base/memheap_base_register.c free(s->mkeys_cache[j]->u.data); u 145 oshmem/mca/memheap/memheap.h return (0 == mkey->len) && (MAP_SEGMENT_SHM_INVALID != (int)mkey->u.key); u 2977 oshmem/mca/memheap/ptmalloc/malloc.c tchunkptr u = t; u 2988 oshmem/mca/memheap/ptmalloc/malloc.c do_check_any_chunk(m, ((mchunkptr)u)); u 2989 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(u->index == tindex); u 2990 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(chunksize(u) == tsize); u 2991 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(!cinuse(u)); u 2992 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(!next_pinuse(u)); u 2993 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(u->fd->bk == u); u 2994 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(u->bk->fd == u); u 2995 oshmem/mca/memheap/ptmalloc/malloc.c if (u->parent == 0) { u 2996 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(u->child[0] == 0); u 2997 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(u->child[1] == 0); u 3001 oshmem/mca/memheap/ptmalloc/malloc.c head = u; u 3002 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(u->parent != u); u 3003 oshmem/mca/memheap/ptmalloc/malloc.c assert (u->parent->child[0] == u || u 3004 oshmem/mca/memheap/ptmalloc/malloc.c u->parent->child[1] == u || u 3005 oshmem/mca/memheap/ptmalloc/malloc.c *((tbinptr*)(u->parent)) == u); u 3006 oshmem/mca/memheap/ptmalloc/malloc.c if (u->child[0] != 0) { u 3007 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(u->child[0]->parent == u); u 3008 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(u->child[0] != u); u 3009 oshmem/mca/memheap/ptmalloc/malloc.c do_check_tree(m, u->child[0]); u 3011 oshmem/mca/memheap/ptmalloc/malloc.c if (u->child[1] != 0) { u 3012 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(u->child[1]->parent == u); u 3013 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(u->child[1] != u); u 3014 oshmem/mca/memheap/ptmalloc/malloc.c do_check_tree(m, u->child[1]); u 3016 oshmem/mca/memheap/ptmalloc/malloc.c if (u->child[0] != 0 && u->child[1] != 0) { u 3017 oshmem/mca/memheap/ptmalloc/malloc.c dl_assert(chunksize(u->child[0]) < chunksize(u->child[1])); u 3020 oshmem/mca/memheap/ptmalloc/malloc.c u = u->fd; u 3021 oshmem/mca/memheap/ptmalloc/malloc.c } while (u != t); u 3085 oshmem/mca/memheap/ptmalloc/malloc.c tchunkptr u = t; u 3087 oshmem/mca/memheap/ptmalloc/malloc.c if (u == (tchunkptr)x) u 3089 oshmem/mca/memheap/ptmalloc/malloc.c } while ((u = u->fd) != t); u 83 oshmem/mca/spml/ikrit/spml_ikrit.c return (mxm_mem_key_t *)mkey->u.data; u 201 oshmem/mca/spml/ikrit/spml_ikrit.c memcpy(&peer->mkeys[seg].key, mkey->u.data, mkey->len); u 456 oshmem/mca/spml/ikrit/spml_ikrit.c mkeys[i].u.key = MAP_SEGMENT_SHM_INVALID; u 460 oshmem/mca/spml/ikrit/spml_ikrit.c mkeys[i].u.key = shmid; u 490 oshmem/mca/spml/ikrit/spml_ikrit.c mkeys[i].u.data = m_key; u 541 oshmem/mca/spml/ikrit/spml_ikrit.c free(mkeys[i].u.data); u 570 oshmem/mca/spml/ikrit/spml_ikrit.c mkeys[ptl].u.key = MAP_SEGMENT_SHM_INVALID; u 87 oshmem/mca/spml/spml.h snprintf(buf, sizeof(buf), "mkey: base=%p len=%d key=%" PRIu64, mkey->va_base, mkey->len, mkey->u.key); u 89 oshmem/mca/spml/spml.h snprintf(buf, sizeof(buf), "mkey: base=%p len=%d data=0x%p", mkey->va_base, mkey->len, mkey->u.data); u 348 oshmem/mca/spml/ucx/spml_ucx.c mkey->u.data, u 447 oshmem/mca/spml/ucx/spml_ucx.c &mkeys[0].u.data, &len); u 459 oshmem/mca/spml/ucx/spml_ucx.c mkeys[0].u.data, u 506 oshmem/mca/spml/ucx/spml_ucx.c ucp_rkey_buffer_release(mkeys[0].u.data); u 598 oshmem/mca/spml/ucx/spml_ucx.c if (mkey->u.data) { u 600 oshmem/mca/spml/ucx/spml_ucx.c mkey->u.data, u 196 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c if (MAP_SEGMENT_SHM_INVALID == (int)(mkey->u.key)) { u 217 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c if (NULL == (file_name = oshmem_get_unique_file_name(mkey->u.key))) { u 269 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c mkey->va_base, mkey->len, (unsigned long long)mkey->u.key) u 96 oshmem/mca/sshmem/sshmem_types.h } u; u 219 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c if (MAP_SEGMENT_SHM_INVALID == (int)(mkey->u.key)) { u 223 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c mkey->va_base = shmat((int)(mkey->u.key), 0, 0); u 232 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c mkey->va_base, mkey->len, (unsigned long long)mkey->u.key) u 67 test/util/bipartite_graph.c #define check_has_in_out_degree(g, u, expected_indegree, expected_outdegree) \ u 69 test/util/bipartite_graph.c check_int_eq(opal_bp_graph_indegree(g, (u)), expected_indegree); \ u 70 test/util/bipartite_graph.c check_int_eq(opal_bp_graph_outdegree(g, (u)), expected_outdegree); \ u 1024 test/util/bipartite_graph.c int u, v; u 1032 test/util/bipartite_graph.c for (u = 0; u < 6; ++u) { \ u 1033 test/util/bipartite_graph.c pred[u] = -1; \ u 1035 test/util/bipartite_graph.c visited[u][v] = false; \ u 1043 test/util/bipartite_graph.c FOREACH_UV_ON_PATH(pred, 3, 5, u, v) { u 1044 test/util/bipartite_graph.c visited[u][v] = true; u 1046 test/util/bipartite_graph.c for (u = 0; u < 6; ++u) { u 1048 test/util/bipartite_graph.c check(visited[u][v] == false); u 1057 test/util/bipartite_graph.c FOREACH_UV_ON_PATH(pred, 3, 5, u, v) { u 1058 test/util/bipartite_graph.c visited[u][v] = true; u 1060 test/util/bipartite_graph.c for (u = 0; u < 6; ++u) { u 1062 test/util/bipartite_graph.c if ((u == 2 && v == 5) || u 1063 test/util/bipartite_graph.c (u == 1 && v == 2) || u 1064 test/util/bipartite_graph.c (u == 3 && v == 1)) { u 1065 test/util/bipartite_graph.c check(visited[u][v] == true); u 1068 test/util/bipartite_graph.c check(visited[u][v] == false);