sync 219 ompi/mca/mtl/portals4/mtl_portals4.h #define MTL_PORTALS4_SET_HDR_DATA(hdr_data, opcount, length, sync) \ sync 221 ompi/mca/mtl/portals4/mtl_portals4.h hdr_data = (sync) ? 1 : 0; \ sync 856 ompi/mca/osc/pt2pt/osc_pt2pt.h (void) opal_hash_table_set_value_uint32 (&module->outstanding_locks, (uint32_t) lock->sync.lock.target, (void *) lock); sync 872 ompi/mca/osc/pt2pt/osc_pt2pt.h (void) opal_hash_table_remove_value_uint32 (&module->outstanding_locks, (uint32_t) lock->sync.lock.target); sync 948 ompi/mca/osc/pt2pt/osc_pt2pt.h ompi_osc_pt2pt_sync_t *sync; sync 951 ompi/mca/osc/pt2pt/osc_pt2pt.h sync = ompi_osc_pt2pt_module_sync_lookup (module, rank, &peer); sync 952 ompi/mca/osc/pt2pt/osc_pt2pt.h if (!sync) { sync 956 ompi/mca/osc/pt2pt/osc_pt2pt.h return sync->eager_send_active || ompi_osc_pt2pt_peer_eager_active (peer); sync 213 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_sync_t *sync = &module->all_sync; sync 215 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_LOCK(&sync->lock); sync 219 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&sync->lock); sync 224 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->num_peers = ompi_group_size (group); sync 225 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->sync.pscw.group = group; sync 228 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->sync_expected = sync->num_peers; sync 234 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->eager_send_active = false; sync 238 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->num_peers)); sync 240 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->type = OMPI_OSC_PT2PT_SYNC_TYPE_PSCW; sync 244 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->epoch_active = true; sync 251 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->eager_send_active = true; sync 252 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&sync->lock); sync 259 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->peer_list.peers = ompi_osc_pt2pt_get_peers (module, group); sync 260 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (NULL == sync->peer_list.peers) { sync 261 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&sync->lock); sync 266 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c for (int i = 0 ; i < sync->num_peers ; ++i) { sync 267 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_peer_t *peer = sync->peer_list.peers[i]; sync 274 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_ADD_FETCH32 (&sync->sync_expected, -1); sync 279 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->sync_expected = 0; sync 283 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c "post messages still needed: %d", sync->sync_expected)); sync 288 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (0 == sync->sync_expected) { sync 289 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->eager_send_active = true; sync 294 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->eager_send_active)); sync 296 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&sync->lock); sync 304 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_sync_t *sync = &module->all_sync; sync 314 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_LOCK(&sync->lock); sync 315 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c if (OMPI_OSC_PT2PT_SYNC_TYPE_PSCW != sync->type) { sync 316 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&sync->lock); sync 321 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_sync_wait_nolock (sync); sync 324 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c group = sync->sync.pscw.group; sync 325 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c group_size = sync->num_peers; sync 327 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c peers = sync->peer_list.peers; sync 330 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_sync_reset (sync); sync 331 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&sync->lock); sync 593 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_sync_t *sync = &module->all_sync; sync 595 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_LOCK(&sync->lock); sync 606 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&sync->lock); sync 608 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c OPAL_THREAD_UNLOCK(&sync->lock); sync 610 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c ompi_osc_pt2pt_sync_expected (sync); sync 614 ompi/mca/osc/pt2pt/osc_pt2pt_active_target.c sync->sync_expected)); sync 62 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int lock_type = lock->sync.lock.type; sync 92 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int lock_type = lock->sync.lock.type; sync 120 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int lock_type = lock->sync.lock.type; sync 162 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int lock_type = lock->sync.lock.type; sync 250 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int target = lock->sync.lock.target; sync 251 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c int assert = lock->sync.lock.assert; sync 336 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c lock->sync.lock.target = target; sync 337 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c lock->sync.lock.type = lock_type; sync 338 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c lock->sync.lock.assert = assert; sync 402 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (!(lock->sync.lock.assert & MPI_MODE_NOCHECK)) { sync 453 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c if (-1 != lock->sync.lock.target) { sync 599 ompi/mca/osc/pt2pt/osc_pt2pt_passive_target.c ret = ompi_osc_pt2pt_flush_lock (module, lock, lock->sync.lock.target); sync 15 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c static void ompi_osc_pt2pt_sync_constructor (ompi_osc_pt2pt_sync_t *sync) sync 17 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c sync->type = OMPI_OSC_PT2PT_SYNC_TYPE_NONE; sync 18 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c sync->eager_send_active = false; sync 19 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c sync->epoch_active = false; sync 20 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c OBJ_CONSTRUCT(&sync->lock, opal_mutex_t); sync 21 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c OBJ_CONSTRUCT(&sync->cond, opal_condition_t); sync 24 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c static void ompi_osc_pt2pt_sync_destructor (ompi_osc_pt2pt_sync_t *sync) sync 26 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c OBJ_DESTRUCT(&sync->lock); sync 27 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c OBJ_DESTRUCT(&sync->cond); sync 36 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c ompi_osc_pt2pt_sync_t *sync; sync 41 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c sync = OBJ_NEW (ompi_osc_pt2pt_sync_t); sync 42 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c if (OPAL_UNLIKELY(NULL == sync)) { sync 46 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c sync->module = module; sync 47 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c return sync; sync 50 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c void ompi_osc_pt2pt_sync_return (ompi_osc_pt2pt_sync_t *sync) sync 52 ompi/mca/osc/pt2pt/osc_pt2pt_sync.c OBJ_RELEASE(sync); sync 63 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h } sync; sync 130 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h static inline void ompi_osc_pt2pt_sync_wait_nolock (ompi_osc_pt2pt_sync_t *sync) sync 132 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h while (!sync->eager_send_active) { sync 135 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h opal_condition_wait(&sync->cond, &sync->lock); sync 142 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h static inline void ompi_osc_pt2pt_sync_wait (ompi_osc_pt2pt_sync_t *sync) sync 144 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h OPAL_THREAD_LOCK(&sync->lock); sync 145 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h ompi_osc_pt2pt_sync_wait_nolock (sync); sync 146 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h OPAL_THREAD_UNLOCK(&sync->lock); sync 152 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h static inline void ompi_osc_pt2pt_sync_wait_expected (ompi_osc_pt2pt_sync_t *sync) sync 154 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h OPAL_THREAD_LOCK(&sync->lock); sync 155 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h while (sync->sync_expected) { sync 158 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h sync->sync_expected)); sync 159 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h opal_condition_wait(&sync->cond, &sync->lock); sync 161 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h OPAL_THREAD_UNLOCK(&sync->lock); sync 167 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h static inline void ompi_osc_pt2pt_sync_expected (ompi_osc_pt2pt_sync_t *sync) sync 169 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h int32_t new_value = OPAL_THREAD_ADD_FETCH32 (&sync->sync_expected, -1); sync 171 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h OPAL_THREAD_LOCK(&sync->lock); sync 172 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h if (!(sync->type == OMPI_OSC_PT2PT_SYNC_TYPE_LOCK && sync->num_peers > 1)) { sync 173 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h sync->eager_send_active = true; sync 175 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h opal_condition_broadcast (&sync->cond); sync 176 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h OPAL_THREAD_UNLOCK(&sync->lock); sync 180 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h static inline void ompi_osc_pt2pt_sync_reset (ompi_osc_pt2pt_sync_t *sync) sync 182 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h sync->type = OMPI_OSC_PT2PT_SYNC_TYPE_NONE; sync 183 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h sync->eager_send_active = false; sync 184 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h sync->epoch_active = 0; sync 185 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h sync->peer_list.peers = NULL; sync 186 ompi/mca/osc/pt2pt/osc_pt2pt_sync.h sync->sync.pscw.group = NULL; sync 427 ompi/mca/osc/rdma/osc_rdma.h module->outstanding_lock_array[lock->sync.lock.target] = lock; sync 429 ompi/mca/osc/rdma/osc_rdma.h (void) opal_hash_table_set_value_uint32 (&module->outstanding_locks, (uint32_t) lock->sync.lock.target, (void *) lock); sync 446 ompi/mca/osc/rdma/osc_rdma.h module->outstanding_lock_array[lock->sync.lock.target] = NULL; sync 448 ompi/mca/osc/rdma/osc_rdma.h (void) opal_hash_table_remove_value_uint32 (&module->outstanding_locks, (uint32_t) lock->sync.lock.target); sync 566 ompi/mca/osc/rdma/osc_rdma.h static inline void ompi_osc_rdma_sync_rdma_complete (ompi_osc_rdma_sync_t *sync) sync 571 ompi/mca/osc/rdma/osc_rdma.h } while (ompi_osc_rdma_sync_get_count (sync)); sync 573 ompi/mca/osc/rdma/osc_rdma.h mca_btl_base_module_t *btl_module = sync->module->selected_btl; sync 576 ompi/mca/osc/rdma/osc_rdma.h if (!ompi_osc_rdma_use_btl_flush (sync->module)) { sync 581 ompi/mca/osc/rdma/osc_rdma.h } while (ompi_osc_rdma_sync_get_count (sync) || (sync->module->rdma_frag && (sync->module->rdma_frag->pending > 1))); sync 188 ompi/mca/osc/rdma/osc_rdma_accumulate.c static inline int ompi_osc_rdma_gacc_contig (ompi_osc_rdma_sync_t *sync, const void *source, int source_count, sync 194 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; sync 200 ompi/mca/osc/rdma/osc_rdma_accumulate.c ", sync %p", len, target_address, (void *) sync); sync 234 ompi/mca/osc/rdma/osc_rdma_accumulate.c return ompi_osc_rdma_put_contig (sync, peer, target_address, target_handle, (void *) source, len, request); sync 241 ompi/mca/osc/rdma/osc_rdma_accumulate.c return ompi_osc_rdma_put_contig (sync, peer, target_address, target_handle, ptr, len, request); sync 252 ompi/mca/osc/rdma/osc_rdma_accumulate.c return ompi_osc_rdma_put_contig (sync, peer, target_address, target_handle, (void *) source, len, request); sync 260 ompi/mca/osc/rdma/osc_rdma_accumulate.c static inline int ompi_osc_rdma_gacc_master (ompi_osc_rdma_sync_t *sync, const void *source_addr, int source_count, sync 266 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; sync 308 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_gacc_contig (sync, source_addr, source_count, source_datatype, result_addr, sync 429 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_gacc_contig (sync, source_iovec[source_iov_index].iov_base, acc_len / target_primitive->super.size, sync 476 ompi/mca/osc/rdma/osc_rdma_accumulate.c static inline int ompi_osc_rdma_cas_atomic (ompi_osc_rdma_sync_t *sync, const void *source_addr, const void *compare_addr, sync 481 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; sync 520 ompi/mca/osc/rdma/osc_rdma_accumulate.c static int ompi_osc_rdma_fetch_and_op_atomic (ompi_osc_rdma_sync_t *sync, const void *origin_addr, void *result_addr, ompi_datatype_t *dt, sync 525 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; sync 565 ompi/mca/osc/rdma/osc_rdma_accumulate.c static int ompi_osc_rdma_fetch_and_op_cas (ompi_osc_rdma_sync_t *sync, const void *origin_addr, void *result_addr, ompi_datatype_t *dt, sync 570 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; sync 624 ompi/mca/osc/rdma/osc_rdma_accumulate.c static int ompi_osc_rdma_acc_single_atomic (ompi_osc_rdma_sync_t *sync, const void *origin_addr, ompi_datatype_t *dt, ptrdiff_t extent, sync 628 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; sync 635 ompi/mca/osc/rdma/osc_rdma_accumulate.c return ompi_osc_rdma_fetch_and_op_atomic (sync, origin_addr, NULL, dt, extent, peer, target_address, target_handle, sync 695 ompi/mca/osc/rdma/osc_rdma_accumulate.c static inline int cas_rdma (ompi_osc_rdma_sync_t *sync, const void *source_addr, const void *compare_addr, void *result_addr, sync 699 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; sync 709 ompi/mca/osc/rdma/osc_rdma_accumulate.c ", sync %p", len, target_address, (void *) sync); sync 779 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_sync_t *sync; sync 789 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); sync 790 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (OPAL_UNLIKELY(NULL == sync)) { sync 819 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_cas_atomic (sync, origin_addr, compare_addr, result_addr, dt, sync 835 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = cas_rdma (sync, origin_addr, compare_addr, result_addr, dt, peer, target_address, sync 851 ompi/mca/osc/rdma/osc_rdma_accumulate.c int ompi_osc_rdma_rget_accumulate_internal (ompi_osc_rdma_sync_t *sync, const void *origin_addr, int origin_count, sync 858 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_module_t *module = sync->module; sync 902 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_acc_single_atomic (sync, origin_addr, origin_datatype, origin_extent, peer, target_address, sync 905 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_fetch_and_op_atomic (sync, origin_addr, result_addr, origin_datatype, origin_extent, peer, target_address, sync 914 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_fetch_and_op_cas (sync, origin_addr, result_addr, origin_datatype, origin_extent, peer, target_address, sync 935 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_gacc_master (sync, origin_addr, origin_count, origin_datatype, result_addr, result_count, sync 954 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_sync_t *sync; sync 962 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); sync 963 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (OPAL_UNLIKELY(NULL == sync)) { sync 967 ompi/mca/osc/rdma/osc_rdma_accumulate.c return ompi_osc_rdma_rget_accumulate_internal (sync, origin_addr, origin_count, origin_datatype, sync 982 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_sync_t *sync; sync 991 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); sync 992 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (OPAL_UNLIKELY(NULL == sync)) { sync 998 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_rget_accumulate_internal (sync, origin_addr, origin_count, origin_datatype, result_addr, sync 1018 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_sync_t *sync; sync 1025 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); sync 1026 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (OPAL_UNLIKELY(NULL == sync)) { sync 1032 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_rget_accumulate_internal (sync, origin_addr, origin_count, origin_datatype, NULL, 0, sync 1051 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_sync_t *sync; sync 1057 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); sync 1058 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (OPAL_UNLIKELY(NULL == sync)) { sync 1062 ompi/mca/osc/rdma/osc_rdma_accumulate.c return ompi_osc_rdma_rget_accumulate_internal (sync, origin_addr, origin_count, origin_datatype, NULL, 0, sync 1073 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_sync_t *sync; sync 1078 ompi/mca/osc/rdma/osc_rdma_accumulate.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); sync 1079 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (OPAL_UNLIKELY(NULL == sync)) { sync 1083 ompi/mca/osc/rdma/osc_rdma_accumulate.c return ompi_osc_rdma_rget_accumulate_internal (sync, origin_addr, 1, dt, result_addr, 1, dt, peer, sync 225 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_sync_t *sync = &module->all_sync; sync 228 ompi/mca/osc/rdma/osc_rdma_active_target.c if (OMPI_OSC_RDMA_SYNC_TYPE_PSCW == sync->type) { sync 229 ompi/mca/osc/rdma/osc_rdma_active_target.c count = sync->num_peers; sync 238 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_handle_post (module, state->post_peers[i] - 1, sync->peer_list.peers, count); sync 364 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_sync_t *sync = &module->all_sync; sync 379 ompi/mca/osc/rdma/osc_rdma_active_target.c sync->num_peers = ompi_group_size (group); sync 380 ompi/mca/osc/rdma/osc_rdma_active_target.c sync->sync.pscw.group = group; sync 385 ompi/mca/osc/rdma/osc_rdma_active_target.c OSC_RDMA_VERBOSE(MCA_BASE_VERBOSE_TRACE, "start group size %d", sync->num_peers); sync 395 ompi/mca/osc/rdma/osc_rdma_active_target.c sync->type = OMPI_OSC_RDMA_SYNC_TYPE_PSCW; sync 399 ompi/mca/osc/rdma/osc_rdma_active_target.c sync->epoch_active = true; sync 402 ompi/mca/osc/rdma/osc_rdma_active_target.c sync->peer_list.peers = ompi_osc_rdma_get_peers (module, group); sync 403 ompi/mca/osc/rdma/osc_rdma_active_target.c if (NULL == sync->peer_list.peers) { sync 415 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_peer_t *peer = sync->peer_list.peers[i]; sync 448 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_sync_t *sync = &module->all_sync; sync 457 ompi/mca/osc/rdma/osc_rdma_active_target.c if (OMPI_OSC_RDMA_SYNC_TYPE_PSCW != sync->type) { sync 463 ompi/mca/osc/rdma/osc_rdma_active_target.c group = sync->sync.pscw.group; sync 464 ompi/mca/osc/rdma/osc_rdma_active_target.c group_size = sync->num_peers; sync 465 ompi/mca/osc/rdma/osc_rdma_active_target.c sync->type = OMPI_OSC_RDMA_SYNC_TYPE_NONE; sync 466 ompi/mca/osc/rdma/osc_rdma_active_target.c sync->epoch_active = false; sync 471 ompi/mca/osc/rdma/osc_rdma_active_target.c peers = sync->peer_list.peers; sync 479 ompi/mca/osc/rdma/osc_rdma_active_target.c sync->peer_list.peers = NULL; sync 483 ompi/mca/osc/rdma/osc_rdma_active_target.c ompi_osc_rdma_sync_rdma_complete (sync); sync 25 ompi/mca/osc/rdma/osc_rdma_comm.c static inline void ompi_osc_rdma_cleanup_rdma (ompi_osc_rdma_sync_t *sync, bool dec_always, ompi_osc_rdma_frag_t *frag, sync 31 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_deregister (sync->module, handle); sync 39 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_rdma_dec_always (sync); sync 41 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_rdma_dec (sync); sync 45 ompi/mca/osc/rdma/osc_rdma_comm.c static int ompi_osc_rdma_get_contig (ompi_osc_rdma_sync_t *sync, ompi_osc_rdma_peer_t *peer, uint64_t source_address, sync 154 ompi/mca/osc/rdma/osc_rdma_comm.c typedef int (*ompi_osc_rdma_fn_t) (ompi_osc_rdma_sync_t *sync, ompi_osc_rdma_peer_t *peer, uint64_t remote_address, sync 178 ompi/mca/osc/rdma/osc_rdma_comm.c static int ompi_osc_rdma_master_noncontig (ompi_osc_rdma_sync_t *sync, void *local_address, int local_count, ompi_datatype_t *local_datatype, sync 184 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; sync 264 ompi/mca/osc/rdma/osc_rdma_comm.c ret = rdma_fn (sync, peer, (uint64_t) (intptr_t) remote_iovec[remote_iov_index].iov_base, remote_handle, sync 313 ompi/mca/osc/rdma/osc_rdma_comm.c static inline int ompi_osc_rdma_master (ompi_osc_rdma_sync_t *sync, void *local_address, int local_count, sync 331 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; sync 349 ompi/mca/osc/rdma/osc_rdma_comm.c ret = rdma_fn (sync, peer, remote_address, remote_handle, local_address, rdma_len, request); sync 354 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_progress (sync->module); sync 358 ompi/mca/osc/rdma/osc_rdma_comm.c return ompi_osc_rdma_master_noncontig (sync, local_address, local_count, local_datatype, peer, remote_address, sync 385 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_t *sync = (ompi_osc_rdma_sync_t *) context; sync 392 ompi/mca/osc/rdma/osc_rdma_comm.c sync = request->sync; sync 399 ompi/mca/osc/rdma/osc_rdma_comm.c "address %p. opal status %d", (void *) sync, local_address, status); sync 404 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_deregister (sync->module, local_handle); sync 407 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_rdma_dec (sync); sync 437 ompi/mca/osc/rdma/osc_rdma_comm.c static int ompi_osc_rdma_put_real (ompi_osc_rdma_sync_t *sync, ompi_osc_rdma_peer_t *peer, uint64_t target_address, sync 441 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; sync 445 ompi/mca/osc/rdma/osc_rdma_comm.c "object %p...", (unsigned long) size, target_address, (void *) sync); sync 448 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_rdma_inc (sync); sync 473 ompi/mca/osc/rdma/osc_rdma_comm.c int ompi_osc_rdma_put_contig (ompi_osc_rdma_sync_t *sync, ompi_osc_rdma_peer_t *peer, uint64_t target_address, sync 477 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; sync 511 ompi/mca/osc/rdma/osc_rdma_comm.c cbcontext = (void *) sync; sync 519 ompi/mca/osc/rdma/osc_rdma_comm.c request->sync = sync; sync 522 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_put_real (sync, peer, target_address, target_handle, ptr, local_handle, size, cbfunc, sync 525 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_cleanup_rdma (sync, false, frag, local_handle, request); sync 538 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_t *sync = request->sync; sync 542 ompi/mca/osc/rdma/osc_rdma_comm.c "address %p. origin %p. opal status %d", (void *) sync, local_address, origin_addr, status); sync 554 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_rdma_dec (sync); sync 557 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_rdma_dec_always (sync); sync 563 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_deregister (sync->module, local_handle); sync 569 ompi/mca/osc/rdma/osc_rdma_comm.c static int ompi_osc_rdma_get_partial (ompi_osc_rdma_sync_t *sync, ompi_osc_rdma_peer_t *peer, uint64_t source_address, sync 572 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; sync 582 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_get_contig (sync, peer, source_address, source_handle, target_buffer, size, subreq); sync 591 ompi/mca/osc/rdma/osc_rdma_comm.c static int ompi_osc_rdma_get_contig (ompi_osc_rdma_sync_t *sync, ompi_osc_rdma_peer_t *peer, uint64_t source_address, sync 595 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; sync 627 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_get_partial (sync, peer, source_address, source_handle, target_buffer, subsize, request); sync 646 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_get_partial (sync, peer, source_address + aligned_len, source_handle, sync 682 ompi/mca/osc/rdma/osc_rdma_comm.c request->sync = sync; sync 688 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_rdma_inc_always (sync); sync 694 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_rdma_inc (sync); sync 720 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_cleanup_rdma (sync, counter_needs_inc, frag, local_handle, request); sync 725 ompi/mca/osc/rdma/osc_rdma_comm.c static inline int ompi_osc_rdma_put_w_req (ompi_osc_rdma_sync_t *sync, const void *origin_addr, int origin_count, sync 730 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; sync 763 ompi/mca/osc/rdma/osc_rdma_comm.c return ompi_osc_rdma_master (sync, (void *) origin_addr, origin_count, origin_datatype, peer, target_address, target_handle, sync 768 ompi/mca/osc/rdma/osc_rdma_comm.c static inline int ompi_osc_rdma_get_w_req (ompi_osc_rdma_sync_t *sync, void *origin_addr, int origin_count, ompi_datatype_t *origin_datatype, sync 772 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_module_t *module = sync->module; sync 803 ompi/mca/osc/rdma/osc_rdma_comm.c return ompi_osc_rdma_master (sync, origin_addr, origin_count, origin_datatype, peer, source_address, sync 813 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_t *sync; sync 819 ompi/mca/osc/rdma/osc_rdma_comm.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); sync 820 ompi/mca/osc/rdma/osc_rdma_comm.c if (OPAL_UNLIKELY(NULL == sync)) { sync 824 ompi/mca/osc/rdma/osc_rdma_comm.c return ompi_osc_rdma_put_w_req (sync, origin_addr, origin_count, origin_datatype, peer, target_disp, sync 836 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_t *sync; sync 842 ompi/mca/osc/rdma/osc_rdma_comm.c sync = ompi_osc_rdma_module_sync_lookup (module, target_rank, &peer); sync 843 ompi/mca/osc/rdma/osc_rdma_comm.c if (OPAL_UNLIKELY(NULL == sync)) { sync 851 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_put_w_req (sync, origin_addr, origin_count, origin_datatype, peer, target_disp, sync 869 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_t *sync; sync 875 ompi/mca/osc/rdma/osc_rdma_comm.c sync = ompi_osc_rdma_module_sync_lookup (module, source_rank, &peer); sync 876 ompi/mca/osc/rdma/osc_rdma_comm.c if (OPAL_UNLIKELY(NULL == sync)) { sync 880 ompi/mca/osc/rdma/osc_rdma_comm.c return ompi_osc_rdma_get_w_req (sync, origin_addr, origin_count, origin_datatype, peer, sync 892 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_sync_t *sync; sync 899 ompi/mca/osc/rdma/osc_rdma_comm.c sync = ompi_osc_rdma_module_sync_lookup (module, source_rank, &peer); sync 900 ompi/mca/osc/rdma/osc_rdma_comm.c if (OPAL_UNLIKELY(NULL == sync)) { sync 907 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_get_w_req (sync, origin_addr, origin_count, origin_datatype, peer, sync 120 ompi/mca/osc/rdma/osc_rdma_comm.h int ompi_osc_rdma_put_contig (ompi_osc_rdma_sync_t *sync, ompi_osc_rdma_peer_t *peer, uint64_t target_address, sync 120 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (MPI_LOCK_EXCLUSIVE == lock->sync.lock.type) { sync 169 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (MPI_LOCK_EXCLUSIVE == lock->sync.lock.type) { sync 239 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock->sync.lock.target = target; sync 240 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock->sync.lock.type = lock_type; sync 241 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock->sync.lock.assert = assert; sync 291 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (!(lock->sync.lock.assert & MPI_MODE_NOCHECK)) { sync 340 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock->sync.lock.target = -1; sync 341 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock->sync.lock.type = MPI_LOCK_SHARED; sync 342 ompi/mca/osc/rdma/osc_rdma_passive_target.c lock->sync.lock.assert = assert; sync 399 ompi/mca/osc/rdma/osc_rdma_passive_target.c if (0 == (lock->sync.lock.assert & MPI_MODE_NOCHECK)) { sync 58 ompi/mca/osc/rdma/osc_rdma_request.h struct ompi_osc_rdma_sync_t *sync; sync 78 ompi/mca/osc/rdma/osc_rdma_sync.h } sync; sync 1344 ompi/mpi/java/java/File.java sync(handle); sync 782 ompi/mpi/java/java/Win.java sync(handle); sync 92 ompi/request/req_wait.c ompi_wait_sync_t sync; sync 99 ompi/request/req_wait.c WAIT_SYNC_INIT(&sync, 1); sync 115 ompi/request/req_wait.c if( !OPAL_ATOMIC_COMPARE_EXCHANGE_STRONG_PTR(&request->req_complete, &_tmp_ptr, &sync) ) { sync 129 ompi/request/req_wait.c WAIT_SYNC_RELEASE_NOWAIT(&sync); sync 133 ompi/request/req_wait.c SYNC_WAIT(&sync); sync 141 ompi/request/req_wait.c void *tmp_ptr = &sync; sync 163 ompi/request/req_wait.c WAIT_SYNC_SIGNALLED(&sync); sync 196 ompi/request/req_wait.c WAIT_SYNC_RELEASE(&sync); sync 209 ompi/request/req_wait.c ompi_wait_sync_t sync; sync 215 ompi/request/req_wait.c WAIT_SYNC_INIT(&sync, count); sync 227 ompi/request/req_wait.c if (!OPAL_ATOMIC_COMPARE_EXCHANGE_STRONG_PTR(&request->req_complete, &_tmp_ptr, &sync)) { sync 239 ompi/request/req_wait.c wait_sync_update(&sync, completed, OPAL_SUCCESS); sync 243 ompi/request/req_wait.c mpi_error = SYNC_WAIT(&sync); sync 255 ompi/request/req_wait.c void *_tmp_ptr = &sync; sync 317 ompi/request/req_wait.c void *_tmp_ptr = &sync; sync 380 ompi/request/req_wait.c WAIT_SYNC_RELEASE(&sync); sync 395 ompi/request/req_wait.c ompi_wait_sync_t sync; sync 403 ompi/request/req_wait.c WAIT_SYNC_INIT(&sync, 1); sync 423 ompi/request/req_wait.c indices[num_active_reqs] = OPAL_ATOMIC_COMPARE_EXCHANGE_STRONG_PTR(&request->req_complete, &_tmp_ptr, &sync); sync 435 ompi/request/req_wait.c WAIT_SYNC_RELEASE_NOWAIT(&sync); sync 442 ompi/request/req_wait.c SYNC_WAIT(&sync); sync 452 ompi/request/req_wait.c void *_tmp_ptr = &sync; sync 485 ompi/request/req_wait.c WAIT_SYNC_SIGNALLED(&sync); sync 488 ompi/request/req_wait.c WAIT_SYNC_RELEASE(&sync); sync 400 ompi/request/request.h ompi_wait_sync_t sync; sync 402 ompi/request/request.h WAIT_SYNC_INIT(&sync, 1); sync 404 ompi/request/request.h if (OPAL_ATOMIC_COMPARE_EXCHANGE_STRONG_PTR(&req->req_complete, &_tmp_ptr, &sync)) { sync 405 ompi/request/request.h SYNC_WAIT(&sync); sync 408 ompi/request/request.h WAIT_SYNC_SIGNALLED(&sync); sync 412 ompi/request/request.h WAIT_SYNC_RELEASE(&sync); sync 171 opal/mca/btl/portals4/btl_portals4.h #define BTL_PORTALS4_SET_HDR_DATA(hdr_data, opcount, length, sync) \ sync 173 opal/mca/btl/portals4/btl_portals4.h hdr_data = (sync) ? 1 : 0; \ sync 27 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c int pmix_sync_wait_mt(pmix_wait_sync_t *sync) sync 33 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c if(sync->count <= 0) sync 34 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c return (0 == sync->status) ? PMIX_SUCCESS : PMIX_ERROR; sync 37 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c pthread_mutex_lock(&sync->lock); sync 42 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c if(sync->count <= 0) { sync 43 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c pthread_mutex_unlock(&sync->lock); sync 44 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c return (0 == sync->status) ? PMIX_SUCCESS : PMIX_ERROR; sync 50 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c sync->next = sync->prev = sync; sync 51 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c wait_sync_list = sync; sync 53 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c sync->prev = wait_sync_list->prev; sync 54 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c sync->prev->next = sync; sync 55 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c sync->next = wait_sync_list; sync 56 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c wait_sync_list->prev = sync; sync 66 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c if( sync != wait_sync_list ) { sync 67 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c pthread_cond_wait(&sync->condition, &sync->lock); sync 75 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c if( sync->count <= 0 ) { /* Completed? */ sync 76 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c pthread_mutex_unlock(&sync->lock); sync 83 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c pthread_mutex_unlock(&sync->lock); sync 84 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c while(sync->count > 0) { /* progress till completion */ sync 86 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c assert(sync == wait_sync_list); sync 91 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c sync->prev->next = sync->next; sync 92 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c sync->next->prev = sync->prev; sync 94 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c if( sync == wait_sync_list ) { sync 95 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c wait_sync_list = (sync == sync->next) ? NULL : sync->next; sync 101 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.c return (0 == sync->status) ? PMIX_SUCCESS : PMIX_ERROR; sync 43 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h #define PMIX_SYNC_WAIT(sync) pmix_sync_wait_mt (sync) sync 53 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h #define PMIX_WAIT_SYNC_RELEASE(sync) \ sync 54 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h while ((sync)->signaling) { \ sync 57 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h pthread_cond_destroy(&(sync)->condition); \ sync 58 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h pthread_mutex_destroy(&(sync)->lock); sync 60 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h #define PMIX_WAIT_SYNC_RELEASE_NOWAIT(sync) \ sync 61 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h pthread_cond_destroy(&(sync)->condition); \ sync 62 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h pthread_mutex_destroy(&(sync)->lock); sync 65 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h #define PMIX_WAIT_SYNC_SIGNAL(sync) \ sync 66 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h pthread_mutex_lock(&(sync->lock)); \ sync 67 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h pthread_cond_signal(&sync->condition); \ sync 68 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h pthread_mutex_unlock(&(sync->lock)); \ sync 69 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h sync->signaling = false; sync 71 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h #define PMIX_WAIT_SYNC_SIGNALLED(sync){ \ sync 72 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h (sync)->signaling = false; \ sync 75 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h PMIX_EXPORT int pmix_sync_wait_mt(pmix_wait_sync_t *sync); sync 76 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h static inline int pmix_sync_wait_st (pmix_wait_sync_t *sync) sync 78 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h while (sync->count > 0) { sync 81 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h return sync->status; sync 85 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h #define PMIX_WAIT_SYNC_INIT(sync,c) \ sync 87 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h (sync)->count = (c); \ sync 88 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h (sync)->next = NULL; \ sync 89 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h (sync)->prev = NULL; \ sync 90 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h (sync)->status = 0; \ sync 91 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h (sync)->signaling = (0 != (c)); \ sync 92 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h pthread_cond_init (&(sync)->condition, NULL); \ sync 93 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h pthread_mutex_init (&(sync)->lock, NULL); \ sync 102 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h static inline void pmix_wait_sync_update(pmix_wait_sync_t *sync, sync 106 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h if( 0 != (PMIX_THREAD_ADD_FETCH32(&sync->count, -updates)) ) { sync 111 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h sync->status = PMIX_ERROR; sync 113 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h pmix_atomic_swap_32 (&sync->count, 0); sync 115 opal/mca/pmix/pmix4x/pmix/src/threads/wait_sync.h PMIX_WAIT_SYNC_SIGNAL(sync); sync 29 opal/threads/wait_sync.c int ompi_sync_wait_mt(ompi_wait_sync_t *sync) sync 35 opal/threads/wait_sync.c if(sync->count <= 0) sync 36 opal/threads/wait_sync.c return (0 == sync->status) ? OPAL_SUCCESS : OPAL_ERROR; sync 39 opal/threads/wait_sync.c pthread_mutex_lock(&sync->lock); sync 44 opal/threads/wait_sync.c if(sync->count <= 0) { sync 45 opal/threads/wait_sync.c pthread_mutex_unlock(&sync->lock); sync 46 opal/threads/wait_sync.c return (0 == sync->status) ? OPAL_SUCCESS : OPAL_ERROR; sync 52 opal/threads/wait_sync.c sync->next = sync->prev = sync; sync 53 opal/threads/wait_sync.c wait_sync_list = sync; sync 55 opal/threads/wait_sync.c sync->prev = wait_sync_list->prev; sync 56 opal/threads/wait_sync.c sync->prev->next = sync; sync 57 opal/threads/wait_sync.c sync->next = wait_sync_list; sync 58 opal/threads/wait_sync.c wait_sync_list->prev = sync; sync 68 opal/threads/wait_sync.c if( sync != wait_sync_list && num_thread_in_progress >= opal_max_thread_in_progress) { sync 69 opal/threads/wait_sync.c pthread_cond_wait(&sync->condition, &sync->lock); sync 77 opal/threads/wait_sync.c if( sync->count <= 0 ) { /* Completed? */ sync 78 opal/threads/wait_sync.c pthread_mutex_unlock(&sync->lock); sync 84 opal/threads/wait_sync.c pthread_mutex_unlock(&sync->lock); sync 87 opal/threads/wait_sync.c while(sync->count > 0) { /* progress till completion */ sync 95 opal/threads/wait_sync.c sync->prev->next = sync->next; sync 96 opal/threads/wait_sync.c sync->next->prev = sync->prev; sync 98 opal/threads/wait_sync.c if( sync == wait_sync_list ) { sync 99 opal/threads/wait_sync.c wait_sync_list = (sync == sync->next) ? NULL : sync->next; sync 105 opal/threads/wait_sync.c return (0 == sync->status) ? OPAL_SUCCESS : OPAL_ERROR; sync 43 opal/threads/wait_sync.h #define SYNC_WAIT(sync) (opal_using_threads() ? ompi_sync_wait_mt (sync) : sync_wait_st (sync)) sync 53 opal/threads/wait_sync.h #define WAIT_SYNC_RELEASE(sync) \ sync 55 opal/threads/wait_sync.h while ((sync)->signaling) { \ sync 58 opal/threads/wait_sync.h pthread_cond_destroy(&(sync)->condition); \ sync 59 opal/threads/wait_sync.h pthread_mutex_destroy(&(sync)->lock); \ sync 62 opal/threads/wait_sync.h #define WAIT_SYNC_RELEASE_NOWAIT(sync) \ sync 64 opal/threads/wait_sync.h pthread_cond_destroy(&(sync)->condition); \ sync 65 opal/threads/wait_sync.h pthread_mutex_destroy(&(sync)->lock); \ sync 69 opal/threads/wait_sync.h #define WAIT_SYNC_SIGNAL(sync) \ sync 71 opal/threads/wait_sync.h pthread_mutex_lock(&(sync->lock)); \ sync 72 opal/threads/wait_sync.h pthread_cond_signal(&sync->condition); \ sync 73 opal/threads/wait_sync.h pthread_mutex_unlock(&(sync->lock)); \ sync 74 opal/threads/wait_sync.h sync->signaling = false; \ sync 77 opal/threads/wait_sync.h #define WAIT_SYNC_SIGNALLED(sync){ \ sync 78 opal/threads/wait_sync.h (sync)->signaling = false; \ sync 81 opal/threads/wait_sync.h OPAL_DECLSPEC int ompi_sync_wait_mt(ompi_wait_sync_t *sync); sync 82 opal/threads/wait_sync.h static inline int sync_wait_st (ompi_wait_sync_t *sync) sync 84 opal/threads/wait_sync.h while (sync->count > 0) { sync 88 opal/threads/wait_sync.h return sync->status; sync 92 opal/threads/wait_sync.h #define WAIT_SYNC_INIT(sync,c) \ sync 94 opal/threads/wait_sync.h (sync)->count = (c); \ sync 95 opal/threads/wait_sync.h (sync)->next = NULL; \ sync 96 opal/threads/wait_sync.h (sync)->prev = NULL; \ sync 97 opal/threads/wait_sync.h (sync)->status = 0; \ sync 98 opal/threads/wait_sync.h (sync)->signaling = (0 != (c)); \ sync 100 opal/threads/wait_sync.h pthread_cond_init (&(sync)->condition, NULL); \ sync 101 opal/threads/wait_sync.h pthread_mutex_init (&(sync)->lock, NULL); \ sync 111 opal/threads/wait_sync.h static inline void wait_sync_update(ompi_wait_sync_t *sync, int updates, int status) sync 114 opal/threads/wait_sync.h if( 0 != (OPAL_THREAD_ADD_FETCH32(&sync->count, -updates)) ) { sync 119 opal/threads/wait_sync.h sync->status = OPAL_ERROR; sync 121 opal/threads/wait_sync.h opal_atomic_swap_32 (&sync->count, 0); sync 123 opal/threads/wait_sync.h WAIT_SYNC_SIGNAL(sync); sync 707 orte/mca/snapc/full/snapc_full_app.c orte_sstore.sync(current_ss_handle); sync 1148 orte/mca/snapc/full/snapc_full_app.c orte_sstore.sync(current_ss_handle); sync 1317 orte/mca/snapc/full/snapc_full_app.c orte_sstore.sync(current_ss_handle); sync 2343 orte/mca/snapc/full/snapc_full_global.c orte_sstore.sync(global_snapshot.ss_handle); sync 1250 orte/mca/snapc/full/snapc_full_local.c orte_sstore.sync(local_global_snapshot.ss_handle); sync 1807 orte/mca/snapc/full/snapc_full_local.c orte_sstore.sync(local_global_snapshot.ss_handle); sync 385 orte/mca/sstore/sstore.h orte_sstore_base_sync_fn_t sync;