rdma_desc 53 opal/mca/btl/ugni/btl_ugni_device.h int mca_btl_ugni_device_handle_event_error (struct mca_btl_ugni_rdma_desc_t *rdma_desc, gni_cq_entry_t event_data); rdma_desc 142 opal/mca/btl/ugni/btl_ugni_device.h static inline int _mca_btl_ugni_repost_rdma_desc_device (mca_btl_ugni_device_t *device, mca_btl_ugni_rdma_desc_t *rdma_desc) rdma_desc 144 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_post_descriptor_t *post_desc = &rdma_desc->btl_ugni_desc; rdma_desc 148 opal/mca/btl/ugni/btl_ugni_device.h rc = GNI_PostRdma (rdma_desc->gni_handle, &post_desc->gni_desc); rdma_desc 150 opal/mca/btl/ugni/btl_ugni_device.h rc = GNI_PostFma (rdma_desc->gni_handle, &post_desc->gni_desc); rdma_desc 160 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_rdma_desc_t *rdma_desc; rdma_desc 184 opal/mca/btl/ugni/btl_ugni_device.h rdma_desc = MCA_BTL_UGNI_GNI_DESC_TO_RDMA_DESC(desc); rdma_desc 187 opal/mca/btl/ugni/btl_ugni_device.h desc_rc = mca_btl_ugni_device_handle_event_error (rdma_desc, event_data); rdma_desc 196 opal/mca/btl/ugni/btl_ugni_device.h if (rdma_desc->btl_ugni_desc.cbfunc || rdma_desc->btl_ugni_desc.use_bte || OPAL_SUCCESS != desc_rc) { rdma_desc 197 opal/mca/btl/ugni/btl_ugni_device.h post_desc[desc_index] = rdma_desc->btl_ugni_desc; rdma_desc 203 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_return_rdma_desc (rdma_desc); rdma_desc 245 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_rdma_desc_t *rdma_desc; rdma_desc 251 opal/mca/btl/ugni/btl_ugni_device.h rdma_desc = mca_btl_ugni_alloc_rdma_desc (device, desc, use_bte); rdma_desc 252 opal/mca/btl/ugni/btl_ugni_device.h if (OPAL_LIKELY(NULL != rdma_desc)) { rdma_desc 253 opal/mca/btl/ugni/btl_ugni_device.h return rdma_desc; rdma_desc 256 opal/mca/btl/ugni/btl_ugni_device.h if (OPAL_LIKELY(NULL == rdma_desc && !args->count)) { rdma_desc 271 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_rdma_desc_t *rdma_desc; rdma_desc 274 opal/mca/btl/ugni/btl_ugni_device.h rdma_desc = mca_btl_ugni_get_rdma_desc_device (device, args, false); rdma_desc 275 opal/mca/btl/ugni/btl_ugni_device.h if (OPAL_UNLIKELY(NULL == rdma_desc)) { rdma_desc 280 opal/mca/btl/ugni/btl_ugni_device.h "length %lu", (void*)rdma_desc, rdma_desc->btl_ugni_desc.gni_desc.type, rdma_desc->btl_ugni_desc.gni_desc.amo_cmd, rdma_desc 281 opal/mca/btl/ugni/btl_ugni_device.h rdma_desc->btl_ugni_desc.gni_desc.remote_addr, rdma_desc->btl_ugni_desc.gni_desc.length)); rdma_desc 283 opal/mca/btl/ugni/btl_ugni_device.h rc = GNI_PostFma (rdma_desc->gni_handle, &rdma_desc->btl_ugni_desc.gni_desc); rdma_desc 285 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_return_rdma_desc (rdma_desc); rdma_desc 312 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_rdma_desc_t *rdma_desc; rdma_desc 315 opal/mca/btl/ugni/btl_ugni_device.h rdma_desc = mca_btl_ugni_get_rdma_desc_device (device, args, true); rdma_desc 316 opal/mca/btl/ugni/btl_ugni_device.h if (OPAL_UNLIKELY(NULL == rdma_desc)) { rdma_desc 321 opal/mca/btl/ugni/btl_ugni_device.h rdma_desc->btl_ugni_desc.cq = mca_btl_ugni_component.progress_thread_enabled ? &device->dev_rdma_local_irq_cq : rdma_desc 325 opal/mca/btl/ugni/btl_ugni_device.h "length %lu", (void*)rdma_desc, rdma_desc->btl_ugni_desc.gni_desc.type, rdma_desc->btl_ugni_desc.gni_desc.amo_cmd, rdma_desc 326 opal/mca/btl/ugni/btl_ugni_device.h rdma_desc->btl_ugni_desc.gni_desc.remote_addr, rdma_desc->btl_ugni_desc.gni_desc.length)); rdma_desc 328 opal/mca/btl/ugni/btl_ugni_device.h rc = GNI_PostRdma (rdma_desc->gni_handle, &rdma_desc->btl_ugni_desc.gni_desc); rdma_desc 330 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_return_rdma_desc (rdma_desc); rdma_desc 334 opal/mca/btl/ugni/btl_ugni_device.h ++rdma_desc->btl_ugni_desc.cq->active_operations; rdma_desc 357 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_rdma_desc_t *rdma_desc; rdma_desc 362 opal/mca/btl/ugni/btl_ugni_device.h rdma_desc = mca_btl_ugni_alloc_rdma_desc (device, desc, false); rdma_desc 363 opal/mca/btl/ugni/btl_ugni_device.h if (OPAL_UNLIKELY(NULL == rdma_desc)) { rdma_desc 367 opal/mca/btl/ugni/btl_ugni_device.h rc = GNI_PostCqWrite (rdma_desc->gni_handle, &rdma_desc->btl_ugni_desc.gni_desc); rdma_desc 369 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_return_rdma_desc (rdma_desc); rdma_desc 66 opal/mca/btl/ugni/btl_ugni_frag.c mca_btl_ugni_rdma_desc_t *rdma_desc = (mca_btl_ugni_rdma_desc_t *) item; rdma_desc 70 opal/mca/btl/ugni/btl_ugni_frag.c grc = GNI_EpCreate (device->dev_handle, device->dev_rdma_local_cq.gni_handle, &rdma_desc->gni_handle); rdma_desc 71 opal/mca/btl/ugni/btl_ugni_frag.c rdma_desc->device = device; rdma_desc 345 opal/mca/btl/ugni/btl_ugni_module.c int mca_btl_ugni_device_handle_event_error (mca_btl_ugni_rdma_desc_t *rdma_desc, gni_cq_entry_t event_data) rdma_desc 347 opal/mca/btl/ugni/btl_ugni_module.c mca_btl_ugni_device_t *device = rdma_desc->device; rdma_desc 352 opal/mca/btl/ugni/btl_ugni_module.c if (OPAL_UNLIKELY(++rdma_desc->tries >= mca_btl_ugni_component.rdma_max_retries || !recoverable)) { rdma_desc 356 opal/mca/btl/ugni/btl_ugni_module.c BTL_ERROR(("giving up on desciptor %p, recoverable %d: %s", (void *) rdma_desc, recoverable, char_buffer)); rdma_desc 361 opal/mca/btl/ugni/btl_ugni_module.c return _mca_btl_ugni_repost_rdma_desc_device (device, rdma_desc);