elem 69 ompi/include/ompi/memchecker.h while ( OPAL_DATATYPE_LOOP == pElem->elem.common.flags ) { elem 74 ompi/include/ompi/memchecker.h while( pElem->elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 76 ompi/include/ompi/memchecker.h f( (void *)(source_base + pElem->elem.disp), pElem->elem.count*pElem->elem.extent ); elem 124 ompi/include/ompi/memchecker.h while ( OPAL_DATATYPE_LOOP == pElem->elem.common.flags ) { elem 129 ompi/include/ompi/memchecker.h while( pElem->elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 131 ompi/include/ompi/memchecker.h f( (void *)(source_base + pElem->elem.disp), pElem->elem.count*pElem->elem.extent ); elem 49 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h custom_match_prq_node* elem = list->head; elem 51 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h while(elem) elem 53 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h for(i = elem->start; i <= elem->end; i++) elem 55 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(elem->value[i] == req) elem 60 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->tags[i] = ~0; elem 61 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->tmask[i] = ~0; elem 62 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->srcs[i] = ~0; elem 63 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->smask[i] = ~0; elem 64 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->value[i] = 0; elem 65 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(i == elem->start || i == elem->end) elem 67 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 68 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 69 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(elem->start > elem->end) elem 73 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h prev->next = elem->next; elem 77 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->head = elem->next; elem 79 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(!elem->next) elem 83 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->next = list->pool; elem 84 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->pool = elem; elem 91 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h prev = elem; elem 92 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = elem->next; elem 103 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h custom_match_prq_node* elem = list->head; elem 106 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h while(elem) elem 108 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h for(i = elem->start; i <= elem->end; i++) elem 110 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(elem->value[i]) elem 112 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h result = ((elem->tags[i] & elem->tmask[i]) == (tag & elem->tmask[i])) && ((elem->srcs[i] & elem->smask[i]) == (peer & elem->smask[i])); elem 115 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h return elem->value[i]; elem 118 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = elem->next; elem 131 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h custom_match_prq_node* elem = list->head; elem 133 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h while(elem) elem 135 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h for(i = elem->start; i <= elem->end; i++) elem 137 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(elem->value[i]) elem 139 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h result = ((elem->tags[i] & elem->tmask[i]) == (tag & elem->tmask[i])) && ((elem->srcs[i] & elem->smask[i]) == (peer & elem->smask[i])); elem 142 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h void* payload = elem->value[i]; elem 143 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->tags[i] = ~0; elem 144 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->tmask[i] = ~0; elem 145 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->srcs[i] = ~0; elem 146 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->smask[i] = ~0; elem 147 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->value[i] = 0; elem 148 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(i == elem->start || i == elem->end) elem 150 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 151 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 152 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(elem->start > elem->end) elem 156 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h prev->next = elem->next; elem 160 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->head = elem->next; elem 162 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(!elem->next) elem 166 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->next = list->pool; elem 167 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->pool = elem; elem 176 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h prev = elem; elem 177 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = elem->next; elem 207 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h custom_match_prq_node* elem; elem 212 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = list->pool; elem 217 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = malloc(sizeof(custom_match_prq_node)); elem 219 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->next = 0; elem 220 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->start = 0; elem 221 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->end = -1; // we don't have an element yet elem 224 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->value[i] = 0; elem 225 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->tags[i] = ~0; // TODO: we only have to do this type of initialization for freshly malloc'd entries. elem 226 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->tmask[i] = ~0; elem 227 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->srcs[i] = ~0; elem 228 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->smask[i] = ~0; elem 233 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->tail->next = elem; elem 234 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->tail = elem; elem 238 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->head = elem; elem 239 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->tail = elem; elem 243 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = list->tail; elem 244 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->end++; elem 245 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->tags[elem->end] = tag; elem 246 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->tmask[elem->end] = mask_tag; elem 247 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->srcs[elem->end] = source; elem 248 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->smask[elem->end] = mask_src; elem 249 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->value[elem->end] = payload; elem 279 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h custom_match_prq_node* elem; elem 282 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = list->head; elem 284 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h free(elem); elem 288 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = list->pool; elem 290 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h free(elem); elem 297 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h custom_match_prq_node* elem; elem 301 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h for(elem = list->head; elem; elem = elem->next) elem 306 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h printf("%d:%d The key is %d, the mask is %d, the value is %ld\n", i, j, elem->tags[j], elem->tmask[j], elem->value[j]); elem 317 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h custom_match_prq_node* elem; elem 321 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h for(elem = list->head; elem; elem = elem->next) elem 326 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(elem->value[j]) elem 328 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[j]; elem 381 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h custom_match_umq_node* elem = list->head; elem 400 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h while(elem) elem 402 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h for(i = elem->start; i <= elem->end; i++) elem 404 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(elem->value[i]) elem 406 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h result = (tag == (elem->tags[i] & tmask)) && (peer == (elem->srcs[i] & smask)); elem 410 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h *hold_elem = elem; elem 412 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h return elem->value[i]; elem 416 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h prev = elem; elem 417 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = elem->next; elem 423 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h static inline void custom_match_umq_remove_hold(custom_match_umq* list, custom_match_umq_node* prev, custom_match_umq_node* elem, int i) elem 426 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h printf("custom_match_umq_find_remove_hold %x %x %x\n", prev, elem, i); elem 428 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->tags[i] = ~0; elem 429 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->srcs[i] = ~0; elem 430 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->value[i] = 0; elem 431 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(i == elem->start || i == elem->end) elem 433 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 434 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 435 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(elem->start > elem->end) elem 439 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h prev->next = elem->next; elem 443 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->head = elem->next; elem 445 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(!elem->next) elem 449 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->next = list->pool; elem 450 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->pool = elem; elem 462 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h custom_match_umq_node* elem; elem 471 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = list->pool; elem 479 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = malloc(sizeof(custom_match_umq_node)); elem 481 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->next = 0; elem 482 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->start = 0; elem 483 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->end = -1; // we don't have an element yet elem 486 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->tags[i] = 0; elem 487 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->srcs[i] = 0; elem 488 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->value[i] = 0; elem 493 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->tail->next = elem; elem 494 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->tail = elem; elem 499 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->head = elem; elem 500 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h list->tail = elem; elem 504 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = list->tail; elem 505 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->end++; elem 506 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->tags[elem->end] = tag; elem 507 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->srcs[elem->end] = source; elem 508 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem->value[elem->end] = payload; elem 532 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h custom_match_umq_node* elem; elem 535 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = list->head; elem 537 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h free(elem); elem 541 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h elem = list->pool; elem 543 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h free(elem); elem 557 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h custom_match_umq_node* elem; elem 561 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h for(elem = list->head; elem; elem = elem->next) elem 566 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h if(elem->value[j]) elem 568 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h mca_pml_ob1_recv_frag_t *req = (mca_pml_ob1_recv_frag_t *)elem->value[j]; elem 569 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_arrays.h printf("%x %x %x\n", elem->value[j], req->hdr.hdr_match.hdr_tag, req->hdr.hdr_match.hdr_src); elem 46 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h custom_match_prq_node* elem = list->head; elem 48 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h while(elem) elem 50 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h for(i = elem->start; i <= elem->end; i++) elem 52 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(elem->value[i] == req) elem 57 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h void* payload = elem->value[i]; elem 58 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h ((int8_t*)(&(elem->keys)))[i] = ~0; elem 59 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h ((int8_t*)(&(elem->mask)))[i] = ~0; elem 60 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->value[i] = 0; elem 61 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(i == elem->start || i == elem->end) elem 63 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 64 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 65 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(elem->start > elem->end) elem 69 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h prev->next = elem->next; elem 73 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->head = elem->next; elem 75 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(!elem->next) elem 79 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->next = list->pool; elem 80 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->pool = elem; elem 87 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h prev = elem; elem 88 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = elem->next; elem 99 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h custom_match_prq_node* elem = list->head; elem 103 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h while(elem) elem 105 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h result = _mm512_cmpeq_epi8_mask(_mm512_and_epi32(elem->keys, elem->mask), _mm512_and_epi32(search, elem->mask)); elem 108 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h for(i = elem->start; i <= elem->end; i++) elem 110 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if((0x1l << i & result) && elem->value[i]) elem 112 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[i]; elem 118 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h return elem->value[i]; elem 123 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = elem->next; elem 135 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h custom_match_prq_node* elem = list->head; elem 139 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h while(elem) elem 142 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h for(int iter = elem->start; iter <= elem->end; iter++) elem 144 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h printf("Search = %x, Element Key = %x, Element mask = %x\n", ((int8_t*) &search)[iter], ((int8_t*) &elem->keys)[iter], ((int8_t*) &elem->mask)[iter]); elem 147 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h result = _mm512_cmpeq_epi8_mask(_mm512_and_epi32(elem->keys, elem->mask), _mm512_and_epi32(search, elem->mask)); elem 156 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h for(i = elem->start; i <= elem->end; i++) elem 158 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[i]; elem 161 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h void* payload = elem->value[i]; elem 162 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h ((int8_t*)(&(elem->keys)))[i] = ~0; elem 163 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h ((int8_t*)(&(elem->mask)))[i] = ~0; elem 164 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->value[i] = 0; elem 165 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(i == elem->start || i == elem->end) elem 167 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 168 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 169 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(elem->start > elem->end) elem 173 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h prev->next = elem->next; elem 177 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->head = elem->next; elem 179 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(!elem->next) elem 183 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->next = list->pool; elem 184 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->pool = elem; elem 195 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h prev = elem; elem 196 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = elem->next; elem 219 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h custom_match_prq_node* elem; elem 227 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = list->pool; elem 232 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = _mm_malloc(sizeof(custom_match_prq_node),64); elem 234 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->keys = _mm512_set1_epi8(~0); elem 235 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->mask = _mm512_set1_epi8(~0); elem 236 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->next = 0; elem 237 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->start = 0; elem 238 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->end = -1; // we don't have an element yet elem 239 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h for(i = 0; i < 64; i++) elem->value[i] = 0; elem 242 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->tail->next = elem; elem 243 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->tail = elem; elem 247 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->head = elem; elem 248 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->tail = elem; elem 252 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = list->tail; elem 253 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->end++; elem 254 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h ((int8_t*)(&(elem->keys)))[elem->end] = key; elem 255 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h ((int8_t*)(&(elem->mask)))[elem->end] = mask; elem 256 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->value[elem->end] = payload; elem 286 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h custom_match_prq_node* elem; elem 289 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = list->head; elem 291 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h _mm_free(elem); elem 295 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = list->pool; elem 297 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h _mm_free(elem); elem 304 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h custom_match_prq_node* elem; elem 308 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h for(elem = list->head; elem; elem = elem->next) elem 313 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h printf("%d:%d The key is %d, the mask is %d, the value is %ld\n", i, j, ((int8_t*)(&(elem->keys)))[j], ((int8_t*)(&(elem->mask)))[j], elem->value[j]); elem 324 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h custom_match_prq_node* elem; elem 328 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h for(elem = list->head; elem; elem = elem->next) elem 333 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(elem->value[j]) elem 335 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[j]; elem 385 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h custom_match_umq_node* elem = list->head; elem 401 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h while(elem) elem 403 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h result = _mm512_cmpeq_epi8_mask(_mm512_and_epi32(elem->keys,msearch), search); elem 406 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h for(i = elem->start; i <= elem->end; i++) elem 408 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if((0x1l << i & result) && elem->value[i]) elem 410 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h mca_pml_ob1_recv_frag_t *req = (mca_pml_ob1_recv_frag_t *)elem->value[i]; elem 417 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h *hold_elem = elem; elem 419 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h return elem->value[i]; elem 424 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h prev = elem; elem 425 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = elem->next; elem 431 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h static inline void custom_match_umq_remove_hold(custom_match_umq* list, custom_match_umq_node* prev, custom_match_umq_node* elem, int i) elem 434 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h printf("custom_match_umq_find_remove_hold %x %x %x\n", prev, elem, i); elem 436 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h ((int8_t*)(&(elem->keys)))[i] = ~0; elem 437 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->value[i] = 0; elem 438 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(i == elem->start || i == elem->end) elem 440 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 441 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 442 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(elem->start > elem->end) elem 446 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h prev->next = elem->next; elem 450 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->head = elem->next; elem 452 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(!elem->next) elem 456 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->next = list->pool; elem 457 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->pool = elem; elem 472 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h custom_match_umq_node* elem; elem 481 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = list->pool; elem 489 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = _mm_malloc(sizeof(custom_match_umq_node),64); elem 491 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->keys = _mm512_set1_epi8(~0); // TODO: we may only have to do this type of initialization for freshly malloc'd entries. elem 492 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->next = 0; elem 493 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->start = 0; elem 494 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->end = -1; // we don't have an element yet elem 495 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h for(i = 0; i < 64; i++) elem->value[i] = 0; elem 499 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->tail->next = elem; elem 500 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->tail = elem; elem 505 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->head = elem; elem 506 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h list->tail = elem; elem 510 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = list->tail; elem 511 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->end++; elem 512 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h ((int8_t*)(&(elem->keys)))[elem->end] = key; elem 513 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem->value[elem->end] = payload; elem 537 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h custom_match_umq_node* elem; elem 540 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = list->head; elem 542 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h _mm_free(elem); elem 546 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h elem = list->pool; elem 548 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h _mm_free(elem); elem 562 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h custom_match_umq_node* elem; elem 566 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h for(elem = list->head; elem; elem = elem->next) elem 571 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h if(elem->value[j]) elem 573 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h mca_pml_ob1_recv_frag_t *req = (mca_pml_ob1_recv_frag_t *)elem->value[j]; elem 574 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-byte.h printf("%x %x %x\n", elem->value[j], req->hdr.hdr_match.hdr_tag, req->hdr.hdr_match.hdr_src); elem 46 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h custom_match_prq_node* elem = list->head; elem 48 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h while(elem) elem 50 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h for(i = elem->start; i <= elem->end; i++) elem 52 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(elem->value[i] == req) elem 57 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h void* payload = elem->value[i]; elem 58 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h ((short*)(&(elem->keys)))[i] = ~0; elem 59 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h ((short*)(&(elem->mask)))[i] = ~0; elem 60 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->value[i] = 0; elem 61 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(i == elem->start || i == elem->end) elem 63 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 64 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 65 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(elem->start > elem->end) elem 69 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h prev->next = elem->next; elem 73 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->head = elem->next; elem 75 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(!elem->next) elem 79 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->next = list->pool; elem 80 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->pool = elem; elem 87 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h prev = elem; elem 88 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = elem->next; elem 99 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h custom_match_prq_node* elem = list->head; elem 103 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h while(elem) elem 105 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h result = _mm512_cmpeq_epi16_mask(_mm512_and_epi32(elem->keys, elem->mask), _mm512_and_epi32(search, elem->mask)); elem 108 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h for(i = elem->start; i <= elem->end; i++) elem 110 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if((0x1 << i & result) && elem->value[i]) elem 112 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[i]; elem 118 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h return elem->value[i]; elem 123 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = elem->next; elem 135 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h custom_match_prq_node* elem = list->head; elem 139 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h while(elem) elem 142 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h for(int iter = elem->start; iter <= elem->end; iter++) elem 144 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h printf("Search = %x, Element Key = %x, Element mask = %x", ((int32_t*) &search)[iter], ((int32_t*) &elem->keys)[iter], ((int32_t*) &elem->mask)[iter]); elem 147 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h result = _mm512_cmpeq_epi16_mask(_mm512_and_epi32(elem->keys, elem->mask), _mm512_and_epi32(search, elem->mask)); elem 150 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h for(i = elem->start; i <= elem->end; i++) elem 152 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[i]; elem 155 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h void* payload = elem->value[i]; elem 156 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h ((short*)(&(elem->keys)))[i] = ~0; elem 157 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h ((short*)(&(elem->mask)))[i] = ~0; elem 158 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->value[i] = 0; elem 159 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(i == elem->start || i == elem->end) elem 161 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 162 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 163 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(elem->start > elem->end) elem 167 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h prev->next = elem->next; elem 171 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->head = elem->next; elem 173 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(!elem->next) elem 177 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->next = list->pool; elem 178 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->pool = elem; elem 189 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h prev = elem; elem 190 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = elem->next; elem 213 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h custom_match_prq_node* elem; elem 218 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = list->pool; elem 223 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = _mm_malloc(sizeof(custom_match_prq_node),64); elem 225 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->keys = _mm512_set1_epi16(~0); elem 226 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->mask = _mm512_set1_epi16(~0); elem 227 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->next = 0; elem 228 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->start = 0; elem 229 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->end = -1; // we don't have an element yet elem 230 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h for(i = 0; i < 32; i++) elem->value[i] = 0; elem 233 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->tail->next = elem; elem 234 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->tail = elem; elem 238 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->head = elem; elem 239 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->tail = elem; elem 243 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = list->tail; elem 244 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->end++; elem 245 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h ((short*)(&(elem->keys)))[elem->end] = key; elem 246 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h ((short*)(&(elem->mask)))[elem->end] = mask; elem 247 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->value[elem->end] = payload; elem 278 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h custom_match_prq_node* elem; elem 281 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = list->head; elem 283 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h _mm_free(elem); elem 287 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = list->pool; elem 289 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h _mm_free(elem); elem 296 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h custom_match_prq_node* elem; elem 300 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h for(elem = list->head; elem; elem = elem->next) elem 305 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h printf("%d:%d The key is %d, the mask is %d, the value is %ld\n", i, j, ((short*)(&(elem->keys)))[j], ((short*)(&(elem->mask)))[j], elem->value[j]); elem 316 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h custom_match_prq_node* elem; elem 320 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h for(elem = list->head; elem; elem = elem->next) elem 325 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(elem->value[j]) elem 327 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[j]; elem 375 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h custom_match_umq_node* elem = list->head; elem 392 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h while(elem) elem 394 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h result = _mm512_cmpeq_epi16_mask(_mm512_and_epi32(elem->keys,msearch), search); elem 397 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h for(i = elem->start; i <= elem->end; i++) elem 399 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if((0x1 << i & result) && elem->value[i]) elem 401 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h mca_pml_ob1_recv_frag_t *req = (mca_pml_ob1_recv_frag_t *)elem->value[i]; elem 408 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h *hold_elem = elem; elem 410 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h return elem->value[i]; elem 415 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h prev = elem; elem 416 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = elem->next; elem 422 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h static inline void custom_match_umq_remove_hold(custom_match_umq* list, custom_match_umq_node* prev, custom_match_umq_node* elem, int i) elem 425 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h printf("custom_match_umq_find_remove_hold %x %x %x\n", prev, elem, i); elem 427 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h ((short*)(&(elem->keys)))[i] = ~0; elem 428 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->value[i] = 0; elem 429 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(i == elem->start || i == elem->end) elem 431 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 432 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 433 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(elem->start > elem->end) elem 437 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h prev->next = elem->next; elem 441 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->head = elem->next; elem 443 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(!elem->next) elem 447 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->next = list->pool; elem 448 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->pool = elem; elem 463 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h custom_match_umq_node* elem; elem 472 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = list->pool; elem 480 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = _mm_malloc(sizeof(custom_match_umq_node),64); elem 482 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->keys = _mm512_set1_epi16(~0); // TODO: we may only have to do this type of initialization for freshly malloc'd entries. elem 483 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->next = 0; elem 484 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->start = 0; elem 485 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->end = -1; // we don't have an element yet elem 486 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h for(i = 0; i < 32; i++) elem->value[i] = 0; elem 492 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->tail->next = elem; elem 493 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->tail = elem; elem 500 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->head = elem; elem 501 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h list->tail = elem; elem 505 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = list->tail; elem 506 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->end++; elem 507 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h ((short*)(&(elem->keys)))[elem->end] = key; elem 508 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem->value[elem->end] = payload; elem 532 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h custom_match_umq_node* elem; elem 535 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = list->head; elem 537 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h _mm_free(elem); elem 541 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h elem = list->pool; elem 543 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h _mm_free(elem); elem 557 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h custom_match_umq_node* elem; elem 561 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h for(elem = list->head; elem; elem = elem->next) elem 566 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h if(elem->value[j]) elem 568 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h mca_pml_ob1_recv_frag_t *req = (mca_pml_ob1_recv_frag_t *)elem->value[j]; elem 569 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-short.h printf("%x %x %x\n", elem->value[j], req->hdr.hdr_match.hdr_tag, req->hdr.hdr_match.hdr_src); elem 45 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h custom_match_prq_node* elem = list->head; elem 47 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h while(elem) elem 49 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h for(i = elem->start; i <= elem->end; i++) elem 51 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(elem->value[i] == req) elem 56 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h ((int*)(&(elem->keys)))[i] = ~0; elem 57 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h ((int*)(&(elem->mask)))[i] = ~0; elem 58 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->value[i] = 0; elem 59 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(i == elem->start || i == elem->end) elem 61 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 62 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 63 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(elem->start > elem->end) elem 67 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h prev->next = elem->next; elem 71 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->head = elem->next; elem 73 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(!elem->next) elem 77 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->next = list->pool; elem 78 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->pool = elem; elem 85 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h prev = elem; elem 86 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = elem->next; elem 97 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h custom_match_prq_node* elem = list->head; elem 102 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h while(elem) elem 104 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h result = _mm512_cmpeq_epi32_mask(_mm512_and_epi32(elem->keys, elem->mask), _mm512_and_epi32(search, elem->mask)); elem 107 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h for(i = elem->start; i <= elem->end; i++) elem 109 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if((0x1 << i & result) && elem->value[i]) elem 111 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[i]; elem 117 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h return elem->value[i]; elem 122 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = elem->next; elem 134 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h custom_match_prq_node* elem = list->head; elem 139 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h while(elem) elem 142 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h for(int iter = elem->start; iter <= elem->end; iter++) elem 144 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h printf("Search = %x, Element Key = %x, Element mask = %x", ((int32_t*) &search)[iter], ((int32_t*) &elem->keys)[iter], ((int32_t*) &elem->mask)[iter]); elem 147 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h result = _mm512_cmpeq_epi32_mask(_mm512_and_epi32(elem->keys, elem->mask), _mm512_and_epi32(search, elem->mask)); elem 150 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h for(i = elem->start; i <= elem->end; i++) elem 152 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[i]; elem 155 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h void* payload = elem->value[i]; elem 156 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h ((int*)(&(elem->keys)))[i] = ~0; elem 157 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h ((int*)(&(elem->mask)))[i] = ~0; elem 158 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->value[i] = 0; elem 159 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(i == elem->start || i == elem->end) elem 161 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 162 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 163 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(elem->start > elem->end) elem 167 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h prev->next = elem->next; elem 171 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->head = elem->next; elem 173 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(!elem->next) elem 177 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->next = list->pool; elem 178 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->pool = elem; elem 189 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h prev = elem; elem 190 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = elem->next; elem 224 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h custom_match_prq_node* elem; elem 229 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = list->pool; elem 234 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = _mm_malloc(sizeof(custom_match_prq_node),64); elem 236 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->keys = _mm512_set1_epi32(~0); elem 237 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->mask = _mm512_set1_epi32(~0); elem 238 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->next = 0; elem 239 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->start = 0; elem 240 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->end = -1; // we don't have an element yet elem 241 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h for(i = 0; i < 16; i++) elem->value[i] = 0; elem 244 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->tail->next = elem; elem 245 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->tail = elem; elem 249 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->head = elem; elem 250 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->tail = elem; elem 254 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = list->tail; elem 255 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->end++; elem 256 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h ((int*)(&(elem->keys)))[elem->end] = key; elem 257 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h ((int*)(&(elem->mask)))[elem->end] = mask; elem 258 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->value[elem->end] = payload; elem 288 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h custom_match_prq_node* elem; elem 291 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = list->head; elem 293 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h _mm_free(elem); elem 297 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = list->pool; elem 299 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h _mm_free(elem); elem 306 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h custom_match_prq_node* elem; elem 310 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h for(elem = list->head; elem; elem = elem->next) elem 315 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h printf("%d:%d The key is %d, the mask is %d, the value is %lu\n", i, j, ((int*)(&(elem->keys)))[j], ((int*)(&(elem->mask)))[j], (uintptr_t) elem->value[j]); elem 325 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h custom_match_prq_node* elem; elem 329 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h for(elem = list->head; elem; elem = elem->next) elem 334 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(elem->value[j]) elem 336 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[j]; elem 384 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h custom_match_umq_node* elem = list->head; elem 410 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h while(elem) elem 412 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h result = _mm512_cmpeq_epi32_mask(_mm512_and_epi32(elem->keys,msearch), search); elem 415 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h for(i = elem->start; i <= elem->end; i++) elem 417 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if((0x1 << i & result) && elem->value[i]) elem 419 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h mca_pml_ob1_recv_frag_t *req = (mca_pml_ob1_recv_frag_t *)elem->value[i]; elem 426 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h *hold_elem = elem; elem 428 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h return elem->value[i]; elem 433 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h prev = elem; elem 434 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = elem->next; elem 440 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h static inline void custom_match_umq_remove_hold(custom_match_umq* list, custom_match_umq_node* prev, custom_match_umq_node* elem, int i) elem 443 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h printf("custom_match_umq_find_remove_hold %x %x %x\n", prev, elem, i); elem 445 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h ((int*)(&(elem->keys)))[i] = ~0; elem 446 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->value[i] = 0; elem 447 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(i == elem->start || i == elem->end) elem 449 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 450 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 451 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(elem->start > elem->end) elem 455 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h prev->next = elem->next; elem 459 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->head = elem->next; elem 461 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(!elem->next) elem 465 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->next = list->pool; elem 466 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->pool = elem; elem 481 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h custom_match_umq_node* elem; elem 490 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = list->pool; elem 498 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = _mm_malloc(sizeof(custom_match_umq_node),64); elem 500 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->keys = _mm512_set1_epi32(~0); // TODO: we only have to do this type of initialization for freshly malloc'd entries. elem 501 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->next = 0; elem 502 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->start = 0; elem 503 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->end = -1; // we don't have an element yet elem 504 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h for(i = 0; i < 16; i++) elem->value[i] = 0; elem 510 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->tail->next = elem; elem 511 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->tail = elem; elem 518 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->head = elem; elem 519 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h list->tail = elem; elem 523 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = list->tail; elem 524 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->end++; elem 525 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h ((int*)(&(elem->keys)))[elem->end] = key; elem 526 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem->value[elem->end] = payload; elem 550 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h custom_match_umq_node* elem; elem 553 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = list->head; elem 555 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h _mm_free(elem); elem 559 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h elem = list->pool; elem 561 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h _mm_free(elem); elem 575 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h custom_match_umq_node* elem; elem 579 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h for(elem = list->head; elem; elem = elem->next) elem 584 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h if(elem->value[j]) elem 586 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h mca_pml_ob1_recv_frag_t *req = (mca_pml_ob1_recv_frag_t *)elem->value[j]; elem 587 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_fuzzy512-word.h printf("%lx %x %x\n", (uintptr_t) elem->value[j], req->hdr.hdr_match.hdr_tag, req->hdr.hdr_match.hdr_src); elem 44 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h custom_match_prq_node* elem = list->head; elem 46 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h while(elem) elem 48 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h if(elem->value == req) elem 51 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->tag = ~0; elem 52 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->tmask = ~0; elem 53 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->src = ~0; elem 54 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->smask = ~0; elem 55 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->value = 0; elem 58 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h prev->next = elem->next; elem 62 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->head = elem->next; elem 64 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h if(!elem->next) elem 68 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->next = list->pool; elem 69 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->pool = elem; elem 73 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h prev = elem; elem 74 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = elem->next; elem 84 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h custom_match_prq_node* elem = list->head; elem 87 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h while(elem) elem 89 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h result = ((elem->tag & elem->tmask) == (tag & elem->tmask)) && elem 90 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h ((elem->src & elem->smask) == (peer & elem->smask)); elem 93 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h return elem->value; elem 95 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = elem->next; elem 106 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h custom_match_prq_node* elem = list->head; elem 109 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h while(elem) elem 111 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h result = ((elem->tag & elem->tmask) == (tag & elem->tmask)) && elem 112 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h ((elem->src & elem->smask) == (peer & elem->smask)); elem 115 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h void* payload = elem->value; elem 116 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->tag = ~0; elem 117 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->tmask = ~0; elem 118 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->src = ~0; elem 119 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->smask = ~0; elem 120 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->value = 0; elem 123 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h prev->next = elem->next; elem 127 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->head = elem->next; elem 129 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h if(!elem->next) elem 133 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->next = list->pool; elem 134 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->pool = elem; elem 136 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h printf("%x == %x added to the pool\n", elem, list->pool); elem 145 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h prev = elem; elem 146 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = elem->next; elem 176 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h custom_match_prq_node* elem; elem 182 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = list->pool; elem 187 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = malloc(sizeof(custom_match_prq_node)); elem 189 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->next = 0; elem 192 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->tail->next = elem; elem 193 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->tail = elem; elem 197 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->head = elem; elem 198 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->tail = elem; elem 201 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = list->tail; elem 202 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->tag = tag; elem 203 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->tmask = mask_tag; elem 204 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->src = source; elem 205 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->smask = mask_src; elem 206 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->value = payload; elem 236 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h custom_match_prq_node* elem; elem 241 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = list->head; elem 243 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h free(elem); elem 248 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = list->pool; elem 250 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h free(elem); elem 261 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h custom_match_prq_node* elem; elem 265 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h for(elem = list->head; elem; elem = elem->next) elem 268 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h printf("%d The key is %d, the mask is %d, the value is %ld\n", i, elem->tag, elem->tmask, elem->value); elem 278 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h custom_match_prq_node* elem; elem 282 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h for(elem = list->head; elem; elem = elem->next) elem 285 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h if(elem->value) elem 287 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value; elem 333 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h custom_match_umq_node* elem = list->head; elem 351 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h while(elem) elem 353 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h result = ((elem->tag & tmask) == tag) && elem 354 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h ((elem->src & smask) == peer); elem 361 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h *hold_elem = elem; elem 363 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h return elem->value; elem 365 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h prev = elem; elem 366 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = elem->next; elem 372 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h static inline void custom_match_umq_remove_hold(custom_match_umq* list, custom_match_umq_node* prev, custom_match_umq_node* elem, int i) elem 375 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h printf("custom_match_umq_find_remove_hold %x %x %x\n", prev, elem, i); elem 377 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->tag = ~0; elem 378 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->src = ~0; elem 379 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->value = 0; elem 382 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h prev->next = elem->next; elem 386 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->head = elem->next; elem 388 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h if(!elem->next) elem 392 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->next = list->pool; elem 393 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->pool = elem; elem 403 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h custom_match_umq_node* elem; elem 410 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = list->pool; elem 418 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = malloc(sizeof(custom_match_umq_node)); elem 420 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->next = 0; elem 426 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->tail->next = elem; elem 427 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->tail = elem; elem 434 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->head = elem; elem 435 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h list->tail = elem; elem 438 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = list->tail; elem 439 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->tag = tag; elem 440 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->src = source; elem 441 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem->value = payload; elem 465 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h custom_match_umq_node* elem; elem 470 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = list->head; elem 472 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h free(elem); elem 477 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h elem = list->pool; elem 479 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h free(elem); elem 497 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h custom_match_umq_node* elem; elem 501 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h for(elem = list->head; elem; elem = elem->next) elem 504 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h if(elem->value) elem 506 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h mca_pml_ob1_recv_frag_t *req = (mca_pml_ob1_recv_frag_t *)elem->value; elem 507 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_linkedlist.h printf("%x %x %x\n", elem->value, req->hdr.hdr_match.hdr_tag, req->hdr.hdr_match.hdr_src); elem 47 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h custom_match_prq_node* elem = list->head; elem 49 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h while(elem) elem 51 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h for(i = elem->start; i <= elem->end; i++) elem 53 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if(elem->value[i] == req) elem 58 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->tags)))[i] = ~0; elem 59 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->tmask)))[i] = ~0; elem 60 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->srcs)))[i] = ~0; elem 61 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->smask)))[i] = ~0; elem 62 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->value[i] = 0; elem 63 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if(i == elem->start || i == elem->end) elem 65 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 66 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 67 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if(elem->start > elem->end) elem 71 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h prev->next = elem->next; elem 75 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->head = elem->next; elem 77 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if(!elem->next) elem 81 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->next = list->pool; elem 82 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->pool = elem; elem 89 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h prev = elem; elem 90 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = elem->next; elem 101 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h custom_match_prq_node* elem = list->head; elem 106 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h while(elem) elem 108 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h result = _mm512_cmpeq_epi32_mask(_mm512_and_epi32(elem->tags, elem->tmask), _mm512_and_epi32(tsearch, elem->tmask)) & elem 109 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h _mm512_cmpeq_epi32_mask(_mm512_and_epi32(elem->srcs, elem->smask), _mm512_and_epi32(ssearch, elem->smask)); elem 112 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h for(i = elem->start; i <= elem->end; i++) elem 114 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if((0x1 << i & result) && elem->value[i]) elem 117 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[i]; elem 120 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h return elem->value[i]; elem 124 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = elem->next; elem 136 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h custom_match_prq_node* elem = list->head; elem 140 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h while(elem) elem 143 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h for(int iter = elem->start; iter <= elem->end; iter++) elem 148 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h result = _mm512_cmpeq_epi32_mask(_mm512_and_epi32(elem->tags, elem->tmask), _mm512_and_epi32(tsearch, elem->tmask)) & elem 149 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h _mm512_cmpeq_epi32_mask(_mm512_and_epi32(elem->srcs, elem->smask), _mm512_and_epi32(ssearch, elem->smask)); elem 152 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h for(i = elem->start; i <= elem->end; i++) elem 154 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[i]; elem 157 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h void* payload = elem->value[i]; elem 158 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->tags)))[i] = ~0; elem 159 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->tmask)))[i] = ~0; elem 160 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->srcs)))[i] = ~0; elem 161 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->smask)))[i] = ~0; elem 162 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->value[i] = 0; elem 163 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if(i == elem->start || i == elem->end) elem 165 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 166 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 167 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if(elem->start > elem->end) elem 171 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h prev->next = elem->next; elem 175 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->head = elem->next; elem 177 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if(!elem->next) elem 181 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->next = list->pool; elem 182 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->pool = elem; elem 193 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h prev = elem; elem 194 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = elem->next; elem 225 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h custom_match_prq_node* elem; elem 230 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = list->pool; elem 235 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = _mm_malloc(sizeof(custom_match_prq_node),64); elem 241 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->tags = _mm512_set1_epi32(~0); // TODO: we only have to do this type of initialization for freshly malloc'd entries. elem 242 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->tmask = _mm512_set1_epi32(~0); elem 243 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->srcs = _mm512_set1_epi32(~0); elem 244 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->smask = _mm512_set1_epi32(~0); elem 245 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->next = 0; elem 246 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->start = 0; elem 247 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->end = -1; // we don't have an element yet elem 248 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h for(i = 0; i < 16; i++) elem->value[i] = 0; elem 251 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->tail->next = elem; elem 252 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->tail = elem; elem 256 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->head = elem; elem 257 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->tail = elem; elem 261 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = list->tail; elem 262 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->end++; elem 263 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->tags)))[elem->end] = tag; elem 264 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->tmask)))[elem->end] = mask_tag; elem 265 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->srcs)))[elem->end] = source; elem 266 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->smask)))[elem->end] = mask_src; elem 267 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->value[elem->end] = payload; elem 297 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h custom_match_prq_node* elem; elem 300 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = list->head; elem 302 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h _mm_free(elem); elem 306 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = list->pool; elem 308 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h _mm_free(elem); elem 315 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h custom_match_prq_node* elem; elem 319 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h for(elem = list->head; elem; elem = elem->next) elem 324 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h printf("%d:%d The key is %d, the mask is %d, the value is %lu\n", i, j, ((int*)(&(elem->tags)))[j], elem 325 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->tmask)))[j], (uintptr_t) elem->value[j]); elem 335 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h custom_match_prq_node* elem; elem 339 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h for(elem = list->head; elem; elem = elem->next) elem 344 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if(elem->value[j]) elem 346 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h mca_pml_base_request_t *req = (mca_pml_base_request_t *)elem->value[j]; elem 395 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h custom_match_umq_node* elem = list->head; elem 418 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h while(elem) elem 420 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h result = _mm512_cmpeq_epi32_mask(_mm512_and_epi32(elem->tags,tmasks), tsearch) & elem 421 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h _mm512_cmpeq_epi32_mask(_mm512_and_epi32(elem->srcs,smasks), ssearch); elem 424 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h for(i = elem->start; i <= elem->end; i++) elem 426 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if((0x1 << i & result) && elem->value[i]) elem 429 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h *hold_elem = elem; elem 431 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h return elem->value[i]; elem 435 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h prev = elem; elem 436 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = elem->next; elem 442 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h static inline void custom_match_umq_remove_hold(custom_match_umq* list, custom_match_umq_node* prev, custom_match_umq_node* elem, int i) elem 445 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h printf("custom_match_umq_find_remove_hold %p %p %x\n", (void *) prev, (void *) elem, i); elem 447 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->tags)))[i] = ~0; elem 448 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->srcs)))[i] = ~0; elem 449 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->value[i] = 0; elem 450 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if(i == elem->start || i == elem->end) elem 452 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h while((elem->start <= elem->end) && (!(elem->value[elem->start]))) elem->start++; elem 453 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h while((elem->start <= elem->end) && (!(elem->value[elem->end]))) elem->end--; elem 454 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if(elem->start > elem->end) elem 458 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h prev->next = elem->next; elem 462 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->head = elem->next; elem 464 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if(!elem->next) elem 468 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->next = list->pool; elem 469 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->pool = elem; elem 487 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h custom_match_umq_node* elem; elem 493 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = list->pool; elem 498 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = _mm_malloc(sizeof(custom_match_umq_node),64); elem 500 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->tags = _mm512_set1_epi32(~0); // TODO: we only have to do this type of initialization for freshly malloc'd entries. elem 501 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->srcs = _mm512_set1_epi32(~0); elem 502 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->next = 0; elem 503 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->start = 0; elem 504 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->end = -1; // we don't have an element yet elem 505 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h for(i = 0; i < 16; i++) elem->value[i] = 0; elem 508 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->tail->next = elem; elem 509 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->tail = elem; elem 513 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->head = elem; elem 514 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h list->tail = elem; elem 518 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = list->tail; elem 519 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->end++; elem 520 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->tags)))[elem->end] = tag; elem 521 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h ((int*)(&(elem->srcs)))[elem->end] = source; elem 522 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem->value[elem->end] = payload; elem 546 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h custom_match_umq_node* elem; elem 549 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = list->head; elem 551 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h _mm_free(elem); elem 555 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h elem = list->pool; elem 557 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h _mm_free(elem); elem 572 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h for (custom_match_umq_node *elem = list->head; elem; elem = elem->next) { elem 575 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h if (elem->value[j]) { elem 576 ompi/mca/pml/ob1/custommatch/pml_ob1_custom_match_vectors.h mca_pml_ob1_recv_frag_t *req = (mca_pml_ob1_recv_frag_t *)elem->value[j]; elem 51 ompi/mca/topo/treematch/treematch/tm_malloc.c hash_t *elem; elem 52 ompi/mca/topo/treematch/treematch/tm_malloc.c elem = (hash_t*) malloc(sizeof(hash_t)); elem 53 ompi/mca/topo/treematch/treematch/tm_malloc.c elem -> key = ptr; elem 54 ompi/mca/topo/treematch/treematch/tm_malloc.c elem -> size = size; elem 55 ompi/mca/topo/treematch/treematch/tm_malloc.c elem -> line = line; elem 56 ompi/mca/topo/treematch/treematch/tm_malloc.c elem -> file = my_strdup(file); elem 59 ompi/mca/topo/treematch/treematch/tm_malloc.c HASH_ADD_PTR( size_hash, key, elem ); elem 65 ompi/mca/topo/treematch/treematch/tm_malloc.c hash_t *elem = NULL; elem 66 ompi/mca/topo/treematch/treematch/tm_malloc.c HASH_FIND_PTR(size_hash, &someaddr, elem); elem 67 ompi/mca/topo/treematch/treematch/tm_malloc.c if(!elem){ elem 74 ompi/mca/topo/treematch/treematch/tm_malloc.c res = elem->size; elem 78 ompi/mca/topo/treematch/treematch/tm_malloc.c free(elem->file); elem 79 ompi/mca/topo/treematch/treematch/tm_malloc.c HASH_DEL( size_hash, elem); elem 146 ompi/mca/topo/treematch/treematch/tm_thread_pool.c work_t *elem = working_list; elem 148 ompi/mca/topo/treematch/treematch/tm_thread_pool.c while(elem->next!=NULL){ elem 149 ompi/mca/topo/treematch/treematch/tm_thread_pool.c elem=elem->next; elem 151 ompi/mca/topo/treematch/treematch/tm_thread_pool.c elem->next=work; elem 448 ompi/mca/topo/treematch/treematch/tm_tree.c group_list_t *elem = NULL; elem 463 ompi/mca/topo/treematch/treematch/tm_tree.c elem = new_group_list(tab, val, list->next); elem 464 ompi/mca/topo/treematch/treematch/tm_tree.c list->next = elem; elem 511 ompi/mca/topo/treematch/treematch/tm_tree.c int independent_groups(group_list_t **selection, int d, group_list_t *elem, int arity) elem 521 ompi/mca/topo/treematch/treematch/tm_tree.c if(elem->tab[i]->id == selection[j]->tab[k]->id) elem 566 ompi/mca/topo/treematch/treematch/tm_tree.c group_list_t *elem = NULL; elem 585 ompi/mca/topo/treematch/treematch/tm_tree.c elem = tab[i]; elem 586 ompi/mca/topo/treematch/treematch/tm_tree.c if(independent_groups(selection, d, elem, arity)){ elem 589 ompi/mca/topo/treematch/treematch/tm_tree.c selection[d] = elem; elem 590 ompi/mca/topo/treematch/treematch/tm_tree.c val += elem->val; elem 602 ompi/mca/topo/treematch/treematch/tm_tree.c group_list_t *elem = NULL; elem 610 ompi/mca/topo/treematch/treematch/tm_tree.c elem = tab[i]; elem 611 ompi/mca/topo/treematch/treematch/tm_tree.c if(independent_groups(selection, d, elem, arity)){ elem 613 ompi/mca/topo/treematch/treematch/tm_tree.c selection[d] = elem; elem 614 ompi/mca/topo/treematch/treematch/tm_tree.c val += elem->val; elem 754 ompi/mca/topo/treematch/treematch/tm_tree.c static int independent_groups_mat(group_list_t **selection, int selection_size, group_list_t *elem, int8_t **indep_mat) elem 757 ompi/mca/topo/treematch/treematch/tm_tree.c int id_elem = elem->id; elem 782 ompi/mca/topo/treematch/treematch/tm_tree.c group_list_t *elem = NULL; elem 817 ompi/mca/topo/treematch/treematch/tm_tree.c elem = tab_group[i]; elem 819 ompi/mca/topo/treematch/treematch/tm_tree.c if(val+elem->val < *best_val){ elem 820 ompi/mca/topo/treematch/treematch/tm_tree.c if(val+elem->bound[nb_groups_to_find]>*best_val){ elem 833 ompi/mca/topo/treematch/treematch/tm_tree.c if(independent_groups_mat(selection, depth, elem, indep_mat)){ elem 836 ompi/mca/topo/treematch/treematch/tm_tree.c selection[depth] = elem; elem 867 ompi/mca/topo/treematch/treematch/tm_tree.c group_list_t *elem = NULL; elem 878 ompi/mca/topo/treematch/treematch/tm_tree.c elem = (group_list_t*) MALLOC(sizeof(group_list_t)); elem 880 ompi/mca/topo/treematch/treematch/tm_tree.c elem-> tab = group->tab; elem 881 ompi/mca/topo/treematch/treematch/tm_tree.c elem-> val = group->val; elem 882 ompi/mca/topo/treematch/treematch/tm_tree.c elem-> sum_neighbour = group->sum_neighbour; elem 883 ompi/mca/topo/treematch/treematch/tm_tree.c elem-> wg = group ->wg; elem 884 ompi/mca/topo/treematch/treematch/tm_tree.c elem-> id = group->id; elem 885 ompi/mca/topo/treematch/treematch/tm_tree.c elem-> bound = bound; elem 886 ompi/mca/topo/treematch/treematch/tm_tree.c elem-> next = NULL; elem 887 ompi/mca/topo/treematch/treematch/tm_tree.c return elem; elem 1232 ompi/mca/topo/treematch/treematch/tm_tree.c group_list_t *elem = NULL; elem 1253 ompi/mca/topo/treematch/treematch/tm_tree.c elem = tab[i]; elem 1254 ompi/mca/topo/treematch/treematch/tm_tree.c if(val+elem->val<*best_val){ elem 1255 ompi/mca/topo/treematch/treematch/tm_tree.c if(independent_groups_mat(selection, d, elem, indep_mat)){ elem 1258 ompi/mca/topo/treematch/treematch/tm_tree.c selection[d] = elem; elem 1259 ompi/mca/topo/treematch/treematch/tm_tree.c val += elem->val; elem 1261 ompi/mca/topo/treematch/treematch/tm_tree.c val -= elem->val; elem 1274 ompi/mca/topo/treematch/treematch/tm_tree.c group_list_t *elem = NULL; elem 1297 ompi/mca/topo/treematch/treematch/tm_tree.c elem = tab[i]; elem 1298 ompi/mca/topo/treematch/treematch/tm_tree.c if(val+elem->val<*best_val){ elem 1299 ompi/mca/topo/treematch/treematch/tm_tree.c if(independent_groups_mat(selection, d, elem, indep_mat)){ elem 1302 ompi/mca/topo/treematch/treematch/tm_tree.c selection[d] = elem; elem 358 opal/datatype/opal_convertor.c pStack[1].type = pElems->elem.common.type; elem 359 opal/datatype/opal_convertor.c pStack[1].count = pElems->elem.count; elem 401 opal/datatype/opal_convertor.c if( pElems[0].elem.common.type == OPAL_DATATYPE_LOOP ) { elem 405 opal/datatype/opal_convertor.c pStack[1].count = pElems[0].elem.count; elem 406 opal/datatype/opal_convertor.c pStack[1].type = pElems[0].elem.common.type; elem 456 opal/datatype/opal_convertor.c return sizes[pData->desc.desc->elem.common.type]; elem 741 opal/datatype/opal_convertor.c (unsigned long)pDesc[pStack[stack_pos].index].elem.count, elem 742 opal/datatype/opal_convertor.c (long)pDesc[pStack[stack_pos].index].elem.disp, elem 743 opal/datatype/opal_convertor.c (long)pDesc[pStack[stack_pos].index].elem.extent ); elem 96 opal/datatype/opal_convertor_raw.c while( pElem->elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 97 opal/datatype/opal_convertor_raw.c size_t blength = opal_datatype_basicDatatypes[pElem->elem.common.type]->size; elem 98 opal/datatype/opal_convertor_raw.c source_base += pElem->elem.disp; elem 99 opal/datatype/opal_convertor_raw.c if( blength == (size_t)pElem->elem.extent ) { /* no resized data */ elem 122 opal/datatype/opal_convertor_raw.c source_base += pElem->elem.extent; elem 127 opal/datatype/opal_convertor_raw.c source_base -= pElem->elem.disp; elem 136 opal/datatype/opal_convertor_raw.c if( OPAL_DATATYPE_END_LOOP == pElem->elem.common.type ) { /* end of the current loop */ elem 168 opal/datatype/opal_convertor_raw.c if( OPAL_DATATYPE_LOOP == pElem->elem.common.type ) { elem 284 opal/datatype/opal_datatype_add.c pLast->elem.common.type = pdtAdd->id; elem 285 opal/datatype/opal_datatype_add.c pLast->elem.count = count; elem 286 opal/datatype/opal_datatype_add.c pLast->elem.disp = disp; elem 287 opal/datatype/opal_datatype_add.c pLast->elem.extent = extent; elem 289 opal/datatype/opal_datatype_add.c pLast->elem.common.flags = pdtAdd->flags & ~(OPAL_DATATYPE_FLAG_COMMITTED); elem 291 opal/datatype/opal_datatype_add.c pLast->elem.common.flags &= ~(OPAL_DATATYPE_FLAG_CONTIGUOUS | OPAL_DATATYPE_FLAG_NO_GAPS); elem 303 opal/datatype/opal_datatype_add.c (extent == pdtAdd->desc.desc[0].elem.extent) ){ elem 304 opal/datatype/opal_datatype_add.c pLast->elem = pdtAdd->desc.desc[0].elem; elem 305 opal/datatype/opal_datatype_add.c pLast->elem.count *= count; elem 306 opal/datatype/opal_datatype_add.c pLast->elem.disp += disp; elem 322 opal/datatype/opal_datatype_add.c pLast->elem = pdtAdd->desc.desc[i].elem; elem 323 opal/datatype/opal_datatype_add.c if( OPAL_DATATYPE_FLAG_DATA & pLast->elem.common.flags ) elem 324 opal/datatype/opal_datatype_add.c pLast->elem.disp += disp; elem 325 opal/datatype/opal_datatype_add.c else if( OPAL_DATATYPE_END_LOOP == pLast->elem.common.type ) { elem 333 opal/datatype/opal_datatype_add.c assert( pLoop[index].elem.common.flags & OPAL_DATATYPE_FLAG_DATA ); elem 334 opal/datatype/opal_datatype_add.c CREATE_LOOP_END( pLast, pdtAdd->desc.used + 1, pLoop[index].elem.disp, elem 53 opal/datatype/opal_datatype_copy.h const ddt_elem_desc_t* _elem = &((ELEM)->elem); elem 193 opal/datatype/opal_datatype_copy.h if( description[0].elem.common.type == OPAL_DATATYPE_LOOP ) elem 196 opal/datatype/opal_datatype_copy.h count_desc = description[0].elem.count; elem 200 opal/datatype/opal_datatype_copy.h while( OPAL_LIKELY(pElem->elem.common.flags & OPAL_DATATYPE_FLAG_DATA) ) { elem 207 opal/datatype/opal_datatype_copy.h if( OPAL_DATATYPE_END_LOOP == pElem->elem.common.type ) { /* end of the current loop */ elem 233 opal/datatype/opal_datatype_copy.h if( OPAL_DATATYPE_LOOP == pElem->elem.common.type ) { elem 88 opal/datatype/opal_datatype_dump.c index += opal_datatype_dump_data_flags( pDesc->elem.common.flags, ptr + index, length ); elem 90 opal/datatype/opal_datatype_dump.c index += snprintf( ptr + index, length - index, "%15s ", opal_datatype_basicDatatypes[pDesc->elem.common.type]->name ); elem 92 opal/datatype/opal_datatype_dump.c if( OPAL_DATATYPE_LOOP == pDesc->elem.common.type ) elem 96 opal/datatype/opal_datatype_dump.c else if( OPAL_DATATYPE_END_LOOP == pDesc->elem.common.type ) elem 102 opal/datatype/opal_datatype_dump.c pDesc->elem.count, pDesc->elem.disp, pDesc->elem.disp, pDesc->elem.blocklen, elem 103 opal/datatype/opal_datatype_dump.c pDesc->elem.extent, (pDesc->elem.count * pDesc->elem.blocklen * opal_datatype_basicDatatypes[pDesc->elem.common.type]->size) ); elem 73 opal/datatype/opal_datatype_fake_stack.c pStack[0].disp = pElems[loop_length].elem.disp; elem 102 opal/datatype/opal_datatype_fake_stack.c pStack->disp = count * (pData->ub - pData->lb) + pElems[loop_length].elem.disp; elem 113 opal/datatype/opal_datatype_fake_stack.c if( OPAL_DATATYPE_END_LOOP == pElems->elem.common.type ) { /* end of the current loop */ elem 152 opal/datatype/opal_datatype_fake_stack.c if( OPAL_DATATYPE_LOOP == pElems->elem.common.type ) { elem 161 opal/datatype/opal_datatype_fake_stack.c while( pElems->elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 164 opal/datatype/opal_datatype_fake_stack.c lastLength = pElems->elem.count * basic_type->size; elem 169 opal/datatype/opal_datatype_fake_stack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElems->elem.common.type, elem 170 opal/datatype/opal_datatype_fake_stack.c pElems->elem.count - cnt, elem 171 opal/datatype/opal_datatype_fake_stack.c pElems->elem.disp + cnt * pElems->elem.extent ); elem 52 opal/datatype/opal_datatype_get_count.c if( OPAL_DATATYPE_END_LOOP == pElems[pos_desc].elem.common.type ) { /* end of the current loop */ elem 62 opal/datatype/opal_datatype_get_count.c if( OPAL_DATATYPE_LOOP == pElems[pos_desc].elem.common.type ) { elem 66 opal/datatype/opal_datatype_get_count.c } while( OPAL_DATATYPE_LOOP == pElems[pos_desc].elem.common.type ); /* let's start another loop */ elem 69 opal/datatype/opal_datatype_get_count.c while( pElems[pos_desc].elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 72 opal/datatype/opal_datatype_get_count.c local_size = pElems[pos_desc].elem.count * basic_type->size; elem 79 opal/datatype/opal_datatype_get_count.c nbElems += pElems[pos_desc].elem.count; elem 114 opal/datatype/opal_datatype_get_count.c if( OPAL_DATATYPE_END_LOOP == pElems[pos_desc].elem.common.type ) { /* end of the current loop */ elem 124 opal/datatype/opal_datatype_get_count.c if( OPAL_DATATYPE_LOOP == pElems[pos_desc].elem.common.type ) { elem 128 opal/datatype/opal_datatype_get_count.c } while( OPAL_DATATYPE_LOOP == pElems[pos_desc].elem.common.type ); /* let's start another loop */ elem 131 opal/datatype/opal_datatype_get_count.c while( pElems[pos_desc].elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 134 opal/datatype/opal_datatype_get_count.c local_length = pElems[pos_desc].elem.count; elem 172 opal/datatype/opal_datatype_get_count.c if( OPAL_DATATYPE_END_LOOP == pElems[pos_desc].elem.common.type ) { /* end of the current loop */ elem 182 opal/datatype/opal_datatype_get_count.c if( OPAL_DATATYPE_LOOP == pElems[pos_desc].elem.common.type ) { elem 186 opal/datatype/opal_datatype_get_count.c } while( OPAL_DATATYPE_LOOP == pElems[pos_desc].elem.common.type ); /* let's start another loop */ elem 189 opal/datatype/opal_datatype_get_count.c while( pElems[pos_desc].elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 191 opal/datatype/opal_datatype_get_count.c datatype->ptypes[pElems[pos_desc].elem.common.type] += pElems[pos_desc].elem.count; elem 192 opal/datatype/opal_datatype_get_count.c nbElems += pElems[pos_desc].elem.count; elem 195 opal/datatype/opal_datatype_get_count.c pElems[pos_desc].elem.common.type, datatype->ptypes[pElems[pos_desc].elem.common.type], elem 196 opal/datatype/opal_datatype_get_count.c pElems[pos_desc].elem.count, nbElems ); elem 193 opal/datatype/opal_datatype_internal.h ddt_elem_desc_t elem; elem 227 opal/datatype/opal_datatype_internal.h (_place)->elem.common.flags = (_flags) | OPAL_DATATYPE_FLAG_DATA; \ elem 228 opal/datatype/opal_datatype_internal.h (_place)->elem.common.type = (_type); \ elem 229 opal/datatype/opal_datatype_internal.h (_place)->elem.disp = (_disp); \ elem 230 opal/datatype/opal_datatype_internal.h (_place)->elem.extent = (_extent); \ elem 231 opal/datatype/opal_datatype_internal.h (_place)->elem.count = (_count); \ elem 232 opal/datatype/opal_datatype_internal.h (_place)->elem.blocklen = 1; \ elem 448 opal/datatype/opal_datatype_internal.h #define BASIC_DDT_FROM_ELEM( ELEM ) (opal_datatype_basicDatatypes[(ELEM).elem.common.type]) elem 494 opal/datatype/opal_datatype_internal.h while( _pElem->elem.common.type == OPAL_DATATYPE_LOOP ) { elem 503 opal/datatype/opal_datatype_internal.h if( OPAL_DATATYPE_LOOP == (ELEMENT)->elem.common.type ) \ elem 506 opal/datatype/opal_datatype_internal.h (COUNTER) = (ELEMENT)->elem.count; \ elem 250 opal/datatype/opal_datatype_module.c datatype->desc.desc[0].elem.common.flags = OPAL_DATATYPE_FLAG_PREDEFINED | elem 254 opal/datatype/opal_datatype_module.c datatype->desc.desc[0].elem.common.type = i; elem 256 opal/datatype/opal_datatype_module.c datatype->desc.desc[0].elem.count = 1; elem 257 opal/datatype/opal_datatype_module.c datatype->desc.desc[0].elem.disp = 0; elem 258 opal/datatype/opal_datatype_module.c datatype->desc.desc[0].elem.extent = datatype->size; elem 263 opal/datatype/opal_datatype_module.c datatype->desc.desc[1].end_loop.first_elem_disp = datatype->desc.desc[0].elem.disp; elem 68 opal/datatype/opal_datatype_optimize.c assert( OPAL_DATATYPE_END_LOOP == pData->desc.desc[pData->desc.used].elem.common.type ); elem 76 opal/datatype/opal_datatype_optimize.c if( OPAL_DATATYPE_END_LOOP == pData->desc.desc[pos_desc].elem.common.type ) { /* end of the current loop */ elem 96 opal/datatype/opal_datatype_optimize.c if( OPAL_DATATYPE_LOOP == pData->desc.desc[pos_desc].elem.common.type ) { elem 100 opal/datatype/opal_datatype_optimize.c ptrdiff_t loop_disp = pData->desc.desc[pos_desc + index].elem.disp; elem 169 opal/datatype/opal_datatype_optimize.c ddt_elem_desc_t* elem = (ddt_elem_desc_t*)&(pData->desc.desc[pos_desc+1]); elem 178 opal/datatype/opal_datatype_optimize.c if( (1 == elem->count) elem 179 opal/datatype/opal_datatype_optimize.c && (elem->extent == (ptrdiff_t)opal_datatype_basicDatatypes[elem->common.type]->size) ) { elem 180 opal/datatype/opal_datatype_optimize.c CREATE_ELEM( pElemDesc, elem->common.type, elem->common.flags & ~OPAL_DATATYPE_FLAG_CONTIGUOUS, elem 181 opal/datatype/opal_datatype_optimize.c loop->loops, elem->disp, loop->extent ); elem 186 opal/datatype/opal_datatype_optimize.c ptrdiff_t elem_displ = elem->disp; elem 188 opal/datatype/opal_datatype_optimize.c CREATE_ELEM( pElemDesc, elem->common.type, elem->common.flags, elem 189 opal/datatype/opal_datatype_optimize.c elem->count, elem_displ, elem->extent ); elem 207 opal/datatype/opal_datatype_optimize.c while( pData->desc.desc[pos_desc].elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { /* keep doing it until we reach a non datatype element */ elem 209 opal/datatype/opal_datatype_optimize.c type = pData->desc.desc[pos_desc].elem.common.type; elem 211 opal/datatype/opal_datatype_optimize.c == (total_disp + pData->desc.desc[pos_desc].elem.disp)); elem 213 opal/datatype/opal_datatype_optimize.c if( (pData->desc.desc[pos_desc].elem.common.flags & OPAL_DATATYPE_FLAG_CONTIGUOUS) && continuity && elem 214 opal/datatype/opal_datatype_optimize.c (pData->desc.desc[pos_desc].elem.extent == (int32_t)opal_datatype_basicDatatypes[type]->size) ) { elem 216 opal/datatype/opal_datatype_optimize.c last_length += pData->desc.desc[pos_desc].elem.count; elem 217 opal/datatype/opal_datatype_optimize.c last_extent = pData->desc.desc[pos_desc].elem.extent; elem 221 opal/datatype/opal_datatype_optimize.c last_length = pData->desc.desc[pos_desc].elem.count; elem 222 opal/datatype/opal_datatype_optimize.c last_extent = pData->desc.desc[pos_desc].elem.extent; elem 225 opal/datatype/opal_datatype_optimize.c pData->desc.desc[pos_desc].elem.count * opal_datatype_basicDatatypes[type]->size; elem 230 opal/datatype/opal_datatype_optimize.c last_flags &= pData->desc.desc[pos_desc].elem.common.flags; elem 236 opal/datatype/opal_datatype_optimize.c last_disp = total_disp + pData->desc.desc[pos_desc].elem.disp; elem 237 opal/datatype/opal_datatype_optimize.c last_length = pData->desc.desc[pos_desc].elem.count; elem 238 opal/datatype/opal_datatype_optimize.c last_extent = pData->desc.desc[pos_desc].elem.extent; elem 271 opal/datatype/opal_datatype_optimize.c assert( pElem[index].elem.common.flags & OPAL_DATATYPE_FLAG_DATA ); elem 272 opal/datatype/opal_datatype_optimize.c first_elem_disp = pElem[index].elem.disp; elem 318 opal/datatype/opal_datatype_pack.c while( pElem->elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 330 opal/datatype/opal_datatype_pack.c if( OPAL_DATATYPE_END_LOOP == pElem->elem.common.type ) { /* end of the current loop */ elem 359 opal/datatype/opal_datatype_pack.c if( OPAL_DATATYPE_LOOP == pElem->elem.common.type ) { elem 392 opal/datatype/opal_datatype_pack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElem->elem.common.type, count_desc, elem 421 opal/datatype/opal_datatype_pack.c const ddt_elem_desc_t* _elem = &((ELEM)->elem); elem 494 opal/datatype/opal_datatype_pack.c while( pElem->elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 497 opal/datatype/opal_datatype_pack.c (void*)pConvertor->pBaseBuf, conv_ptr + pElem->elem.disp - pConvertor->pBaseBuf, elem 498 opal/datatype/opal_datatype_pack.c count_desc, description[pos_desc].elem.extent, elem 500 opal/datatype/opal_datatype_pack.c opal_datatype_basicDatatypes[pElem->elem.common.type]->name ); ); elem 516 opal/datatype/opal_datatype_pack.c if( OPAL_DATATYPE_END_LOOP == pElem->elem.common.type ) { /* end of the current loop */ elem 547 opal/datatype/opal_datatype_pack.c if( OPAL_DATATYPE_LOOP == pElem->elem.common.type ) { elem 585 opal/datatype/opal_datatype_pack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElem->elem.common.type, count_desc, elem 40 opal/datatype/opal_datatype_pack.h const ddt_elem_desc_t* _elem = &((ELEM)->elem); elem 66 opal/datatype/opal_datatype_position.c ddt_elem_desc_t* _elem = &((ELEM)->elem); elem 166 opal/datatype/opal_datatype_position.c size_t element_length = opal_datatype_basicDatatypes[pElem->elem.common.type]->size; elem 181 opal/datatype/opal_datatype_position.c if( OPAL_DATATYPE_END_LOOP == pElem->elem.common.type ) { /* end of the current loop */ elem 209 opal/datatype/opal_datatype_position.c if( OPAL_DATATYPE_LOOP == pElem->elem.common.type ) { elem 233 opal/datatype/opal_datatype_position.c while( pElem->elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 254 opal/datatype/opal_datatype_position.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElem->elem.common.type, count_desc, elem 187 opal/datatype/opal_datatype_unpack.c unsigned char* user_data = *user_buffer + pElem->elem.disp; elem 189 opal/datatype/opal_datatype_unpack.c size_t data_length = opal_datatype_basicDatatypes[pElem->elem.common.type]->size; elem 224 opal/datatype/opal_datatype_unpack.c data_length = opal_datatype_basicDatatypes[pElem->elem.common.type]->size; elem 302 opal/datatype/opal_datatype_unpack.c size_t element_length = opal_datatype_basicDatatypes[pElem->elem.common.type]->size; elem 305 opal/datatype/opal_datatype_unpack.c assert( pElem->elem.common.flags & OPAL_DATATYPE_FLAG_DATA ); elem 322 opal/datatype/opal_datatype_unpack.c while( pElem->elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 332 opal/datatype/opal_datatype_unpack.c assert( pElem->elem.common.type < OPAL_DATATYPE_MAX_PREDEFINED ); elem 338 opal/datatype/opal_datatype_unpack.c assert( iov_len_local < opal_datatype_basicDatatypes[pElem->elem.common.type]->size ); elem 350 opal/datatype/opal_datatype_unpack.c if( OPAL_DATATYPE_END_LOOP == pElem->elem.common.type ) { /* end of the current loop */ elem 380 opal/datatype/opal_datatype_unpack.c if( OPAL_DATATYPE_LOOP == pElem->elem.common.type ) { elem 415 opal/datatype/opal_datatype_unpack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElem->elem.common.type, count_desc, elem 482 opal/datatype/opal_datatype_unpack.c while( pElem->elem.common.flags & OPAL_DATATYPE_FLAG_DATA ) { elem 484 opal/datatype/opal_datatype_unpack.c type = description[pos_desc].elem.common.type; elem 485 opal/datatype/opal_datatype_unpack.c OPAL_DATATYPE_SAFEGUARD_POINTER( conv_ptr + pElem->elem.disp, pData->size, pConvertor->pBaseBuf, elem 489 opal/datatype/opal_datatype_unpack.c (void*)pConvertor->pBaseBuf, conv_ptr + pElem->elem.disp - pConvertor->pBaseBuf, elem 490 opal/datatype/opal_datatype_unpack.c count_desc, description[pos_desc].elem.extent, elem 494 opal/datatype/opal_datatype_unpack.c conv_ptr + pElem->elem.disp, elem 496 opal/datatype/opal_datatype_unpack.c description[pos_desc].elem.extent, &advance ); elem 507 opal/datatype/opal_datatype_unpack.c conv_ptr += rc * description[pos_desc].elem.extent; elem 508 opal/datatype/opal_datatype_unpack.c assert( pElem->elem.common.type < OPAL_DATATYPE_MAX_PREDEFINED ); elem 515 opal/datatype/opal_datatype_unpack.c assert( iov_len_local < opal_datatype_basicDatatypes[pElem->elem.common.type]->size ); elem 527 opal/datatype/opal_datatype_unpack.c if( OPAL_DATATYPE_END_LOOP == pElem->elem.common.type ) { /* end of the current loop */ elem 557 opal/datatype/opal_datatype_unpack.c if( OPAL_DATATYPE_LOOP == pElem->elem.common.type ) { elem 580 opal/datatype/opal_datatype_unpack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElem->elem.common.type, count_desc, elem 39 opal/datatype/opal_datatype_unpack.h const ddt_elem_desc_t* _elem = &((ELEM)->elem); elem 81 opal/mca/mpool/memkind/mpool_memkind_component.c static void mca_mpool_memkind_module_le_destroy(mca_mpool_memkind_module_le_t *elem) elem 83 opal/mca/mpool/memkind/mpool_memkind_component.c if (NULL != elem->module.kind) { elem 84 opal/mca/mpool/memkind/mpool_memkind_component.c memkind_destroy_kind(elem->module.kind); elem 724 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c ns_seg_info_t elem; elem 750 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c memset(&elem.ns_map, 0, sizeof(elem.ns_map)); elem 751 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c pmix_strncpy(elem.ns_map.name, ns_map->name, sizeof(elem.ns_map.name)-1); elem 752 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem.ns_map.tbl_idx = ns_map->tbl_idx; elem 753 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem.num_meta_seg = 1; elem 754 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem.num_data_seg = 1; elem 756 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c sizeof(size_t) * 2 + num_elems * sizeof(ns_seg_info_t), &elem, sizeof(ns_seg_info_t)); elem 791 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c ns_seg_info_t *elem, *cur_elem; elem 792 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem = NULL; elem 811 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem = cur_elem; elem 817 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c return elem; elem 856 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c rank_meta_info *elem = NULL; elem 877 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem = cur_elem; elem 883 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c while (NULL != tmp && NULL == elem); elem 897 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem = (rank_meta_info*)((uint8_t*)(tmp->seg_info.seg_base_addr) + rel_offset); elem 898 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c if ( 0 == elem->offset) { elem 900 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem = NULL; elem 904 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c return elem; elem 947 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c ns_seg_info_t *elem = _get_ns_info_from_initial_segment(ds_ctx, &ns_info->ns_map); elem 948 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c if (NULL == elem) { elem 952 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c if (ns_info->num_meta_seg != elem->num_meta_seg) { elem 953 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem->num_meta_seg = ns_info->num_meta_seg; elem 988 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c ns_seg_info_t *elem = _get_ns_info_from_initial_segment(ds_ctx, &ns_info->ns_map); elem 989 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c if (NULL == elem) { elem 993 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c if (ns_info->num_meta_seg != elem->num_meta_seg) { elem 994 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem->num_meta_seg = ns_info->num_meta_seg; elem 1125 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c ns_seg_info_t *elem = _get_ns_info_from_initial_segment(ds_ctx, &ns_info->ns_map); elem 1126 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c if (NULL == elem) { elem 1131 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem->num_data_seg++; elem 1795 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c ns_track_elem_t *elem; elem 1817 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem = _get_track_elem_for_namespace(ds_ctx, ns_map); elem 1818 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c if (NULL == elem) { elem 1826 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c if (NULL == elem->meta_seg || NULL == elem->data_seg) { elem 1832 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c rc = _update_ns_elem(ds_ctx, elem, &ns_info); elem 1833 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c if (PMIX_SUCCESS != rc || NULL == elem->meta_seg || NULL == elem->data_seg) { elem 1839 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c memset(elem->meta_seg->seg_info.seg_base_addr, 0, ds_ctx->meta_segment_size); elem 1840 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c memset(elem->data_seg->seg_info.seg_base_addr, 0, ds_ctx->data_segment_size); elem 1843 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c rc = _put_ns_info_to_initial_segment(ds_ctx, ns_map, &elem->meta_seg->seg_info, &elem->data_seg->seg_info); elem 1855 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c rc = _store_data_for_rank(ds_ctx, elem, rank, &xfer); elem 1936 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c ns_track_elem_t *elem; elem 2035 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c elem = _get_track_elem_for_namespace(ds_ctx, ns_map); elem 2036 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c if (NULL == elem) { elem 2046 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c rc = _update_ns_elem(ds_ctx, elem, ns_info); elem 2053 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c meta_seg = elem->meta_seg; elem 2054 opal/mca/pmix/pmix4x/pmix/src/mca/common/dstore/dstore_base.c data_seg = elem->data_seg; elem 31 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c static int sshmem_ucx_shadow_is_free(sshmem_ucx_shadow_alloc_elem_t *elem) elem 33 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c return elem->flags & SSHMEM_UCX_SHADOW_ELEM_FLAG_FREE; elem 36 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c static void sshmem_ucx_shadow_set_elem(sshmem_ucx_shadow_alloc_elem_t *elem, elem 39 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c elem->flags = flags; elem 40 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c elem->block_size = block_size; elem 68 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c sshmem_ucx_shadow_alloc_elem_t *elem; elem 72 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c for (elem = &allocator->elems[0]; elem < end; elem += elem->block_size) { elem 73 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c if (sshmem_ucx_shadow_is_free(elem) && (elem->block_size >= count)) { elem 75 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c if (elem->block_size > count) { elem 77 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c sshmem_ucx_shadow_set_elem(elem + count, elem 79 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c elem->block_size - count); elem 83 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c sshmem_ucx_shadow_set_elem(elem, 0, count); elem 84 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c *index = elem - &allocator->elems[0]; elem 94 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c sshmem_ucx_shadow_alloc_elem_t *elem = &allocator->elems[0]; elem 98 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c while ( (next_elem = (elem + elem->block_size)) < end) { elem 99 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c if (sshmem_ucx_shadow_is_free(elem) && sshmem_ucx_shadow_is_free(next_elem)) { elem 101 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c elem->block_size += next_elem->block_size; elem 105 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c elem = next_elem; elem 116 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c sshmem_ucx_shadow_alloc_elem_t *elem = &allocator->elems[old_index]; elem 117 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c unsigned old_count = elem->block_size; elem 122 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c assert(!sshmem_ucx_shadow_is_free(elem)); elem 134 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c sshmem_ucx_shadow_set_elem(elem + count, elem 136 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c elem->block_size - count); elem 137 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c elem->block_size = count; elem 146 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c next = &elem[old_count]; elem 152 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c assert(elem < next); elem 153 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c assert(elem + count > next); elem 154 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c assert(elem + count <= end); elem 158 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c sshmem_ucx_shadow_set_elem(elem + count, SSHMEM_UCX_SHADOW_ELEM_FLAG_FREE, elem 163 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c elem->block_size = count; elem 175 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c sshmem_ucx_shadow_alloc_elem_t *elem = &allocator->elems[index]; elem 177 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c elem->flags |= SSHMEM_UCX_SHADOW_ELEM_FLAG_FREE; elem 185 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c sshmem_ucx_shadow_alloc_elem_t *elem = &allocator->elems[index]; elem 187 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c assert(!sshmem_ucx_shadow_is_free(elem)); elem 188 oshmem/mca/sshmem/ucx/sshmem_ucx_shadow.c return elem->block_size; elem 120 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 4} }, elem 122 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 64} }, elem 124 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 1408} }, elem 127 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 10932} }, elem 129 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 640, 1, 10992} }, elem 130 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 712, 1, 14248} }, elem 132 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 14952} }, elem 135 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 21860} }, elem 137 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 21920} }, elem 139 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 23264} }, elem 142 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 30172} }, elem 144 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 192, 1, 30232} }, elem 145 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1160, 1, 33040} }, elem 147 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 34192} }, elem 150 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 41100} }, elem 152 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 41160} }, elem 154 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 42504} }, elem 157 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 52028} }, elem 159 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 52088} }, elem 161 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 53432} }, elem 164 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 60340} }, elem 166 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1344, 1, 60400} }, elem 168 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 64360} }, elem 171 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 71268} }, elem 173 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 71328} }, elem 175 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 72672} }, elem 178 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 79580} }, elem 180 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 896, 1, 79640} }, elem 181 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 456, 1, 83152} }, elem 183 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 83600} }, elem 186 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 90508} }, elem 188 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 90568} }, elem 190 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 91912} }, elem 193 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 98820} }, elem 195 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 448, 1, 98880} }, elem 196 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 904, 1, 101944} }, elem 198 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 102840} }, elem 201 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 109748} }, elem 203 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 109808} }, elem 205 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 111152} }, elem 208 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 118060} }, elem 210 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 120736} }, elem 212 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 122080} }, elem 215 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 128988} }, elem 217 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 129048} }, elem 219 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 130392} }, elem 222 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 139916} }, elem 224 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 139976} }, elem 226 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 141320} }, elem 229 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 148228} }, elem 231 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1152, 1, 148288} }, elem 232 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 200, 1, 152056} }, elem 234 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 152248} }, elem 237 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 159156} }, elem 239 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 159216} }, elem 241 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 160560} }, elem 244 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 167468} }, elem 246 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 704, 1, 167528} }, elem 247 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 648, 1, 170848} }, elem 249 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 171488} }, elem 252 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 178396} }, elem 254 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 178456} }, elem 256 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 179800} }, elem 259 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 186708} }, elem 261 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 256, 1, 186768} }, elem 262 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1096, 1, 189640} }, elem 264 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 190728} }, elem 267 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 197636} }, elem 269 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 197696} }, elem 271 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 199040} }, elem 274 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 208564} }, elem 276 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 1352, 1, 208624} }, elem 278 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 209968} }, elem 280 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 12, 1, 216876} }, elem 281 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 216936} }, elem 282 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217000} }, elem 283 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217064} }, elem 284 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217128} }, elem 285 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217192} }, elem 286 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217256} }, elem 287 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217320} }, elem 288 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217384} }, elem 289 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217448} }, elem 290 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217512} }, elem 291 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217576} }, elem 292 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217640} }, elem 293 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217704} }, elem 294 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217768} }, elem 295 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217832} }, elem 296 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217896} }, elem 297 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 217960} }, elem 298 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 218024} }, elem 299 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 218088} }, elem 300 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 218152} }, elem 301 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 16, 1, 218216} }, elem 302 test/datatype/ddt_raw2.c { .elem = { { 310, 9 }, 1, 8, 1, 218280} },