root/ompi/mca/coll/monitoring/coll_monitoring_reduce_scatter_block.c

DEFINITIONS

1. mca_coll_monitoring_reduce_scatter_block
2. mca_coll_monitoring_ireduce_scatter_block

   1 /*
   2  * Copyright (c) 2016-2018 Inria. All rights reserved.
   3  * $COPYRIGHT$
   4  *
   5  * Additional copyrights may follow
   6  *
   7  * $HEADER$
   8  */
   9 
  10 #include <ompi_config.h>
  11 #include <ompi/op/op.h>
  12 #include <ompi/request/request.h>
  13 #include <ompi/datatype/ompi_datatype.h>
  14 #include <ompi/communicator/communicator.h>
  15 #include "coll_monitoring.h"
  16 
  17 int mca_coll_monitoring_reduce_scatter_block(const void *sbuf, void *rbuf,
  18                                              int rcount,
  19                                              struct ompi_datatype_t *dtype,
  20                                              struct ompi_op_t *op,
  21                                              struct ompi_communicator_t *comm,
  22                                              mca_coll_base_module_t *module)
  23 {
  24     mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module;
  25     size_t type_size, data_size;
  26     const int comm_size = ompi_comm_size(comm);
  27     const int my_rank = ompi_comm_rank(comm);
  28     int i, rank;
  29     ompi_datatype_type_size(dtype, &type_size);
  30     data_size = rcount * type_size;
  31     for( i = 0; i < comm_size; ++i ) {
  32         if( my_rank == i ) continue; /* No communication for self */
  33         /**
  34          * If this fails the destination is not part of my MPI_COM_WORLD
  35          * Lookup its name in the rank hastable to get its MPI_COMM_WORLD rank
  36          */
  37         if( OPAL_SUCCESS == mca_common_monitoring_get_world_rank(i, comm->c_remote_group, &rank) ) {
  38             mca_common_monitoring_record_coll(rank, data_size);
  39         }
  40     }
  41     mca_common_monitoring_coll_a2a(data_size * (comm_size - 1), monitoring_module->data);
  42     return monitoring_module->real.coll_reduce_scatter_block(sbuf, rbuf, rcount, dtype, op, comm, monitoring_module->real.coll_reduce_scatter_block_module);
  43 }
  44 
  45 int mca_coll_monitoring_ireduce_scatter_block(const void *sbuf, void *rbuf,
  46                                               int rcount,
  47                                               struct ompi_datatype_t *dtype,
  48                                               struct ompi_op_t *op,
  49                                               struct ompi_communicator_t *comm,
  50                                               ompi_request_t ** request,
  51                                               mca_coll_base_module_t *module)
  52 {
  53     mca_coll_monitoring_module_t*monitoring_module = (mca_coll_monitoring_module_t*) module;
  54     size_t type_size, data_size;
  55     const int comm_size = ompi_comm_size(comm);
  56     const int my_rank = ompi_comm_rank(comm);
  57     int i, rank;
  58     ompi_datatype_type_size(dtype, &type_size);
  59     data_size = rcount * type_size;
  60     for( i = 0; i < comm_size; ++i ) {
  61         if( my_rank == i ) continue; /* No communication for self */
  62         /**
  63          * If this fails the destination is not part of my MPI_COM_WORLD
  64          * Lookup its name in the rank hastable to get its MPI_COMM_WORLD rank
  65          */
  66         if( OPAL_SUCCESS == mca_common_monitoring_get_world_rank(i, comm->c_remote_group, &rank) ) {
  67             mca_common_monitoring_record_coll(rank, data_size);
  68         }
  69     }
  70     mca_common_monitoring_coll_a2a(data_size * (comm_size - 1), monitoring_module->data);
  71     return monitoring_module->real.coll_ireduce_scatter_block(sbuf, rbuf, rcount, dtype, op, comm, request, monitoring_module->real.coll_ireduce_scatter_block_module);
  72 }