root/opal/mca/btl/base/btl_base_frame.c

/* [<][>][^][v][top][bottom][index][help] */

DEFINITIONS

This source file includes following definitions.
  1. mca_btl_base_descriptor_constructor
  2. mca_btl_base_descriptor_destructor
  3. mca_btl_base_register
  4. mca_btl_base_open
  5. mca_btl_base_close
   1 /* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
   2 /*
   3  * Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
   4  *                         University Research and Technology
   5  *                         Corporation.  All rights reserved.
   6  * Copyright (c) 2004-2007 The University of Tennessee and The University
   7  *                         of Tennessee Research Foundation.  All rights
   8  *                         reserved.
   9  * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
  10  *                         University of Stuttgart.  All rights reserved.
  11  * Copyright (c) 2004-2005 The Regents of the University of California.
  12  *                         All rights reserved.
  13  * Copyright (c) 2006-2007 Sun Microsystems, Inc.  All rights reserved.
  14  * Copyright (c) 2008-2013 Cisco Systems, Inc.  All rights reserved.
  15  * Copyright (c) 2015-2017 Research Organization for Information Science
  16  *                         and Technology (RIST). All rights reserved.
  17  * Copyright (c) 2016-2018 Los Alamos National Security, LLC. All rights
  18  *                         reserved.
  19  * $COPYRIGHT$
  20  *
  21  * Additional copyrights may follow
  22  *
  23  * $HEADER$
  24  */
  25 
  26 
  27 #include "opal_config.h"
  28 #include <stdio.h>
  29 
  30 #include "opal/mca/mca.h"
  31 #include "opal/util/output.h"
  32 #include "opal/mca/base/base.h"
  33 #include "opal/mca/btl/btl.h"
  34 #include "opal/mca/btl/base/base.h"
  35 
  36 mca_base_var_enum_flag_t *mca_btl_base_flag_enum = NULL;
  37 mca_base_var_enum_flag_t *mca_btl_base_atomic_enum = NULL;
  38 
  39 mca_base_var_enum_value_flag_t mca_btl_base_flag_enum_flags[] = {
  40     {MCA_BTL_FLAGS_SEND, "send", 0},
  41     {MCA_BTL_FLAGS_PUT, "put", 0},
  42     {MCA_BTL_FLAGS_GET, "get", 0},
  43     {MCA_BTL_FLAGS_SEND_INPLACE, "inplace", 0},
  44     {MCA_BTL_FLAGS_SIGNALED, "signaled", 0},
  45     {MCA_BTL_FLAGS_ATOMIC_OPS, "atomics", 0},
  46     {MCA_BTL_FLAGS_ATOMIC_FOPS, "fetching-atomics", 0},
  47     {MCA_BTL_FLAGS_SINGLE_ADD_PROCS, "static", 0},
  48     {MCA_BTL_FLAGS_CUDA_PUT, "cuda-put", 0},
  49     {MCA_BTL_FLAGS_CUDA_GET, "cuda-get", 0},
  50     {MCA_BTL_FLAGS_CUDA_COPY_ASYNC_SEND, "cuda-async-send", 0},
  51     {MCA_BTL_FLAGS_CUDA_COPY_ASYNC_RECV, "cuda-async-recv", 0},
  52     {MCA_BTL_FLAGS_FAILOVER_SUPPORT, "failover", 0},
  53     {MCA_BTL_FLAGS_NEED_ACK, "need-ack", 0},
  54     {MCA_BTL_FLAGS_NEED_CSUM, "need-csum", 0},
  55     {MCA_BTL_FLAGS_HETEROGENEOUS_RDMA, "hetero-rdma", 0},
  56     {MCA_BTL_FLAGS_RDMA_FLUSH, "rdma-flush", 0},
  57     {0, NULL, 0}
  58 };
  59 
  60 mca_base_var_enum_value_flag_t mca_btl_base_atomic_enum_flags[] = {
  61   {MCA_BTL_ATOMIC_SUPPORTS_ADD, "add", 0},
  62   {MCA_BTL_ATOMIC_SUPPORTS_AND, "and", 0},
  63   {MCA_BTL_ATOMIC_SUPPORTS_OR, "or", 0},
  64   {MCA_BTL_ATOMIC_SUPPORTS_XOR, "xor", 0},
  65   {MCA_BTL_ATOMIC_SUPPORTS_LAND, "land", 0},
  66   {MCA_BTL_ATOMIC_SUPPORTS_LOR, "lor", 0},
  67   {MCA_BTL_ATOMIC_SUPPORTS_LXOR, "lxor", 0},
  68   {MCA_BTL_ATOMIC_SUPPORTS_SWAP, "swap", 0},
  69   {MCA_BTL_ATOMIC_SUPPORTS_MIN, "min", 0},
  70   {MCA_BTL_ATOMIC_SUPPORTS_MAX, "max", 0},
  71   {MCA_BTL_ATOMIC_SUPPORTS_CSWAP, "compare-and-swap", 0},
  72   {MCA_BTL_ATOMIC_SUPPORTS_GLOB, "global"},
  73   {0, NULL, 0}
  74 };
  75 
  76 mca_btl_active_message_callback_t mca_btl_base_active_message_trigger[MCA_BTL_TAG_MAX] = {{0}};
  77 
  78 /*
  79  *  mca_btl_base_descriptor_t
  80  */
  81 
  82 static void mca_btl_base_descriptor_constructor(mca_btl_base_descriptor_t* des)
  83 {
  84     des->des_segments = NULL;
  85     des->des_segment_count = 0;
  86     des->des_cbfunc = NULL;
  87     des->des_cbdata = NULL;
  88     des->des_flags = 0;
  89 }
  90 
  91 static void mca_btl_base_descriptor_destructor(mca_btl_base_descriptor_t* des)
  92 {
  93 }
  94 
  95 OBJ_CLASS_INSTANCE(
  96     mca_btl_base_descriptor_t,
  97     opal_list_item_t,
  98     mca_btl_base_descriptor_constructor,
  99     mca_btl_base_descriptor_destructor);
 100 
 101 
 102 /*
 103  * The following file was created by configure.  It contains extern
 104  * statements and the definition of an array of pointers to each
 105  * component's public mca_base_component_t struct.
 106  */
 107 
 108 #include "opal/mca/btl/base/static-components.h"
 109 #include "btl_base_error.h"
 110 
 111 /*
 112  * Global variables
 113  */
 114 char* mca_btl_base_include = NULL;
 115 char* mca_btl_base_exclude = NULL;
 116 int mca_btl_base_warn_component_unused = 1;
 117 opal_list_t mca_btl_base_modules_initialized = {{0}};
 118 bool mca_btl_base_thread_multiple_override = false;
 119 
 120 static int mca_btl_base_register(mca_base_register_flag_t flags)
 121 {
 122     /* Override the per-BTL "don't run if THREAD_MULTIPLE selected"
 123        embargo? */
 124     mca_btl_base_thread_multiple_override = false;
 125     (void) mca_base_var_register("opal", "btl", "base", "thread_multiple_override",
 126                                  "Enable BTLs that are not normally enabled when MPI_THREAD_MULTIPLE is enabled (THIS IS FOR DEVELOPERS ONLY!  SHOULD NOT BE USED BY END USERS!)",
 127                                  MCA_BASE_VAR_TYPE_BOOL, NULL, 0,
 128                                  MCA_BASE_VAR_FLAG_INTERNAL,
 129                                  OPAL_INFO_LVL_9,
 130                                  MCA_BASE_VAR_SCOPE_READONLY,
 131                                  &mca_btl_base_thread_multiple_override);
 132 
 133     (void) mca_base_var_register("opal", "btl", "base", "include", NULL,
 134                                  MCA_BASE_VAR_TYPE_STRING, NULL, 0, 0,
 135                                  OPAL_INFO_LVL_9,
 136                                  MCA_BASE_VAR_SCOPE_READONLY,
 137                                  &mca_btl_base_include);
 138     (void) mca_base_var_register("opal", "btl", "base", "exclude", NULL,
 139                                  MCA_BASE_VAR_TYPE_STRING, NULL, 0, 0,
 140                                  OPAL_INFO_LVL_9,
 141                                  MCA_BASE_VAR_SCOPE_READONLY,
 142                                  &mca_btl_base_exclude);
 143     (void) mca_base_var_register("opal", "btl", "base", "warn_component_unused",
 144                                  "This parameter is used to turn on warning messages when certain NICs are not used",
 145                                  MCA_BASE_VAR_TYPE_INT, NULL, 0, 0,
 146                                  OPAL_INFO_LVL_9,
 147                                  MCA_BASE_VAR_SCOPE_READONLY,
 148                                  &mca_btl_base_warn_component_unused);
 149 
 150     (void) mca_base_var_enum_create_flag ("btl_flags", mca_btl_base_flag_enum_flags, &mca_btl_base_flag_enum);
 151     (void) mca_base_var_enum_register("opal", "btl", "base", "btl_flags",
 152                                  &mca_btl_base_flag_enum);
 153     (void) mca_base_var_enum_create_flag ("btl_atomic_flags", mca_btl_base_atomic_enum_flags, &mca_btl_base_atomic_enum);
 154     (void) mca_base_var_enum_register("opal", "btl", "base", "btl_atomic_flags",
 155                                  &mca_btl_base_atomic_enum);
 156 
 157     return OPAL_SUCCESS;
 158 }
 159 
 160 /**
 161  * Function for finding and opening either all MCA components, or the one
 162  * that was specifically requested via a MCA parameter.
 163  */
 164 static int mca_btl_base_open(mca_base_open_flag_t flags)
 165 {
 166     int ret;
 167 
 168     /* Open up all available components */
 169 
 170     if (OPAL_SUCCESS !=
 171         (ret = mca_base_framework_components_open(&opal_btl_base_framework, flags))) {
 172         return ret;
 173     }
 174 
 175   /* Initialize the list so that in mca_btl_base_close(), we can
 176      iterate over it (even if it's empty, as in the case of
 177      opal_info) */
 178 
 179   OBJ_CONSTRUCT(&mca_btl_base_modules_initialized, opal_list_t);
 180 
 181   /* get the verbosity so that BTL_VERBOSE will work */
 182   mca_btl_base_verbose = opal_output_get_verbosity(opal_btl_base_framework.framework_output);
 183 
 184   /* All done */
 185   return OPAL_SUCCESS;
 186 }
 187 
 188 static int mca_btl_base_close(void)
 189 {
 190     mca_btl_base_selected_module_t *sm, *next;
 191 
 192 #if 0
 193     /* disable event processing while cleaning up btls */
 194     opal_event_disable();
 195 #endif
 196     /* Finalize all the btl components and free their list items */
 197 
 198     OPAL_LIST_FOREACH_SAFE(sm, next, &mca_btl_base_modules_initialized, mca_btl_base_selected_module_t) {
 199         /* Blatently ignore the return code (what would we do to recover,
 200            anyway?  This component is going away, so errors don't matter
 201            anymore) */
 202 
 203         sm->btl_module->btl_finalize(sm->btl_module);
 204         opal_list_remove_item(&mca_btl_base_modules_initialized, &sm->super);
 205         free(sm);
 206     }
 207 
 208     (void) mca_base_framework_components_close(&opal_btl_base_framework, NULL);
 209 
 210     OBJ_DESTRUCT(&mca_btl_base_modules_initialized);
 211 
 212 #if 0
 213     /* restore event processing */
 214     opal_event_enable();
 215 #endif
 216     /* All done */
 217     return OPAL_SUCCESS;
 218 }
 219 
 220 MCA_BASE_FRAMEWORK_DECLARE(opal, btl, "Byte Transport Layer", mca_btl_base_register,
 221                            mca_btl_base_open, mca_btl_base_close, mca_btl_base_static_components,
 222                            0);
/* [<][>][^][v][top][bottom][index][help] */