1
2
3
4
5
6
7
8
9
10 #include "oshmem_config.h"
11
12 #include "oshmem/constants.h"
13 #include "oshmem/include/shmem.h"
14
15 #include "oshmem/runtime/runtime.h"
16
17 #include "oshmem/mca/spml/spml.h"
18
19
20
21
22
23
24
25 #define DO_SHMEM_TYPE_GET_NB(ctx, type, target, source, nelems, pe) do { \
26 int rc = OSHMEM_SUCCESS; \
27 size_t size = 0; \
28 \
29 RUNTIME_CHECK_INIT(); \
30 RUNTIME_CHECK_PE(pe); \
31 RUNTIME_CHECK_ADDR(source); \
32 \
33 size = nelems * sizeof(type); \
34 rc = MCA_SPML_CALL(get_nb( \
35 ctx, \
36 (void *)source, \
37 size, \
38 (void *)target, \
39 pe, NULL)); \
40 RUNTIME_CHECK_RC(rc); \
41 } while (0)
42
43 #define SHMEM_CTX_TYPE_GET_NB(type_name, type) \
44 void shmem_ctx##type_name##_get_nbi(shmem_ctx_t ctx, type *target, const type *source, size_t nelems, int pe) \
45 { \
46 DO_SHMEM_TYPE_GET_NB(ctx, type, target, source, nelems, pe); \
47 return ; \
48 }
49
50 #define SHMEM_TYPE_GET_NB(type_name, type) \
51 void shmem##type_name##_get_nbi(type *target, const type *source, size_t nelems, int pe) \
52 { \
53 DO_SHMEM_TYPE_GET_NB(oshmem_ctx_default, type, target, \
54 source, nelems, pe); \
55 return ; \
56 }
57
58 #if OSHMEM_PROFILING
59 #include "oshmem/include/pshmem.h"
60 #pragma weak shmem_ctx_char_get_nbi = pshmem_ctx_char_get_nbi
61 #pragma weak shmem_ctx_short_get_nbi = pshmem_ctx_short_get_nbi
62 #pragma weak shmem_ctx_int_get_nbi = pshmem_ctx_int_get_nbi
63 #pragma weak shmem_ctx_long_get_nbi = pshmem_ctx_long_get_nbi
64 #pragma weak shmem_ctx_float_get_nbi = pshmem_ctx_float_get_nbi
65 #pragma weak shmem_ctx_double_get_nbi = pshmem_ctx_double_get_nbi
66 #pragma weak shmem_ctx_longlong_get_nbi = pshmem_ctx_longlong_get_nbi
67 #pragma weak shmem_ctx_schar_get_nbi = pshmem_ctx_schar_get_nbi
68 #pragma weak shmem_ctx_uchar_get_nbi = pshmem_ctx_uchar_get_nbi
69 #pragma weak shmem_ctx_ushort_get_nbi = pshmem_ctx_ushort_get_nbi
70 #pragma weak shmem_ctx_uint_get_nbi = pshmem_ctx_uint_get_nbi
71 #pragma weak shmem_ctx_ulong_get_nbi = pshmem_ctx_ulong_get_nbi
72 #pragma weak shmem_ctx_ulonglong_get_nbi = pshmem_ctx_ulonglong_get_nbi
73 #pragma weak shmem_ctx_longdouble_get_nbi = pshmem_ctx_longdouble_get_nbi
74 #pragma weak shmem_ctx_int8_get_nbi = pshmem_ctx_int8_get_nbi
75 #pragma weak shmem_ctx_int16_get_nbi = pshmem_ctx_int16_get_nbi
76 #pragma weak shmem_ctx_int32_get_nbi = pshmem_ctx_int32_get_nbi
77 #pragma weak shmem_ctx_int64_get_nbi = pshmem_ctx_int64_get_nbi
78 #pragma weak shmem_ctx_uint8_get_nbi = pshmem_ctx_uint8_get_nbi
79 #pragma weak shmem_ctx_uint16_get_nbi = pshmem_ctx_uint16_get_nbi
80 #pragma weak shmem_ctx_uint32_get_nbi = pshmem_ctx_uint32_get_nbi
81 #pragma weak shmem_ctx_uint64_get_nbi = pshmem_ctx_uint64_get_nbi
82 #pragma weak shmem_ctx_size_get_nbi = pshmem_ctx_size_get_nbi
83 #pragma weak shmem_ctx_ptrdiff_get_nbi = pshmem_ctx_ptrdiff_get_nbi
84
85 #pragma weak shmem_char_get_nbi = pshmem_char_get_nbi
86 #pragma weak shmem_short_get_nbi = pshmem_short_get_nbi
87 #pragma weak shmem_int_get_nbi = pshmem_int_get_nbi
88 #pragma weak shmem_long_get_nbi = pshmem_long_get_nbi
89 #pragma weak shmem_float_get_nbi = pshmem_float_get_nbi
90 #pragma weak shmem_double_get_nbi = pshmem_double_get_nbi
91 #pragma weak shmem_longlong_get_nbi = pshmem_longlong_get_nbi
92 #pragma weak shmem_schar_get_nbi = pshmem_schar_get_nbi
93 #pragma weak shmem_uchar_get_nbi = pshmem_uchar_get_nbi
94 #pragma weak shmem_ushort_get_nbi = pshmem_ushort_get_nbi
95 #pragma weak shmem_uint_get_nbi = pshmem_uint_get_nbi
96 #pragma weak shmem_ulong_get_nbi = pshmem_ulong_get_nbi
97 #pragma weak shmem_ulonglong_get_nbi = pshmem_ulonglong_get_nbi
98 #pragma weak shmem_longdouble_get_nbi = pshmem_longdouble_get_nbi
99 #pragma weak shmem_int8_get_nbi = pshmem_int8_get_nbi
100 #pragma weak shmem_int16_get_nbi = pshmem_int16_get_nbi
101 #pragma weak shmem_int32_get_nbi = pshmem_int32_get_nbi
102 #pragma weak shmem_int64_get_nbi = pshmem_int64_get_nbi
103 #pragma weak shmem_uint8_get_nbi = pshmem_uint8_get_nbi
104 #pragma weak shmem_uint16_get_nbi = pshmem_uint16_get_nbi
105 #pragma weak shmem_uint32_get_nbi = pshmem_uint32_get_nbi
106 #pragma weak shmem_uint64_get_nbi = pshmem_uint64_get_nbi
107 #pragma weak shmem_size_get_nbi = pshmem_size_get_nbi
108 #pragma weak shmem_ptrdiff_get_nbi = pshmem_ptrdiff_get_nbi
109
110 #pragma weak shmem_ctx_get8_nbi = pshmem_ctx_get8_nbi
111 #pragma weak shmem_ctx_get16_nbi = pshmem_ctx_get16_nbi
112 #pragma weak shmem_ctx_get32_nbi = pshmem_ctx_get32_nbi
113 #pragma weak shmem_ctx_get64_nbi = pshmem_ctx_get64_nbi
114 #pragma weak shmem_ctx_get128_nbi = pshmem_ctx_get128_nbi
115 #pragma weak shmem_ctx_getmem_nbi = pshmem_ctx_getmem_nbi
116
117 #pragma weak shmem_get8_nbi = pshmem_get8_nbi
118 #pragma weak shmem_get16_nbi = pshmem_get16_nbi
119 #pragma weak shmem_get32_nbi = pshmem_get32_nbi
120 #pragma weak shmem_get64_nbi = pshmem_get64_nbi
121 #pragma weak shmem_get128_nbi = pshmem_get128_nbi
122 #pragma weak shmem_getmem_nbi = pshmem_getmem_nbi
123 #include "oshmem/shmem/c/profile/defines.h"
124 #endif
125
126 SHMEM_CTX_TYPE_GET_NB(_char, char)
127 SHMEM_CTX_TYPE_GET_NB(_short, short)
128 SHMEM_CTX_TYPE_GET_NB(_int, int)
129 SHMEM_CTX_TYPE_GET_NB(_long, long)
130 SHMEM_CTX_TYPE_GET_NB(_longlong, long long)
131 SHMEM_CTX_TYPE_GET_NB(_schar, signed char)
132 SHMEM_CTX_TYPE_GET_NB(_uchar, unsigned char)
133 SHMEM_CTX_TYPE_GET_NB(_ushort, unsigned short)
134 SHMEM_CTX_TYPE_GET_NB(_uint, unsigned int)
135 SHMEM_CTX_TYPE_GET_NB(_ulong, unsigned long)
136 SHMEM_CTX_TYPE_GET_NB(_ulonglong, unsigned long long)
137 SHMEM_CTX_TYPE_GET_NB(_float, float)
138 SHMEM_CTX_TYPE_GET_NB(_double, double)
139 SHMEM_CTX_TYPE_GET_NB(_longdouble, long double)
140 SHMEM_CTX_TYPE_GET_NB(_int8, int8_t)
141 SHMEM_CTX_TYPE_GET_NB(_int16, int16_t)
142 SHMEM_CTX_TYPE_GET_NB(_int32, int32_t)
143 SHMEM_CTX_TYPE_GET_NB(_int64, int64_t)
144 SHMEM_CTX_TYPE_GET_NB(_uint8, uint8_t)
145 SHMEM_CTX_TYPE_GET_NB(_uint16, uint16_t)
146 SHMEM_CTX_TYPE_GET_NB(_uint32, uint32_t)
147 SHMEM_CTX_TYPE_GET_NB(_uint64, uint64_t)
148 SHMEM_CTX_TYPE_GET_NB(_size, size_t)
149 SHMEM_CTX_TYPE_GET_NB(_ptrdiff, ptrdiff_t)
150
151 SHMEM_TYPE_GET_NB(_char, char)
152 SHMEM_TYPE_GET_NB(_short, short)
153 SHMEM_TYPE_GET_NB(_int, int)
154 SHMEM_TYPE_GET_NB(_long, long)
155 SHMEM_TYPE_GET_NB(_longlong, long long)
156 SHMEM_TYPE_GET_NB(_schar, signed char)
157 SHMEM_TYPE_GET_NB(_uchar, unsigned char)
158 SHMEM_TYPE_GET_NB(_ushort, unsigned short)
159 SHMEM_TYPE_GET_NB(_uint, unsigned int)
160 SHMEM_TYPE_GET_NB(_ulong, unsigned long)
161 SHMEM_TYPE_GET_NB(_ulonglong, unsigned long long)
162 SHMEM_TYPE_GET_NB(_float, float)
163 SHMEM_TYPE_GET_NB(_double, double)
164 SHMEM_TYPE_GET_NB(_longdouble, long double)
165 SHMEM_TYPE_GET_NB(_int8, int8_t)
166 SHMEM_TYPE_GET_NB(_int16, int16_t)
167 SHMEM_TYPE_GET_NB(_int32, int32_t)
168 SHMEM_TYPE_GET_NB(_int64, int64_t)
169 SHMEM_TYPE_GET_NB(_uint8, uint8_t)
170 SHMEM_TYPE_GET_NB(_uint16, uint16_t)
171 SHMEM_TYPE_GET_NB(_uint32, uint32_t)
172 SHMEM_TYPE_GET_NB(_uint64, uint64_t)
173 SHMEM_TYPE_GET_NB(_size, size_t)
174 SHMEM_TYPE_GET_NB(_ptrdiff, ptrdiff_t)
175
176 #define DO_SHMEM_GETMEM_NB(ctx, target, source, element_size, nelems, pe) do { \
177 int rc = OSHMEM_SUCCESS; \
178 size_t size = 0; \
179 \
180 RUNTIME_CHECK_INIT(); \
181 RUNTIME_CHECK_PE(pe); \
182 RUNTIME_CHECK_ADDR(source); \
183 \
184 size = nelems * element_size; \
185 rc = MCA_SPML_CALL(get_nb( \
186 ctx, \
187 (void *)source, \
188 size, \
189 (void *)target, \
190 pe, NULL)); \
191 RUNTIME_CHECK_RC(rc); \
192 } while (0)
193
194 #define SHMEM_CTX_TYPE_GETMEM_NB(name, element_size, prefix) \
195 void prefix##_ctx##name##_nbi(shmem_ctx_t ctx, void *target, const void *source, size_t nelems, int pe) \
196 { \
197 DO_SHMEM_GETMEM_NB(ctx, target, source, element_size, nelems, pe); \
198 return ; \
199 }
200
201 #define SHMEM_TYPE_GETMEM_NB(name, element_size, prefix) \
202 void prefix##name##_nbi(void *target, const void *source, size_t nelems, int pe) \
203 { \
204 DO_SHMEM_GETMEM_NB(oshmem_ctx_default, target, source, \
205 element_size, nelems, pe); \
206 return ; \
207 }
208
209 SHMEM_CTX_TYPE_GETMEM_NB(_get8, 1, shmem)
210 SHMEM_CTX_TYPE_GETMEM_NB(_get16, 2, shmem)
211 SHMEM_CTX_TYPE_GETMEM_NB(_get32, 4, shmem)
212 SHMEM_CTX_TYPE_GETMEM_NB(_get64, 8, shmem)
213 SHMEM_CTX_TYPE_GETMEM_NB(_get128, 16, shmem)
214 SHMEM_CTX_TYPE_GETMEM_NB(_getmem, 1, shmem)
215 SHMEM_TYPE_GETMEM_NB(_get8, 1, shmem)
216 SHMEM_TYPE_GETMEM_NB(_get16, 2, shmem)
217 SHMEM_TYPE_GETMEM_NB(_get32, 4, shmem)
218 SHMEM_TYPE_GETMEM_NB(_get64, 8, shmem)
219 SHMEM_TYPE_GETMEM_NB(_get128, 16, shmem)
220 SHMEM_TYPE_GETMEM_NB(_getmem, 1, shmem)