1
2
3
4
5
6
7
8
9
10 #include "oshmem_config.h"
11
12 #include "oshmem/constants.h"
13 #include "oshmem/include/shmem.h"
14
15 #include "oshmem/runtime/runtime.h"
16
17 #include "oshmem/mca/spml/spml.h"
18
19
20
21
22
23
24
25
26 #define DO_SHMEM_TYPE_IPUT(ctx, type, target, source, tst, sst, nelemes, pe) do { \
27 int rc = OSHMEM_SUCCESS; \
28 size_t element_size = 0; \
29 size_t i = 0; \
30 \
31 RUNTIME_CHECK_INIT(); \
32 RUNTIME_CHECK_PE(pe); \
33 RUNTIME_CHECK_ADDR(target); \
34 \
35 element_size = sizeof(type); \
36 for (i = 0; i < nelems; i++) \
37 { \
38 rc = MCA_SPML_CALL(put( \
39 ctx, \
40 (void*)(target + i * tst), \
41 element_size, \
42 (void*)(source + i * sst), \
43 pe)); \
44 } \
45 RUNTIME_CHECK_RC(rc); \
46 } while (0)
47
48 #define SHMEM_CTX_TYPE_IPUT(type_name, type) \
49 void shmem_ctx##type_name##_iput(shmem_ctx_t ctx, type *target, const type *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
50 { \
51 DO_SHMEM_TYPE_IPUT(ctx, type, target, source, tst, sst, \
52 nelems, pe); \
53 return ; \
54 }
55
56 #define SHMEM_TYPE_IPUT(type_name, type) \
57 void shmem##type_name##_iput(type *target, const type *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
58 { \
59 DO_SHMEM_TYPE_IPUT(oshmem_ctx_default, type, target, source, \
60 tst, sst, nelems, pe); \
61 return ; \
62 }
63
64 #if OSHMEM_PROFILING
65 #include "oshmem/include/pshmem.h"
66 #pragma weak shmem_ctx_char_iput = pshmem_ctx_char_iput
67 #pragma weak shmem_ctx_short_iput = pshmem_ctx_short_iput
68 #pragma weak shmem_ctx_int_iput = pshmem_ctx_int_iput
69 #pragma weak shmem_ctx_long_iput = pshmem_ctx_long_iput
70 #pragma weak shmem_ctx_float_iput = pshmem_ctx_float_iput
71 #pragma weak shmem_ctx_double_iput = pshmem_ctx_double_iput
72 #pragma weak shmem_ctx_longlong_iput = pshmem_ctx_longlong_iput
73 #pragma weak shmem_ctx_schar_iput = pshmem_ctx_schar_iput
74 #pragma weak shmem_ctx_uchar_iput = pshmem_ctx_uchar_iput
75 #pragma weak shmem_ctx_ushort_iput = pshmem_ctx_ushort_iput
76 #pragma weak shmem_ctx_uint_iput = pshmem_ctx_uint_iput
77 #pragma weak shmem_ctx_ulong_iput = pshmem_ctx_ulong_iput
78 #pragma weak shmem_ctx_ulonglong_iput = pshmem_ctx_ulonglong_iput
79 #pragma weak shmem_ctx_longdouble_iput = pshmem_ctx_longdouble_iput
80 #pragma weak shmem_ctx_int8_iput = pshmem_ctx_int8_iput
81 #pragma weak shmem_ctx_int16_iput = pshmem_ctx_int16_iput
82 #pragma weak shmem_ctx_int32_iput = pshmem_ctx_int32_iput
83 #pragma weak shmem_ctx_int64_iput = pshmem_ctx_int64_iput
84 #pragma weak shmem_ctx_uint8_iput = pshmem_ctx_uint8_iput
85 #pragma weak shmem_ctx_uint16_iput = pshmem_ctx_uint16_iput
86 #pragma weak shmem_ctx_uint32_iput = pshmem_ctx_uint32_iput
87 #pragma weak shmem_ctx_uint64_iput = pshmem_ctx_uint64_iput
88 #pragma weak shmem_ctx_size_iput = pshmem_ctx_size_iput
89 #pragma weak shmem_ctx_ptrdiff_iput = pshmem_ctx_ptrdiff_iput
90
91 #pragma weak shmem_char_iput = pshmem_char_iput
92 #pragma weak shmem_short_iput = pshmem_short_iput
93 #pragma weak shmem_int_iput = pshmem_int_iput
94 #pragma weak shmem_long_iput = pshmem_long_iput
95 #pragma weak shmem_float_iput = pshmem_float_iput
96 #pragma weak shmem_double_iput = pshmem_double_iput
97 #pragma weak shmem_longlong_iput = pshmem_longlong_iput
98 #pragma weak shmem_schar_iput = pshmem_schar_iput
99 #pragma weak shmem_uchar_iput = pshmem_uchar_iput
100 #pragma weak shmem_ushort_iput = pshmem_ushort_iput
101 #pragma weak shmem_uint_iput = pshmem_uint_iput
102 #pragma weak shmem_ulong_iput = pshmem_ulong_iput
103 #pragma weak shmem_ulonglong_iput = pshmem_ulonglong_iput
104 #pragma weak shmem_longdouble_iput = pshmem_longdouble_iput
105 #pragma weak shmem_int8_iput = pshmem_int8_iput
106 #pragma weak shmem_int16_iput = pshmem_int16_iput
107 #pragma weak shmem_int32_iput = pshmem_int32_iput
108 #pragma weak shmem_int64_iput = pshmem_int64_iput
109 #pragma weak shmem_uint8_iput = pshmem_uint8_iput
110 #pragma weak shmem_uint16_iput = pshmem_uint16_iput
111 #pragma weak shmem_uint32_iput = pshmem_uint32_iput
112 #pragma weak shmem_uint64_iput = pshmem_uint64_iput
113 #pragma weak shmem_size_iput = pshmem_size_iput
114 #pragma weak shmem_ptrdiff_iput = pshmem_ptrdiff_iput
115
116 #pragma weak shmem_ctx_iput8 = pshmem_ctx_iput8
117 #pragma weak shmem_ctx_iput16 = pshmem_ctx_iput16
118 #pragma weak shmem_ctx_iput32 = pshmem_ctx_iput32
119 #pragma weak shmem_ctx_iput64 = pshmem_ctx_iput64
120 #pragma weak shmem_ctx_iput128 = pshmem_ctx_iput128
121
122 #pragma weak shmem_iput8 = pshmem_iput8
123 #pragma weak shmem_iput16 = pshmem_iput16
124 #pragma weak shmem_iput32 = pshmem_iput32
125 #pragma weak shmem_iput64 = pshmem_iput64
126 #pragma weak shmem_iput128 = pshmem_iput128
127 #include "oshmem/shmem/c/profile/defines.h"
128 #endif
129
130 SHMEM_CTX_TYPE_IPUT(_char, char)
131 SHMEM_CTX_TYPE_IPUT(_short, short)
132 SHMEM_CTX_TYPE_IPUT(_int, int)
133 SHMEM_CTX_TYPE_IPUT(_long, long)
134 SHMEM_CTX_TYPE_IPUT(_longlong, long long)
135 SHMEM_CTX_TYPE_IPUT(_schar, signed char)
136 SHMEM_CTX_TYPE_IPUT(_uchar, unsigned char)
137 SHMEM_CTX_TYPE_IPUT(_ushort, unsigned short)
138 SHMEM_CTX_TYPE_IPUT(_uint, unsigned int)
139 SHMEM_CTX_TYPE_IPUT(_ulong, unsigned long)
140 SHMEM_CTX_TYPE_IPUT(_ulonglong, unsigned long long)
141 SHMEM_CTX_TYPE_IPUT(_float, float)
142 SHMEM_CTX_TYPE_IPUT(_double, double)
143 SHMEM_CTX_TYPE_IPUT(_longdouble, long double)
144 SHMEM_CTX_TYPE_IPUT(_int8, int8_t)
145 SHMEM_CTX_TYPE_IPUT(_int16, int16_t)
146 SHMEM_CTX_TYPE_IPUT(_int32, int32_t)
147 SHMEM_CTX_TYPE_IPUT(_int64, int64_t)
148 SHMEM_CTX_TYPE_IPUT(_uint8, uint8_t)
149 SHMEM_CTX_TYPE_IPUT(_uint16, uint16_t)
150 SHMEM_CTX_TYPE_IPUT(_uint32, uint32_t)
151 SHMEM_CTX_TYPE_IPUT(_uint64, uint64_t)
152 SHMEM_CTX_TYPE_IPUT(_size, size_t)
153 SHMEM_CTX_TYPE_IPUT(_ptrdiff, ptrdiff_t)
154
155 SHMEM_TYPE_IPUT(_char, char)
156 SHMEM_TYPE_IPUT(_short, short)
157 SHMEM_TYPE_IPUT(_int, int)
158 SHMEM_TYPE_IPUT(_long, long)
159 SHMEM_TYPE_IPUT(_longlong, long long)
160 SHMEM_TYPE_IPUT(_schar, signed char)
161 SHMEM_TYPE_IPUT(_uchar, unsigned char)
162 SHMEM_TYPE_IPUT(_ushort, unsigned short)
163 SHMEM_TYPE_IPUT(_uint, unsigned int)
164 SHMEM_TYPE_IPUT(_ulong, unsigned long)
165 SHMEM_TYPE_IPUT(_ulonglong, unsigned long long)
166 SHMEM_TYPE_IPUT(_float, float)
167 SHMEM_TYPE_IPUT(_double, double)
168 SHMEM_TYPE_IPUT(_longdouble, long double)
169 SHMEM_TYPE_IPUT(_int8, int8_t)
170 SHMEM_TYPE_IPUT(_int16, int16_t)
171 SHMEM_TYPE_IPUT(_int32, int32_t)
172 SHMEM_TYPE_IPUT(_int64, int64_t)
173 SHMEM_TYPE_IPUT(_uint8, uint8_t)
174 SHMEM_TYPE_IPUT(_uint16, uint16_t)
175 SHMEM_TYPE_IPUT(_uint32, uint32_t)
176 SHMEM_TYPE_IPUT(_uint64, uint64_t)
177 SHMEM_TYPE_IPUT(_size, size_t)
178 SHMEM_TYPE_IPUT(_ptrdiff, ptrdiff_t)
179
180 #define DO_SHMEM_IPUTMEM(ctx, target, source, tst, sst, element_size, nelems, pe) do { \
181 int rc = OSHMEM_SUCCESS; \
182 size_t i = 0; \
183 \
184 RUNTIME_CHECK_INIT(); \
185 RUNTIME_CHECK_PE(pe); \
186 RUNTIME_CHECK_ADDR(target); \
187 \
188 for (i = 0; i < nelems; i++) \
189 { \
190 rc = MCA_SPML_CALL(put( \
191 ctx, \
192 (void*)((char*)target + i * tst * element_size), \
193 element_size, \
194 (void*)((char*)source + i * sst * element_size), \
195 pe)); \
196 } \
197 RUNTIME_CHECK_RC(rc); \
198 } while (0)
199
200 #define SHMEM_CTX_TYPE_IPUTMEM(name, element_size, prefix) \
201 void prefix##_ctx##name(shmem_ctx_t ctx, void *target, const void *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
202 { \
203 DO_SHMEM_IPUTMEM(ctx, target, source, tst, sst, \
204 element_size, nelems, pe); \
205 return ; \
206 }
207
208 #define SHMEM_TYPE_IPUTMEM(name, element_size, prefix) \
209 void prefix##name(void *target, const void *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
210 { \
211 DO_SHMEM_IPUTMEM(oshmem_ctx_default, target, source, tst, \
212 sst, element_size, nelems, pe); \
213 return ; \
214 }
215
216 SHMEM_CTX_TYPE_IPUTMEM(_iput8, 1, shmem)
217 SHMEM_CTX_TYPE_IPUTMEM(_iput16, 2, shmem)
218 SHMEM_CTX_TYPE_IPUTMEM(_iput32, 4, shmem)
219 SHMEM_CTX_TYPE_IPUTMEM(_iput64, 8, shmem)
220 SHMEM_CTX_TYPE_IPUTMEM(_iput128, 16, shmem)
221 SHMEM_TYPE_IPUTMEM(_iput8, 1, shmem)
222 SHMEM_TYPE_IPUTMEM(_iput16, 2, shmem)
223 SHMEM_TYPE_IPUTMEM(_iput32, 4, shmem)
224 SHMEM_TYPE_IPUTMEM(_iput64, 8, shmem)
225 SHMEM_TYPE_IPUTMEM(_iput128, 16, shmem)