File: | projects/openmp/runtime/src/kmp_gsupport.cpp |
Warning: | line 1418, column 33 Dereference of undefined pointer value |
Press '?' to see keyboard shortcuts
Keyboard shortcuts:
1 | /* | |||
2 | * kmp_gsupport.cpp | |||
3 | */ | |||
4 | ||||
5 | //===----------------------------------------------------------------------===// | |||
6 | // | |||
7 | // The LLVM Compiler Infrastructure | |||
8 | // | |||
9 | // This file is dual licensed under the MIT and the University of Illinois Open | |||
10 | // Source Licenses. See LICENSE.txt for details. | |||
11 | // | |||
12 | //===----------------------------------------------------------------------===// | |||
13 | ||||
14 | #include "kmp.h" | |||
15 | #include "kmp_atomic.h" | |||
16 | ||||
17 | #if OMPT_SUPPORT1 | |||
18 | #include "ompt-specific.h" | |||
19 | #endif | |||
20 | ||||
21 | #ifdef __cplusplus201103L | |||
22 | extern "C" { | |||
23 | #endif // __cplusplus | |||
24 | ||||
25 | #define MKLOC(loc, routine)static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" }; \ | |||
26 | static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"}; | |||
27 | ||||
28 | #include "kmp_ftn_os.h" | |||
29 | ||||
30 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_BARRIER)__kmp_api_GOMP_barrier(void) { | |||
31 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
32 | MKLOC(loc, "GOMP_barrier")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
33 | KA_TRACE(20, ("GOMP_barrier: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_barrier: T#%d\n" , gtid); }; | |||
34 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
35 | omp_frame_t *ompt_frame; | |||
36 | if (ompt_enabled.enabled) { | |||
37 | __ompt_get_task_info_internal(0, NULL__null, NULL__null, &ompt_frame, NULL__null, NULL__null); | |||
38 | ompt_frame->enter_frame = OMPT_GET_FRAME_ADDRESS(1)__builtin_frame_address(1); | |||
39 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
40 | } | |||
41 | #endif | |||
42 | __kmpc_barrier(&loc, gtid); | |||
43 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
44 | if (ompt_enabled.enabled) { | |||
45 | ompt_frame->enter_frame = NULL__null; | |||
46 | } | |||
47 | #endif | |||
48 | } | |||
49 | ||||
50 | // Mutual exclusion | |||
51 | ||||
52 | // The symbol that icc/ifort generates for unnamed for unnamed critical sections | |||
53 | // - .gomp_critical_user_ - is defined using .comm in any objects reference it. | |||
54 | // We can't reference it directly here in C code, as the symbol contains a ".". | |||
55 | // | |||
56 | // The RTL contains an assembly language definition of .gomp_critical_user_ | |||
57 | // with another symbol __kmp_unnamed_critical_addr initialized with it's | |||
58 | // address. | |||
59 | extern kmp_critical_name *__kmp_unnamed_critical_addr; | |||
60 | ||||
61 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_CRITICAL_START)__kmp_api_GOMP_critical_start(void) { | |||
62 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
63 | MKLOC(loc, "GOMP_critical_start")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
64 | KA_TRACE(20, ("GOMP_critical_start: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_critical_start: T#%d\n" , gtid); }; | |||
65 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
66 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
67 | #endif | |||
68 | __kmpc_critical(&loc, gtid, __kmp_unnamed_critical_addr); | |||
69 | } | |||
70 | ||||
71 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_CRITICAL_END)__kmp_api_GOMP_critical_end(void) { | |||
72 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
73 | MKLOC(loc, "GOMP_critical_end")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
74 | KA_TRACE(20, ("GOMP_critical_end: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_critical_end: T#%d\n" , gtid); }; | |||
75 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
76 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
77 | #endif | |||
78 | __kmpc_end_critical(&loc, gtid, __kmp_unnamed_critical_addr); | |||
79 | } | |||
80 | ||||
81 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_CRITICAL_NAME_START)__kmp_api_GOMP_critical_name_start(void **pptr) { | |||
82 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
83 | MKLOC(loc, "GOMP_critical_name_start")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
84 | KA_TRACE(20, ("GOMP_critical_name_start: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_critical_name_start: T#%d\n" , gtid); }; | |||
85 | __kmpc_critical(&loc, gtid, (kmp_critical_name *)pptr); | |||
86 | } | |||
87 | ||||
88 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_CRITICAL_NAME_END)__kmp_api_GOMP_critical_name_end(void **pptr) { | |||
89 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
90 | MKLOC(loc, "GOMP_critical_name_end")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
91 | KA_TRACE(20, ("GOMP_critical_name_end: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_critical_name_end: T#%d\n" , gtid); }; | |||
92 | __kmpc_end_critical(&loc, gtid, (kmp_critical_name *)pptr); | |||
93 | } | |||
94 | ||||
95 | // The Gnu codegen tries to use locked operations to perform atomic updates | |||
96 | // inline. If it can't, then it calls GOMP_atomic_start() before performing | |||
97 | // the update and GOMP_atomic_end() afterward, regardless of the data type. | |||
98 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_ATOMIC_START)__kmp_api_GOMP_atomic_start(void) { | |||
99 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
100 | KA_TRACE(20, ("GOMP_atomic_start: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_atomic_start: T#%d\n" , gtid); }; | |||
101 | ||||
102 | #if OMPT_SUPPORT1 | |||
103 | __ompt_thread_assign_wait_id(0); | |||
104 | #endif | |||
105 | ||||
106 | __kmp_acquire_atomic_lock(&__kmp_atomic_lock, gtid); | |||
107 | } | |||
108 | ||||
109 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_ATOMIC_END)__kmp_api_GOMP_atomic_end(void) { | |||
110 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
111 | KA_TRACE(20, ("GOMP_atomic_end: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_atomic_end: T#%d\n" , gtid); }; | |||
112 | __kmp_release_atomic_lock(&__kmp_atomic_lock, gtid); | |||
113 | } | |||
114 | ||||
115 | int KMP_EXPAND_NAME(KMP_API_NAME_GOMP_SINGLE_START)__kmp_api_GOMP_single_start(void) { | |||
116 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
117 | MKLOC(loc, "GOMP_single_start")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
118 | KA_TRACE(20, ("GOMP_single_start: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_single_start: T#%d\n" , gtid); }; | |||
119 | ||||
120 | if (!TCR_4(__kmp_init_parallel)(__kmp_init_parallel)) | |||
121 | __kmp_parallel_initialize(); | |||
122 | ||||
123 | // 3rd parameter == FALSE prevents kmp_enter_single from pushing a | |||
124 | // workshare when USE_CHECKS is defined. We need to avoid the push, | |||
125 | // as there is no corresponding GOMP_single_end() call. | |||
126 | kmp_int32 rc = __kmp_enter_single(gtid, &loc, FALSE0); | |||
127 | ||||
128 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
129 | kmp_info_t *this_thr = __kmp_threads[gtid]; | |||
130 | kmp_team_t *team = this_thr->th.th_team; | |||
131 | int tid = __kmp_tid_from_gtid(gtid); | |||
132 | ||||
133 | if (ompt_enabled.enabled) { | |||
134 | if (rc) { | |||
135 | if (ompt_enabled.ompt_callback_work) { | |||
136 | ompt_callbacks.ompt_callback(ompt_callback_work)ompt_callback_work_callback( | |||
137 | ompt_work_single_executor, ompt_scope_begin, | |||
138 | &(team->t.ompt_team_info.parallel_data), | |||
139 | &(team->t.t_implicit_task_taskdata[tid].ompt_task_info.task_data), | |||
140 | 1, OMPT_GET_RETURN_ADDRESS(0)__builtin_return_address(0)); | |||
141 | } | |||
142 | } else { | |||
143 | if (ompt_enabled.ompt_callback_work) { | |||
144 | ompt_callbacks.ompt_callback(ompt_callback_work)ompt_callback_work_callback( | |||
145 | ompt_work_single_other, ompt_scope_begin, | |||
146 | &(team->t.ompt_team_info.parallel_data), | |||
147 | &(team->t.t_implicit_task_taskdata[tid].ompt_task_info.task_data), | |||
148 | 1, OMPT_GET_RETURN_ADDRESS(0)__builtin_return_address(0)); | |||
149 | ompt_callbacks.ompt_callback(ompt_callback_work)ompt_callback_work_callback( | |||
150 | ompt_work_single_other, ompt_scope_end, | |||
151 | &(team->t.ompt_team_info.parallel_data), | |||
152 | &(team->t.t_implicit_task_taskdata[tid].ompt_task_info.task_data), | |||
153 | 1, OMPT_GET_RETURN_ADDRESS(0)__builtin_return_address(0)); | |||
154 | } | |||
155 | } | |||
156 | } | |||
157 | #endif | |||
158 | ||||
159 | return rc; | |||
160 | } | |||
161 | ||||
162 | void *KMP_EXPAND_NAME(KMP_API_NAME_GOMP_SINGLE_COPY_START)__kmp_api_GOMP_single_copy_start(void) { | |||
163 | void *retval; | |||
164 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
165 | MKLOC(loc, "GOMP_single_copy_start")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
166 | KA_TRACE(20, ("GOMP_single_copy_start: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_single_copy_start: T#%d\n" , gtid); }; | |||
167 | ||||
168 | if (!TCR_4(__kmp_init_parallel)(__kmp_init_parallel)) | |||
169 | __kmp_parallel_initialize(); | |||
170 | ||||
171 | // If this is the first thread to enter, return NULL. The generated code will | |||
172 | // then call GOMP_single_copy_end() for this thread only, with the | |||
173 | // copyprivate data pointer as an argument. | |||
174 | if (__kmp_enter_single(gtid, &loc, FALSE0)) | |||
175 | return NULL__null; | |||
176 | ||||
177 | // Wait for the first thread to set the copyprivate data pointer, | |||
178 | // and for all other threads to reach this point. | |||
179 | ||||
180 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
181 | omp_frame_t *ompt_frame; | |||
182 | if (ompt_enabled.enabled) { | |||
183 | __ompt_get_task_info_internal(0, NULL__null, NULL__null, &ompt_frame, NULL__null, NULL__null); | |||
184 | ompt_frame->enter_frame = OMPT_GET_FRAME_ADDRESS(1)__builtin_frame_address(1); | |||
185 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
186 | } | |||
187 | #endif | |||
188 | __kmp_barrier(bs_plain_barrier, gtid, FALSE0, 0, NULL__null, NULL__null); | |||
189 | ||||
190 | // Retrieve the value of the copyprivate data point, and wait for all | |||
191 | // threads to do likewise, then return. | |||
192 | retval = __kmp_team_from_gtid(gtid)->t.t_copypriv_data; | |||
193 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
194 | if (ompt_enabled.enabled) { | |||
195 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
196 | } | |||
197 | #endif | |||
198 | __kmp_barrier(bs_plain_barrier, gtid, FALSE0, 0, NULL__null, NULL__null); | |||
199 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
200 | if (ompt_enabled.enabled) { | |||
201 | ompt_frame->enter_frame = NULL__null; | |||
202 | } | |||
203 | #endif | |||
204 | return retval; | |||
205 | } | |||
206 | ||||
207 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_SINGLE_COPY_END)__kmp_api_GOMP_single_copy_end(void *data) { | |||
208 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
209 | KA_TRACE(20, ("GOMP_single_copy_end: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_single_copy_end: T#%d\n" , gtid); }; | |||
210 | ||||
211 | // Set the copyprivate data pointer fo the team, then hit the barrier so that | |||
212 | // the other threads will continue on and read it. Hit another barrier before | |||
213 | // continuing, so that the know that the copyprivate data pointer has been | |||
214 | // propagated to all threads before trying to reuse the t_copypriv_data field. | |||
215 | __kmp_team_from_gtid(gtid)->t.t_copypriv_data = data; | |||
216 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
217 | omp_frame_t *ompt_frame; | |||
218 | if (ompt_enabled.enabled) { | |||
219 | __ompt_get_task_info_internal(0, NULL__null, NULL__null, &ompt_frame, NULL__null, NULL__null); | |||
220 | ompt_frame->enter_frame = OMPT_GET_FRAME_ADDRESS(1)__builtin_frame_address(1); | |||
221 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
222 | } | |||
223 | #endif | |||
224 | __kmp_barrier(bs_plain_barrier, gtid, FALSE0, 0, NULL__null, NULL__null); | |||
225 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
226 | if (ompt_enabled.enabled) { | |||
227 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
228 | } | |||
229 | #endif | |||
230 | __kmp_barrier(bs_plain_barrier, gtid, FALSE0, 0, NULL__null, NULL__null); | |||
231 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
232 | if (ompt_enabled.enabled) { | |||
233 | ompt_frame->enter_frame = NULL__null; | |||
234 | } | |||
235 | #endif | |||
236 | } | |||
237 | ||||
238 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_ORDERED_START)__kmp_api_GOMP_ordered_start(void) { | |||
239 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
240 | MKLOC(loc, "GOMP_ordered_start")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
241 | KA_TRACE(20, ("GOMP_ordered_start: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_ordered_start: T#%d\n" , gtid); }; | |||
242 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
243 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
244 | #endif | |||
245 | __kmpc_ordered(&loc, gtid); | |||
246 | } | |||
247 | ||||
248 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_ORDERED_END)__kmp_api_GOMP_ordered_end(void) { | |||
249 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
250 | MKLOC(loc, "GOMP_ordered_end")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
251 | KA_TRACE(20, ("GOMP_ordered_start: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_ordered_start: T#%d\n" , gtid); }; | |||
252 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
253 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
254 | #endif | |||
255 | __kmpc_end_ordered(&loc, gtid); | |||
256 | } | |||
257 | ||||
258 | // Dispatch macro defs | |||
259 | // | |||
260 | // They come in two flavors: 64-bit unsigned, and either 32-bit signed | |||
261 | // (IA-32 architecture) or 64-bit signed (Intel(R) 64). | |||
262 | ||||
263 | #if KMP_ARCH_X860 || KMP_ARCH_ARM || KMP_ARCH_MIPS0 | |||
264 | #define KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8 __kmp_aux_dispatch_init_4 | |||
265 | #define KMP_DISPATCH_FINI_CHUNK__kmp_aux_dispatch_fini_chunk_8 __kmp_aux_dispatch_fini_chunk_4 | |||
266 | #define KMP_DISPATCH_NEXT__kmpc_dispatch_next_8 __kmpc_dispatch_next_4 | |||
267 | #else | |||
268 | #define KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8 __kmp_aux_dispatch_init_8 | |||
269 | #define KMP_DISPATCH_FINI_CHUNK__kmp_aux_dispatch_fini_chunk_8 __kmp_aux_dispatch_fini_chunk_8 | |||
270 | #define KMP_DISPATCH_NEXT__kmpc_dispatch_next_8 __kmpc_dispatch_next_8 | |||
271 | #endif /* KMP_ARCH_X86 */ | |||
272 | ||||
273 | #define KMP_DISPATCH_INIT_ULL__kmp_aux_dispatch_init_8u __kmp_aux_dispatch_init_8u | |||
274 | #define KMP_DISPATCH_FINI_CHUNK_ULL__kmp_aux_dispatch_fini_chunk_8u __kmp_aux_dispatch_fini_chunk_8u | |||
275 | #define KMP_DISPATCH_NEXT_ULL__kmpc_dispatch_next_8u __kmpc_dispatch_next_8u | |||
276 | ||||
277 | // The parallel contruct | |||
278 | ||||
279 | #ifndef KMP_DEBUG1 | |||
280 | static | |||
281 | #endif /* KMP_DEBUG */ | |||
282 | void | |||
283 | __kmp_GOMP_microtask_wrapper(int *gtid, int *npr, void (*task)(void *), | |||
284 | void *data) { | |||
285 | #if OMPT_SUPPORT1 | |||
286 | kmp_info_t *thr; | |||
287 | omp_frame_t *ompt_frame; | |||
288 | omp_state_t enclosing_state; | |||
289 | ||||
290 | if (ompt_enabled.enabled) { | |||
291 | // get pointer to thread data structure | |||
292 | thr = __kmp_threads[*gtid]; | |||
293 | ||||
294 | // save enclosing task state; set current state for task | |||
295 | enclosing_state = thr->th.ompt_thread_info.state; | |||
296 | thr->th.ompt_thread_info.state = omp_state_work_parallel; | |||
297 | ||||
298 | // set task frame | |||
299 | __ompt_get_task_info_internal(0, NULL__null, NULL__null, &ompt_frame, NULL__null, NULL__null); | |||
300 | ompt_frame->exit_frame = OMPT_GET_FRAME_ADDRESS(0)__builtin_frame_address(0); | |||
301 | } | |||
302 | #endif | |||
303 | ||||
304 | task(data); | |||
305 | ||||
306 | #if OMPT_SUPPORT1 | |||
307 | if (ompt_enabled.enabled) { | |||
308 | // clear task frame | |||
309 | ompt_frame->exit_frame = NULL__null; | |||
310 | ||||
311 | // restore enclosing state | |||
312 | thr->th.ompt_thread_info.state = enclosing_state; | |||
313 | } | |||
314 | #endif | |||
315 | } | |||
316 | ||||
317 | #ifndef KMP_DEBUG1 | |||
318 | static | |||
319 | #endif /* KMP_DEBUG */ | |||
320 | void | |||
321 | __kmp_GOMP_parallel_microtask_wrapper(int *gtid, int *npr, | |||
322 | void (*task)(void *), void *data, | |||
323 | unsigned num_threads, ident_t *loc, | |||
324 | enum sched_type schedule, long start, | |||
325 | long end, long incr, | |||
326 | long chunk_size) { | |||
327 | // Intialize the loop worksharing construct. | |||
328 | ||||
329 | KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8(loc, *gtid, schedule, start, end, incr, chunk_size, | |||
330 | schedule != kmp_sch_static); | |||
331 | ||||
332 | #if OMPT_SUPPORT1 | |||
333 | kmp_info_t *thr; | |||
334 | omp_frame_t *ompt_frame; | |||
335 | omp_state_t enclosing_state; | |||
336 | ||||
337 | if (ompt_enabled.enabled) { | |||
338 | thr = __kmp_threads[*gtid]; | |||
339 | // save enclosing task state; set current state for task | |||
340 | enclosing_state = thr->th.ompt_thread_info.state; | |||
341 | thr->th.ompt_thread_info.state = omp_state_work_parallel; | |||
342 | ||||
343 | // set task frame | |||
344 | __ompt_get_task_info_internal(0, NULL__null, NULL__null, &ompt_frame, NULL__null, NULL__null); | |||
345 | ompt_frame->exit_frame = OMPT_GET_FRAME_ADDRESS(0)__builtin_frame_address(0); | |||
346 | } | |||
347 | #endif | |||
348 | ||||
349 | // Now invoke the microtask. | |||
350 | task(data); | |||
351 | ||||
352 | #if OMPT_SUPPORT1 | |||
353 | if (ompt_enabled.enabled) { | |||
354 | // clear task frame | |||
355 | ompt_frame->exit_frame = NULL__null; | |||
356 | ||||
357 | // reset enclosing state | |||
358 | thr->th.ompt_thread_info.state = enclosing_state; | |||
359 | } | |||
360 | #endif | |||
361 | } | |||
362 | ||||
363 | #ifndef KMP_DEBUG1 | |||
364 | static | |||
365 | #endif /* KMP_DEBUG */ | |||
366 | void | |||
367 | __kmp_GOMP_fork_call(ident_t *loc, int gtid, void (*unwrapped_task)(void *), | |||
368 | microtask_t wrapper, int argc, ...) { | |||
369 | int rc; | |||
370 | kmp_info_t *thr = __kmp_threads[gtid]; | |||
371 | kmp_team_t *team = thr->th.th_team; | |||
372 | int tid = __kmp_tid_from_gtid(gtid); | |||
373 | ||||
374 | va_list ap; | |||
375 | va_start(ap, argc)__builtin_va_start(ap, argc); | |||
376 | ||||
377 | rc = __kmp_fork_call(loc, gtid, fork_context_gnu, argc, wrapper, | |||
378 | __kmp_invoke_task_func, | |||
379 | #if (KMP_ARCH_X86_641 || KMP_ARCH_ARM || KMP_ARCH_AARCH640) && KMP_OS_LINUX1 | |||
380 | &ap | |||
381 | #else | |||
382 | ap | |||
383 | #endif | |||
384 | ); | |||
385 | ||||
386 | va_end(ap)__builtin_va_end(ap); | |||
387 | ||||
388 | if (rc) { | |||
389 | __kmp_run_before_invoked_task(gtid, tid, thr, team); | |||
390 | } | |||
391 | ||||
392 | #if OMPT_SUPPORT1 | |||
393 | int ompt_team_size; | |||
394 | if (ompt_enabled.enabled) { | |||
395 | ompt_team_info_t *team_info = __ompt_get_teaminfo(0, NULL__null); | |||
396 | ompt_task_info_t *task_info = __ompt_get_task_info_object(0); | |||
397 | ||||
398 | // implicit task callback | |||
399 | if (ompt_enabled.ompt_callback_implicit_task) { | |||
400 | ompt_team_size = __kmp_team_from_gtid(gtid)->t.t_nproc; | |||
401 | ompt_callbacks.ompt_callback(ompt_callback_implicit_task)ompt_callback_implicit_task_callback( | |||
402 | ompt_scope_begin, &(team_info->parallel_data), | |||
403 | &(task_info->task_data), ompt_team_size, __kmp_tid_from_gtid(gtid)); | |||
404 | task_info->thread_num = __kmp_tid_from_gtid(gtid); | |||
405 | } | |||
406 | thr->th.ompt_thread_info.state = omp_state_work_parallel; | |||
407 | } | |||
408 | #endif | |||
409 | } | |||
410 | ||||
411 | static void __kmp_GOMP_serialized_parallel(ident_t *loc, kmp_int32 gtid, | |||
412 | void (*task)(void *)) { | |||
413 | #if OMPT_SUPPORT1 | |||
414 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
415 | #endif | |||
416 | __kmp_serialized_parallel(loc, gtid); | |||
417 | } | |||
418 | ||||
419 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_START)__kmp_api_GOMP_parallel_start(void (*task)(void *), | |||
420 | void *data, | |||
421 | unsigned num_threads) { | |||
422 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
423 | ||||
424 | #if OMPT_SUPPORT1 | |||
425 | omp_frame_t *parent_frame, *frame; | |||
426 | ||||
427 | if (ompt_enabled.enabled) { | |||
428 | __ompt_get_task_info_internal(0, NULL__null, NULL__null, &parent_frame, NULL__null, NULL__null); | |||
429 | parent_frame->enter_frame = OMPT_GET_FRAME_ADDRESS(1)__builtin_frame_address(1); | |||
430 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
431 | } | |||
432 | #endif | |||
433 | ||||
434 | MKLOC(loc, "GOMP_parallel_start")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
435 | KA_TRACE(20, ("GOMP_parallel_start: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_parallel_start: T#%d\n" , gtid); }; | |||
436 | ||||
437 | if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { | |||
438 | if (num_threads != 0) { | |||
439 | __kmp_push_num_threads(&loc, gtid, num_threads); | |||
440 | } | |||
441 | __kmp_GOMP_fork_call(&loc, gtid, task, | |||
442 | (microtask_t)__kmp_GOMP_microtask_wrapper, 2, task, | |||
443 | data); | |||
444 | } else { | |||
445 | __kmp_GOMP_serialized_parallel(&loc, gtid, task); | |||
446 | } | |||
447 | ||||
448 | #if OMPT_SUPPORT1 | |||
449 | if (ompt_enabled.enabled) { | |||
450 | __ompt_get_task_info_internal(0, NULL__null, NULL__null, &frame, NULL__null, NULL__null); | |||
451 | frame->exit_frame = OMPT_GET_FRAME_ADDRESS(1)__builtin_frame_address(1); | |||
452 | } | |||
453 | #endif | |||
454 | } | |||
455 | ||||
456 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_END)__kmp_api_GOMP_parallel_end(void) { | |||
457 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
458 | kmp_info_t *thr; | |||
459 | ||||
460 | thr = __kmp_threads[gtid]; | |||
461 | ||||
462 | MKLOC(loc, "GOMP_parallel_end")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
463 | KA_TRACE(20, ("GOMP_parallel_end: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_parallel_end: T#%d\n" , gtid); }; | |||
464 | ||||
465 | if (!thr->th.th_team->t.t_serialized) { | |||
466 | __kmp_run_after_invoked_task(gtid, __kmp_tid_from_gtid(gtid), thr, | |||
467 | thr->th.th_team); | |||
468 | ||||
469 | #if OMPT_SUPPORT1 | |||
470 | if (ompt_enabled.enabled) { | |||
471 | // Implicit task is finished here, in the barrier we might schedule | |||
472 | // deferred tasks, | |||
473 | // these don't see the implicit task on the stack | |||
474 | OMPT_CUR_TASK_INFO(thr)(&(thr->th.th_current_task->ompt_task_info))->frame.exit_frame = NULL__null; | |||
475 | } | |||
476 | #endif | |||
477 | ||||
478 | __kmp_join_call(&loc, gtid | |||
479 | #if OMPT_SUPPORT1 | |||
480 | , | |||
481 | fork_context_gnu | |||
482 | #endif | |||
483 | ); | |||
484 | } else { | |||
485 | __kmpc_end_serialized_parallel(&loc, gtid); | |||
486 | } | |||
487 | } | |||
488 | ||||
489 | // Loop worksharing constructs | |||
490 | ||||
491 | // The Gnu codegen passes in an exclusive upper bound for the overall range, | |||
492 | // but the libguide dispatch code expects an inclusive upper bound, hence the | |||
493 | // "end - incr" 5th argument to KMP_DISPATCH_INIT (and the " ub - str" 11th | |||
494 | // argument to __kmp_GOMP_fork_call). | |||
495 | // | |||
496 | // Conversely, KMP_DISPATCH_NEXT returns and inclusive upper bound in *p_ub, | |||
497 | // but the Gnu codegen expects an excluside upper bound, so the adjustment | |||
498 | // "*p_ub += stride" compenstates for the discrepancy. | |||
499 | // | |||
500 | // Correction: the gnu codegen always adjusts the upper bound by +-1, not the | |||
501 | // stride value. We adjust the dispatch parameters accordingly (by +-1), but | |||
502 | // we still adjust p_ub by the actual stride value. | |||
503 | // | |||
504 | // The "runtime" versions do not take a chunk_sz parameter. | |||
505 | // | |||
506 | // The profile lib cannot support construct checking of unordered loops that | |||
507 | // are predetermined by the compiler to be statically scheduled, as the gcc | |||
508 | // codegen will not always emit calls to GOMP_loop_static_next() to get the | |||
509 | // next iteration. Instead, it emits inline code to call omp_get_thread_num() | |||
510 | // num and calculate the iteration space using the result. It doesn't do this | |||
511 | // with ordered static loop, so they can be checked. | |||
512 | ||||
513 | #if OMPT_SUPPORT1 | |||
514 | #define IF_OMPT_SUPPORT(code)code code | |||
515 | #else | |||
516 | #define IF_OMPT_SUPPORT(code)code | |||
517 | #endif | |||
518 | ||||
519 | #define LOOP_START(func, schedule)int func(long lb, long ub, long str, long chunk_sz, long *p_lb , long *p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (schedule), lb , (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (schedule ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 519); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; return status; } \ | |||
520 | int func(long lb, long ub, long str, long chunk_sz, long *p_lb, \ | |||
521 | long *p_ub) { \ | |||
522 | int status; \ | |||
523 | long stride; \ | |||
524 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); \ | |||
525 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
526 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
527 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
528 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
529 | func) ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
530 | gtid, lb, ub, str, chunk_sz))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); }; \ | |||
531 | \ | |||
532 | if ((str > 0) ? (lb < ub) : (lb > ub)) { \ | |||
533 | IF_OMPT_SUPPORT(OMPT_STORE_RETURN_ADDRESS(gtid);)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); \ | |||
534 | KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8(&loc, gtid, (schedule), lb, \ | |||
535 | (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, \ | |||
536 | (schedule) != kmp_sch_static); \ | |||
537 | IF_OMPT_SUPPORT(OMPT_STORE_RETURN_ADDRESS(gtid);)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); \ | |||
538 | status = KMP_DISPATCH_NEXT__kmpc_dispatch_next_8(&loc, gtid, NULL__null, (kmp_int *)p_lb, \ | |||
539 | (kmp_int *)p_ub, (kmp_int *)&stride); \ | |||
540 | if (status) { \ | |||
541 | KMP_DEBUG_ASSERT(stride == str)if (!(stride == str)) { __kmp_debug_assert("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 541); }; \ | |||
542 | *p_ub += (str > 0) ? 1 : -1; \ | |||
543 | } \ | |||
544 | } else { \ | |||
545 | status = 0; \ | |||
546 | } \ | |||
547 | \ | |||
548 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
549 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
550 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
551 | func) " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
552 | gtid, *p_lb, *p_ub, status))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; \ | |||
553 | return status; \ | |||
554 | } | |||
555 | ||||
556 | #define LOOP_RUNTIME_START(func, schedule)int func(long lb, long ub, long str, long *p_lb, long *p_ub) { int status; long stride; long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (schedule), lb , (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (!0)); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); status = __kmpc_dispatch_next_8 (&loc, gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 556); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; return status; } \ | |||
557 | int func(long lb, long ub, long str, long *p_lb, long *p_ub) { \ | |||
558 | int status; \ | |||
559 | long stride; \ | |||
560 | long chunk_sz = 0; \ | |||
561 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); \ | |||
562 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
563 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n" , gtid, lb, ub, str, chunk_sz); } | |||
564 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n" , gtid, lb, ub, str, chunk_sz); } | |||
565 | (KMP_STR(func) ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n" , gtid, lb, ub, str, chunk_sz); } | |||
566 | gtid, lb, ub, str, chunk_sz))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n" , gtid, lb, ub, str, chunk_sz); }; \ | |||
567 | \ | |||
568 | if ((str > 0) ? (lb < ub) : (lb > ub)) { \ | |||
569 | IF_OMPT_SUPPORT(OMPT_STORE_RETURN_ADDRESS(gtid);)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); \ | |||
570 | KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8(&loc, gtid, (schedule), lb, \ | |||
571 | (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, TRUE(!0)); \ | |||
572 | IF_OMPT_SUPPORT(OMPT_STORE_RETURN_ADDRESS(gtid);)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); \ | |||
573 | status = KMP_DISPATCH_NEXT__kmpc_dispatch_next_8(&loc, gtid, NULL__null, (kmp_int *)p_lb, \ | |||
574 | (kmp_int *)p_ub, (kmp_int *)&stride); \ | |||
575 | if (status) { \ | |||
576 | KMP_DEBUG_ASSERT(stride == str)if (!(stride == str)) { __kmp_debug_assert("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 576); }; \ | |||
577 | *p_ub += (str > 0) ? 1 : -1; \ | |||
578 | } \ | |||
579 | } else { \ | |||
580 | status = 0; \ | |||
581 | } \ | |||
582 | \ | |||
583 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
584 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
585 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
586 | func) " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
587 | gtid, *p_lb, *p_ub, status))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; \ | |||
588 | return status; \ | |||
589 | } | |||
590 | ||||
591 | #if OMP_45_ENABLED(50 >= 45) | |||
592 | #define KMP_DOACROSS_FINI(status, gtid)if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); } \ | |||
593 | if (!status && __kmp_threads[gtid]->th.th_dispatch->th_doacross_flags) { \ | |||
594 | __kmpc_doacross_fini(NULL__null, gtid); \ | |||
595 | } | |||
596 | #else | |||
597 | #define KMP_DOACROSS_FINI(status, gtid)if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); } /* Nothing */ | |||
598 | #endif | |||
599 | ||||
600 | #define LOOP_NEXT(func, fini_code)int func(long *p_lb, long *p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id(); static ident_t(loc) = { 0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); fini_code status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *) p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads [gtid]->th.th_dispatch->th_doacross_flags) { __kmpc_doacross_fini (__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; return status; } \ | |||
601 | int func(long *p_lb, long *p_ub) { \ | |||
602 | int status; \ | |||
603 | long stride; \ | |||
604 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); \ | |||
605 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
606 | KA_TRACE(20, (KMP_STR(func) ": T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d\n" , gtid); }; \ | |||
607 | \ | |||
608 | IF_OMPT_SUPPORT(OMPT_STORE_RETURN_ADDRESS(gtid);)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); \ | |||
609 | fini_code status = KMP_DISPATCH_NEXT__kmpc_dispatch_next_8(&loc, gtid, NULL__null, (kmp_int *)p_lb, \ | |||
610 | (kmp_int *)p_ub, (kmp_int *)&stride); \ | |||
611 | if (status) { \ | |||
612 | *p_ub += (stride > 0) ? 1 : -1; \ | |||
613 | } \ | |||
614 | KMP_DOACROSS_FINI(status, gtid)if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); } \ | |||
615 | \ | |||
616 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); } | |||
617 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); } | |||
618 | (KMP_STR(func) " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); } | |||
619 | "returning %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); } | |||
620 | gtid, *p_lb, *p_ub, stride, status))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; \ | |||
621 | return status; \ | |||
622 | } | |||
623 | ||||
624 | LOOP_START(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_STATIC_START), kmp_sch_static)int __kmp_api_GOMP_loop_static_start(long lb, long ub, long str , long chunk_sz, long *p_lb, long *p_ub) { int status; long stride ; int gtid = __kmp_get_global_thread_id_reg(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_static_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_static ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_static ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 624); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_static_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
625 | LOOP_NEXT(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_STATIC_NEXT), {})int __kmp_api_GOMP_loop_static_next(long *p_lb, long *p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_static_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); {} status = __kmpc_dispatch_next_8(&loc, gtid, __null , (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads[gtid]->th.th_dispatch->th_doacross_flags ) { __kmpc_doacross_fini(__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_static_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
626 | LOOP_START(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_DYNAMIC_START),int __kmp_api_GOMP_loop_dynamic_start(long lb, long ub, long str , long chunk_sz, long *p_lb, long *p_ub) { int status; long stride ; int gtid = __kmp_get_global_thread_id_reg(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_dynamic_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 627); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_dynamic_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
627 | kmp_sch_dynamic_chunked)int __kmp_api_GOMP_loop_dynamic_start(long lb, long ub, long str , long chunk_sz, long *p_lb, long *p_ub) { int status; long stride ; int gtid = __kmp_get_global_thread_id_reg(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_dynamic_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 627); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_dynamic_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
628 | LOOP_NEXT(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_DYNAMIC_NEXT), {})int __kmp_api_GOMP_loop_dynamic_next(long *p_lb, long *p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_dynamic_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); {} status = __kmpc_dispatch_next_8(&loc, gtid, __null , (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads[gtid]->th.th_dispatch->th_doacross_flags ) { __kmpc_doacross_fini(__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_dynamic_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
629 | LOOP_START(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_GUIDED_START),int __kmp_api_GOMP_loop_guided_start(long lb, long ub, long str , long chunk_sz, long *p_lb, long *p_ub) { int status; long stride ; int gtid = __kmp_get_global_thread_id_reg(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_guided_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_guided_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 630); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_guided_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
630 | kmp_sch_guided_chunked)int __kmp_api_GOMP_loop_guided_start(long lb, long ub, long str , long chunk_sz, long *p_lb, long *p_ub) { int status; long stride ; int gtid = __kmp_get_global_thread_id_reg(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_guided_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_guided_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 630); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_guided_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
631 | LOOP_NEXT(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_GUIDED_NEXT), {})int __kmp_api_GOMP_loop_guided_next(long *p_lb, long *p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_guided_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); {} status = __kmpc_dispatch_next_8(&loc, gtid, __null , (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads[gtid]->th.th_dispatch->th_doacross_flags ) { __kmpc_doacross_fini(__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_guided_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
632 | LOOP_RUNTIME_START(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_RUNTIME_START),int __kmp_api_GOMP_loop_runtime_start(long lb, long ub, long str , long *p_lb, long *p_ub) { int status; long stride; long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_runtime_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_runtime ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (!0 )); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); status = __kmpc_dispatch_next_8 (&loc, gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 633); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_runtime_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
633 | kmp_sch_runtime)int __kmp_api_GOMP_loop_runtime_start(long lb, long ub, long str , long *p_lb, long *p_ub) { int status; long stride; long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_runtime_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_runtime ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (!0 )); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); status = __kmpc_dispatch_next_8 (&loc, gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 633); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_runtime_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
634 | LOOP_NEXT(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_RUNTIME_NEXT), {})int __kmp_api_GOMP_loop_runtime_next(long *p_lb, long *p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_runtime_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); {} status = __kmpc_dispatch_next_8(&loc, gtid, __null , (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads[gtid]->th.th_dispatch->th_doacross_flags ) { __kmpc_doacross_fini(__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_runtime_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
635 | ||||
636 | LOOP_START(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ORDERED_STATIC_START),int __kmp_api_GOMP_loop_ordered_static_start(long lb, long ub , long str, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride; int gtid = __kmp_get_global_thread_id_reg(); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_static_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_ord_static ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_ord_static ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 637); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_static_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
637 | kmp_ord_static)int __kmp_api_GOMP_loop_ordered_static_start(long lb, long ub , long str, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride; int gtid = __kmp_get_global_thread_id_reg(); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_static_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_ord_static ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_ord_static ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 637); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_static_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
638 | LOOP_NEXT(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ORDERED_STATIC_NEXT),int __kmp_api_GOMP_loop_ordered_static_next(long *p_lb, long * p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_static_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); { __kmp_aux_dispatch_fini_chunk_8(&loc, gtid); } status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *) p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads [gtid]->th.th_dispatch->th_doacross_flags) { __kmpc_doacross_fini (__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_static_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
639 | { KMP_DISPATCH_FINI_CHUNK(&loc, gtid); })int __kmp_api_GOMP_loop_ordered_static_next(long *p_lb, long * p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_static_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); { __kmp_aux_dispatch_fini_chunk_8(&loc, gtid); } status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *) p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads [gtid]->th.th_dispatch->th_doacross_flags) { __kmpc_doacross_fini (__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_static_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
640 | LOOP_START(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ORDERED_DYNAMIC_START),int __kmp_api_GOMP_loop_ordered_dynamic_start(long lb, long ub , long str, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride; int gtid = __kmp_get_global_thread_id_reg(); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_dynamic_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_ord_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_ord_dynamic_chunked ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 641); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_dynamic_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
641 | kmp_ord_dynamic_chunked)int __kmp_api_GOMP_loop_ordered_dynamic_start(long lb, long ub , long str, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride; int gtid = __kmp_get_global_thread_id_reg(); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_dynamic_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_ord_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_ord_dynamic_chunked ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 641); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_dynamic_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
642 | LOOP_NEXT(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ORDERED_DYNAMIC_NEXT),int __kmp_api_GOMP_loop_ordered_dynamic_next(long *p_lb, long *p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_dynamic_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); { __kmp_aux_dispatch_fini_chunk_8(&loc, gtid); } status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *) p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads [gtid]->th.th_dispatch->th_doacross_flags) { __kmpc_doacross_fini (__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_dynamic_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
643 | { KMP_DISPATCH_FINI_CHUNK(&loc, gtid); })int __kmp_api_GOMP_loop_ordered_dynamic_next(long *p_lb, long *p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_dynamic_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); { __kmp_aux_dispatch_fini_chunk_8(&loc, gtid); } status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *) p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads [gtid]->th.th_dispatch->th_doacross_flags) { __kmpc_doacross_fini (__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_dynamic_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
644 | LOOP_START(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ORDERED_GUIDED_START),int __kmp_api_GOMP_loop_ordered_guided_start(long lb, long ub , long str, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride; int gtid = __kmp_get_global_thread_id_reg(); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_guided_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_ord_guided_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_ord_guided_chunked ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 645); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_guided_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
645 | kmp_ord_guided_chunked)int __kmp_api_GOMP_loop_ordered_guided_start(long lb, long ub , long str, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride; int gtid = __kmp_get_global_thread_id_reg(); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_guided_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_ord_guided_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_ord_guided_chunked ) != kmp_sch_static); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 645); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_guided_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
646 | LOOP_NEXT(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ORDERED_GUIDED_NEXT),int __kmp_api_GOMP_loop_ordered_guided_next(long *p_lb, long * p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_guided_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); { __kmp_aux_dispatch_fini_chunk_8(&loc, gtid); } status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *) p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads [gtid]->th.th_dispatch->th_doacross_flags) { __kmpc_doacross_fini (__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_guided_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
647 | { KMP_DISPATCH_FINI_CHUNK(&loc, gtid); })int __kmp_api_GOMP_loop_ordered_guided_next(long *p_lb, long * p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_guided_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); { __kmp_aux_dispatch_fini_chunk_8(&loc, gtid); } status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *) p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads [gtid]->th.th_dispatch->th_doacross_flags) { __kmpc_doacross_fini (__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_guided_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
648 | LOOP_RUNTIME_START(int __kmp_api_GOMP_loop_ordered_runtime_start(long lb, long ub , long str, long *p_lb, long *p_ub) { int status; long stride ; long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_runtime_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_ord_runtime ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (!0 )); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); status = __kmpc_dispatch_next_8 (&loc, gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 650); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_runtime_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
649 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ORDERED_RUNTIME_START),int __kmp_api_GOMP_loop_ordered_runtime_start(long lb, long ub , long str, long *p_lb, long *p_ub) { int status; long stride ; long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_runtime_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_ord_runtime ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (!0 )); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); status = __kmpc_dispatch_next_8 (&loc, gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 650); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_runtime_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
650 | kmp_ord_runtime)int __kmp_api_GOMP_loop_ordered_runtime_start(long lb, long ub , long str, long *p_lb, long *p_ub) { int status; long stride ; long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_runtime_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_ord_runtime ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (!0 )); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); status = __kmpc_dispatch_next_8 (&loc, gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 650); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_runtime_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
651 | LOOP_NEXT(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ORDERED_RUNTIME_NEXT),int __kmp_api_GOMP_loop_ordered_runtime_next(long *p_lb, long *p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_runtime_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); { __kmp_aux_dispatch_fini_chunk_8(&loc, gtid); } status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *) p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads [gtid]->th.th_dispatch->th_doacross_flags) { __kmpc_doacross_fini (__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_runtime_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
652 | { KMP_DISPATCH_FINI_CHUNK(&loc, gtid); })int __kmp_api_GOMP_loop_ordered_runtime_next(long *p_lb, long *p_ub) { int status; long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_runtime_next" ": T#%d\n", gtid); }; if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); { __kmp_aux_dispatch_fini_chunk_8(&loc, gtid); } status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *) p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (!status && __kmp_threads [gtid]->th.th_dispatch->th_doacross_flags) { __kmpc_doacross_fini (__null, gtid); } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ordered_runtime_next" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, stride 0x%lx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
653 | ||||
654 | #if OMP_45_ENABLED(50 >= 45) | |||
655 | #define LOOP_DOACROSS_START(func, schedule)bool func(unsigned ncounts, long *counts, long chunk_sz, long *p_lb, long *p_ub) { int status; long stride, lb, ub, str; int gtid = __kmp_get_global_thread_id_reg(); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate((sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 655); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8 (&loc, gtid, (schedule), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (schedule) != kmp_sch_static); status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *)p_lb , (kmp_int *)p_ub, (kmp_int *)&stride); if (status) { if ( !(stride == str)) { __kmp_debug_assert("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 655); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 655); return status; } \ | |||
656 | bool func(unsigned ncounts, long *counts, long chunk_sz, long *p_lb, \ | |||
657 | long *p_ub) { \ | |||
658 | int status; \ | |||
659 | long stride, lb, ub, str; \ | |||
660 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); \ | |||
661 | struct kmp_dim *dims = \ | |||
662 | (struct kmp_dim *)__kmp_allocate(sizeof(struct kmp_dim) * ncounts)___kmp_allocate((sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 662); \ | |||
663 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
664 | for (unsigned i = 0; i < ncounts; ++i) { \ | |||
665 | dims[i].lo = 0; \ | |||
666 | dims[i].up = counts[i] - 1; \ | |||
667 | dims[i].st = 1; \ | |||
668 | } \ | |||
669 | __kmpc_doacross_init(&loc, gtid, (int)ncounts, dims); \ | |||
670 | lb = 0; \ | |||
671 | ub = counts[0]; \ | |||
672 | str = 1; \ | |||
673 | KA_TRACE(20, (KMP_STR(func) ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz ); } | |||
674 | "0x%lx, chunk_sz " \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz ); } | |||
675 | "0x%lx\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz ); } | |||
676 | gtid, ncounts, lb, ub, str, chunk_sz))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz ); }; \ | |||
677 | \ | |||
678 | if ((str > 0) ? (lb < ub) : (lb > ub)) { \ | |||
679 | KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8(&loc, gtid, (schedule), lb, \ | |||
680 | (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, \ | |||
681 | (schedule) != kmp_sch_static); \ | |||
682 | status = KMP_DISPATCH_NEXT__kmpc_dispatch_next_8(&loc, gtid, NULL__null, (kmp_int *)p_lb, \ | |||
683 | (kmp_int *)p_ub, (kmp_int *)&stride); \ | |||
684 | if (status) { \ | |||
685 | KMP_DEBUG_ASSERT(stride == str)if (!(stride == str)) { __kmp_debug_assert("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 685); }; \ | |||
686 | *p_ub += (str > 0) ? 1 : -1; \ | |||
687 | } \ | |||
688 | } else { \ | |||
689 | status = 0; \ | |||
690 | } \ | |||
691 | KMP_DOACROSS_FINI(status, gtid)if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; \ | |||
692 | \ | |||
693 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
694 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
695 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
696 | func) " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
697 | gtid, *p_lb, *p_ub, status))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; \ | |||
698 | __kmp_free(dims)___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 698); \ | |||
699 | return status; \ | |||
700 | } | |||
701 | ||||
702 | #define LOOP_DOACROSS_RUNTIME_START(func, schedule)int func(unsigned ncounts, long *counts, long *p_lb, long *p_ub ) { int status; long stride, lb, ub, str; long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg(); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate((sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 702); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8(&loc, gtid, (schedule ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (!0 )); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 702); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 702); return status; } \ | |||
703 | int func(unsigned ncounts, long *counts, long *p_lb, long *p_ub) { \ | |||
704 | int status; \ | |||
705 | long stride, lb, ub, str; \ | |||
706 | long chunk_sz = 0; \ | |||
707 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); \ | |||
708 | struct kmp_dim *dims = \ | |||
709 | (struct kmp_dim *)__kmp_allocate(sizeof(struct kmp_dim) * ncounts)___kmp_allocate((sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 709); \ | |||
710 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
711 | for (unsigned i = 0; i < ncounts; ++i) { \ | |||
712 | dims[i].lo = 0; \ | |||
713 | dims[i].up = counts[i] - 1; \ | |||
714 | dims[i].st = 1; \ | |||
715 | } \ | |||
716 | __kmpc_doacross_init(&loc, gtid, (int)ncounts, dims); \ | |||
717 | lb = 0; \ | |||
718 | ub = counts[0]; \ | |||
719 | str = 1; \ | |||
720 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n" , gtid, lb, ub, str, chunk_sz); } | |||
721 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n" , gtid, lb, ub, str, chunk_sz); } | |||
722 | (KMP_STR(func) ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n" , gtid, lb, ub, str, chunk_sz); } | |||
723 | gtid, lb, ub, str, chunk_sz))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n" , gtid, lb, ub, str, chunk_sz); }; \ | |||
724 | \ | |||
725 | if ((str > 0) ? (lb < ub) : (lb > ub)) { \ | |||
726 | KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8(&loc, gtid, (schedule), lb, \ | |||
727 | (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, TRUE(!0)); \ | |||
728 | status = KMP_DISPATCH_NEXT__kmpc_dispatch_next_8(&loc, gtid, NULL__null, (kmp_int *)p_lb, \ | |||
729 | (kmp_int *)p_ub, (kmp_int *)&stride); \ | |||
730 | if (status) { \ | |||
731 | KMP_DEBUG_ASSERT(stride == str)if (!(stride == str)) { __kmp_debug_assert("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 731); }; \ | |||
732 | *p_ub += (str > 0) ? 1 : -1; \ | |||
733 | } \ | |||
734 | } else { \ | |||
735 | status = 0; \ | |||
736 | } \ | |||
737 | KMP_DOACROSS_FINI(status, gtid)if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; \ | |||
738 | \ | |||
739 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
740 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
741 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
742 | func) " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
743 | gtid, *p_lb, *p_ub, status))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; \ | |||
744 | __kmp_free(dims)___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 744); \ | |||
745 | return status; \ | |||
746 | } | |||
747 | ||||
748 | LOOP_DOACROSS_START(bool __kmp_api_GOMP_loop_doacross_static_start(unsigned ncounts , long *counts, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride, lb, ub, str; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 750); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_static_start" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_static), lb, (str > 0) ? (ub - 1 ) : (ub + 1), str, chunk_sz, (kmp_sch_static) != kmp_sch_static ); status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status ) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 750); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_static_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 750); return status; } | |||
749 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_DOACROSS_STATIC_START),bool __kmp_api_GOMP_loop_doacross_static_start(unsigned ncounts , long *counts, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride, lb, ub, str; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 750); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_static_start" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_static), lb, (str > 0) ? (ub - 1 ) : (ub + 1), str, chunk_sz, (kmp_sch_static) != kmp_sch_static ); status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status ) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 750); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_static_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 750); return status; } | |||
750 | kmp_sch_static)bool __kmp_api_GOMP_loop_doacross_static_start(unsigned ncounts , long *counts, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride, lb, ub, str; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 750); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_static_start" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_static), lb, (str > 0) ? (ub - 1 ) : (ub + 1), str, chunk_sz, (kmp_sch_static) != kmp_sch_static ); status = __kmpc_dispatch_next_8(&loc, gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if (status ) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 750); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_static_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 750); return status; } | |||
751 | LOOP_DOACROSS_START(bool __kmp_api_GOMP_loop_doacross_dynamic_start(unsigned ncounts , long *counts, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride, lb, ub, str; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 753); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_dynamic_start" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_dynamic_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked ) != kmp_sch_static); status = __kmpc_dispatch_next_8(&loc , gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *) &stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 753); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_dynamic_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 753); return status; } | |||
752 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_DOACROSS_DYNAMIC_START),bool __kmp_api_GOMP_loop_doacross_dynamic_start(unsigned ncounts , long *counts, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride, lb, ub, str; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 753); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_dynamic_start" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_dynamic_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked ) != kmp_sch_static); status = __kmpc_dispatch_next_8(&loc , gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *) &stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 753); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_dynamic_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 753); return status; } | |||
753 | kmp_sch_dynamic_chunked)bool __kmp_api_GOMP_loop_doacross_dynamic_start(unsigned ncounts , long *counts, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride, lb, ub, str; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 753); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_dynamic_start" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_dynamic_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked ) != kmp_sch_static); status = __kmpc_dispatch_next_8(&loc , gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *) &stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 753); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_dynamic_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 753); return status; } | |||
754 | LOOP_DOACROSS_START(bool __kmp_api_GOMP_loop_doacross_guided_start(unsigned ncounts , long *counts, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride, lb, ub, str; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 756); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_guided_start" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_guided_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked) != kmp_sch_static); status = __kmpc_dispatch_next_8(&loc , gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *) &stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 756); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_guided_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 756); return status; } | |||
755 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_DOACROSS_GUIDED_START),bool __kmp_api_GOMP_loop_doacross_guided_start(unsigned ncounts , long *counts, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride, lb, ub, str; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 756); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_guided_start" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_guided_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked) != kmp_sch_static); status = __kmpc_dispatch_next_8(&loc , gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *) &stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 756); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_guided_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 756); return status; } | |||
756 | kmp_sch_guided_chunked)bool __kmp_api_GOMP_loop_doacross_guided_start(unsigned ncounts , long *counts, long chunk_sz, long *p_lb, long *p_ub) { int status ; long stride, lb, ub, str; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 756); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_guided_start" ": T#%d, ncounts %u, lb 0x%lx, ub 0x%lx, str " "0x%lx, chunk_sz " "0x%lx\n", gtid, ncounts, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_guided_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked) != kmp_sch_static); status = __kmpc_dispatch_next_8(&loc , gtid, __null, (kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *) &stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 756); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_guided_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 756); return status; } | |||
757 | LOOP_DOACROSS_RUNTIME_START(int __kmp_api_GOMP_loop_doacross_runtime_start(unsigned ncounts , long *counts, long *p_lb, long *p_ub) { int status; long stride , lb, ub, str; long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 759); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_runtime_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_runtime ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (!0 )); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 759); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_runtime_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 759); return status; } | |||
758 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_DOACROSS_RUNTIME_START),int __kmp_api_GOMP_loop_doacross_runtime_start(unsigned ncounts , long *counts, long *p_lb, long *p_ub) { int status; long stride , lb, ub, str; long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 759); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_runtime_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_runtime ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (!0 )); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 759); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_runtime_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 759); return status; } | |||
759 | kmp_sch_runtime)int __kmp_api_GOMP_loop_doacross_runtime_start(unsigned ncounts , long *counts, long *p_lb, long *p_ub) { int status; long stride , lb, ub, str; long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 759); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_runtime_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz %d\n", gtid , lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_runtime ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (!0 )); status = __kmpc_dispatch_next_8(&loc, gtid, __null, ( kmp_int *)p_lb, (kmp_int *)p_ub, (kmp_int *)&stride); if ( status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 759); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_doacross_runtime_start" " exit: T#%d, *p_lb 0x%lx, *p_ub 0x%lx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 759); return status; } | |||
760 | #endif // OMP_45_ENABLED | |||
761 | ||||
762 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_END)__kmp_api_GOMP_loop_end(void) { | |||
763 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
764 | KA_TRACE(20, ("GOMP_loop_end: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_loop_end: T#%d\n" , gtid); } | |||
765 | ||||
766 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
767 | omp_frame_t *ompt_frame; | |||
768 | if (ompt_enabled.enabled) { | |||
769 | __ompt_get_task_info_internal(0, NULL__null, NULL__null, &ompt_frame, NULL__null, NULL__null); | |||
770 | ompt_frame->enter_frame = OMPT_GET_FRAME_ADDRESS(1)__builtin_frame_address(1); | |||
771 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
772 | } | |||
773 | #endif | |||
774 | __kmp_barrier(bs_plain_barrier, gtid, FALSE0, 0, NULL__null, NULL__null); | |||
775 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
776 | if (ompt_enabled.enabled) { | |||
777 | ompt_frame->enter_frame = NULL__null; | |||
778 | } | |||
779 | #endif | |||
780 | ||||
781 | KA_TRACE(20, ("GOMP_loop_end exit: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_loop_end exit: T#%d\n" , gtid); } | |||
782 | } | |||
783 | ||||
784 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_END_NOWAIT)__kmp_api_GOMP_loop_end_nowait(void) { | |||
785 | KA_TRACE(20, ("GOMP_loop_end_nowait: T#%d\n", __kmp_get_gtid()))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_loop_end_nowait: T#%d\n" , __kmp_get_global_thread_id()); } | |||
786 | } | |||
787 | ||||
788 | // Unsigned long long loop worksharing constructs | |||
789 | // | |||
790 | // These are new with gcc 4.4 | |||
791 | ||||
792 | #define LOOP_START_ULL(func, schedule)int func(int up, unsigned long long lb, unsigned long long ub , unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long)str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, up, lb, ub, str, chunk_sz ); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u (&loc, gtid, (schedule), lb, (str2 > 0) ? (ub - 1) : ( ub + 1), str2, chunk_sz, (schedule) != kmp_sch_static); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status ) { if (!(stride == str2)) { __kmp_debug_assert("stride == str2" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 792); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; return status; } \ | |||
793 | int func(int up, unsigned long long lb, unsigned long long ub, \ | |||
794 | unsigned long long str, unsigned long long chunk_sz, \ | |||
795 | unsigned long long *p_lb, unsigned long long *p_ub) { \ | |||
796 | int status; \ | |||
797 | long long str2 = up ? ((long long)str) : -((long long)str); \ | |||
798 | long long stride; \ | |||
799 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); \ | |||
800 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
801 | \ | |||
802 | KA_TRACE(20, (KMP_STR(func) ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, up, lb, ub, str, chunk_sz ); } | |||
803 | "0x%llx, chunk_sz 0x%llx\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, up, lb, ub, str, chunk_sz ); } | |||
804 | gtid, up, lb, ub, str, chunk_sz))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, up, lb, ub, str, chunk_sz ); }; \ | |||
805 | \ | |||
806 | if ((str > 0) ? (lb < ub) : (lb > ub)) { \ | |||
807 | KMP_DISPATCH_INIT_ULL__kmp_aux_dispatch_init_8u(&loc, gtid, (schedule), lb, \ | |||
808 | (str2 > 0) ? (ub - 1) : (ub + 1), str2, chunk_sz, \ | |||
809 | (schedule) != kmp_sch_static); \ | |||
810 | status = \ | |||
811 | KMP_DISPATCH_NEXT_ULL__kmpc_dispatch_next_8u(&loc, gtid, NULL__null, (kmp_uint64 *)p_lb, \ | |||
812 | (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); \ | |||
813 | if (status) { \ | |||
814 | KMP_DEBUG_ASSERT(stride == str2)if (!(stride == str2)) { __kmp_debug_assert("stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 814); }; \ | |||
815 | *p_ub += (str > 0) ? 1 : -1; \ | |||
816 | } \ | |||
817 | } else { \ | |||
818 | status = 0; \ | |||
819 | } \ | |||
820 | \ | |||
821 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
822 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
823 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
824 | func) " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
825 | gtid, *p_lb, *p_ub, status))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; \ | |||
826 | return status; \ | |||
827 | } | |||
828 | ||||
829 | #define LOOP_RUNTIME_START_ULL(func, schedule)int func(int up, unsigned long long lb, unsigned long long ub , unsigned long long str, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long) str) : -((long long)str); unsigned long long stride; unsigned long long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, up, lb, ub, str, chunk_sz ); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u (&loc, gtid, (schedule), lb, (str2 > 0) ? (ub - 1) : ( ub + 1), str2, chunk_sz, (!0)); status = __kmpc_dispatch_next_8u (&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub , (kmp_int64 *)&stride); if (status) { if (!((long long)stride == str2)) { __kmp_debug_assert("(long long)stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 829); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; return status; } \ | |||
830 | int func(int up, unsigned long long lb, unsigned long long ub, \ | |||
831 | unsigned long long str, unsigned long long *p_lb, \ | |||
832 | unsigned long long *p_ub) { \ | |||
833 | int status; \ | |||
834 | long long str2 = up ? ((long long)str) : -((long long)str); \ | |||
835 | unsigned long long stride; \ | |||
836 | unsigned long long chunk_sz = 0; \ | |||
837 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); \ | |||
838 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
839 | \ | |||
840 | KA_TRACE(20, (KMP_STR(func) ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, up, lb, ub, str, chunk_sz ); } | |||
841 | "0x%llx, chunk_sz 0x%llx\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, up, lb, ub, str, chunk_sz ); } | |||
842 | gtid, up, lb, ub, str, chunk_sz))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, up, lb, ub, str, chunk_sz ); }; \ | |||
843 | \ | |||
844 | if ((str > 0) ? (lb < ub) : (lb > ub)) { \ | |||
845 | KMP_DISPATCH_INIT_ULL__kmp_aux_dispatch_init_8u(&loc, gtid, (schedule), lb, \ | |||
846 | (str2 > 0) ? (ub - 1) : (ub + 1), str2, chunk_sz, \ | |||
847 | TRUE(!0)); \ | |||
848 | status = \ | |||
849 | KMP_DISPATCH_NEXT_ULL__kmpc_dispatch_next_8u(&loc, gtid, NULL__null, (kmp_uint64 *)p_lb, \ | |||
850 | (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); \ | |||
851 | if (status) { \ | |||
852 | KMP_DEBUG_ASSERT((long long)stride == str2)if (!((long long)stride == str2)) { __kmp_debug_assert("(long long)stride == str2" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 852); }; \ | |||
853 | *p_ub += (str > 0) ? 1 : -1; \ | |||
854 | } \ | |||
855 | } else { \ | |||
856 | status = 0; \ | |||
857 | } \ | |||
858 | \ | |||
859 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
860 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
861 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
862 | func) " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
863 | gtid, *p_lb, *p_ub, status))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; \ | |||
864 | return status; \ | |||
865 | } | |||
866 | ||||
867 | #define LOOP_NEXT_ULL(func, fini_code)int func(unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride; int gtid = __kmp_get_global_thread_id (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d\n" , gtid); }; fini_code status = __kmpc_dispatch_next_8u(&loc , gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } \ | |||
868 | int func(unsigned long long *p_lb, unsigned long long *p_ub) { \ | |||
869 | int status; \ | |||
870 | long long stride; \ | |||
871 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); \ | |||
872 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
873 | KA_TRACE(20, (KMP_STR(func) ": T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d\n" , gtid); }; \ | |||
874 | \ | |||
875 | fini_code status = \ | |||
876 | KMP_DISPATCH_NEXT_ULL__kmpc_dispatch_next_8u(&loc, gtid, NULL__null, (kmp_uint64 *)p_lb, \ | |||
877 | (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); \ | |||
878 | if (status) { \ | |||
879 | *p_ub += (stride > 0) ? 1 : -1; \ | |||
880 | } \ | |||
881 | \ | |||
882 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); } | |||
883 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); } | |||
884 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); } | |||
885 | func) " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); } | |||
886 | "returning %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); } | |||
887 | gtid, *p_lb, *p_ub, stride, status))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n", gtid, *p_lb, *p_ub, stride, status); }; \ | |||
888 | return status; \ | |||
889 | } | |||
890 | ||||
891 | LOOP_START_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_STATIC_START),int __kmp_api_GOMP_loop_ull_static_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long)str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_static_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_sch_static), lb, (str2 > 0) ? (ub - 1) : (ub + 1), str2, chunk_sz, (kmp_sch_static) != kmp_sch_static); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status ) { if (!(stride == str2)) { __kmp_debug_assert("stride == str2" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 892); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_static_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
892 | kmp_sch_static)int __kmp_api_GOMP_loop_ull_static_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long)str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_static_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_sch_static), lb, (str2 > 0) ? (ub - 1) : (ub + 1), str2, chunk_sz, (kmp_sch_static) != kmp_sch_static); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status ) { if (!(stride == str2)) { __kmp_debug_assert("stride == str2" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 892); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_static_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
893 | LOOP_NEXT_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_STATIC_NEXT), {})int __kmp_api_GOMP_loop_ull_static_next(unsigned long long *p_lb , unsigned long long *p_ub) { int status; long long stride; int gtid = __kmp_get_global_thread_id(); static ident_t(loc) = { 0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_static_next" ": T#%d\n", gtid); }; {} status = __kmpc_dispatch_next_8u(& loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_static_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
894 | LOOP_START_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_DYNAMIC_START),int __kmp_api_GOMP_loop_ull_dynamic_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long)str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_dynamic_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_sch_dynamic_chunked), lb, (str2 > 0) ? (ub - 1 ) : (ub + 1), str2, chunk_sz, (kmp_sch_dynamic_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str2)) { __kmp_debug_assert( "stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 895); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_dynamic_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
895 | kmp_sch_dynamic_chunked)int __kmp_api_GOMP_loop_ull_dynamic_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long)str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_dynamic_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_sch_dynamic_chunked), lb, (str2 > 0) ? (ub - 1 ) : (ub + 1), str2, chunk_sz, (kmp_sch_dynamic_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str2)) { __kmp_debug_assert( "stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 895); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_dynamic_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
896 | LOOP_NEXT_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_DYNAMIC_NEXT), {})int __kmp_api_GOMP_loop_ull_dynamic_next(unsigned long long * p_lb, unsigned long long *p_ub) { int status; long long stride ; int gtid = __kmp_get_global_thread_id(); static ident_t(loc ) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if ( kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_dynamic_next" ": T#%d\n", gtid); }; {} status = __kmpc_dispatch_next_8u(& loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_dynamic_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
897 | LOOP_START_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_GUIDED_START),int __kmp_api_GOMP_loop_ull_guided_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long)str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_guided_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_sch_guided_chunked), lb, (str2 > 0) ? (ub - 1 ) : (ub + 1), str2, chunk_sz, (kmp_sch_guided_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str2)) { __kmp_debug_assert( "stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 898); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_guided_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
898 | kmp_sch_guided_chunked)int __kmp_api_GOMP_loop_ull_guided_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long)str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_guided_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_sch_guided_chunked), lb, (str2 > 0) ? (ub - 1 ) : (ub + 1), str2, chunk_sz, (kmp_sch_guided_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str2)) { __kmp_debug_assert( "stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 898); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_guided_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
899 | LOOP_NEXT_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_GUIDED_NEXT), {})int __kmp_api_GOMP_loop_ull_guided_next(unsigned long long *p_lb , unsigned long long *p_ub) { int status; long long stride; int gtid = __kmp_get_global_thread_id(); static ident_t(loc) = { 0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_guided_next" ": T#%d\n", gtid); }; {} status = __kmpc_dispatch_next_8u(& loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_guided_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
900 | LOOP_RUNTIME_START_ULL(int __kmp_api_GOMP_loop_ull_runtime_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long)str) : -((long long)str); unsigned long long stride; unsigned long long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg(); static ident_t(loc) = {0, KMP_IDENT_KMPC , 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_runtime_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_sch_runtime), lb, (str2 > 0) ? (ub - 1) : (ub + 1), str2, chunk_sz, (!0)); status = __kmpc_dispatch_next_8u (&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub , (kmp_int64 *)&stride); if (status) { if (!((long long)stride == str2)) { __kmp_debug_assert("(long long)stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 901); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_runtime_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
901 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_RUNTIME_START), kmp_sch_runtime)int __kmp_api_GOMP_loop_ull_runtime_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long)str) : -((long long)str); unsigned long long stride; unsigned long long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg(); static ident_t(loc) = {0, KMP_IDENT_KMPC , 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_runtime_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_sch_runtime), lb, (str2 > 0) ? (ub - 1) : (ub + 1), str2, chunk_sz, (!0)); status = __kmpc_dispatch_next_8u (&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub , (kmp_int64 *)&stride); if (status) { if (!((long long)stride == str2)) { __kmp_debug_assert("(long long)stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 901); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_runtime_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
902 | LOOP_NEXT_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_RUNTIME_NEXT), {})int __kmp_api_GOMP_loop_ull_runtime_next(unsigned long long * p_lb, unsigned long long *p_ub) { int status; long long stride ; int gtid = __kmp_get_global_thread_id(); static ident_t(loc ) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if ( kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_runtime_next" ": T#%d\n", gtid); }; {} status = __kmpc_dispatch_next_8u(& loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status) { *p_ub += (stride > 0) ? 1 : -1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_runtime_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
903 | ||||
904 | LOOP_START_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_STATIC_START),int __kmp_api_GOMP_loop_ull_ordered_static_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long )str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_static_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_ord_static), lb, (str2 > 0) ? (ub - 1) : (ub + 1), str2, chunk_sz, (kmp_ord_static) != kmp_sch_static); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status ) { if (!(stride == str2)) { __kmp_debug_assert("stride == str2" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 905); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_static_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
905 | kmp_ord_static)int __kmp_api_GOMP_loop_ull_ordered_static_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long )str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_static_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_ord_static), lb, (str2 > 0) ? (ub - 1) : (ub + 1), str2, chunk_sz, (kmp_ord_static) != kmp_sch_static); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status ) { if (!(stride == str2)) { __kmp_debug_assert("stride == str2" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 905); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_static_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
906 | LOOP_NEXT_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_STATIC_NEXT),int __kmp_api_GOMP_loop_ull_ordered_static_next(unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride; int gtid = __kmp_get_global_thread_id(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_static_next" ": T#%d\n", gtid); }; { __kmp_aux_dispatch_fini_chunk_8u(& loc, gtid); } status = __kmpc_dispatch_next_8u(&loc, gtid , __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 * )&stride); if (status) { *p_ub += (stride > 0) ? 1 : - 1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_static_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
907 | { KMP_DISPATCH_FINI_CHUNK_ULL(&loc, gtid); })int __kmp_api_GOMP_loop_ull_ordered_static_next(unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride; int gtid = __kmp_get_global_thread_id(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_static_next" ": T#%d\n", gtid); }; { __kmp_aux_dispatch_fini_chunk_8u(& loc, gtid); } status = __kmpc_dispatch_next_8u(&loc, gtid , __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 * )&stride); if (status) { *p_ub += (stride > 0) ? 1 : - 1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_static_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
908 | LOOP_START_ULL(int __kmp_api_GOMP_loop_ull_ordered_dynamic_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long )str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_dynamic_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_ord_dynamic_chunked), lb, (str2 > 0) ? (ub - 1 ) : (ub + 1), str2, chunk_sz, (kmp_ord_dynamic_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str2)) { __kmp_debug_assert( "stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 910); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_dynamic_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
909 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_DYNAMIC_START),int __kmp_api_GOMP_loop_ull_ordered_dynamic_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long )str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_dynamic_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_ord_dynamic_chunked), lb, (str2 > 0) ? (ub - 1 ) : (ub + 1), str2, chunk_sz, (kmp_ord_dynamic_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str2)) { __kmp_debug_assert( "stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 910); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_dynamic_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
910 | kmp_ord_dynamic_chunked)int __kmp_api_GOMP_loop_ull_ordered_dynamic_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long )str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_dynamic_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_ord_dynamic_chunked), lb, (str2 > 0) ? (ub - 1 ) : (ub + 1), str2, chunk_sz, (kmp_ord_dynamic_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str2)) { __kmp_debug_assert( "stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 910); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_dynamic_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
911 | LOOP_NEXT_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_DYNAMIC_NEXT),int __kmp_api_GOMP_loop_ull_ordered_dynamic_next(unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride; int gtid = __kmp_get_global_thread_id(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_dynamic_next" ": T#%d\n", gtid); }; { __kmp_aux_dispatch_fini_chunk_8u(& loc, gtid); } status = __kmpc_dispatch_next_8u(&loc, gtid , __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 * )&stride); if (status) { *p_ub += (stride > 0) ? 1 : - 1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_dynamic_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
912 | { KMP_DISPATCH_FINI_CHUNK_ULL(&loc, gtid); })int __kmp_api_GOMP_loop_ull_ordered_dynamic_next(unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride; int gtid = __kmp_get_global_thread_id(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_dynamic_next" ": T#%d\n", gtid); }; { __kmp_aux_dispatch_fini_chunk_8u(& loc, gtid); } status = __kmpc_dispatch_next_8u(&loc, gtid , __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 * )&stride); if (status) { *p_ub += (stride > 0) ? 1 : - 1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_dynamic_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
913 | LOOP_START_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_GUIDED_START),int __kmp_api_GOMP_loop_ull_ordered_guided_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long )str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_guided_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_ord_guided_chunked), lb, (str2 > 0) ? (ub - 1 ) : (ub + 1), str2, chunk_sz, (kmp_ord_guided_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str2)) { __kmp_debug_assert( "stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 914); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_guided_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
914 | kmp_ord_guided_chunked)int __kmp_api_GOMP_loop_ull_ordered_guided_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long str2 = up ? ((long long )str) : -((long long)str); long long stride; int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_guided_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_ord_guided_chunked), lb, (str2 > 0) ? (ub - 1 ) : (ub + 1), str2, chunk_sz, (kmp_ord_guided_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str2)) { __kmp_debug_assert( "stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 914); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_guided_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
915 | LOOP_NEXT_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_GUIDED_NEXT),int __kmp_api_GOMP_loop_ull_ordered_guided_next(unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride; int gtid = __kmp_get_global_thread_id(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_guided_next" ": T#%d\n", gtid); }; { __kmp_aux_dispatch_fini_chunk_8u(& loc, gtid); } status = __kmpc_dispatch_next_8u(&loc, gtid , __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 * )&stride); if (status) { *p_ub += (stride > 0) ? 1 : - 1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_guided_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
916 | { KMP_DISPATCH_FINI_CHUNK_ULL(&loc, gtid); })int __kmp_api_GOMP_loop_ull_ordered_guided_next(unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride; int gtid = __kmp_get_global_thread_id(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_guided_next" ": T#%d\n", gtid); }; { __kmp_aux_dispatch_fini_chunk_8u(& loc, gtid); } status = __kmpc_dispatch_next_8u(&loc, gtid , __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 * )&stride); if (status) { *p_ub += (stride > 0) ? 1 : - 1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_guided_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
917 | LOOP_RUNTIME_START_ULL(int __kmp_api_GOMP_loop_ull_ordered_runtime_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long *p_lb, unsigned long long *p_ub) { int status ; long long str2 = up ? ((long long)str) : -((long long)str); unsigned long long stride; unsigned long long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg(); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if ( kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_runtime_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_ord_runtime), lb, (str2 > 0) ? (ub - 1) : (ub + 1), str2, chunk_sz, (!0)); status = __kmpc_dispatch_next_8u (&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub , (kmp_int64 *)&stride); if (status) { if (!((long long)stride == str2)) { __kmp_debug_assert("(long long)stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 919); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_runtime_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
918 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_RUNTIME_START),int __kmp_api_GOMP_loop_ull_ordered_runtime_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long *p_lb, unsigned long long *p_ub) { int status ; long long str2 = up ? ((long long)str) : -((long long)str); unsigned long long stride; unsigned long long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg(); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if ( kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_runtime_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_ord_runtime), lb, (str2 > 0) ? (ub - 1) : (ub + 1), str2, chunk_sz, (!0)); status = __kmpc_dispatch_next_8u (&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub , (kmp_int64 *)&stride); if (status) { if (!((long long)stride == str2)) { __kmp_debug_assert("(long long)stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 919); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_runtime_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
919 | kmp_ord_runtime)int __kmp_api_GOMP_loop_ull_ordered_runtime_start(int up, unsigned long long lb, unsigned long long ub, unsigned long long str, unsigned long long *p_lb, unsigned long long *p_ub) { int status ; long long str2 = up ? ((long long)str) : -((long long)str); unsigned long long stride; unsigned long long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg(); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if ( kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_runtime_start" ": T#%d, up %d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, up, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc , gtid, (kmp_ord_runtime), lb, (str2 > 0) ? (ub - 1) : (ub + 1), str2, chunk_sz, (!0)); status = __kmpc_dispatch_next_8u (&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub , (kmp_int64 *)&stride); if (status) { if (!((long long)stride == str2)) { __kmp_debug_assert("(long long)stride == str2", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 919); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_runtime_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; return status; } | |||
920 | LOOP_NEXT_ULL(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_RUNTIME_NEXT),int __kmp_api_GOMP_loop_ull_ordered_runtime_next(unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride; int gtid = __kmp_get_global_thread_id(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_runtime_next" ": T#%d\n", gtid); }; { __kmp_aux_dispatch_fini_chunk_8u(& loc, gtid); } status = __kmpc_dispatch_next_8u(&loc, gtid , __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 * )&stride); if (status) { *p_ub += (stride > 0) ? 1 : - 1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_runtime_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
921 | { KMP_DISPATCH_FINI_CHUNK_ULL(&loc, gtid); })int __kmp_api_GOMP_loop_ull_ordered_runtime_next(unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride; int gtid = __kmp_get_global_thread_id(); static ident_t (loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_runtime_next" ": T#%d\n", gtid); }; { __kmp_aux_dispatch_fini_chunk_8u(& loc, gtid); } status = __kmpc_dispatch_next_8u(&loc, gtid , __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 * )&stride); if (status) { *p_ub += (stride > 0) ? 1 : - 1; } if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_ordered_runtime_next" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, stride 0x%llx, " "returning %d\n" , gtid, *p_lb, *p_ub, stride, status); }; return status; } | |||
922 | ||||
923 | #if OMP_45_ENABLED(50 >= 45) | |||
924 | #define LOOP_DOACROSS_START_ULL(func, schedule)int func(unsigned ncounts, unsigned long long *counts, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride, str, lb, ub; int gtid = __kmp_get_global_thread_id_reg(); struct kmp_dim *dims = ( struct kmp_dim *)___kmp_allocate((sizeof(struct kmp_dim) * ncounts ), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 924); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (schedule), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz , (schedule) != kmp_sch_static); status = __kmpc_dispatch_next_8u (&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub , (kmp_int64 *)&stride); if (status) { if (!(stride == str )) { __kmp_debug_assert("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 924); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 924); return status; } \ | |||
925 | int func(unsigned ncounts, unsigned long long *counts, \ | |||
926 | unsigned long long chunk_sz, unsigned long long *p_lb, \ | |||
927 | unsigned long long *p_ub) { \ | |||
928 | int status; \ | |||
929 | long long stride, str, lb, ub; \ | |||
930 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); \ | |||
931 | struct kmp_dim *dims = \ | |||
932 | (struct kmp_dim *)__kmp_allocate(sizeof(struct kmp_dim) * ncounts)___kmp_allocate((sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 932); \ | |||
933 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
934 | for (unsigned i = 0; i < ncounts; ++i) { \ | |||
935 | dims[i].lo = 0; \ | |||
936 | dims[i].up = counts[i] - 1; \ | |||
937 | dims[i].st = 1; \ | |||
938 | } \ | |||
939 | __kmpc_doacross_init(&loc, gtid, (int)ncounts, dims); \ | |||
940 | lb = 0; \ | |||
941 | ub = counts[0]; \ | |||
942 | str = 1; \ | |||
943 | \ | |||
944 | KA_TRACE(20, (KMP_STR(func) ": T#%d, lb 0x%llx, ub 0x%llx, str " \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, lb, ub, str, chunk_sz); } | |||
945 | "0x%llx, chunk_sz 0x%llx\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, lb, ub, str, chunk_sz); } | |||
946 | gtid, lb, ub, str, chunk_sz))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, lb, ub, str, chunk_sz); }; \ | |||
947 | \ | |||
948 | if ((str > 0) ? (lb < ub) : (lb > ub)) { \ | |||
949 | KMP_DISPATCH_INIT_ULL__kmp_aux_dispatch_init_8u(&loc, gtid, (schedule), lb, \ | |||
950 | (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, \ | |||
951 | (schedule) != kmp_sch_static); \ | |||
952 | status = \ | |||
953 | KMP_DISPATCH_NEXT_ULL__kmpc_dispatch_next_8u(&loc, gtid, NULL__null, (kmp_uint64 *)p_lb, \ | |||
954 | (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); \ | |||
955 | if (status) { \ | |||
956 | KMP_DEBUG_ASSERT(stride == str)if (!(stride == str)) { __kmp_debug_assert("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 956); }; \ | |||
957 | *p_ub += (str > 0) ? 1 : -1; \ | |||
958 | } \ | |||
959 | } else { \ | |||
960 | status = 0; \ | |||
961 | } \ | |||
962 | KMP_DOACROSS_FINI(status, gtid)if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; \ | |||
963 | \ | |||
964 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
965 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
966 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
967 | func) " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
968 | gtid, *p_lb, *p_ub, status))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; \ | |||
969 | __kmp_free(dims)___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 969); \ | |||
970 | return status; \ | |||
971 | } | |||
972 | ||||
973 | #define LOOP_DOACROSS_RUNTIME_START_ULL(func, schedule)int func(unsigned ncounts, unsigned long long *counts, unsigned long long *p_lb, unsigned long long *p_ub) { int status; unsigned long long stride, str, lb, ub; unsigned long long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg(); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate((sizeof(struct kmp_dim ) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 973); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (schedule), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz , (!0)); status = __kmpc_dispatch_next_8u(&loc, gtid, __null , (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 973); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 973); return status; } \ | |||
974 | int func(unsigned ncounts, unsigned long long *counts, \ | |||
975 | unsigned long long *p_lb, unsigned long long *p_ub) { \ | |||
976 | int status; \ | |||
977 | unsigned long long stride, str, lb, ub; \ | |||
978 | unsigned long long chunk_sz = 0; \ | |||
979 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); \ | |||
980 | struct kmp_dim *dims = \ | |||
981 | (struct kmp_dim *)__kmp_allocate(sizeof(struct kmp_dim) * ncounts)___kmp_allocate((sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 981); \ | |||
982 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
983 | for (unsigned i = 0; i < ncounts; ++i) { \ | |||
984 | dims[i].lo = 0; \ | |||
985 | dims[i].up = counts[i] - 1; \ | |||
986 | dims[i].st = 1; \ | |||
987 | } \ | |||
988 | __kmpc_doacross_init(&loc, gtid, (int)ncounts, dims); \ | |||
989 | lb = 0; \ | |||
990 | ub = counts[0]; \ | |||
991 | str = 1; \ | |||
992 | KA_TRACE(20, (KMP_STR(func) ": T#%d, lb 0x%llx, ub 0x%llx, str " \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, lb, ub, str, chunk_sz); } | |||
993 | "0x%llx, chunk_sz 0x%llx\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, lb, ub, str, chunk_sz); } | |||
994 | gtid, lb, ub, str, chunk_sz))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n", gtid, lb, ub, str, chunk_sz); }; \ | |||
995 | \ | |||
996 | if ((str > 0) ? (lb < ub) : (lb > ub)) { \ | |||
997 | KMP_DISPATCH_INIT_ULL__kmp_aux_dispatch_init_8u(&loc, gtid, (schedule), lb, \ | |||
998 | (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, \ | |||
999 | TRUE(!0)); \ | |||
1000 | status = \ | |||
1001 | KMP_DISPATCH_NEXT_ULL__kmpc_dispatch_next_8u(&loc, gtid, NULL__null, (kmp_uint64 *)p_lb, \ | |||
1002 | (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); \ | |||
1003 | if (status) { \ | |||
1004 | KMP_DEBUG_ASSERT(stride == str)if (!(stride == str)) { __kmp_debug_assert("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1004); }; \ | |||
1005 | *p_ub += (str > 0) ? 1 : -1; \ | |||
1006 | } \ | |||
1007 | } else { \ | |||
1008 | status = 0; \ | |||
1009 | } \ | |||
1010 | KMP_DOACROSS_FINI(status, gtid)if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; \ | |||
1011 | \ | |||
1012 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
1013 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
1014 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
1015 | func) " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); } | |||
1016 | gtid, *p_lb, *p_ub, status))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n" , gtid, *p_lb, *p_ub, status); }; \ | |||
1017 | __kmp_free(dims)___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1017); \ | |||
1018 | return status; \ | |||
1019 | } | |||
1020 | ||||
1021 | LOOP_DOACROSS_START_ULL(int __kmp_api_GOMP_loop_ull_doacross_static_start(unsigned ncounts , unsigned long long *counts, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride, str, lb, ub; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1023); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_static_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_static), lb, (str > 0) ? (ub - 1) : (ub + 1), str , chunk_sz, (kmp_sch_static) != kmp_sch_static); status = __kmpc_dispatch_next_8u (&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub , (kmp_int64 *)&stride); if (status) { if (!(stride == str )) { __kmp_debug_assert("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1023); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_static_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1023); return status; } | |||
1022 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_DOACROSS_STATIC_START),int __kmp_api_GOMP_loop_ull_doacross_static_start(unsigned ncounts , unsigned long long *counts, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride, str, lb, ub; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1023); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_static_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_static), lb, (str > 0) ? (ub - 1) : (ub + 1), str , chunk_sz, (kmp_sch_static) != kmp_sch_static); status = __kmpc_dispatch_next_8u (&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub , (kmp_int64 *)&stride); if (status) { if (!(stride == str )) { __kmp_debug_assert("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1023); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_static_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1023); return status; } | |||
1023 | kmp_sch_static)int __kmp_api_GOMP_loop_ull_doacross_static_start(unsigned ncounts , unsigned long long *counts, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride, str, lb, ub; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1023); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_static_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_static), lb, (str > 0) ? (ub - 1) : (ub + 1), str , chunk_sz, (kmp_sch_static) != kmp_sch_static); status = __kmpc_dispatch_next_8u (&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub , (kmp_int64 *)&stride); if (status) { if (!(stride == str )) { __kmp_debug_assert("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1023); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_static_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1023); return status; } | |||
1024 | LOOP_DOACROSS_START_ULL(int __kmp_api_GOMP_loop_ull_doacross_dynamic_start(unsigned ncounts , unsigned long long *counts, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride, str, lb, ub; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1026); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_dynamic_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_dynamic_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1026); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_dynamic_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1026); return status; } | |||
1025 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_DOACROSS_DYNAMIC_START),int __kmp_api_GOMP_loop_ull_doacross_dynamic_start(unsigned ncounts , unsigned long long *counts, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride, str, lb, ub; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1026); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_dynamic_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_dynamic_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1026); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_dynamic_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1026); return status; } | |||
1026 | kmp_sch_dynamic_chunked)int __kmp_api_GOMP_loop_ull_doacross_dynamic_start(unsigned ncounts , unsigned long long *counts, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride, str, lb, ub; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1026); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_dynamic_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_dynamic_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1026); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_dynamic_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1026); return status; } | |||
1027 | LOOP_DOACROSS_START_ULL(int __kmp_api_GOMP_loop_ull_doacross_guided_start(unsigned ncounts , unsigned long long *counts, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride, str, lb, ub; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1029); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_guided_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_guided_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1029); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_guided_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1029); return status; } | |||
1028 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_DOACROSS_GUIDED_START),int __kmp_api_GOMP_loop_ull_doacross_guided_start(unsigned ncounts , unsigned long long *counts, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride, str, lb, ub; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1029); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_guided_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_guided_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1029); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_guided_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1029); return status; } | |||
1029 | kmp_sch_guided_chunked)int __kmp_api_GOMP_loop_ull_doacross_guided_start(unsigned ncounts , unsigned long long *counts, unsigned long long chunk_sz, unsigned long long *p_lb, unsigned long long *p_ub) { int status; long long stride, str, lb, ub; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1029); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_guided_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_guided_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked) != kmp_sch_static ); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, ( kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride ); if (status) { if (!(stride == str)) { __kmp_debug_assert("stride == str" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1029); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_guided_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1029); return status; } | |||
1030 | LOOP_DOACROSS_RUNTIME_START_ULL(int __kmp_api_GOMP_loop_ull_doacross_runtime_start(unsigned ncounts , unsigned long long *counts, unsigned long long *p_lb, unsigned long long *p_ub) { int status; unsigned long long stride, str , lb, ub; unsigned long long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1032); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_runtime_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_runtime), lb, (str > 0) ? (ub - 1) : (ub + 1), str , chunk_sz, (!0)); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1032); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_runtime_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1032); return status; } | |||
1031 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_ULL_DOACROSS_RUNTIME_START),int __kmp_api_GOMP_loop_ull_doacross_runtime_start(unsigned ncounts , unsigned long long *counts, unsigned long long *p_lb, unsigned long long *p_ub) { int status; unsigned long long stride, str , lb, ub; unsigned long long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1032); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_runtime_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_runtime), lb, (str > 0) ? (ub - 1) : (ub + 1), str , chunk_sz, (!0)); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1032); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_runtime_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1032); return status; } | |||
1032 | kmp_sch_runtime)int __kmp_api_GOMP_loop_ull_doacross_runtime_start(unsigned ncounts , unsigned long long *counts, unsigned long long *p_lb, unsigned long long *p_ub) { int status; unsigned long long stride, str , lb, ub; unsigned long long chunk_sz = 0; int gtid = __kmp_get_global_thread_id_reg (); struct kmp_dim *dims = (struct kmp_dim *)___kmp_allocate( (sizeof(struct kmp_dim) * ncounts), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1032); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; for (unsigned i = 0; i < ncounts; ++i) { dims[i].lo = 0 ; dims[i].up = counts[i] - 1; dims[i].st = 1; } __kmpc_doacross_init (&loc, gtid, (int)ncounts, dims); lb = 0; ub = counts[0]; str = 1; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_runtime_start" ": T#%d, lb 0x%llx, ub 0x%llx, str " "0x%llx, chunk_sz 0x%llx\n" , gtid, lb, ub, str, chunk_sz); }; if ((str > 0) ? (lb < ub) : (lb > ub)) { __kmp_aux_dispatch_init_8u(&loc, gtid , (kmp_sch_runtime), lb, (str > 0) ? (ub - 1) : (ub + 1), str , chunk_sz, (!0)); status = __kmpc_dispatch_next_8u(&loc, gtid, __null, (kmp_uint64 *)p_lb, (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); if (status) { if (!(stride == str)) { __kmp_debug_assert ("stride == str", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1032); }; *p_ub += (str > 0) ? 1 : -1; } } else { status = 0; } if (!status && __kmp_threads[gtid]->th.th_dispatch ->th_doacross_flags) { __kmpc_doacross_fini(__null, gtid); }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_loop_ull_doacross_runtime_start" " exit: T#%d, *p_lb 0x%llx, *p_ub 0x%llx, returning %d\n", gtid , *p_lb, *p_ub, status); }; ___kmp_free((dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1032); return status; } | |||
1033 | #endif | |||
1034 | ||||
1035 | // Combined parallel / loop worksharing constructs | |||
1036 | // | |||
1037 | // There are no ull versions (yet). | |||
1038 | ||||
1039 | #define PARALLEL_LOOP_START(func, schedule, ompt_pre, ompt_post)void func(void (*task)(void *), void *data, unsigned num_threads , long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); }; ompt_pre(); if (__kmpc_ok_to_fork (&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(&loc, gtid, num_threads); } __kmp_GOMP_fork_call (&loc, gtid, task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper , 9, task, data, num_threads, &loc, (schedule), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid]->th.ompt_thread_info.return_address) __kmp_threads[gtid]->th.ompt_thread_info.return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (schedule), lb , (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (schedule ) != kmp_sch_static); ompt_post(); if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d\n", gtid); }; } \ | |||
1040 | void func(void (*task)(void *), void *data, unsigned num_threads, long lb, \ | |||
1041 | long ub, long str, long chunk_sz) { \ | |||
1042 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); \ | |||
1043 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
1044 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
1045 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
1046 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
1047 | func) ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
1048 | gtid, lb, ub, str, chunk_sz))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); }; \ | |||
1049 | \ | |||
1050 | ompt_pre(); \ | |||
1051 | \ | |||
1052 | if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { \ | |||
1053 | if (num_threads != 0) { \ | |||
1054 | __kmp_push_num_threads(&loc, gtid, num_threads); \ | |||
1055 | } \ | |||
1056 | __kmp_GOMP_fork_call(&loc, gtid, task, \ | |||
1057 | (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, \ | |||
1058 | 9, task, data, num_threads, &loc, (schedule), lb, \ | |||
1059 | (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); \ | |||
1060 | IF_OMPT_SUPPORT(OMPT_STORE_RETURN_ADDRESS(gtid))if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); \ | |||
1061 | } else { \ | |||
1062 | __kmp_GOMP_serialized_parallel(&loc, gtid, task); \ | |||
1063 | IF_OMPT_SUPPORT(OMPT_STORE_RETURN_ADDRESS(gtid))if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); \ | |||
1064 | } \ | |||
1065 | \ | |||
1066 | KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8(&loc, gtid, (schedule), lb, \ | |||
1067 | (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, \ | |||
1068 | (schedule) != kmp_sch_static); \ | |||
1069 | \ | |||
1070 | ompt_post(); \ | |||
1071 | \ | |||
1072 | KA_TRACE(20, (KMP_STR(func) " exit: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d\n" , gtid); }; \ | |||
1073 | } | |||
1074 | ||||
1075 | #if OMPT_SUPPORT1 && OMPT_OPTIONAL1 | |||
1076 | ||||
1077 | #define OMPT_LOOP_PRE()omp_frame_t *parent_frame; if (ompt_enabled.enabled) { __ompt_get_task_info_internal (0, __null, __null, &parent_frame, __null, __null); parent_frame ->enter_frame = __builtin_frame_address(1); if (ompt_enabled .enabled && gtid >= 0 && __kmp_threads[gtid ] && !__kmp_threads[gtid]->th.ompt_thread_info.return_address ) __kmp_threads[gtid]->th.ompt_thread_info.return_address = __builtin_return_address(0); } \ | |||
1078 | omp_frame_t *parent_frame; \ | |||
1079 | if (ompt_enabled.enabled) { \ | |||
1080 | __ompt_get_task_info_internal(0, NULL__null, NULL__null, &parent_frame, NULL__null, NULL__null); \ | |||
1081 | parent_frame->enter_frame = OMPT_GET_FRAME_ADDRESS(1)__builtin_frame_address(1); \ | |||
1082 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); \ | |||
1083 | } | |||
1084 | ||||
1085 | #define OMPT_LOOP_POST()if (ompt_enabled.enabled) { parent_frame->enter_frame = __null ; } \ | |||
1086 | if (ompt_enabled.enabled) { \ | |||
1087 | parent_frame->enter_frame = NULL__null; \ | |||
1088 | } | |||
1089 | ||||
1090 | #else | |||
1091 | ||||
1092 | #define OMPT_LOOP_PRE()omp_frame_t *parent_frame; if (ompt_enabled.enabled) { __ompt_get_task_info_internal (0, __null, __null, &parent_frame, __null, __null); parent_frame ->enter_frame = __builtin_frame_address(1); if (ompt_enabled .enabled && gtid >= 0 && __kmp_threads[gtid ] && !__kmp_threads[gtid]->th.ompt_thread_info.return_address ) __kmp_threads[gtid]->th.ompt_thread_info.return_address = __builtin_return_address(0); } | |||
1093 | ||||
1094 | #define OMPT_LOOP_POST()if (ompt_enabled.enabled) { parent_frame->enter_frame = __null ; } | |||
1095 | ||||
1096 | #endif | |||
1097 | ||||
1098 | PARALLEL_LOOP_START(void __kmp_api_GOMP_parallel_loop_static_start(void (*task)(void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_static_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_static), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if (ompt_enabled .enabled && gtid >= 0 && __kmp_threads[gtid ] && !__kmp_threads[gtid]->th.ompt_thread_info.return_address ) __kmp_threads[gtid]->th.ompt_thread_info.return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_static ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_static ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_static_start" " exit: T#%d\n" , gtid); }; } | |||
1099 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_LOOP_STATIC_START),void __kmp_api_GOMP_parallel_loop_static_start(void (*task)(void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_static_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_static), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if (ompt_enabled .enabled && gtid >= 0 && __kmp_threads[gtid ] && !__kmp_threads[gtid]->th.ompt_thread_info.return_address ) __kmp_threads[gtid]->th.ompt_thread_info.return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_static ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_static ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_static_start" " exit: T#%d\n" , gtid); }; } | |||
1100 | kmp_sch_static, OMPT_LOOP_PRE, OMPT_LOOP_POST)void __kmp_api_GOMP_parallel_loop_static_start(void (*task)(void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_static_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_static), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if (ompt_enabled .enabled && gtid >= 0 && __kmp_threads[gtid ] && !__kmp_threads[gtid]->th.ompt_thread_info.return_address ) __kmp_threads[gtid]->th.ompt_thread_info.return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_static ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_static ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_static_start" " exit: T#%d\n" , gtid); }; } | |||
1101 | PARALLEL_LOOP_START(void __kmp_api_GOMP_parallel_loop_dynamic_start(void (*task)( void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_dynamic_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_dynamic_start" " exit: T#%d\n" , gtid); }; } | |||
1102 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_LOOP_DYNAMIC_START),void __kmp_api_GOMP_parallel_loop_dynamic_start(void (*task)( void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_dynamic_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_dynamic_start" " exit: T#%d\n" , gtid); }; } | |||
1103 | kmp_sch_dynamic_chunked, OMPT_LOOP_PRE, OMPT_LOOP_POST)void __kmp_api_GOMP_parallel_loop_dynamic_start(void (*task)( void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_dynamic_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_dynamic_start" " exit: T#%d\n" , gtid); }; } | |||
1104 | PARALLEL_LOOP_START(void __kmp_api_GOMP_parallel_loop_guided_start(void (*task)(void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_guided_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_guided_chunked) , lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if ( ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_guided_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_guided_start" " exit: T#%d\n" , gtid); }; } | |||
1105 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_LOOP_GUIDED_START),void __kmp_api_GOMP_parallel_loop_guided_start(void (*task)(void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_guided_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_guided_chunked) , lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if ( ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_guided_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_guided_start" " exit: T#%d\n" , gtid); }; } | |||
1106 | kmp_sch_guided_chunked, OMPT_LOOP_PRE, OMPT_LOOP_POST)void __kmp_api_GOMP_parallel_loop_guided_start(void (*task)(void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_guided_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_guided_chunked) , lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if ( ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_guided_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_guided_start" " exit: T#%d\n" , gtid); }; } | |||
1107 | PARALLEL_LOOP_START(void __kmp_api_GOMP_parallel_loop_runtime_start(void (*task)( void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_runtime_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_runtime), lb, ( str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if (ompt_enabled .enabled && gtid >= 0 && __kmp_threads[gtid ] && !__kmp_threads[gtid]->th.ompt_thread_info.return_address ) __kmp_threads[gtid]->th.ompt_thread_info.return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_runtime ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_runtime ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_runtime_start" " exit: T#%d\n" , gtid); }; } | |||
1108 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_LOOP_RUNTIME_START),void __kmp_api_GOMP_parallel_loop_runtime_start(void (*task)( void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_runtime_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_runtime), lb, ( str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if (ompt_enabled .enabled && gtid >= 0 && __kmp_threads[gtid ] && !__kmp_threads[gtid]->th.ompt_thread_info.return_address ) __kmp_threads[gtid]->th.ompt_thread_info.return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_runtime ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_runtime ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_runtime_start" " exit: T#%d\n" , gtid); }; } | |||
1109 | kmp_sch_runtime, OMPT_LOOP_PRE, OMPT_LOOP_POST)void __kmp_api_GOMP_parallel_loop_runtime_start(void (*task)( void *), void *data, unsigned num_threads, long lb, long ub, long str, long chunk_sz) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_runtime_start" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } __kmp_GOMP_fork_call(&loc, gtid , task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9 , task, data, num_threads, &loc, (kmp_sch_runtime), lb, ( str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); if (ompt_enabled .enabled && gtid >= 0 && __kmp_threads[gtid ] && !__kmp_threads[gtid]->th.ompt_thread_info.return_address ) __kmp_threads[gtid]->th.ompt_thread_info.return_address = __builtin_return_address(0); } else { __kmp_GOMP_serialized_parallel (&loc, gtid, task); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); } __kmp_aux_dispatch_init_8(&loc, gtid, (kmp_sch_runtime ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_runtime ) != kmp_sch_static); if (ompt_enabled.enabled) { parent_frame ->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_runtime_start" " exit: T#%d\n" , gtid); }; } | |||
1110 | ||||
1111 | // Tasking constructs | |||
1112 | ||||
1113 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TASK)__kmp_api_GOMP_task(void (*func)(void *), void *data, | |||
1114 | void (*copy_func)(void *, void *), | |||
1115 | long arg_size, long arg_align, | |||
1116 | bool if_cond, unsigned gomp_flags | |||
1117 | #if OMP_40_ENABLED(50 >= 40) | |||
1118 | , | |||
1119 | void **depend | |||
1120 | #endif | |||
1121 | ) { | |||
1122 | MKLOC(loc, "GOMP_task")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1123 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1124 | kmp_int32 flags = 0; | |||
1125 | kmp_tasking_flags_t *input_flags = (kmp_tasking_flags_t *)&flags; | |||
1126 | ||||
1127 | KA_TRACE(20, ("GOMP_task: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_task: T#%d\n" , gtid); }; | |||
1128 | ||||
1129 | // The low-order bit is the "untied" flag | |||
1130 | if (!(gomp_flags & 1)) { | |||
1131 | input_flags->tiedness = 1; | |||
1132 | } | |||
1133 | // The second low-order bit is the "final" flag | |||
1134 | if (gomp_flags & 2) { | |||
1135 | input_flags->final = 1; | |||
1136 | } | |||
1137 | input_flags->native = 1; | |||
1138 | // __kmp_task_alloc() sets up all other flags | |||
1139 | ||||
1140 | if (!if_cond) { | |||
1141 | arg_size = 0; | |||
1142 | } | |||
1143 | ||||
1144 | kmp_task_t *task = __kmp_task_alloc( | |||
1145 | &loc, gtid, input_flags, sizeof(kmp_task_t), | |||
1146 | arg_size ? arg_size + arg_align - 1 : 0, (kmp_routine_entry_t)func); | |||
1147 | ||||
1148 | if (arg_size > 0) { | |||
1149 | if (arg_align > 0) { | |||
1150 | task->shareds = (void *)((((size_t)task->shareds) + arg_align - 1) / | |||
1151 | arg_align * arg_align); | |||
1152 | } | |||
1153 | // else error?? | |||
1154 | ||||
1155 | if (copy_func) { | |||
1156 | (*copy_func)(task->shareds, data); | |||
1157 | } else { | |||
1158 | KMP_MEMCPYmemcpy(task->shareds, data, arg_size); | |||
1159 | } | |||
1160 | } | |||
1161 | ||||
1162 | #if OMPT_SUPPORT1 | |||
1163 | kmp_taskdata_t *current_task; | |||
1164 | if (ompt_enabled.enabled) { | |||
1165 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1166 | current_task = __kmp_threads[gtid]->th.th_current_task; | |||
1167 | current_task->ompt_task_info.frame.enter_frame = OMPT_GET_FRAME_ADDRESS(1)__builtin_frame_address(1); | |||
1168 | } | |||
1169 | #endif | |||
1170 | ||||
1171 | if (if_cond) { | |||
1172 | #if OMP_40_ENABLED(50 >= 40) | |||
1173 | if (gomp_flags & 8) { | |||
1174 | KMP_ASSERT(depend)if (!(depend)) { __kmp_debug_assert("depend", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1174); }; | |||
1175 | const size_t ndeps = (kmp_intptr_t)depend[0]; | |||
1176 | const size_t nout = (kmp_intptr_t)depend[1]; | |||
1177 | kmp_depend_info_t dep_list[ndeps]; | |||
1178 | ||||
1179 | for (size_t i = 0U; i < ndeps; i++) { | |||
1180 | dep_list[i].base_addr = (kmp_intptr_t)depend[2U + i]; | |||
1181 | dep_list[i].len = 0U; | |||
1182 | dep_list[i].flags.in = 1; | |||
1183 | dep_list[i].flags.out = (i < nout); | |||
1184 | } | |||
1185 | __kmpc_omp_task_with_deps(&loc, gtid, task, ndeps, dep_list, 0, NULL__null); | |||
1186 | } else { | |||
1187 | #endif | |||
1188 | __kmpc_omp_task(&loc, gtid, task); | |||
1189 | } | |||
1190 | } else { | |||
1191 | #if OMPT_SUPPORT1 | |||
1192 | ompt_thread_info_t oldInfo; | |||
1193 | kmp_info_t *thread; | |||
1194 | kmp_taskdata_t *taskdata; | |||
1195 | if (ompt_enabled.enabled) { | |||
1196 | // Store the threads states and restore them after the task | |||
1197 | thread = __kmp_threads[gtid]; | |||
1198 | taskdata = KMP_TASK_TO_TASKDATA(task)(((kmp_taskdata_t *)task) - 1); | |||
1199 | oldInfo = thread->th.ompt_thread_info; | |||
1200 | thread->th.ompt_thread_info.wait_id = 0; | |||
1201 | thread->th.ompt_thread_info.state = omp_state_work_parallel; | |||
1202 | taskdata->ompt_task_info.frame.exit_frame = OMPT_GET_FRAME_ADDRESS(0)__builtin_frame_address(0); | |||
1203 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1204 | } | |||
1205 | #endif | |||
1206 | ||||
1207 | __kmpc_omp_task_begin_if0(&loc, gtid, task); | |||
1208 | func(data); | |||
1209 | __kmpc_omp_task_complete_if0(&loc, gtid, task); | |||
1210 | ||||
1211 | #if OMPT_SUPPORT1 | |||
1212 | if (ompt_enabled.enabled) { | |||
1213 | thread->th.ompt_thread_info = oldInfo; | |||
1214 | taskdata->ompt_task_info.frame.exit_frame = NULL__null; | |||
1215 | } | |||
1216 | #endif | |||
1217 | } | |||
1218 | #if OMPT_SUPPORT1 | |||
1219 | if (ompt_enabled.enabled) { | |||
1220 | current_task->ompt_task_info.frame.enter_frame = NULL__null; | |||
1221 | } | |||
1222 | #endif | |||
1223 | ||||
1224 | KA_TRACE(20, ("GOMP_task exit: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_task exit: T#%d\n" , gtid); }; | |||
1225 | } | |||
1226 | ||||
1227 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TASKWAIT)__kmp_api_GOMP_taskwait(void) { | |||
1228 | MKLOC(loc, "GOMP_taskwait")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1229 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1230 | ||||
1231 | #if OMPT_SUPPORT1 | |||
1232 | if (ompt_enabled.enabled) | |||
1233 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1234 | #endif | |||
1235 | ||||
1236 | KA_TRACE(20, ("GOMP_taskwait: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_taskwait: T#%d\n" , gtid); }; | |||
1237 | ||||
1238 | __kmpc_omp_taskwait(&loc, gtid); | |||
1239 | ||||
1240 | KA_TRACE(20, ("GOMP_taskwait exit: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_taskwait exit: T#%d\n" , gtid); }; | |||
1241 | } | |||
1242 | ||||
1243 | // Sections worksharing constructs | |||
1244 | // | |||
1245 | // For the sections construct, we initialize a dynamically scheduled loop | |||
1246 | // worksharing construct with lb 1 and stride 1, and use the iteration #'s | |||
1247 | // that its returns as sections ids. | |||
1248 | // | |||
1249 | // There are no special entry points for ordered sections, so we always use | |||
1250 | // the dynamically scheduled workshare, even if the sections aren't ordered. | |||
1251 | ||||
1252 | unsigned KMP_EXPAND_NAME(KMP_API_NAME_GOMP_SECTIONS_START)__kmp_api_GOMP_sections_start(unsigned count) { | |||
1253 | int status; | |||
1254 | kmp_int lb, ub, stride; | |||
1255 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1256 | MKLOC(loc, "GOMP_sections_start")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1257 | KA_TRACE(20, ("GOMP_sections_start: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_sections_start: T#%d\n" , gtid); }; | |||
1258 | ||||
1259 | KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8(&loc, gtid, kmp_nm_dynamic_chunked, 1, count, 1, 1, TRUE(!0)); | |||
1260 | ||||
1261 | status = KMP_DISPATCH_NEXT__kmpc_dispatch_next_8(&loc, gtid, NULL__null, &lb, &ub, &stride); | |||
1262 | if (status) { | |||
1263 | KMP_DEBUG_ASSERT(stride == 1)if (!(stride == 1)) { __kmp_debug_assert("stride == 1", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1263); }; | |||
1264 | KMP_DEBUG_ASSERT(lb > 0)if (!(lb > 0)) { __kmp_debug_assert("lb > 0", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1264); }; | |||
1265 | KMP_ASSERT(lb == ub)if (!(lb == ub)) { __kmp_debug_assert("lb == ub", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1265); }; | |||
1266 | } else { | |||
1267 | lb = 0; | |||
1268 | } | |||
1269 | ||||
1270 | KA_TRACE(20, ("GOMP_sections_start exit: T#%d returning %u\n", gtid,if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_sections_start exit: T#%d returning %u\n" , gtid, (unsigned)lb); } | |||
1271 | (unsigned)lb))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_sections_start exit: T#%d returning %u\n" , gtid, (unsigned)lb); }; | |||
1272 | return (unsigned)lb; | |||
1273 | } | |||
1274 | ||||
1275 | unsigned KMP_EXPAND_NAME(KMP_API_NAME_GOMP_SECTIONS_NEXT)__kmp_api_GOMP_sections_next(void) { | |||
1276 | int status; | |||
1277 | kmp_int lb, ub, stride; | |||
1278 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
1279 | MKLOC(loc, "GOMP_sections_next")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1280 | KA_TRACE(20, ("GOMP_sections_next: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_sections_next: T#%d\n" , gtid); }; | |||
1281 | ||||
1282 | #if OMPT_SUPPORT1 | |||
1283 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1284 | #endif | |||
1285 | ||||
1286 | status = KMP_DISPATCH_NEXT__kmpc_dispatch_next_8(&loc, gtid, NULL__null, &lb, &ub, &stride); | |||
1287 | if (status) { | |||
1288 | KMP_DEBUG_ASSERT(stride == 1)if (!(stride == 1)) { __kmp_debug_assert("stride == 1", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1288); }; | |||
1289 | KMP_DEBUG_ASSERT(lb > 0)if (!(lb > 0)) { __kmp_debug_assert("lb > 0", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1289); }; | |||
1290 | KMP_ASSERT(lb == ub)if (!(lb == ub)) { __kmp_debug_assert("lb == ub", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1290); }; | |||
1291 | } else { | |||
1292 | lb = 0; | |||
1293 | } | |||
1294 | ||||
1295 | KA_TRACE(if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_sections_next exit: T#%d returning %u\n" , gtid, (unsigned)lb); } | |||
1296 | 20, ("GOMP_sections_next exit: T#%d returning %u\n", gtid, (unsigned)lb))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_sections_next exit: T#%d returning %u\n" , gtid, (unsigned)lb); }; | |||
1297 | return (unsigned)lb; | |||
1298 | } | |||
1299 | ||||
1300 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_SECTIONS_START)__kmp_api_GOMP_parallel_sections_start( | |||
1301 | void (*task)(void *), void *data, unsigned num_threads, unsigned count) { | |||
1302 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1303 | ||||
1304 | #if OMPT_SUPPORT1 | |||
1305 | omp_frame_t *parent_frame; | |||
1306 | ||||
1307 | if (ompt_enabled.enabled) { | |||
1308 | __ompt_get_task_info_internal(0, NULL__null, NULL__null, &parent_frame, NULL__null, NULL__null); | |||
1309 | parent_frame->enter_frame = OMPT_GET_FRAME_ADDRESS(1)__builtin_frame_address(1); | |||
1310 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1311 | } | |||
1312 | #endif | |||
1313 | ||||
1314 | MKLOC(loc, "GOMP_parallel_sections_start")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1315 | KA_TRACE(20, ("GOMP_parallel_sections_start: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_parallel_sections_start: T#%d\n" , gtid); }; | |||
1316 | ||||
1317 | if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { | |||
1318 | if (num_threads != 0) { | |||
1319 | __kmp_push_num_threads(&loc, gtid, num_threads); | |||
1320 | } | |||
1321 | __kmp_GOMP_fork_call(&loc, gtid, task, | |||
1322 | (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9, | |||
1323 | task, data, num_threads, &loc, kmp_nm_dynamic_chunked, | |||
1324 | (kmp_int)1, (kmp_int)count, (kmp_int)1, (kmp_int)1); | |||
1325 | } else { | |||
1326 | __kmp_GOMP_serialized_parallel(&loc, gtid, task); | |||
1327 | } | |||
1328 | ||||
1329 | #if OMPT_SUPPORT1 | |||
1330 | if (ompt_enabled.enabled) { | |||
1331 | parent_frame->enter_frame = NULL__null; | |||
1332 | } | |||
1333 | #endif | |||
1334 | ||||
1335 | KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8(&loc, gtid, kmp_nm_dynamic_chunked, 1, count, 1, 1, TRUE(!0)); | |||
1336 | ||||
1337 | KA_TRACE(20, ("GOMP_parallel_sections_start exit: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_parallel_sections_start exit: T#%d\n" , gtid); }; | |||
1338 | } | |||
1339 | ||||
1340 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_SECTIONS_END)__kmp_api_GOMP_sections_end(void) { | |||
1341 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
1342 | KA_TRACE(20, ("GOMP_sections_end: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_sections_end: T#%d\n" , gtid); } | |||
1343 | ||||
1344 | #if OMPT_SUPPORT1 | |||
1345 | omp_frame_t *ompt_frame; | |||
1346 | if (ompt_enabled.enabled) { | |||
1347 | __ompt_get_task_info_internal(0, NULL__null, NULL__null, &ompt_frame, NULL__null, NULL__null); | |||
1348 | ompt_frame->enter_frame = OMPT_GET_FRAME_ADDRESS(1)__builtin_frame_address(1); | |||
1349 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1350 | } | |||
1351 | #endif | |||
1352 | __kmp_barrier(bs_plain_barrier, gtid, FALSE0, 0, NULL__null, NULL__null); | |||
1353 | #if OMPT_SUPPORT1 | |||
1354 | if (ompt_enabled.enabled) { | |||
1355 | ompt_frame->enter_frame = NULL__null; | |||
1356 | } | |||
1357 | #endif | |||
1358 | ||||
1359 | KA_TRACE(20, ("GOMP_sections_end exit: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_sections_end exit: T#%d\n" , gtid); } | |||
1360 | } | |||
1361 | ||||
1362 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_SECTIONS_END_NOWAIT)__kmp_api_GOMP_sections_end_nowait(void) { | |||
1363 | KA_TRACE(20, ("GOMP_sections_end_nowait: T#%d\n", __kmp_get_gtid()))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_sections_end_nowait: T#%d\n" , __kmp_get_global_thread_id()); } | |||
1364 | } | |||
1365 | ||||
1366 | // libgomp has an empty function for GOMP_taskyield as of 2013-10-10 | |||
1367 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TASKYIELD)__kmp_api_GOMP_taskyield(void) { | |||
1368 | KA_TRACE(20, ("GOMP_taskyield: T#%d\n", __kmp_get_gtid()))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_taskyield: T#%d\n" , __kmp_get_global_thread_id()); } | |||
1369 | return; | |||
1370 | } | |||
1371 | ||||
1372 | #if OMP_40_ENABLED(50 >= 40) // these are new GOMP_4.0 entry points | |||
1373 | ||||
1374 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL)__kmp_api_GOMP_parallel(void (*task)(void *), | |||
1375 | void *data, | |||
1376 | unsigned num_threads, | |||
1377 | unsigned int flags) { | |||
1378 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1379 | MKLOC(loc, "GOMP_parallel")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1380 | KA_TRACE(20, ("GOMP_parallel: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_parallel: T#%d\n" , gtid); }; | |||
1381 | ||||
1382 | #if OMPT_SUPPORT1 | |||
1383 | ompt_task_info_t *parent_task_info, *task_info; | |||
| ||||
1384 | if (ompt_enabled.enabled) { | |||
1385 | parent_task_info = __ompt_get_task_info_object(0); | |||
1386 | parent_task_info->frame.enter_frame = OMPT_GET_FRAME_ADDRESS(1)__builtin_frame_address(1); | |||
1387 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1388 | } | |||
1389 | #endif | |||
1390 | if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { | |||
1391 | if (num_threads != 0) { | |||
1392 | __kmp_push_num_threads(&loc, gtid, num_threads); | |||
1393 | } | |||
1394 | if (flags != 0) { | |||
1395 | __kmp_push_proc_bind(&loc, gtid, (kmp_proc_bind_t)flags); | |||
1396 | } | |||
1397 | __kmp_GOMP_fork_call(&loc, gtid, task, | |||
1398 | (microtask_t)__kmp_GOMP_microtask_wrapper, 2, task, | |||
1399 | data); | |||
1400 | } else { | |||
1401 | __kmp_GOMP_serialized_parallel(&loc, gtid, task); | |||
1402 | } | |||
1403 | #if OMPT_SUPPORT1 | |||
1404 | if (ompt_enabled.enabled) { | |||
1405 | task_info = __ompt_get_task_info_object(0); | |||
1406 | task_info->frame.exit_frame = OMPT_GET_FRAME_ADDRESS(0)__builtin_frame_address(0); | |||
1407 | } | |||
1408 | #endif | |||
1409 | task(data); | |||
1410 | #if OMPT_SUPPORT1 | |||
1411 | if (ompt_enabled.enabled) { | |||
1412 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1413 | } | |||
1414 | #endif | |||
1415 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_END)__kmp_api_GOMP_parallel_end(); | |||
1416 | #if OMPT_SUPPORT1 | |||
1417 | if (ompt_enabled.enabled) { | |||
1418 | task_info->frame.exit_frame = NULL__null; | |||
| ||||
1419 | parent_task_info->frame.enter_frame = NULL__null; | |||
1420 | } | |||
1421 | #endif | |||
1422 | } | |||
1423 | ||||
1424 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_SECTIONS)__kmp_api_GOMP_parallel_sections(void (*task)(void *), | |||
1425 | void *data, | |||
1426 | unsigned num_threads, | |||
1427 | unsigned count, | |||
1428 | unsigned flags) { | |||
1429 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1430 | MKLOC(loc, "GOMP_parallel_sections")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1431 | KA_TRACE(20, ("GOMP_parallel_sections: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_parallel_sections: T#%d\n" , gtid); }; | |||
1432 | ||||
1433 | #if OMPT_SUPPORT1 | |||
1434 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1435 | #endif | |||
1436 | ||||
1437 | if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { | |||
1438 | if (num_threads != 0) { | |||
1439 | __kmp_push_num_threads(&loc, gtid, num_threads); | |||
1440 | } | |||
1441 | if (flags != 0) { | |||
1442 | __kmp_push_proc_bind(&loc, gtid, (kmp_proc_bind_t)flags); | |||
1443 | } | |||
1444 | __kmp_GOMP_fork_call(&loc, gtid, task, | |||
1445 | (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, 9, | |||
1446 | task, data, num_threads, &loc, kmp_nm_dynamic_chunked, | |||
1447 | (kmp_int)1, (kmp_int)count, (kmp_int)1, (kmp_int)1); | |||
1448 | } else { | |||
1449 | __kmp_GOMP_serialized_parallel(&loc, gtid, task); | |||
1450 | } | |||
1451 | ||||
1452 | #if OMPT_SUPPORT1 | |||
1453 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1454 | #endif | |||
1455 | ||||
1456 | KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8(&loc, gtid, kmp_nm_dynamic_chunked, 1, count, 1, 1, TRUE(!0)); | |||
1457 | ||||
1458 | task(data); | |||
1459 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_END)__kmp_api_GOMP_parallel_end(); | |||
1460 | KA_TRACE(20, ("GOMP_parallel_sections exit: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_parallel_sections exit: T#%d\n" , gtid); }; | |||
1461 | } | |||
1462 | ||||
1463 | #define PARALLEL_LOOP(func, schedule, ompt_pre, ompt_post)void func(void (*task)(void *), void *data, unsigned num_threads , long lb, long ub, long str, long chunk_sz, unsigned flags) { int gtid = __kmp_get_global_thread_id_reg(); static ident_t( loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;"};; if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); }; ompt_pre(); if (__kmpc_ok_to_fork (&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(&loc, gtid, num_threads); } if (flags != 0) { __kmp_push_proc_bind(&loc, gtid, (kmp_proc_bind_t )flags); } __kmp_GOMP_fork_call(&loc, gtid, task, (microtask_t )__kmp_GOMP_parallel_microtask_wrapper, 9, task, data, num_threads , &loc, (schedule), lb, (str > 0) ? (ub - 1) : (ub + 1 ), str, chunk_sz); } else { __kmp_GOMP_serialized_parallel(& loc, gtid, task); } if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads[gtid ]->th.ompt_thread_info.return_address) __kmp_threads[gtid] ->th.ompt_thread_info.return_address = __builtin_return_address (0); __kmp_aux_dispatch_init_8(&loc, gtid, (schedule), lb , (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (schedule ) != kmp_sch_static); task(data); __kmp_api_GOMP_parallel_end (); ompt_post(); if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d\n", gtid); }; } \ | |||
1464 | void func(void (*task)(void *), void *data, unsigned num_threads, long lb, \ | |||
1465 | long ub, long str, long chunk_sz, unsigned flags) { \ | |||
1466 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); \ | |||
1467 | MKLOC(loc, KMP_STR(func))static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; \ | |||
1468 | KA_TRACE( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
1469 | 20, \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
1470 | (KMP_STR( \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
1471 | func) ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", \if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); } | |||
1472 | gtid, lb, ub, str, chunk_sz))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n" , gtid, lb, ub, str, chunk_sz); }; \ | |||
1473 | \ | |||
1474 | ompt_pre(); \ | |||
1475 | if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { \ | |||
1476 | if (num_threads != 0) { \ | |||
1477 | __kmp_push_num_threads(&loc, gtid, num_threads); \ | |||
1478 | } \ | |||
1479 | if (flags != 0) { \ | |||
1480 | __kmp_push_proc_bind(&loc, gtid, (kmp_proc_bind_t)flags); \ | |||
1481 | } \ | |||
1482 | __kmp_GOMP_fork_call(&loc, gtid, task, \ | |||
1483 | (microtask_t)__kmp_GOMP_parallel_microtask_wrapper, \ | |||
1484 | 9, task, data, num_threads, &loc, (schedule), lb, \ | |||
1485 | (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); \ | |||
1486 | } else { \ | |||
1487 | __kmp_GOMP_serialized_parallel(&loc, gtid, task); \ | |||
1488 | } \ | |||
1489 | \ | |||
1490 | IF_OMPT_SUPPORT(OMPT_STORE_RETURN_ADDRESS(gtid);)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); \ | |||
1491 | KMP_DISPATCH_INIT__kmp_aux_dispatch_init_8(&loc, gtid, (schedule), lb, \ | |||
1492 | (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, \ | |||
1493 | (schedule) != kmp_sch_static); \ | |||
1494 | task(data); \ | |||
1495 | KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_END)__kmp_api_GOMP_parallel_end(); \ | |||
1496 | ompt_post(); \ | |||
1497 | \ | |||
1498 | KA_TRACE(20, (KMP_STR(func) " exit: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("func" " exit: T#%d\n" , gtid); }; \ | |||
1499 | } | |||
1500 | ||||
1501 | PARALLEL_LOOP(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_LOOP_STATIC),void __kmp_api_GOMP_parallel_loop_static(void (*task)(void *) , void *data, unsigned num_threads, long lb, long ub, long str , long chunk_sz, unsigned flags) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_static" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } if (flags != 0) { __kmp_push_proc_bind (&loc, gtid, (kmp_proc_bind_t)flags); } __kmp_GOMP_fork_call (&loc, gtid, task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper , 9, task, data, num_threads, &loc, (kmp_sch_static), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); } else { __kmp_GOMP_serialized_parallel(&loc, gtid, task); } if ( ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_static), lb, (str > 0) ? (ub - 1 ) : (ub + 1), str, chunk_sz, (kmp_sch_static) != kmp_sch_static ); task(data); __kmp_api_GOMP_parallel_end(); if (ompt_enabled .enabled) { parent_frame->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_static" " exit: T#%d\n", gtid); }; } | |||
1502 | kmp_sch_static, OMPT_LOOP_PRE, OMPT_LOOP_POST)void __kmp_api_GOMP_parallel_loop_static(void (*task)(void *) , void *data, unsigned num_threads, long lb, long ub, long str , long chunk_sz, unsigned flags) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_static" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } if (flags != 0) { __kmp_push_proc_bind (&loc, gtid, (kmp_proc_bind_t)flags); } __kmp_GOMP_fork_call (&loc, gtid, task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper , 9, task, data, num_threads, &loc, (kmp_sch_static), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); } else { __kmp_GOMP_serialized_parallel(&loc, gtid, task); } if ( ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_static), lb, (str > 0) ? (ub - 1 ) : (ub + 1), str, chunk_sz, (kmp_sch_static) != kmp_sch_static ); task(data); __kmp_api_GOMP_parallel_end(); if (ompt_enabled .enabled) { parent_frame->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_static" " exit: T#%d\n", gtid); }; } | |||
1503 | PARALLEL_LOOP(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_LOOP_DYNAMIC),void __kmp_api_GOMP_parallel_loop_dynamic(void (*task)(void * ), void *data, unsigned num_threads, long lb, long ub, long str , long chunk_sz, unsigned flags) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_dynamic" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } if (flags != 0) { __kmp_push_proc_bind (&loc, gtid, (kmp_proc_bind_t)flags); } __kmp_GOMP_fork_call (&loc, gtid, task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper , 9, task, data, num_threads, &loc, (kmp_sch_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); } else { __kmp_GOMP_serialized_parallel(&loc, gtid, task); } if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_dynamic_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked ) != kmp_sch_static); task(data); __kmp_api_GOMP_parallel_end (); if (ompt_enabled.enabled) { parent_frame->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_dynamic" " exit: T#%d\n", gtid); }; } | |||
1504 | kmp_sch_dynamic_chunked, OMPT_LOOP_PRE, OMPT_LOOP_POST)void __kmp_api_GOMP_parallel_loop_dynamic(void (*task)(void * ), void *data, unsigned num_threads, long lb, long ub, long str , long chunk_sz, unsigned flags) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_dynamic" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } if (flags != 0) { __kmp_push_proc_bind (&loc, gtid, (kmp_proc_bind_t)flags); } __kmp_GOMP_fork_call (&loc, gtid, task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper , 9, task, data, num_threads, &loc, (kmp_sch_dynamic_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); } else { __kmp_GOMP_serialized_parallel(&loc, gtid, task); } if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_dynamic_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_dynamic_chunked ) != kmp_sch_static); task(data); __kmp_api_GOMP_parallel_end (); if (ompt_enabled.enabled) { parent_frame->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_dynamic" " exit: T#%d\n", gtid); }; } | |||
1505 | PARALLEL_LOOP(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_LOOP_GUIDED),void __kmp_api_GOMP_parallel_loop_guided(void (*task)(void *) , void *data, unsigned num_threads, long lb, long ub, long str , long chunk_sz, unsigned flags) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_guided" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } if (flags != 0) { __kmp_push_proc_bind (&loc, gtid, (kmp_proc_bind_t)flags); } __kmp_GOMP_fork_call (&loc, gtid, task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper , 9, task, data, num_threads, &loc, (kmp_sch_guided_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); } else { __kmp_GOMP_serialized_parallel(&loc, gtid, task); } if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_guided_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked) != kmp_sch_static); task(data); __kmp_api_GOMP_parallel_end( ); if (ompt_enabled.enabled) { parent_frame->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_guided" " exit: T#%d\n", gtid); }; } | |||
1506 | kmp_sch_guided_chunked, OMPT_LOOP_PRE, OMPT_LOOP_POST)void __kmp_api_GOMP_parallel_loop_guided(void (*task)(void *) , void *data, unsigned num_threads, long lb, long ub, long str , long chunk_sz, unsigned flags) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_guided" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } if (flags != 0) { __kmp_push_proc_bind (&loc, gtid, (kmp_proc_bind_t)flags); } __kmp_GOMP_fork_call (&loc, gtid, task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper , 9, task, data, num_threads, &loc, (kmp_sch_guided_chunked ), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); } else { __kmp_GOMP_serialized_parallel(&loc, gtid, task); } if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_guided_chunked), lb, (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz, (kmp_sch_guided_chunked) != kmp_sch_static); task(data); __kmp_api_GOMP_parallel_end( ); if (ompt_enabled.enabled) { parent_frame->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_guided" " exit: T#%d\n", gtid); }; } | |||
1507 | PARALLEL_LOOP(KMP_EXPAND_NAME(KMP_API_NAME_GOMP_PARALLEL_LOOP_RUNTIME),void __kmp_api_GOMP_parallel_loop_runtime(void (*task)(void * ), void *data, unsigned num_threads, long lb, long ub, long str , long chunk_sz, unsigned flags) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_runtime" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } if (flags != 0) { __kmp_push_proc_bind (&loc, gtid, (kmp_proc_bind_t)flags); } __kmp_GOMP_fork_call (&loc, gtid, task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper , 9, task, data, num_threads, &loc, (kmp_sch_runtime), lb , (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); } else { __kmp_GOMP_serialized_parallel(&loc, gtid, task); } if ( ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_runtime), lb, (str > 0) ? (ub - 1 ) : (ub + 1), str, chunk_sz, (kmp_sch_runtime) != kmp_sch_static ); task(data); __kmp_api_GOMP_parallel_end(); if (ompt_enabled .enabled) { parent_frame->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_runtime" " exit: T#%d\n", gtid); }; } | |||
1508 | kmp_sch_runtime, OMPT_LOOP_PRE, OMPT_LOOP_POST)void __kmp_api_GOMP_parallel_loop_runtime(void (*task)(void * ), void *data, unsigned num_threads, long lb, long ub, long str , long chunk_sz, unsigned flags) { int gtid = __kmp_get_global_thread_id_reg (); static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_runtime" ": T#%d, lb 0x%lx, ub 0x%lx, str 0x%lx, chunk_sz 0x%lx\n", gtid , lb, ub, str, chunk_sz); }; omp_frame_t *parent_frame; if (ompt_enabled .enabled) { __ompt_get_task_info_internal(0, __null, __null, & parent_frame, __null, __null); parent_frame->enter_frame = __builtin_frame_address(1); if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && !__kmp_threads [gtid]->th.ompt_thread_info.return_address) __kmp_threads[ gtid]->th.ompt_thread_info.return_address = __builtin_return_address (0); }; if (__kmpc_ok_to_fork(&loc) && (num_threads != 1)) { if (num_threads != 0) { __kmp_push_num_threads(& loc, gtid, num_threads); } if (flags != 0) { __kmp_push_proc_bind (&loc, gtid, (kmp_proc_bind_t)flags); } __kmp_GOMP_fork_call (&loc, gtid, task, (microtask_t)__kmp_GOMP_parallel_microtask_wrapper , 9, task, data, num_threads, &loc, (kmp_sch_runtime), lb , (str > 0) ? (ub - 1) : (ub + 1), str, chunk_sz); } else { __kmp_GOMP_serialized_parallel(&loc, gtid, task); } if ( ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); __kmp_aux_dispatch_init_8 (&loc, gtid, (kmp_sch_runtime), lb, (str > 0) ? (ub - 1 ) : (ub + 1), str, chunk_sz, (kmp_sch_runtime) != kmp_sch_static ); task(data); __kmp_api_GOMP_parallel_end(); if (ompt_enabled .enabled) { parent_frame->enter_frame = __null; }; if (kmp_a_debug >= 20) { __kmp_debug_printf ("__kmp_api_GOMP_parallel_loop_runtime" " exit: T#%d\n", gtid); }; } | |||
1509 | ||||
1510 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TASKGROUP_START)__kmp_api_GOMP_taskgroup_start(void) { | |||
1511 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1512 | MKLOC(loc, "GOMP_taskgroup_start")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1513 | KA_TRACE(20, ("GOMP_taskgroup_start: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_taskgroup_start: T#%d\n" , gtid); }; | |||
1514 | ||||
1515 | #if OMPT_SUPPORT1 | |||
1516 | if (ompt_enabled.enabled) | |||
1517 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1518 | #endif | |||
1519 | ||||
1520 | __kmpc_taskgroup(&loc, gtid); | |||
1521 | ||||
1522 | return; | |||
1523 | } | |||
1524 | ||||
1525 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TASKGROUP_END)__kmp_api_GOMP_taskgroup_end(void) { | |||
1526 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
1527 | MKLOC(loc, "GOMP_taskgroup_end")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1528 | KA_TRACE(20, ("GOMP_taskgroup_end: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_taskgroup_end: T#%d\n" , gtid); }; | |||
1529 | ||||
1530 | #if OMPT_SUPPORT1 | |||
1531 | if (ompt_enabled.enabled) | |||
1532 | OMPT_STORE_RETURN_ADDRESS(gtid)if (ompt_enabled.enabled && gtid >= 0 && __kmp_threads [gtid] && !__kmp_threads[gtid]->th.ompt_thread_info .return_address) __kmp_threads[gtid]->th.ompt_thread_info. return_address = __builtin_return_address(0); | |||
1533 | #endif | |||
1534 | ||||
1535 | __kmpc_end_taskgroup(&loc, gtid); | |||
1536 | ||||
1537 | return; | |||
1538 | } | |||
1539 | ||||
1540 | #ifndef KMP_DEBUG1 | |||
1541 | static | |||
1542 | #endif /* KMP_DEBUG */ | |||
1543 | kmp_int32 | |||
1544 | __kmp_gomp_to_omp_cancellation_kind(int gomp_kind) { | |||
1545 | kmp_int32 cncl_kind = 0; | |||
1546 | switch (gomp_kind) { | |||
1547 | case 1: | |||
1548 | cncl_kind = cancel_parallel; | |||
1549 | break; | |||
1550 | case 2: | |||
1551 | cncl_kind = cancel_loop; | |||
1552 | break; | |||
1553 | case 4: | |||
1554 | cncl_kind = cancel_sections; | |||
1555 | break; | |||
1556 | case 8: | |||
1557 | cncl_kind = cancel_taskgroup; | |||
1558 | break; | |||
1559 | } | |||
1560 | return cncl_kind; | |||
1561 | } | |||
1562 | ||||
1563 | bool KMP_EXPAND_NAME(KMP_API_NAME_GOMP_CANCELLATION_POINT)__kmp_api_GOMP_cancellation_point(int which) { | |||
1564 | if (__kmp_omp_cancellation) { | |||
1565 | KMP_FATAL(NoGompCancellation)__kmp_fatal(__kmp_msg_format(kmp_i18n_msg_NoGompCancellation) , __kmp_msg_null); | |||
1566 | } | |||
1567 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
1568 | MKLOC(loc, "GOMP_cancellation_point")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1569 | KA_TRACE(20, ("GOMP_cancellation_point: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_cancellation_point: T#%d\n" , gtid); }; | |||
1570 | ||||
1571 | kmp_int32 cncl_kind = __kmp_gomp_to_omp_cancellation_kind(which); | |||
1572 | ||||
1573 | return __kmpc_cancellationpoint(&loc, gtid, cncl_kind); | |||
1574 | } | |||
1575 | ||||
1576 | bool KMP_EXPAND_NAME(KMP_API_NAME_GOMP_BARRIER_CANCEL)__kmp_api_GOMP_barrier_cancel(void) { | |||
1577 | if (__kmp_omp_cancellation) { | |||
1578 | KMP_FATAL(NoGompCancellation)__kmp_fatal(__kmp_msg_format(kmp_i18n_msg_NoGompCancellation) , __kmp_msg_null); | |||
1579 | } | |||
1580 | KMP_FATAL(NoGompCancellation)__kmp_fatal(__kmp_msg_format(kmp_i18n_msg_NoGompCancellation) , __kmp_msg_null); | |||
1581 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
1582 | MKLOC(loc, "GOMP_barrier_cancel")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1583 | KA_TRACE(20, ("GOMP_barrier_cancel: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_barrier_cancel: T#%d\n" , gtid); }; | |||
1584 | ||||
1585 | return __kmpc_cancel_barrier(&loc, gtid); | |||
1586 | } | |||
1587 | ||||
1588 | bool KMP_EXPAND_NAME(KMP_API_NAME_GOMP_CANCEL)__kmp_api_GOMP_cancel(int which, bool do_cancel) { | |||
1589 | if (__kmp_omp_cancellation) { | |||
1590 | KMP_FATAL(NoGompCancellation)__kmp_fatal(__kmp_msg_format(kmp_i18n_msg_NoGompCancellation) , __kmp_msg_null); | |||
1591 | } else { | |||
1592 | return FALSE0; | |||
1593 | } | |||
1594 | ||||
1595 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
1596 | MKLOC(loc, "GOMP_cancel")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1597 | KA_TRACE(20, ("GOMP_cancel: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_cancel: T#%d\n" , gtid); }; | |||
1598 | ||||
1599 | kmp_int32 cncl_kind = __kmp_gomp_to_omp_cancellation_kind(which); | |||
1600 | ||||
1601 | if (do_cancel == FALSE0) { | |||
1602 | return KMP_EXPAND_NAME(KMP_API_NAME_GOMP_CANCELLATION_POINT)__kmp_api_GOMP_cancellation_point(which); | |||
1603 | } else { | |||
1604 | return __kmpc_cancel(&loc, gtid, cncl_kind); | |||
1605 | } | |||
1606 | } | |||
1607 | ||||
1608 | bool KMP_EXPAND_NAME(KMP_API_NAME_GOMP_SECTIONS_END_CANCEL)__kmp_api_GOMP_sections_end_cancel(void) { | |||
1609 | if (__kmp_omp_cancellation) { | |||
1610 | KMP_FATAL(NoGompCancellation)__kmp_fatal(__kmp_msg_format(kmp_i18n_msg_NoGompCancellation) , __kmp_msg_null); | |||
1611 | } | |||
1612 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
1613 | MKLOC(loc, "GOMP_sections_end_cancel")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1614 | KA_TRACE(20, ("GOMP_sections_end_cancel: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_sections_end_cancel: T#%d\n" , gtid); }; | |||
1615 | ||||
1616 | return __kmpc_cancel_barrier(&loc, gtid); | |||
1617 | } | |||
1618 | ||||
1619 | bool KMP_EXPAND_NAME(KMP_API_NAME_GOMP_LOOP_END_CANCEL)__kmp_api_GOMP_loop_end_cancel(void) { | |||
1620 | if (__kmp_omp_cancellation) { | |||
1621 | KMP_FATAL(NoGompCancellation)__kmp_fatal(__kmp_msg_format(kmp_i18n_msg_NoGompCancellation) , __kmp_msg_null); | |||
1622 | } | |||
1623 | int gtid = __kmp_get_gtid()__kmp_get_global_thread_id(); | |||
1624 | MKLOC(loc, "GOMP_loop_end_cancel")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1625 | KA_TRACE(20, ("GOMP_loop_end_cancel: T#%d\n", gtid))if (kmp_a_debug >= 20) { __kmp_debug_printf ("GOMP_loop_end_cancel: T#%d\n" , gtid); }; | |||
1626 | ||||
1627 | return __kmpc_cancel_barrier(&loc, gtid); | |||
1628 | } | |||
1629 | ||||
1630 | // All target functions are empty as of 2014-05-29 | |||
1631 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TARGET)__kmp_api_GOMP_target(int device, void (*fn)(void *), | |||
1632 | const void *openmp_target, | |||
1633 | size_t mapnum, void **hostaddrs, | |||
1634 | size_t *sizes, | |||
1635 | unsigned char *kinds) { | |||
1636 | return; | |||
1637 | } | |||
1638 | ||||
1639 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TARGET_DATA)__kmp_api_GOMP_target_data( | |||
1640 | int device, const void *openmp_target, size_t mapnum, void **hostaddrs, | |||
1641 | size_t *sizes, unsigned char *kinds) { | |||
1642 | return; | |||
1643 | } | |||
1644 | ||||
1645 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TARGET_END_DATA)__kmp_api_GOMP_target_end_data(void) { return; } | |||
1646 | ||||
1647 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TARGET_UPDATE)__kmp_api_GOMP_target_update( | |||
1648 | int device, const void *openmp_target, size_t mapnum, void **hostaddrs, | |||
1649 | size_t *sizes, unsigned char *kinds) { | |||
1650 | return; | |||
1651 | } | |||
1652 | ||||
1653 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TEAMS)__kmp_api_GOMP_teams(unsigned int num_teams, | |||
1654 | unsigned int thread_limit) { | |||
1655 | return; | |||
1656 | } | |||
1657 | #endif // OMP_40_ENABLED | |||
1658 | ||||
1659 | #if OMP_45_ENABLED(50 >= 45) | |||
1660 | ||||
1661 | // Task duplication function which copies src to dest (both are | |||
1662 | // preallocated task structures) | |||
1663 | static void __kmp_gomp_task_dup(kmp_task_t *dest, kmp_task_t *src, | |||
1664 | kmp_int32 last_private) { | |||
1665 | kmp_taskdata_t *taskdata = KMP_TASK_TO_TASKDATA(src)(((kmp_taskdata_t *)src) - 1); | |||
1666 | if (taskdata->td_copy_func) { | |||
1667 | (taskdata->td_copy_func)(dest->shareds, src->shareds); | |||
1668 | } | |||
1669 | } | |||
1670 | ||||
1671 | #ifdef __cplusplus201103L | |||
1672 | } // extern "C" | |||
1673 | #endif | |||
1674 | ||||
1675 | template <typename T> | |||
1676 | void __GOMP_taskloop(void (*func)(void *), void *data, | |||
1677 | void (*copy_func)(void *, void *), long arg_size, | |||
1678 | long arg_align, unsigned gomp_flags, | |||
1679 | unsigned long num_tasks, int priority, T start, T end, | |||
1680 | T step) { | |||
1681 | typedef void (*p_task_dup_t)(kmp_task_t *, kmp_task_t *, kmp_int32); | |||
1682 | MKLOC(loc, "GOMP_taskloop")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1683 | int sched; | |||
1684 | T *loop_bounds; | |||
1685 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1686 | kmp_int32 flags = 0; | |||
1687 | int if_val = gomp_flags & (1u << 10); | |||
1688 | int nogroup = gomp_flags & (1u << 11); | |||
1689 | int up = gomp_flags & (1u << 8); | |||
1690 | p_task_dup_t task_dup = NULL__null; | |||
1691 | kmp_tasking_flags_t *input_flags = (kmp_tasking_flags_t *)&flags; | |||
1692 | #ifdef KMP_DEBUG1 | |||
1693 | { | |||
1694 | char *buff; | |||
1695 | buff = __kmp_str_format( | |||
1696 | "GOMP_taskloop: T#%%d: func:%%p data:%%p copy_func:%%p " | |||
1697 | "arg_size:%%ld arg_align:%%ld gomp_flags:0x%%x num_tasks:%%lu " | |||
1698 | "priority:%%d start:%%%s end:%%%s step:%%%s\n", | |||
1699 | traits_t<T>::spec, traits_t<T>::spec, traits_t<T>::spec); | |||
1700 | KA_TRACE(20, (buff, gtid, func, data, copy_func, arg_size, arg_align,if (kmp_a_debug >= 20) { __kmp_debug_printf (buff, gtid, func , data, copy_func, arg_size, arg_align, gomp_flags, num_tasks , priority, start, end, step); } | |||
1701 | gomp_flags, num_tasks, priority, start, end, step))if (kmp_a_debug >= 20) { __kmp_debug_printf (buff, gtid, func , data, copy_func, arg_size, arg_align, gomp_flags, num_tasks , priority, start, end, step); }; | |||
1702 | __kmp_str_free(&buff); | |||
1703 | } | |||
1704 | #endif | |||
1705 | KMP_ASSERT((size_t)arg_size >= 2 * sizeof(T))if (!((size_t)arg_size >= 2 * sizeof(T))) { __kmp_debug_assert ("(size_t)arg_size >= 2 * sizeof(T)", "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1705); }; | |||
1706 | KMP_ASSERT(arg_align > 0)if (!(arg_align > 0)) { __kmp_debug_assert("arg_align > 0" , "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1706); }; | |||
1707 | // The low-order bit is the "untied" flag | |||
1708 | if (!(gomp_flags & 1)) { | |||
1709 | input_flags->tiedness = 1; | |||
1710 | } | |||
1711 | // The second low-order bit is the "final" flag | |||
1712 | if (gomp_flags & 2) { | |||
1713 | input_flags->final = 1; | |||
1714 | } | |||
1715 | // Negative step flag | |||
1716 | if (!up) { | |||
1717 | // If step is flagged as negative, but isn't properly sign extended | |||
1718 | // Then manually sign extend it. Could be a short, int, char embedded | |||
1719 | // in a long. So cannot assume any cast. | |||
1720 | if (step > 0) { | |||
1721 | for (int i = sizeof(T) * CHAR_BIT8 - 1; i >= 0L; --i) { | |||
1722 | // break at the first 1 bit | |||
1723 | if (step & ((T)1 << i)) | |||
1724 | break; | |||
1725 | step |= ((T)1 << i); | |||
1726 | } | |||
1727 | } | |||
1728 | } | |||
1729 | input_flags->native = 1; | |||
1730 | // Figure out if none/grainsize/num_tasks clause specified | |||
1731 | if (num_tasks > 0) { | |||
1732 | if (gomp_flags & (1u << 9)) | |||
1733 | sched = 1; // grainsize specified | |||
1734 | else | |||
1735 | sched = 2; // num_tasks specified | |||
1736 | // neither grainsize nor num_tasks specified | |||
1737 | } else { | |||
1738 | sched = 0; | |||
1739 | } | |||
1740 | ||||
1741 | // __kmp_task_alloc() sets up all other flags | |||
1742 | kmp_task_t *task = | |||
1743 | __kmp_task_alloc(&loc, gtid, input_flags, sizeof(kmp_task_t), | |||
1744 | arg_size + arg_align - 1, (kmp_routine_entry_t)func); | |||
1745 | kmp_taskdata_t *taskdata = KMP_TASK_TO_TASKDATA(task)(((kmp_taskdata_t *)task) - 1); | |||
1746 | taskdata->td_copy_func = copy_func; | |||
1747 | taskdata->td_size_loop_bounds = sizeof(T); | |||
1748 | ||||
1749 | // re-align shareds if needed and setup firstprivate copy constructors | |||
1750 | // through the task_dup mechanism | |||
1751 | task->shareds = (void *)((((size_t)task->shareds) + arg_align - 1) / | |||
1752 | arg_align * arg_align); | |||
1753 | if (copy_func) { | |||
1754 | task_dup = __kmp_gomp_task_dup; | |||
1755 | } | |||
1756 | KMP_MEMCPYmemcpy(task->shareds, data, arg_size); | |||
1757 | ||||
1758 | loop_bounds = (T *)task->shareds; | |||
1759 | loop_bounds[0] = start; | |||
1760 | loop_bounds[1] = end + (up ? -1 : 1); | |||
1761 | __kmpc_taskloop(&loc, gtid, task, if_val, (kmp_uint64 *)&(loop_bounds[0]), | |||
1762 | (kmp_uint64 *)&(loop_bounds[1]), (kmp_int64)step, nogroup, | |||
1763 | sched, (kmp_uint64)num_tasks, (void *)task_dup); | |||
1764 | } | |||
1765 | ||||
1766 | // 4 byte version of GOMP_doacross_post | |||
1767 | // This verison needs to create a temporary array which converts 4 byte | |||
1768 | // integers into 8 byte integeres | |||
1769 | template <typename T, bool need_conversion = (sizeof(long) == 4)> | |||
1770 | void __kmp_GOMP_doacross_post(T *count); | |||
1771 | ||||
1772 | template <> void __kmp_GOMP_doacross_post<long, true>(long *count) { | |||
1773 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1774 | kmp_info_t *th = __kmp_threads[gtid]; | |||
1775 | MKLOC(loc, "GOMP_doacross_post")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1776 | kmp_int64 num_dims = th->th.th_dispatch->th_doacross_info[0]; | |||
1777 | kmp_int64 *vec = | |||
1778 | (kmp_int64 *)__kmp_thread_malloc(th, sizeof(kmp_int64) * num_dims)___kmp_thread_malloc((th), (sizeof(kmp_int64) * num_dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1778); | |||
1779 | for (kmp_int64 i = 0; i < num_dims; ++i) { | |||
1780 | vec[i] = (kmp_int64)count[i]; | |||
1781 | } | |||
1782 | __kmpc_doacross_post(&loc, gtid, vec); | |||
1783 | __kmp_thread_free(th, vec)___kmp_thread_free((th), (vec), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1783); | |||
1784 | } | |||
1785 | ||||
1786 | // 8 byte versions of GOMP_doacross_post | |||
1787 | // This version can just pass in the count array directly instead of creating | |||
1788 | // a temporary array | |||
1789 | template <> void __kmp_GOMP_doacross_post<long, false>(long *count) { | |||
1790 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1791 | MKLOC(loc, "GOMP_doacross_post")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1792 | __kmpc_doacross_post(&loc, gtid, RCAST(kmp_int64 *, count)reinterpret_cast<kmp_int64 *>(count)); | |||
1793 | } | |||
1794 | ||||
1795 | template <typename T> void __kmp_GOMP_doacross_wait(T first, va_list args) { | |||
1796 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1797 | kmp_info_t *th = __kmp_threads[gtid]; | |||
1798 | MKLOC(loc, "GOMP_doacross_wait")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1799 | kmp_int64 num_dims = th->th.th_dispatch->th_doacross_info[0]; | |||
1800 | kmp_int64 *vec = | |||
1801 | (kmp_int64 *)__kmp_thread_malloc(th, sizeof(kmp_int64) * num_dims)___kmp_thread_malloc((th), (sizeof(kmp_int64) * num_dims), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1801); | |||
1802 | vec[0] = (kmp_int64)first; | |||
1803 | for (kmp_int64 i = 1; i < num_dims; ++i) { | |||
1804 | T item = va_arg(args, T)__builtin_va_arg(args, T); | |||
1805 | vec[i] = (kmp_int64)item; | |||
1806 | } | |||
1807 | __kmpc_doacross_wait(&loc, gtid, vec); | |||
1808 | __kmp_thread_free(th, vec)___kmp_thread_free((th), (vec), "/build/llvm-toolchain-snapshot-8~svn345461/projects/openmp/runtime/src/kmp_gsupport.cpp" , 1808); | |||
1809 | return; | |||
1810 | } | |||
1811 | ||||
1812 | #ifdef __cplusplus201103L | |||
1813 | extern "C" { | |||
1814 | #endif // __cplusplus | |||
1815 | ||||
1816 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TASKLOOP)__kmp_api_GOMP_taskloop( | |||
1817 | void (*func)(void *), void *data, void (*copy_func)(void *, void *), | |||
1818 | long arg_size, long arg_align, unsigned gomp_flags, unsigned long num_tasks, | |||
1819 | int priority, long start, long end, long step) { | |||
1820 | __GOMP_taskloop<long>(func, data, copy_func, arg_size, arg_align, gomp_flags, | |||
1821 | num_tasks, priority, start, end, step); | |||
1822 | } | |||
1823 | ||||
1824 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_TASKLOOP_ULL)__kmp_api_GOMP_taskloop_ull( | |||
1825 | void (*func)(void *), void *data, void (*copy_func)(void *, void *), | |||
1826 | long arg_size, long arg_align, unsigned gomp_flags, unsigned long num_tasks, | |||
1827 | int priority, unsigned long long start, unsigned long long end, | |||
1828 | unsigned long long step) { | |||
1829 | __GOMP_taskloop<unsigned long long>(func, data, copy_func, arg_size, | |||
1830 | arg_align, gomp_flags, num_tasks, | |||
1831 | priority, start, end, step); | |||
1832 | } | |||
1833 | ||||
1834 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_DOACROSS_POST)__kmp_api_GOMP_doacross_post(long *count) { | |||
1835 | __kmp_GOMP_doacross_post(count); | |||
1836 | } | |||
1837 | ||||
1838 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_DOACROSS_WAIT)__kmp_api_GOMP_doacross_wait(long first, ...) { | |||
1839 | va_list args; | |||
1840 | va_start(args, first)__builtin_va_start(args, first); | |||
1841 | __kmp_GOMP_doacross_wait<long>(first, args); | |||
1842 | va_end(args)__builtin_va_end(args); | |||
1843 | } | |||
1844 | ||||
1845 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_DOACROSS_ULL_POST)__kmp_api_GOMP_doacross_ull_post( | |||
1846 | unsigned long long *count) { | |||
1847 | int gtid = __kmp_entry_gtid()__kmp_get_global_thread_id_reg(); | |||
1848 | MKLOC(loc, "GOMP_doacross_ull_post")static ident_t(loc) = {0, KMP_IDENT_KMPC, 0, 0, ";unknown;unknown;0;0;;" };; | |||
1849 | __kmpc_doacross_post(&loc, gtid, RCAST(kmp_int64 *, count)reinterpret_cast<kmp_int64 *>(count)); | |||
1850 | } | |||
1851 | ||||
1852 | void KMP_EXPAND_NAME(KMP_API_NAME_GOMP_DOACROSS_ULL_WAIT)__kmp_api_GOMP_doacross_ull_wait( | |||
1853 | unsigned long long first, ...) { | |||
1854 | va_list args; | |||
1855 | va_start(args, first)__builtin_va_start(args, first); | |||
1856 | __kmp_GOMP_doacross_wait<unsigned long long>(first, args); | |||
1857 | va_end(args)__builtin_va_end(args); | |||
1858 | } | |||
1859 | ||||
1860 | #endif // OMP_45_ENABLED | |||
1861 | ||||
1862 | /* The following sections of code create aliases for the GOMP_* functions, then | |||
1863 | create versioned symbols using the assembler directive .symver. This is only | |||
1864 | pertinent for ELF .so library. The KMP_VERSION_SYMBOL macro is defined in | |||
1865 | kmp_os.h */ | |||
1866 | ||||
1867 | #ifdef KMP_USE_VERSION_SYMBOLS | |||
1868 | // GOMP_1.0 versioned symbols | |||
1869 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_ATOMIC_END, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_atomic_end) __kmp_api_GOMP_atomic_end_10_alias __attribute__((alias("__kmp_api_GOMP_atomic_end"))); __asm__ ( ".symver " "__kmp_api_GOMP_atomic_end_10_alias" "," "GOMP_atomic_end" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_atomic_end" "," "GOMP_atomic_end" "@@" "VERSION" "\n\t"); | |||
1870 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_ATOMIC_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_atomic_start) __kmp_api_GOMP_atomic_start_10_alias __attribute__((alias("__kmp_api_GOMP_atomic_start"))); __asm__ ( ".symver " "__kmp_api_GOMP_atomic_start_10_alias" "," "GOMP_atomic_start" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_atomic_start" "," "GOMP_atomic_start" "@@" "VERSION" "\n\t"); | |||
1871 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_BARRIER, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_barrier) __kmp_api_GOMP_barrier_10_alias __attribute__((alias("__kmp_api_GOMP_barrier"))); __asm__( ".symver " "__kmp_api_GOMP_barrier_10_alias" "," "GOMP_barrier" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_barrier" "," "GOMP_barrier" "@@" "VERSION" "\n\t"); | |||
1872 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_CRITICAL_END, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_critical_end) __kmp_api_GOMP_critical_end_10_alias __attribute__((alias("__kmp_api_GOMP_critical_end"))); __asm__ ( ".symver " "__kmp_api_GOMP_critical_end_10_alias" "," "GOMP_critical_end" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_critical_end" "," "GOMP_critical_end" "@@" "VERSION" "\n\t"); | |||
1873 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_CRITICAL_NAME_END, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_critical_name_end) __kmp_api_GOMP_critical_name_end_10_alias __attribute__((alias("__kmp_api_GOMP_critical_name_end"))); __asm__ ( ".symver " "__kmp_api_GOMP_critical_name_end_10_alias" "," "GOMP_critical_name_end" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_critical_name_end" "," "GOMP_critical_name_end" "@@" "VERSION" "\n\t"); | |||
1874 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_CRITICAL_NAME_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_critical_name_start) __kmp_api_GOMP_critical_name_start_10_alias __attribute__((alias("__kmp_api_GOMP_critical_name_start"))) ; __asm__( ".symver " "__kmp_api_GOMP_critical_name_start_10_alias" "," "GOMP_critical_name_start" "@" "GOMP_1.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_critical_name_start" "," "GOMP_critical_name_start" "@@" "VERSION" "\n\t"); | |||
1875 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_CRITICAL_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_critical_start) __kmp_api_GOMP_critical_start_10_alias __attribute__((alias("__kmp_api_GOMP_critical_start"))); __asm__ ( ".symver " "__kmp_api_GOMP_critical_start_10_alias" "," "GOMP_critical_start" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_critical_start" "," "GOMP_critical_start" "@@" "VERSION" "\n\t"); | |||
1876 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_DYNAMIC_NEXT, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_dynamic_next) __kmp_api_GOMP_loop_dynamic_next_10_alias __attribute__((alias("__kmp_api_GOMP_loop_dynamic_next"))); __asm__ ( ".symver " "__kmp_api_GOMP_loop_dynamic_next_10_alias" "," "GOMP_loop_dynamic_next" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_dynamic_next" "," "GOMP_loop_dynamic_next" "@@" "VERSION" "\n\t"); | |||
1877 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_DYNAMIC_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_dynamic_start) __kmp_api_GOMP_loop_dynamic_start_10_alias __attribute__((alias("__kmp_api_GOMP_loop_dynamic_start"))); __asm__( ".symver " "__kmp_api_GOMP_loop_dynamic_start_10_alias" "," "GOMP_loop_dynamic_start" "@" "GOMP_1.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_dynamic_start" "," "GOMP_loop_dynamic_start" "@@" "VERSION" "\n\t"); | |||
1878 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_END, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_end) __kmp_api_GOMP_loop_end_10_alias __attribute__((alias("__kmp_api_GOMP_loop_end"))); __asm__( ".symver " "__kmp_api_GOMP_loop_end_10_alias" "," "GOMP_loop_end" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_end" "," "GOMP_loop_end" "@@" "VERSION" "\n\t"); | |||
1879 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_END_NOWAIT, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_end_nowait) __kmp_api_GOMP_loop_end_nowait_10_alias __attribute__((alias("__kmp_api_GOMP_loop_end_nowait"))); __asm__ ( ".symver " "__kmp_api_GOMP_loop_end_nowait_10_alias" "," "GOMP_loop_end_nowait" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_end_nowait" "," "GOMP_loop_end_nowait" "@@" "VERSION" "\n\t"); | |||
1880 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_GUIDED_NEXT, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_guided_next) __kmp_api_GOMP_loop_guided_next_10_alias __attribute__((alias("__kmp_api_GOMP_loop_guided_next"))); __asm__ ( ".symver " "__kmp_api_GOMP_loop_guided_next_10_alias" "," "GOMP_loop_guided_next" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_guided_next" "," "GOMP_loop_guided_next" "@@" "VERSION" "\n\t"); | |||
1881 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_GUIDED_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_guided_start) __kmp_api_GOMP_loop_guided_start_10_alias __attribute__((alias("__kmp_api_GOMP_loop_guided_start"))); __asm__ ( ".symver " "__kmp_api_GOMP_loop_guided_start_10_alias" "," "GOMP_loop_guided_start" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_guided_start" "," "GOMP_loop_guided_start" "@@" "VERSION" "\n\t"); | |||
1882 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ORDERED_DYNAMIC_NEXT, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_ordered_dynamic_next) __kmp_api_GOMP_loop_ordered_dynamic_next_10_alias __attribute__((alias("__kmp_api_GOMP_loop_ordered_dynamic_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ordered_dynamic_next_10_alias" "," "GOMP_loop_ordered_dynamic_next" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_ordered_dynamic_next" "," "GOMP_loop_ordered_dynamic_next" "@@" "VERSION" "\n\t"); | |||
1883 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ORDERED_DYNAMIC_START, 10,__typeof__(__kmp_api_GOMP_loop_ordered_dynamic_start) __kmp_api_GOMP_loop_ordered_dynamic_start_10_alias __attribute__((alias("__kmp_api_GOMP_loop_ordered_dynamic_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ordered_dynamic_start_10_alias" "," "GOMP_loop_ordered_dynamic_start" "@" "GOMP_1.0" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_loop_ordered_dynamic_start" "," "GOMP_loop_ordered_dynamic_start" "@@" "VERSION" "\n\t") | |||
1884 | "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_ordered_dynamic_start) __kmp_api_GOMP_loop_ordered_dynamic_start_10_alias __attribute__((alias("__kmp_api_GOMP_loop_ordered_dynamic_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ordered_dynamic_start_10_alias" "," "GOMP_loop_ordered_dynamic_start" "@" "GOMP_1.0" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_loop_ordered_dynamic_start" "," "GOMP_loop_ordered_dynamic_start" "@@" "VERSION" "\n\t"); | |||
1885 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ORDERED_GUIDED_NEXT, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_ordered_guided_next) __kmp_api_GOMP_loop_ordered_guided_next_10_alias __attribute__((alias("__kmp_api_GOMP_loop_ordered_guided_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ordered_guided_next_10_alias" "," "GOMP_loop_ordered_guided_next" "@" "GOMP_1.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_ordered_guided_next" "," "GOMP_loop_ordered_guided_next" "@@" "VERSION" "\n\t"); | |||
1886 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ORDERED_GUIDED_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_ordered_guided_start) __kmp_api_GOMP_loop_ordered_guided_start_10_alias __attribute__((alias("__kmp_api_GOMP_loop_ordered_guided_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ordered_guided_start_10_alias" "," "GOMP_loop_ordered_guided_start" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_ordered_guided_start" "," "GOMP_loop_ordered_guided_start" "@@" "VERSION" "\n\t"); | |||
1887 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ORDERED_RUNTIME_NEXT, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_ordered_runtime_next) __kmp_api_GOMP_loop_ordered_runtime_next_10_alias __attribute__((alias("__kmp_api_GOMP_loop_ordered_runtime_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ordered_runtime_next_10_alias" "," "GOMP_loop_ordered_runtime_next" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_ordered_runtime_next" "," "GOMP_loop_ordered_runtime_next" "@@" "VERSION" "\n\t"); | |||
1888 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ORDERED_RUNTIME_START, 10,__typeof__(__kmp_api_GOMP_loop_ordered_runtime_start) __kmp_api_GOMP_loop_ordered_runtime_start_10_alias __attribute__((alias("__kmp_api_GOMP_loop_ordered_runtime_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ordered_runtime_start_10_alias" "," "GOMP_loop_ordered_runtime_start" "@" "GOMP_1.0" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_loop_ordered_runtime_start" "," "GOMP_loop_ordered_runtime_start" "@@" "VERSION" "\n\t") | |||
1889 | "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_ordered_runtime_start) __kmp_api_GOMP_loop_ordered_runtime_start_10_alias __attribute__((alias("__kmp_api_GOMP_loop_ordered_runtime_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ordered_runtime_start_10_alias" "," "GOMP_loop_ordered_runtime_start" "@" "GOMP_1.0" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_loop_ordered_runtime_start" "," "GOMP_loop_ordered_runtime_start" "@@" "VERSION" "\n\t"); | |||
1890 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ORDERED_STATIC_NEXT, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_ordered_static_next) __kmp_api_GOMP_loop_ordered_static_next_10_alias __attribute__((alias("__kmp_api_GOMP_loop_ordered_static_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ordered_static_next_10_alias" "," "GOMP_loop_ordered_static_next" "@" "GOMP_1.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_ordered_static_next" "," "GOMP_loop_ordered_static_next" "@@" "VERSION" "\n\t"); | |||
1891 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ORDERED_STATIC_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_ordered_static_start) __kmp_api_GOMP_loop_ordered_static_start_10_alias __attribute__((alias("__kmp_api_GOMP_loop_ordered_static_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ordered_static_start_10_alias" "," "GOMP_loop_ordered_static_start" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_ordered_static_start" "," "GOMP_loop_ordered_static_start" "@@" "VERSION" "\n\t"); | |||
1892 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_RUNTIME_NEXT, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_runtime_next) __kmp_api_GOMP_loop_runtime_next_10_alias __attribute__((alias("__kmp_api_GOMP_loop_runtime_next"))); __asm__ ( ".symver " "__kmp_api_GOMP_loop_runtime_next_10_alias" "," "GOMP_loop_runtime_next" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_runtime_next" "," "GOMP_loop_runtime_next" "@@" "VERSION" "\n\t"); | |||
1893 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_RUNTIME_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_runtime_start) __kmp_api_GOMP_loop_runtime_start_10_alias __attribute__((alias("__kmp_api_GOMP_loop_runtime_start"))); __asm__( ".symver " "__kmp_api_GOMP_loop_runtime_start_10_alias" "," "GOMP_loop_runtime_start" "@" "GOMP_1.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_runtime_start" "," "GOMP_loop_runtime_start" "@@" "VERSION" "\n\t"); | |||
1894 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_STATIC_NEXT, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_static_next) __kmp_api_GOMP_loop_static_next_10_alias __attribute__((alias("__kmp_api_GOMP_loop_static_next"))); __asm__ ( ".symver " "__kmp_api_GOMP_loop_static_next_10_alias" "," "GOMP_loop_static_next" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_static_next" "," "GOMP_loop_static_next" "@@" "VERSION" "\n\t"); | |||
1895 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_STATIC_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_loop_static_start) __kmp_api_GOMP_loop_static_start_10_alias __attribute__((alias("__kmp_api_GOMP_loop_static_start"))); __asm__ ( ".symver " "__kmp_api_GOMP_loop_static_start_10_alias" "," "GOMP_loop_static_start" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_static_start" "," "GOMP_loop_static_start" "@@" "VERSION" "\n\t"); | |||
1896 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_ORDERED_END, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_ordered_end) __kmp_api_GOMP_ordered_end_10_alias __attribute__((alias("__kmp_api_GOMP_ordered_end"))); __asm__ ( ".symver " "__kmp_api_GOMP_ordered_end_10_alias" "," "GOMP_ordered_end" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_ordered_end" "," "GOMP_ordered_end" "@@" "VERSION" "\n\t"); | |||
1897 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_ORDERED_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_ordered_start) __kmp_api_GOMP_ordered_start_10_alias __attribute__((alias("__kmp_api_GOMP_ordered_start"))); __asm__ ( ".symver " "__kmp_api_GOMP_ordered_start_10_alias" "," "GOMP_ordered_start" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_ordered_start" "," "GOMP_ordered_start" "@@" "VERSION" "\n\t"); | |||
1898 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_END, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_parallel_end) __kmp_api_GOMP_parallel_end_10_alias __attribute__((alias("__kmp_api_GOMP_parallel_end"))); __asm__ ( ".symver " "__kmp_api_GOMP_parallel_end_10_alias" "," "GOMP_parallel_end" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_parallel_end" "," "GOMP_parallel_end" "@@" "VERSION" "\n\t"); | |||
1899 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_LOOP_DYNAMIC_START, 10,__typeof__(__kmp_api_GOMP_parallel_loop_dynamic_start) __kmp_api_GOMP_parallel_loop_dynamic_start_10_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_dynamic_start" ))); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_dynamic_start_10_alias" "," "GOMP_parallel_loop_dynamic_start" "@" "GOMP_1.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_parallel_loop_dynamic_start" "," "GOMP_parallel_loop_dynamic_start" "@@" "VERSION" "\n\t" ) | |||
1900 | "GOMP_1.0")__typeof__(__kmp_api_GOMP_parallel_loop_dynamic_start) __kmp_api_GOMP_parallel_loop_dynamic_start_10_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_dynamic_start" ))); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_dynamic_start_10_alias" "," "GOMP_parallel_loop_dynamic_start" "@" "GOMP_1.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_parallel_loop_dynamic_start" "," "GOMP_parallel_loop_dynamic_start" "@@" "VERSION" "\n\t" ); | |||
1901 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_LOOP_GUIDED_START, 10,__typeof__(__kmp_api_GOMP_parallel_loop_guided_start) __kmp_api_GOMP_parallel_loop_guided_start_10_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_guided_start" ))); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_guided_start_10_alias" "," "GOMP_parallel_loop_guided_start" "@" "GOMP_1.0" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_parallel_loop_guided_start" "," "GOMP_parallel_loop_guided_start" "@@" "VERSION" "\n\t") | |||
1902 | "GOMP_1.0")__typeof__(__kmp_api_GOMP_parallel_loop_guided_start) __kmp_api_GOMP_parallel_loop_guided_start_10_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_guided_start" ))); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_guided_start_10_alias" "," "GOMP_parallel_loop_guided_start" "@" "GOMP_1.0" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_parallel_loop_guided_start" "," "GOMP_parallel_loop_guided_start" "@@" "VERSION" "\n\t"); | |||
1903 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_LOOP_RUNTIME_START, 10,__typeof__(__kmp_api_GOMP_parallel_loop_runtime_start) __kmp_api_GOMP_parallel_loop_runtime_start_10_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_runtime_start" ))); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_runtime_start_10_alias" "," "GOMP_parallel_loop_runtime_start" "@" "GOMP_1.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_parallel_loop_runtime_start" "," "GOMP_parallel_loop_runtime_start" "@@" "VERSION" "\n\t" ) | |||
1904 | "GOMP_1.0")__typeof__(__kmp_api_GOMP_parallel_loop_runtime_start) __kmp_api_GOMP_parallel_loop_runtime_start_10_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_runtime_start" ))); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_runtime_start_10_alias" "," "GOMP_parallel_loop_runtime_start" "@" "GOMP_1.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_parallel_loop_runtime_start" "," "GOMP_parallel_loop_runtime_start" "@@" "VERSION" "\n\t" ); | |||
1905 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_LOOP_STATIC_START, 10,__typeof__(__kmp_api_GOMP_parallel_loop_static_start) __kmp_api_GOMP_parallel_loop_static_start_10_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_static_start" ))); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_static_start_10_alias" "," "GOMP_parallel_loop_static_start" "@" "GOMP_1.0" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_parallel_loop_static_start" "," "GOMP_parallel_loop_static_start" "@@" "VERSION" "\n\t") | |||
1906 | "GOMP_1.0")__typeof__(__kmp_api_GOMP_parallel_loop_static_start) __kmp_api_GOMP_parallel_loop_static_start_10_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_static_start" ))); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_static_start_10_alias" "," "GOMP_parallel_loop_static_start" "@" "GOMP_1.0" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_parallel_loop_static_start" "," "GOMP_parallel_loop_static_start" "@@" "VERSION" "\n\t"); | |||
1907 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_SECTIONS_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_parallel_sections_start) __kmp_api_GOMP_parallel_sections_start_10_alias __attribute__((alias("__kmp_api_GOMP_parallel_sections_start" ))); __asm__( ".symver " "__kmp_api_GOMP_parallel_sections_start_10_alias" "," "GOMP_parallel_sections_start" "@" "GOMP_1.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_parallel_sections_start" "," "GOMP_parallel_sections_start" "@@" "VERSION" "\n\t"); | |||
1908 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_parallel_start) __kmp_api_GOMP_parallel_start_10_alias __attribute__((alias("__kmp_api_GOMP_parallel_start"))); __asm__ ( ".symver " "__kmp_api_GOMP_parallel_start_10_alias" "," "GOMP_parallel_start" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_parallel_start" "," "GOMP_parallel_start" "@@" "VERSION" "\n\t"); | |||
1909 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_SECTIONS_END, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_sections_end) __kmp_api_GOMP_sections_end_10_alias __attribute__((alias("__kmp_api_GOMP_sections_end"))); __asm__ ( ".symver " "__kmp_api_GOMP_sections_end_10_alias" "," "GOMP_sections_end" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_sections_end" "," "GOMP_sections_end" "@@" "VERSION" "\n\t"); | |||
1910 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_SECTIONS_END_NOWAIT, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_sections_end_nowait) __kmp_api_GOMP_sections_end_nowait_10_alias __attribute__((alias("__kmp_api_GOMP_sections_end_nowait"))) ; __asm__( ".symver " "__kmp_api_GOMP_sections_end_nowait_10_alias" "," "GOMP_sections_end_nowait" "@" "GOMP_1.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_sections_end_nowait" "," "GOMP_sections_end_nowait" "@@" "VERSION" "\n\t"); | |||
1911 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_SECTIONS_NEXT, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_sections_next) __kmp_api_GOMP_sections_next_10_alias __attribute__((alias("__kmp_api_GOMP_sections_next"))); __asm__ ( ".symver " "__kmp_api_GOMP_sections_next_10_alias" "," "GOMP_sections_next" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_sections_next" "," "GOMP_sections_next" "@@" "VERSION" "\n\t"); | |||
1912 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_SECTIONS_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_sections_start) __kmp_api_GOMP_sections_start_10_alias __attribute__((alias("__kmp_api_GOMP_sections_start"))); __asm__ ( ".symver " "__kmp_api_GOMP_sections_start_10_alias" "," "GOMP_sections_start" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_sections_start" "," "GOMP_sections_start" "@@" "VERSION" "\n\t"); | |||
1913 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_SINGLE_COPY_END, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_single_copy_end) __kmp_api_GOMP_single_copy_end_10_alias __attribute__((alias("__kmp_api_GOMP_single_copy_end"))); __asm__ ( ".symver " "__kmp_api_GOMP_single_copy_end_10_alias" "," "GOMP_single_copy_end" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_single_copy_end" "," "GOMP_single_copy_end" "@@" "VERSION" "\n\t"); | |||
1914 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_SINGLE_COPY_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_single_copy_start) __kmp_api_GOMP_single_copy_start_10_alias __attribute__((alias("__kmp_api_GOMP_single_copy_start"))); __asm__ ( ".symver " "__kmp_api_GOMP_single_copy_start_10_alias" "," "GOMP_single_copy_start" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_single_copy_start" "," "GOMP_single_copy_start" "@@" "VERSION" "\n\t"); | |||
1915 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_SINGLE_START, 10, "GOMP_1.0")__typeof__(__kmp_api_GOMP_single_start) __kmp_api_GOMP_single_start_10_alias __attribute__((alias("__kmp_api_GOMP_single_start"))); __asm__ ( ".symver " "__kmp_api_GOMP_single_start_10_alias" "," "GOMP_single_start" "@" "GOMP_1.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_single_start" "," "GOMP_single_start" "@@" "VERSION" "\n\t"); | |||
1916 | ||||
1917 | // GOMP_2.0 versioned symbols | |||
1918 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TASK, 20, "GOMP_2.0")__typeof__(__kmp_api_GOMP_task) __kmp_api_GOMP_task_20_alias __attribute__ ((alias("__kmp_api_GOMP_task"))); __asm__( ".symver " "__kmp_api_GOMP_task_20_alias" "," "GOMP_task" "@" "GOMP_2.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_task" "," "GOMP_task" "@@" "VERSION" "\n\t"); | |||
1919 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TASKWAIT, 20, "GOMP_2.0")__typeof__(__kmp_api_GOMP_taskwait) __kmp_api_GOMP_taskwait_20_alias __attribute__((alias("__kmp_api_GOMP_taskwait"))); __asm__( ".symver " "__kmp_api_GOMP_taskwait_20_alias" "," "GOMP_taskwait" "@" "GOMP_2.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_taskwait" "," "GOMP_taskwait" "@@" "VERSION" "\n\t"); | |||
1920 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_DYNAMIC_NEXT, 20, "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_dynamic_next) __kmp_api_GOMP_loop_ull_dynamic_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_dynamic_next") )); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_dynamic_next_20_alias" "," "GOMP_loop_ull_dynamic_next" "@" "GOMP_2.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_ull_dynamic_next" "," "GOMP_loop_ull_dynamic_next" "@@" "VERSION" "\n\t"); | |||
1921 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_DYNAMIC_START, 20, "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_dynamic_start) __kmp_api_GOMP_loop_ull_dynamic_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_dynamic_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_dynamic_start_20_alias" "," "GOMP_loop_ull_dynamic_start" "@" "GOMP_2.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_ull_dynamic_start" "," "GOMP_loop_ull_dynamic_start" "@@" "VERSION" "\n\t"); | |||
1922 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_GUIDED_NEXT, 20, "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_guided_next) __kmp_api_GOMP_loop_ull_guided_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_guided_next")) ); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_guided_next_20_alias" "," "GOMP_loop_ull_guided_next" "@" "GOMP_2.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_ull_guided_next" "," "GOMP_loop_ull_guided_next" "@@" "VERSION" "\n\t"); | |||
1923 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_GUIDED_START, 20, "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_guided_start) __kmp_api_GOMP_loop_ull_guided_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_guided_start") )); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_guided_start_20_alias" "," "GOMP_loop_ull_guided_start" "@" "GOMP_2.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_ull_guided_start" "," "GOMP_loop_ull_guided_start" "@@" "VERSION" "\n\t"); | |||
1924 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_DYNAMIC_NEXT, 20,__typeof__(__kmp_api_GOMP_loop_ull_ordered_dynamic_next) __kmp_api_GOMP_loop_ull_ordered_dynamic_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_dynamic_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_dynamic_next_20_alias" "," "GOMP_loop_ull_ordered_dynamic_next" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_dynamic_next" "," "GOMP_loop_ull_ordered_dynamic_next" "@@" "VERSION" "\n\t" ) | |||
1925 | "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_ordered_dynamic_next) __kmp_api_GOMP_loop_ull_ordered_dynamic_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_dynamic_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_dynamic_next_20_alias" "," "GOMP_loop_ull_ordered_dynamic_next" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_dynamic_next" "," "GOMP_loop_ull_ordered_dynamic_next" "@@" "VERSION" "\n\t" ); | |||
1926 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_DYNAMIC_START, 20,__typeof__(__kmp_api_GOMP_loop_ull_ordered_dynamic_start) __kmp_api_GOMP_loop_ull_ordered_dynamic_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_dynamic_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_dynamic_start_20_alias" "," "GOMP_loop_ull_ordered_dynamic_start" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_dynamic_start" "," "GOMP_loop_ull_ordered_dynamic_start" "@@" "VERSION" "\n\t" ) | |||
1927 | "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_ordered_dynamic_start) __kmp_api_GOMP_loop_ull_ordered_dynamic_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_dynamic_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_dynamic_start_20_alias" "," "GOMP_loop_ull_ordered_dynamic_start" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_dynamic_start" "," "GOMP_loop_ull_ordered_dynamic_start" "@@" "VERSION" "\n\t" ); | |||
1928 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_GUIDED_NEXT, 20,__typeof__(__kmp_api_GOMP_loop_ull_ordered_guided_next) __kmp_api_GOMP_loop_ull_ordered_guided_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_guided_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_guided_next_20_alias" "," "GOMP_loop_ull_ordered_guided_next" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_guided_next" "," "GOMP_loop_ull_ordered_guided_next" "@@" "VERSION" "\n\t" ) | |||
1929 | "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_ordered_guided_next) __kmp_api_GOMP_loop_ull_ordered_guided_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_guided_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_guided_next_20_alias" "," "GOMP_loop_ull_ordered_guided_next" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_guided_next" "," "GOMP_loop_ull_ordered_guided_next" "@@" "VERSION" "\n\t" ); | |||
1930 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_GUIDED_START, 20,__typeof__(__kmp_api_GOMP_loop_ull_ordered_guided_start) __kmp_api_GOMP_loop_ull_ordered_guided_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_guided_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_guided_start_20_alias" "," "GOMP_loop_ull_ordered_guided_start" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_guided_start" "," "GOMP_loop_ull_ordered_guided_start" "@@" "VERSION" "\n\t" ) | |||
1931 | "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_ordered_guided_start) __kmp_api_GOMP_loop_ull_ordered_guided_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_guided_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_guided_start_20_alias" "," "GOMP_loop_ull_ordered_guided_start" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_guided_start" "," "GOMP_loop_ull_ordered_guided_start" "@@" "VERSION" "\n\t" ); | |||
1932 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_RUNTIME_NEXT, 20,__typeof__(__kmp_api_GOMP_loop_ull_ordered_runtime_next) __kmp_api_GOMP_loop_ull_ordered_runtime_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_runtime_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_runtime_next_20_alias" "," "GOMP_loop_ull_ordered_runtime_next" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_runtime_next" "," "GOMP_loop_ull_ordered_runtime_next" "@@" "VERSION" "\n\t" ) | |||
1933 | "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_ordered_runtime_next) __kmp_api_GOMP_loop_ull_ordered_runtime_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_runtime_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_runtime_next_20_alias" "," "GOMP_loop_ull_ordered_runtime_next" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_runtime_next" "," "GOMP_loop_ull_ordered_runtime_next" "@@" "VERSION" "\n\t" ); | |||
1934 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_RUNTIME_START, 20,__typeof__(__kmp_api_GOMP_loop_ull_ordered_runtime_start) __kmp_api_GOMP_loop_ull_ordered_runtime_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_runtime_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_runtime_start_20_alias" "," "GOMP_loop_ull_ordered_runtime_start" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_runtime_start" "," "GOMP_loop_ull_ordered_runtime_start" "@@" "VERSION" "\n\t" ) | |||
1935 | "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_ordered_runtime_start) __kmp_api_GOMP_loop_ull_ordered_runtime_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_runtime_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_runtime_start_20_alias" "," "GOMP_loop_ull_ordered_runtime_start" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_runtime_start" "," "GOMP_loop_ull_ordered_runtime_start" "@@" "VERSION" "\n\t" ); | |||
1936 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_STATIC_NEXT, 20,__typeof__(__kmp_api_GOMP_loop_ull_ordered_static_next) __kmp_api_GOMP_loop_ull_ordered_static_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_static_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_static_next_20_alias" "," "GOMP_loop_ull_ordered_static_next" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_static_next" "," "GOMP_loop_ull_ordered_static_next" "@@" "VERSION" "\n\t" ) | |||
1937 | "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_ordered_static_next) __kmp_api_GOMP_loop_ull_ordered_static_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_static_next" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_static_next_20_alias" "," "GOMP_loop_ull_ordered_static_next" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_static_next" "," "GOMP_loop_ull_ordered_static_next" "@@" "VERSION" "\n\t" ); | |||
1938 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_ORDERED_STATIC_START, 20,__typeof__(__kmp_api_GOMP_loop_ull_ordered_static_start) __kmp_api_GOMP_loop_ull_ordered_static_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_static_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_static_start_20_alias" "," "GOMP_loop_ull_ordered_static_start" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_static_start" "," "GOMP_loop_ull_ordered_static_start" "@@" "VERSION" "\n\t" ) | |||
1939 | "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_ordered_static_start) __kmp_api_GOMP_loop_ull_ordered_static_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_ordered_static_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_ordered_static_start_20_alias" "," "GOMP_loop_ull_ordered_static_start" "@" "GOMP_2.0" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_ordered_static_start" "," "GOMP_loop_ull_ordered_static_start" "@@" "VERSION" "\n\t" ); | |||
1940 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_RUNTIME_NEXT, 20, "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_runtime_next) __kmp_api_GOMP_loop_ull_runtime_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_runtime_next") )); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_runtime_next_20_alias" "," "GOMP_loop_ull_runtime_next" "@" "GOMP_2.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_ull_runtime_next" "," "GOMP_loop_ull_runtime_next" "@@" "VERSION" "\n\t"); | |||
1941 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_RUNTIME_START, 20, "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_runtime_start) __kmp_api_GOMP_loop_ull_runtime_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_runtime_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_runtime_start_20_alias" "," "GOMP_loop_ull_runtime_start" "@" "GOMP_2.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_ull_runtime_start" "," "GOMP_loop_ull_runtime_start" "@@" "VERSION" "\n\t"); | |||
1942 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_STATIC_NEXT, 20, "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_static_next) __kmp_api_GOMP_loop_ull_static_next_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_static_next")) ); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_static_next_20_alias" "," "GOMP_loop_ull_static_next" "@" "GOMP_2.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_ull_static_next" "," "GOMP_loop_ull_static_next" "@@" "VERSION" "\n\t"); | |||
1943 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_STATIC_START, 20, "GOMP_2.0")__typeof__(__kmp_api_GOMP_loop_ull_static_start) __kmp_api_GOMP_loop_ull_static_start_20_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_static_start") )); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_static_start_20_alias" "," "GOMP_loop_ull_static_start" "@" "GOMP_2.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_loop_ull_static_start" "," "GOMP_loop_ull_static_start" "@@" "VERSION" "\n\t"); | |||
1944 | ||||
1945 | // GOMP_3.0 versioned symbols | |||
1946 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TASKYIELD, 30, "GOMP_3.0")__typeof__(__kmp_api_GOMP_taskyield) __kmp_api_GOMP_taskyield_30_alias __attribute__((alias("__kmp_api_GOMP_taskyield"))); __asm__( ".symver " "__kmp_api_GOMP_taskyield_30_alias" "," "GOMP_taskyield" "@" "GOMP_3.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_taskyield" "," "GOMP_taskyield" "@@" "VERSION" "\n\t"); | |||
1947 | ||||
1948 | // GOMP_4.0 versioned symbols | |||
1949 | #if OMP_40_ENABLED(50 >= 40) | |||
1950 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_parallel) __kmp_api_GOMP_parallel_40_alias __attribute__((alias("__kmp_api_GOMP_parallel"))); __asm__( ".symver " "__kmp_api_GOMP_parallel_40_alias" "," "GOMP_parallel" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_parallel" "," "GOMP_parallel" "@@" "VERSION" "\n\t"); | |||
1951 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_SECTIONS, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_parallel_sections) __kmp_api_GOMP_parallel_sections_40_alias __attribute__((alias("__kmp_api_GOMP_parallel_sections"))); __asm__ ( ".symver " "__kmp_api_GOMP_parallel_sections_40_alias" "," "GOMP_parallel_sections" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_parallel_sections" "," "GOMP_parallel_sections" "@@" "VERSION" "\n\t"); | |||
1952 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_LOOP_DYNAMIC, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_parallel_loop_dynamic) __kmp_api_GOMP_parallel_loop_dynamic_40_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_dynamic") )); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_dynamic_40_alias" "," "GOMP_parallel_loop_dynamic" "@" "GOMP_4.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_parallel_loop_dynamic" "," "GOMP_parallel_loop_dynamic" "@@" "VERSION" "\n\t"); | |||
1953 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_LOOP_GUIDED, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_parallel_loop_guided) __kmp_api_GOMP_parallel_loop_guided_40_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_guided")) ); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_guided_40_alias" "," "GOMP_parallel_loop_guided" "@" "GOMP_4.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_parallel_loop_guided" "," "GOMP_parallel_loop_guided" "@@" "VERSION" "\n\t"); | |||
1954 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_LOOP_RUNTIME, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_parallel_loop_runtime) __kmp_api_GOMP_parallel_loop_runtime_40_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_runtime") )); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_runtime_40_alias" "," "GOMP_parallel_loop_runtime" "@" "GOMP_4.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_parallel_loop_runtime" "," "GOMP_parallel_loop_runtime" "@@" "VERSION" "\n\t"); | |||
1955 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_PARALLEL_LOOP_STATIC, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_parallel_loop_static) __kmp_api_GOMP_parallel_loop_static_40_alias __attribute__((alias("__kmp_api_GOMP_parallel_loop_static")) ); __asm__( ".symver " "__kmp_api_GOMP_parallel_loop_static_40_alias" "," "GOMP_parallel_loop_static" "@" "GOMP_4.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_parallel_loop_static" "," "GOMP_parallel_loop_static" "@@" "VERSION" "\n\t"); | |||
1956 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TASKGROUP_START, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_taskgroup_start) __kmp_api_GOMP_taskgroup_start_40_alias __attribute__((alias("__kmp_api_GOMP_taskgroup_start"))); __asm__ ( ".symver " "__kmp_api_GOMP_taskgroup_start_40_alias" "," "GOMP_taskgroup_start" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_taskgroup_start" "," "GOMP_taskgroup_start" "@@" "VERSION" "\n\t"); | |||
1957 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TASKGROUP_END, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_taskgroup_end) __kmp_api_GOMP_taskgroup_end_40_alias __attribute__((alias("__kmp_api_GOMP_taskgroup_end"))); __asm__ ( ".symver " "__kmp_api_GOMP_taskgroup_end_40_alias" "," "GOMP_taskgroup_end" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_taskgroup_end" "," "GOMP_taskgroup_end" "@@" "VERSION" "\n\t"); | |||
1958 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_BARRIER_CANCEL, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_barrier_cancel) __kmp_api_GOMP_barrier_cancel_40_alias __attribute__((alias("__kmp_api_GOMP_barrier_cancel"))); __asm__ ( ".symver " "__kmp_api_GOMP_barrier_cancel_40_alias" "," "GOMP_barrier_cancel" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_barrier_cancel" "," "GOMP_barrier_cancel" "@@" "VERSION" "\n\t"); | |||
1959 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_CANCEL, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_cancel) __kmp_api_GOMP_cancel_40_alias __attribute__((alias("__kmp_api_GOMP_cancel"))); __asm__( ".symver " "__kmp_api_GOMP_cancel_40_alias" "," "GOMP_cancel" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_cancel" "," "GOMP_cancel" "@@" "VERSION" "\n\t"); | |||
1960 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_CANCELLATION_POINT, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_cancellation_point) __kmp_api_GOMP_cancellation_point_40_alias __attribute__((alias("__kmp_api_GOMP_cancellation_point"))); __asm__( ".symver " "__kmp_api_GOMP_cancellation_point_40_alias" "," "GOMP_cancellation_point" "@" "GOMP_4.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_cancellation_point" "," "GOMP_cancellation_point" "@@" "VERSION" "\n\t"); | |||
1961 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_END_CANCEL, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_loop_end_cancel) __kmp_api_GOMP_loop_end_cancel_40_alias __attribute__((alias("__kmp_api_GOMP_loop_end_cancel"))); __asm__ ( ".symver " "__kmp_api_GOMP_loop_end_cancel_40_alias" "," "GOMP_loop_end_cancel" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_loop_end_cancel" "," "GOMP_loop_end_cancel" "@@" "VERSION" "\n\t"); | |||
1962 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_SECTIONS_END_CANCEL, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_sections_end_cancel) __kmp_api_GOMP_sections_end_cancel_40_alias __attribute__((alias("__kmp_api_GOMP_sections_end_cancel"))) ; __asm__( ".symver " "__kmp_api_GOMP_sections_end_cancel_40_alias" "," "GOMP_sections_end_cancel" "@" "GOMP_4.0" "\n\t"); __asm__ (".symver " "__kmp_api_GOMP_sections_end_cancel" "," "GOMP_sections_end_cancel" "@@" "VERSION" "\n\t"); | |||
1963 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TARGET, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_target) __kmp_api_GOMP_target_40_alias __attribute__((alias("__kmp_api_GOMP_target"))); __asm__( ".symver " "__kmp_api_GOMP_target_40_alias" "," "GOMP_target" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_target" "," "GOMP_target" "@@" "VERSION" "\n\t"); | |||
1964 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TARGET_DATA, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_target_data) __kmp_api_GOMP_target_data_40_alias __attribute__((alias("__kmp_api_GOMP_target_data"))); __asm__ ( ".symver " "__kmp_api_GOMP_target_data_40_alias" "," "GOMP_target_data" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_target_data" "," "GOMP_target_data" "@@" "VERSION" "\n\t"); | |||
1965 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TARGET_END_DATA, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_target_end_data) __kmp_api_GOMP_target_end_data_40_alias __attribute__((alias("__kmp_api_GOMP_target_end_data"))); __asm__ ( ".symver " "__kmp_api_GOMP_target_end_data_40_alias" "," "GOMP_target_end_data" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_target_end_data" "," "GOMP_target_end_data" "@@" "VERSION" "\n\t"); | |||
1966 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TARGET_UPDATE, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_target_update) __kmp_api_GOMP_target_update_40_alias __attribute__((alias("__kmp_api_GOMP_target_update"))); __asm__ ( ".symver " "__kmp_api_GOMP_target_update_40_alias" "," "GOMP_target_update" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_target_update" "," "GOMP_target_update" "@@" "VERSION" "\n\t"); | |||
1967 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TEAMS, 40, "GOMP_4.0")__typeof__(__kmp_api_GOMP_teams) __kmp_api_GOMP_teams_40_alias __attribute__((alias("__kmp_api_GOMP_teams"))); __asm__( ".symver " "__kmp_api_GOMP_teams_40_alias" "," "GOMP_teams" "@" "GOMP_4.0" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_teams" "," "GOMP_teams" "@@" "VERSION" "\n\t"); | |||
1968 | #endif | |||
1969 | ||||
1970 | // GOMP_4.5 versioned symbols | |||
1971 | #if OMP_45_ENABLED(50 >= 45) | |||
1972 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TASKLOOP, 45, "GOMP_4.5")__typeof__(__kmp_api_GOMP_taskloop) __kmp_api_GOMP_taskloop_45_alias __attribute__((alias("__kmp_api_GOMP_taskloop"))); __asm__( ".symver " "__kmp_api_GOMP_taskloop_45_alias" "," "GOMP_taskloop" "@" "GOMP_4.5" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_taskloop" "," "GOMP_taskloop" "@@" "VERSION" "\n\t"); | |||
1973 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_TASKLOOP_ULL, 45, "GOMP_4.5")__typeof__(__kmp_api_GOMP_taskloop_ull) __kmp_api_GOMP_taskloop_ull_45_alias __attribute__((alias("__kmp_api_GOMP_taskloop_ull"))); __asm__ ( ".symver " "__kmp_api_GOMP_taskloop_ull_45_alias" "," "GOMP_taskloop_ull" "@" "GOMP_4.5" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_taskloop_ull" "," "GOMP_taskloop_ull" "@@" "VERSION" "\n\t"); | |||
1974 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_DOACROSS_POST, 45, "GOMP_4.5")__typeof__(__kmp_api_GOMP_doacross_post) __kmp_api_GOMP_doacross_post_45_alias __attribute__((alias("__kmp_api_GOMP_doacross_post"))); __asm__ ( ".symver " "__kmp_api_GOMP_doacross_post_45_alias" "," "GOMP_doacross_post" "@" "GOMP_4.5" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_doacross_post" "," "GOMP_doacross_post" "@@" "VERSION" "\n\t"); | |||
1975 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_DOACROSS_WAIT, 45, "GOMP_4.5")__typeof__(__kmp_api_GOMP_doacross_wait) __kmp_api_GOMP_doacross_wait_45_alias __attribute__((alias("__kmp_api_GOMP_doacross_wait"))); __asm__ ( ".symver " "__kmp_api_GOMP_doacross_wait_45_alias" "," "GOMP_doacross_wait" "@" "GOMP_4.5" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_doacross_wait" "," "GOMP_doacross_wait" "@@" "VERSION" "\n\t"); | |||
1976 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_DOACROSS_STATIC_START, 45,__typeof__(__kmp_api_GOMP_loop_doacross_static_start) __kmp_api_GOMP_loop_doacross_static_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_doacross_static_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_doacross_static_start_45_alias" "," "GOMP_loop_doacross_static_start" "@" "GOMP_4.5" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_loop_doacross_static_start" "," "GOMP_loop_doacross_static_start" "@@" "VERSION" "\n\t") | |||
1977 | "GOMP_4.5")__typeof__(__kmp_api_GOMP_loop_doacross_static_start) __kmp_api_GOMP_loop_doacross_static_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_doacross_static_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_doacross_static_start_45_alias" "," "GOMP_loop_doacross_static_start" "@" "GOMP_4.5" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_loop_doacross_static_start" "," "GOMP_loop_doacross_static_start" "@@" "VERSION" "\n\t"); | |||
1978 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_DOACROSS_DYNAMIC_START, 45,__typeof__(__kmp_api_GOMP_loop_doacross_dynamic_start) __kmp_api_GOMP_loop_doacross_dynamic_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_doacross_dynamic_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_doacross_dynamic_start_45_alias" "," "GOMP_loop_doacross_dynamic_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_doacross_dynamic_start" "," "GOMP_loop_doacross_dynamic_start" "@@" "VERSION" "\n\t" ) | |||
1979 | "GOMP_4.5")__typeof__(__kmp_api_GOMP_loop_doacross_dynamic_start) __kmp_api_GOMP_loop_doacross_dynamic_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_doacross_dynamic_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_doacross_dynamic_start_45_alias" "," "GOMP_loop_doacross_dynamic_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_doacross_dynamic_start" "," "GOMP_loop_doacross_dynamic_start" "@@" "VERSION" "\n\t" ); | |||
1980 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_DOACROSS_GUIDED_START, 45,__typeof__(__kmp_api_GOMP_loop_doacross_guided_start) __kmp_api_GOMP_loop_doacross_guided_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_doacross_guided_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_doacross_guided_start_45_alias" "," "GOMP_loop_doacross_guided_start" "@" "GOMP_4.5" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_loop_doacross_guided_start" "," "GOMP_loop_doacross_guided_start" "@@" "VERSION" "\n\t") | |||
1981 | "GOMP_4.5")__typeof__(__kmp_api_GOMP_loop_doacross_guided_start) __kmp_api_GOMP_loop_doacross_guided_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_doacross_guided_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_doacross_guided_start_45_alias" "," "GOMP_loop_doacross_guided_start" "@" "GOMP_4.5" "\n\t") ; __asm__(".symver " "__kmp_api_GOMP_loop_doacross_guided_start" "," "GOMP_loop_doacross_guided_start" "@@" "VERSION" "\n\t"); | |||
1982 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_DOACROSS_RUNTIME_START, 45,__typeof__(__kmp_api_GOMP_loop_doacross_runtime_start) __kmp_api_GOMP_loop_doacross_runtime_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_doacross_runtime_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_doacross_runtime_start_45_alias" "," "GOMP_loop_doacross_runtime_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_doacross_runtime_start" "," "GOMP_loop_doacross_runtime_start" "@@" "VERSION" "\n\t" ) | |||
1983 | "GOMP_4.5")__typeof__(__kmp_api_GOMP_loop_doacross_runtime_start) __kmp_api_GOMP_loop_doacross_runtime_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_doacross_runtime_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_doacross_runtime_start_45_alias" "," "GOMP_loop_doacross_runtime_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_doacross_runtime_start" "," "GOMP_loop_doacross_runtime_start" "@@" "VERSION" "\n\t" ); | |||
1984 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_DOACROSS_ULL_POST, 45, "GOMP_4.5")__typeof__(__kmp_api_GOMP_doacross_ull_post) __kmp_api_GOMP_doacross_ull_post_45_alias __attribute__((alias("__kmp_api_GOMP_doacross_ull_post"))); __asm__ ( ".symver " "__kmp_api_GOMP_doacross_ull_post_45_alias" "," "GOMP_doacross_ull_post" "@" "GOMP_4.5" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_doacross_ull_post" "," "GOMP_doacross_ull_post" "@@" "VERSION" "\n\t"); | |||
1985 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_DOACROSS_ULL_WAIT, 45, "GOMP_4.5")__typeof__(__kmp_api_GOMP_doacross_ull_wait) __kmp_api_GOMP_doacross_ull_wait_45_alias __attribute__((alias("__kmp_api_GOMP_doacross_ull_wait"))); __asm__ ( ".symver " "__kmp_api_GOMP_doacross_ull_wait_45_alias" "," "GOMP_doacross_ull_wait" "@" "GOMP_4.5" "\n\t"); __asm__(".symver " "__kmp_api_GOMP_doacross_ull_wait" "," "GOMP_doacross_ull_wait" "@@" "VERSION" "\n\t"); | |||
1986 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_DOACROSS_STATIC_START, 45,__typeof__(__kmp_api_GOMP_loop_ull_doacross_static_start) __kmp_api_GOMP_loop_ull_doacross_static_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_doacross_static_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_doacross_static_start_45_alias" "," "GOMP_loop_ull_doacross_static_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_doacross_static_start" "," "GOMP_loop_ull_doacross_static_start" "@@" "VERSION" "\n\t" ) | |||
1987 | "GOMP_4.5")__typeof__(__kmp_api_GOMP_loop_ull_doacross_static_start) __kmp_api_GOMP_loop_ull_doacross_static_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_doacross_static_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_doacross_static_start_45_alias" "," "GOMP_loop_ull_doacross_static_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_doacross_static_start" "," "GOMP_loop_ull_doacross_static_start" "@@" "VERSION" "\n\t" ); | |||
1988 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_DOACROSS_DYNAMIC_START, 45,__typeof__(__kmp_api_GOMP_loop_ull_doacross_dynamic_start) __kmp_api_GOMP_loop_ull_doacross_dynamic_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_doacross_dynamic_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_doacross_dynamic_start_45_alias" "," "GOMP_loop_ull_doacross_dynamic_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_doacross_dynamic_start" "," "GOMP_loop_ull_doacross_dynamic_start" "@@" "VERSION" "\n\t" ) | |||
1989 | "GOMP_4.5")__typeof__(__kmp_api_GOMP_loop_ull_doacross_dynamic_start) __kmp_api_GOMP_loop_ull_doacross_dynamic_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_doacross_dynamic_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_doacross_dynamic_start_45_alias" "," "GOMP_loop_ull_doacross_dynamic_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_doacross_dynamic_start" "," "GOMP_loop_ull_doacross_dynamic_start" "@@" "VERSION" "\n\t" ); | |||
1990 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_DOACROSS_GUIDED_START, 45,__typeof__(__kmp_api_GOMP_loop_ull_doacross_guided_start) __kmp_api_GOMP_loop_ull_doacross_guided_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_doacross_guided_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_doacross_guided_start_45_alias" "," "GOMP_loop_ull_doacross_guided_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_doacross_guided_start" "," "GOMP_loop_ull_doacross_guided_start" "@@" "VERSION" "\n\t" ) | |||
1991 | "GOMP_4.5")__typeof__(__kmp_api_GOMP_loop_ull_doacross_guided_start) __kmp_api_GOMP_loop_ull_doacross_guided_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_doacross_guided_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_doacross_guided_start_45_alias" "," "GOMP_loop_ull_doacross_guided_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_doacross_guided_start" "," "GOMP_loop_ull_doacross_guided_start" "@@" "VERSION" "\n\t" ); | |||
1992 | KMP_VERSION_SYMBOL(KMP_API_NAME_GOMP_LOOP_ULL_DOACROSS_RUNTIME_START, 45,__typeof__(__kmp_api_GOMP_loop_ull_doacross_runtime_start) __kmp_api_GOMP_loop_ull_doacross_runtime_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_doacross_runtime_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_doacross_runtime_start_45_alias" "," "GOMP_loop_ull_doacross_runtime_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_doacross_runtime_start" "," "GOMP_loop_ull_doacross_runtime_start" "@@" "VERSION" "\n\t" ) | |||
1993 | "GOMP_4.5")__typeof__(__kmp_api_GOMP_loop_ull_doacross_runtime_start) __kmp_api_GOMP_loop_ull_doacross_runtime_start_45_alias __attribute__((alias("__kmp_api_GOMP_loop_ull_doacross_runtime_start" ))); __asm__( ".symver " "__kmp_api_GOMP_loop_ull_doacross_runtime_start_45_alias" "," "GOMP_loop_ull_doacross_runtime_start" "@" "GOMP_4.5" "\n\t" ); __asm__(".symver " "__kmp_api_GOMP_loop_ull_doacross_runtime_start" "," "GOMP_loop_ull_doacross_runtime_start" "@@" "VERSION" "\n\t" ); | |||
1994 | #endif | |||
1995 | ||||
1996 | #endif // KMP_USE_VERSION_SYMBOLS | |||
1997 | ||||
1998 | #ifdef __cplusplus201103L | |||
1999 | } // extern "C" | |||
2000 | #endif // __cplusplus |