17#ifndef __STARPU_UTIL_H__
18#define __STARPU_UTIL_H__
32#ifdef STARPU_SIMGRID_MC
33#include <simgrid/modelchecker.h>
51#if defined __GNUC__ && defined __GNUC_MINOR__
52#define STARPU_GNUC_PREREQ(maj, min) \
53 ((__GNUC__ << 16) + __GNUC_MINOR__ >= ((maj) << 16) + (min))
55#define STARPU_GNUC_PREREQ(maj, min) 0
63#define STARPU_UNLIKELY(expr) (__builtin_expect(!!(expr), 0))
65#define STARPU_UNLIKELY(expr) (expr)
73#define STARPU_LIKELY(expr) (__builtin_expect(!!(expr), 1))
75#define STARPU_LIKELY(expr) (expr)
82#define STARPU_ATTRIBUTE_UNUSED __attribute__((unused))
84#define STARPU_ATTRIBUTE_UNUSED
91#define STARPU_ATTRIBUTE_NORETURN __attribute__((noreturn))
93#define STARPU_ATTRIBUTE_NORETURN
100#define STARPU_ATTRIBUTE_VISIBILITY_DEFAULT __attribute__((visibility("default")))
102#define STARPU_ATTRIBUTE_VISIBILITY_DEFAULT
109#define STARPU_VISIBILITY_PUSH_HIDDEN #pragma GCC visibility push(hidden)
111#define STARPU_VISIBILITY_PUSH_HIDDEN
118#define STARPU_VISIBILITY_POP #pragma GCC visibility pop
120#define STARPU_VISIBILITY_POP
127#define STARPU_ATTRIBUTE_MALLOC __attribute__((malloc))
129#define STARPU_ATTRIBUTE_MALLOC
136#define STARPU_ATTRIBUTE_WARN_UNUSED_RESULT __attribute__((warn_unused_result))
138#define STARPU_ATTRIBUTE_WARN_UNUSED_RESULT
145#define STARPU_ATTRIBUTE_PURE __attribute__((pure))
147#define STARPU_ATTRIBUTE_PURE
154#define STARPU_ATTRIBUTE_ALIGNED(size) __attribute__((aligned(size)))
156#define STARPU_ATTRIBUTE_ALIGNED(size)
160#define STARPU_ATTRIBUTE_FORMAT(type, string, first) __attribute__((format(type, string, first)))
162#define STARPU_ATTRIBUTE_FORMAT(type, string, first)
167#if defined(c_plusplus) || defined(__cplusplus)
168#define STARPU_INLINE inline
169#elif defined(_MSC_VER) || defined(__HP_cc)
170#define STARPU_INLINE __inline
172#define STARPU_INLINE __inline__
175#if STARPU_GNUC_PREREQ(4, 3)
176#define STARPU_ATTRIBUTE_CALLOC_SIZE(num, size) __attribute__((alloc_size(num, size)))
177#define STARPU_ATTRIBUTE_ALLOC_SIZE(size) __attribute__((alloc_size(size)))
179#define STARPU_ATTRIBUTE_CALLOC_SIZE(num, size)
180#define STARPU_ATTRIBUTE_ALLOC_SIZE(size)
183#if STARPU_GNUC_PREREQ(3, 1) && !defined(BUILDING_STARPU) && !defined(STARPU_USE_DEPRECATED_API) && !defined(STARPU_USE_DEPRECATED_ONE_ZERO_API)
184#define STARPU_DEPRECATED __attribute__((__deprecated__))
186#define STARPU_DEPRECATED
189#if STARPU_GNUC_PREREQ(3, 3)
190#define STARPU_WARN_UNUSED_RESULT __attribute__((__warn_unused_result__))
192#define STARPU_WARN_UNUSED_RESULT
195#define STARPU_BACKTRACE_LENGTH 32
197#define STARPU_DUMP_BACKTRACE() \
199 void *__ptrs[STARPU_BACKTRACE_LENGTH]; \
200 int __n = backtrace(__ptrs, STARPU_BACKTRACE_LENGTH); \
201 backtrace_symbols_fd(__ptrs, __n, 2); \
205#define STARPU_DUMP_BACKTRACE() \
211#ifdef STARPU_SIMGRID_MC
212#define STARPU_SIMGRID_ASSERT(x) MC_assert(!!(x))
214#define STARPU_SIMGRID_ASSERT(x)
221#ifdef STARPU_NO_ASSERT
222#define STARPU_ASSERT(x) \
224 if (0) { (void)(x); } \
228#if defined(__CUDACC__) || defined(STARPU_HAVE_WINDOWS)
229#define STARPU_ASSERT(x) \
231 if (STARPU_UNLIKELY(!(x))) \
233 STARPU_DUMP_BACKTRACE(); \
234 STARPU_SIMGRID_ASSERT(0 && #x); \
240#define STARPU_ASSERT(x) \
242 if (STARPU_UNLIKELY(!(x))) \
244 STARPU_DUMP_BACKTRACE(); \
245 STARPU_SIMGRID_ASSERT(0 && #x); \
258#ifdef STARPU_NO_ASSERT
259#define STARPU_ASSERT_ACCESSIBLE(x) \
261 if (0) { (void)(x); } \
265#define STARPU_ASSERT_ACCESSIBLE(ptr) \
267 volatile char __c STARPU_ATTRIBUTE_UNUSED = *(char *)(ptr); \
275#if STARPU_GNUC_PREREQ(4, 6) && !defined __cplusplus && !defined(__STRICT_ANSI__)
276#define STARPU_STATIC_ASSERT(x) _Static_assert(x, #x)
278#define STARPU_STATIC_ASSERT(x) STARPU_ASSERT(x)
286#ifdef STARPU_NO_ASSERT
287#define STARPU_ASSERT_MSG(x, msg, ...) \
297#if defined(__INTEL_COMPILER)
298#pragma warning disable 279
300#if defined(__CUDACC__) || defined(STARPU_HAVE_WINDOWS)
301#define STARPU_ASSERT_MSG(x, msg, ...) \
303 if (STARPU_UNLIKELY(!(x))) \
305 STARPU_DUMP_BACKTRACE(); \
306 fprintf(stderr, "\n[starpu][%s][assert failure] " msg "\n\n", __starpu_func__, ##__VA_ARGS__); \
307 STARPU_SIMGRID_ASSERT(0 && #x); \
313#define STARPU_ASSERT_MSG(x, msg, ...) \
315 if (STARPU_UNLIKELY(!(x))) \
317 STARPU_DUMP_BACKTRACE(); \
318 fprintf(stderr, "\n[starpu][%s][assert failure] " msg "\n\n", __starpu_func__, ##__VA_ARGS__); \
319 STARPU_SIMGRID_ASSERT(0 && #x); \
330#ifdef __clang_analyzer__
331#define _starpu_abort() exit(42)
333#define _starpu_abort() *(volatile int *)NULL = 0
336#define _starpu_abort() abort()
342#define STARPU_ABORT() \
344 STARPU_DUMP_BACKTRACE(); \
345 fprintf(stderr, "[starpu][abort][%s()@%s:%d]\n", __starpu_func__, __FILE__, __LINE__); \
355#define STARPU_ABORT_MSG(msg, ...) \
357 STARPU_DUMP_BACKTRACE(); \
358 fprintf(stderr, "[starpu][abort][%s()@%s:%d] " msg "\n", __starpu_func__, __FILE__, __LINE__, ##__VA_ARGS__); \
364#undef STARPU_HAVE_STRERROR_R
367#if defined(STARPU_HAVE_STRERROR_R)
368#if (!defined(__GLIBC__) || !__GLIBC__) || ((_POSIX_C_SOURCE >= 200112L || _XOPEN_SOURCE >= 600) && (!defined(_GNU_SOURCE)))
370#define starpu_strerror_r(errnum, buf, buflen) \
373 int _ret = strerror_r((errnum), (buf), (buflen)); \
374 STARPU_ASSERT(_ret == 0); \
379#define starpu_strerror_r(errnum, buf, buflen) \
382 char *const _user_buf = (buf); \
383 const size_t _user_buflen = (buflen); \
385 STARPU_ASSERT((buf) != NULL); \
386 char *_tmp_buf = strerror_r((errnum), _user_buf, _user_buflen); \
387 if (_tmp_buf != _user_buf) \
389 if (_user_buflen > 0) \
391 strncpy(_user_buf, _tmp_buf, _user_buflen - 1); \
392 _user_buf[_user_buflen - 1] = '\0'; \
404#if defined(STARPU_HAVE_STRERROR_R)
405#define STARPU_CHECK_RETURN_VALUE(err, message, ...) \
407 if (STARPU_UNLIKELY(err != 0)) \
409 char xmessage[256]; \
410 starpu_strerror_r(-err, xmessage, 256); \
411 fprintf(stderr, "[starpu] Unexpected value: <%d:%s> returned for " message "\n", err, xmessage, ##__VA_ARGS__); \
416#define STARPU_CHECK_RETURN_VALUE(err, message, ...) \
418 if (STARPU_UNLIKELY(err != 0)) \
420 fprintf(stderr, "[starpu] Unexpected value: <%d> returned for " message "\n", err, ##__VA_ARGS__); \
430#if defined(STARPU_HAVE_STRERROR_R)
431#define STARPU_CHECK_RETURN_VALUE_IS(err, value, message, ...) \
433 if (STARPU_UNLIKELY(err != value)) \
435 char xmessage[256]; \
436 starpu_strerror_r(-err, xmessage, 256); \
437 fprintf(stderr, "[starpu] Unexpected value: <%d!=%d:%s> returned for " message "\n", err, value, xmessage, ##__VA_ARGS__); \
442#define STARPU_CHECK_RETURN_VALUE_IS(err, value, message, ...) \
444 if (STARPU_UNLIKELY(err != value)) \
446 fprintf(stderr, "[starpu] Unexpected value: <%d != %d> returned for " message "\n", err, value, ##__VA_ARGS__); \
458#if defined(__i386__) || defined(__x86_64__)
459static __starpu_inline
unsigned _starpu_cmpxchg(
unsigned *ptr,
unsigned old,
unsigned next)
461 __asm__ __volatile__(
"lock cmpxchgl %2,%1"
462 :
"+a"(old),
"+m"(*ptr)
467#define STARPU_HAVE_CMPXCHG
468static __starpu_inline
unsigned _starpu_xchg(
unsigned *ptr,
unsigned next)
471 __asm__ __volatile__(
"xchgl %1,%0"
472 :
"+m"(*ptr),
"+q"(next)
477#define STARPU_HAVE_XCHG
479static __starpu_inline uint32_t _starpu_cmpxchg32(uint32_t *ptr, uint32_t old, uint32_t next)
481 __asm__ __volatile__(
"lock cmpxchgl %2,%1"
482 :
"+a"(old),
"+m"(*ptr)
487#define STARPU_HAVE_CMPXCHG32
488static __starpu_inline uint32_t _starpu_xchg32(uint32_t *ptr, uint32_t next)
491 __asm__ __volatile__(
"xchgl %1,%0"
492 :
"+m"(*ptr),
"+q"(next)
497#define STARPU_HAVE_XCHG32
500static __starpu_inline
unsigned long _starpu_cmpxchgl(
unsigned long *ptr,
unsigned long old,
unsigned long next)
502 __asm__ __volatile__(
"lock cmpxchgl %2,%1"
503 :
"+a"(old),
"+m"(*ptr)
508#define STARPU_HAVE_CMPXCHGL
509static __starpu_inline
unsigned long _starpu_xchgl(
unsigned long *ptr,
unsigned long next)
512 __asm__ __volatile__(
"xchgl %1,%0"
513 :
"+m"(*ptr),
"+q"(next)
518#define STARPU_HAVE_XCHGL
521#if defined(__x86_64__)
522static __starpu_inline
unsigned long _starpu_cmpxchgl(
unsigned long *ptr,
unsigned long old,
unsigned long next)
524 __asm__ __volatile__(
"lock cmpxchgq %2,%1"
525 :
"+a"(old),
"+m"(*ptr)
530#define STARPU_HAVE_CMPXCHGL
531static __starpu_inline
unsigned long _starpu_xchgl(
unsigned long *ptr,
unsigned long next)
534 __asm__ __volatile__(
"xchgq %1,%0"
535 :
"+m"(*ptr),
"+q"(next)
540#define STARPU_HAVE_XCHGL
544static __starpu_inline uint64_t _starpu_cmpxchg64(uint64_t *ptr, uint64_t old, uint64_t next)
546 uint32_t next_hi = next >> 32;
547 uint32_t next_lo = next & 0xfffffffful;
548 __asm__ __volatile__(
"lock cmpxchg8b %1"
549 :
"+A"(old),
"+m"(*ptr)
550 :
"c"(next_hi),
"b"(next_lo)
554#define STARPU_HAVE_CMPXCHG64
557#if defined(__x86_64__)
558static __starpu_inline uint64_t _starpu_cmpxchg64(uint64_t *ptr, uint64_t old, uint64_t next)
560 __asm__ __volatile__(
"lock cmpxchgq %2,%1"
561 :
"+a"(old),
"+m"(*ptr)
566#define STARPU_HAVE_CMPXCHG64
567static __starpu_inline uint64_t _starpu_xchg64(uint64_t *ptr, uint64_t next)
570 __asm__ __volatile__(
"xchgq %1,%0"
571 :
"+m"(*ptr),
"+q"(next)
576#define STARPU_HAVE_XCHG64
581#define STARPU_ATOMIC_SOMETHING(name, expr) \
582 static __starpu_inline unsigned starpu_atomic_##name(unsigned *ptr, unsigned value) \
584 unsigned old, next; \
589 if (_starpu_cmpxchg(ptr, old, next) == old) \
594#define STARPU_ATOMIC_SOMETHINGL(name, expr) \
595 static __starpu_inline unsigned long starpu_atomic_##name##l(unsigned long *ptr, unsigned long value) \
597 unsigned long old, next; \
602 if (_starpu_cmpxchgl(ptr, old, next) == old) \
607#define STARPU_ATOMIC_SOMETHING64(name, expr) \
608 static __starpu_inline uint64_t starpu_atomic_##name##64(uint64_t * ptr, uint64_t value) \
610 uint64_t old, next; \
615 if (_starpu_cmpxchg64(ptr, old, next) == old) \
622#if defined(STARPU_HAVE_SYNC_FETCH_AND_ADD)
623#define STARPU_ATOMIC_ADD(ptr, value) (__sync_fetch_and_add((ptr), (value)) + (value))
624#define STARPU_ATOMIC_ADDL(ptr, value) (__sync_fetch_and_add((ptr), (value)) + (value))
625#elif defined(STARPU_HAVE_ATOMIC_FETCH_ADD)
626#define STARPU_ATOMIC_ADD(ptr, value) (__atomic_fetch_add((ptr), (value), __ATOMIC_SEQ_CST) + (value))
627#define STARPU_ATOMIC_ADDL(ptr, value) (__atomic_fetch_add((ptr), (value), __ATOMIC_SEQ_CST) + (value))
629#if defined(STARPU_HAVE_CMPXCHG)
630STARPU_ATOMIC_SOMETHING(add, old + value)
631#define STARPU_ATOMIC_ADD(ptr, value) starpu_atomic_add(ptr, value)
633#if defined(STARPU_HAVE_CMPXCHGL)
634STARPU_ATOMIC_SOMETHINGL(add, old + value)
635#define STARPU_ATOMIC_ADDL(ptr, value) starpu_atomic_addl(ptr, value)
639#if defined(STARPU_HAVE_SYNC_FETCH_AND_ADD_8)
640#define STARPU_ATOMIC_ADD64(ptr, value) (__sync_fetch_and_add((ptr), (value)) + (value))
641#elif defined(STARPU_HAVE_ATOMIC_FETCH_ADD_8)
642#define STARPU_ATOMIC_ADD64(ptr, value) (__atomic_fetch_add((ptr), (value), __ATOMIC_SEQ_CST) + (value))
644#if defined(STARPU_HAVE_CMPXCHG64)
645STARPU_ATOMIC_SOMETHING64(add, old + value)
646#define STARPU_ATOMIC_ADD64(ptr, value) starpu_atomic_add64(ptr, value)
651#if defined(STARPU_HAVE_SYNC_FETCH_AND_OR)
652#define STARPU_ATOMIC_OR(ptr, value) (__sync_fetch_and_or((ptr), (value)))
653#define STARPU_ATOMIC_ORL(ptr, value) (__sync_fetch_and_or((ptr), (value)))
654#elif defined(STARPU_HAVE_ATOMIC_FETCH_OR)
655#define STARPU_ATOMIC_OR(ptr, value) (__atomic_fetch_or((ptr), (value), __ATOMIC_SEQ_CST))
656#define STARPU_ATOMIC_ORL(ptr, value) (__atomic_fetch_or((ptr), (value), __ATOMIC_SEQ_CST))
658#if defined(STARPU_HAVE_CMPXCHG)
659STARPU_ATOMIC_SOMETHING(or, old | value)
660#define STARPU_ATOMIC_OR(ptr, value) starpu_atomic_or(ptr, value)
662#if defined(STARPU_HAVE_CMPXCHGL)
663STARPU_ATOMIC_SOMETHINGL(or, old | value)
664#define STARPU_ATOMIC_ORL(ptr, value) starpu_atomic_orl(ptr, value)
668#if defined(STARPU_HAVE_SYNC_FETCH_AND_OR_8)
669#define STARPU_ATOMIC_OR64(ptr, value) (__sync_fetch_and_or((ptr), (value)))
670#elif defined(STARPU_HAVE_ATOMIC_FETCH_OR_8)
671#define STARPU_ATOMIC_OR64(ptr, value) (__atomic_fetch_or((ptr), (value), __ATOMIC_SEQ_CST))
673#if defined(STARPU_HAVE_CMPXCHG64)
674STARPU_ATOMIC_SOMETHING64(or, old | value)
675#define STARPU_ATOMIC_OR64(ptr, value) starpu_atomic_or64(ptr, value)
680#ifdef STARPU_HAVE_SYNC_BOOL_COMPARE_AND_SWAP
681#define STARPU_BOOL_COMPARE_AND_SWAP(ptr, old, value) (__sync_bool_compare_and_swap((ptr), (old), (value)))
683#ifdef STARPU_HAVE_CMPXCHG
684#define STARPU_BOOL_COMPARE_AND_SWAP(ptr, old, value) (_starpu_cmpxchg((ptr), (old), (value)) == (old))
688#ifdef STARPU_HAVE_SYNC_BOOL_COMPARE_AND_SWAP
689#define STARPU_BOOL_COMPARE_AND_SWAP32(ptr, old, value) (__sync_bool_compare_and_swap((ptr), (old), (value)))
691#ifdef STARPU_HAVE_CMPXCHG32
692#define STARPU_BOOL_COMPARE_AND_SWAP32(ptr, old, value) (_starpu_cmpxchg32((ptr), (old), (value)) == (old))
696#if defined(STARPU_HAVE_SYNC_BOOL_COMPARE_AND_SWAP_8)
697#define STARPU_BOOL_COMPARE_AND_SWAP64(ptr, old, value) (__sync_bool_compare_and_swap((ptr), (old), (value)))
698#elif defined(STARPU_HAVE_ATOMIC_EXCHANGE_N_8) && defined(__GNUC__)
699static __starpu_inline
int starpu_bool_compare_and_swap64(uint64_t *ptr, uint64_t old, uint64_t value)
701 uint64_t expected = old;
702 return __atomic_compare_exchange_n(ptr, &expected, value, 0, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST);
704#define STARPU_BOOL_COMPARE_AND_SWAP64(ptr, old, value) starpu_bool_compare_and_swap64((ptr), (old), (value))
706#ifdef STARPU_HAVE_CMPXCHG64
707#define STARPU_BOOL_COMPARE_AND_SWAP64(ptr, old, value) (_starpu_cmpxchg64((ptr), (old), (value)) == (old))
711#if UINTPTR_MAX == UINT64_MAX
712#define STARPU_BOOL_COMPARE_AND_SWAP_PTR(ptr, old, value) STARPU_BOOL_COMPARE_AND_SWAP64((uint64_t*) (ptr), (uint64_t) (old), (uint64_t) (value))
714#define STARPU_BOOL_COMPARE_AND_SWAP_PTR(ptr, old, value) STARPU_BOOL_COMPARE_AND_SWAP32(ptr, old, value)
718#ifdef STARPU_HAVE_SYNC_VAL_COMPARE_AND_SWAP
719#define STARPU_VAL_COMPARE_AND_SWAP(ptr, old, value) (__sync_val_compare_and_swap((ptr), (old), (value)))
721#ifdef STARPU_HAVE_CMPXCHG
722#define STARPU_VAL_COMPARE_AND_SWAP(ptr, old, value) (_starpu_cmpxchg((ptr), (old), (value)))
726#ifdef STARPU_HAVE_SYNC_VAL_COMPARE_AND_SWAP
727#define STARPU_VAL_COMPARE_AND_SWAP32(ptr, old, value) (__sync_val_compare_and_swap((ptr), (old), (value)))
729#ifdef STARPU_HAVE_CMPXCHG32
730#define STARPU_VAL_COMPARE_AND_SWAP32(ptr, old, value) (_starpu_cmpxchg32((ptr), (old), (value)))
734#if defined(STARPU_HAVE_SYNC_VAL_COMPARE_AND_SWAP_8)
735#define STARPU_VAL_COMPARE_AND_SWAP64(ptr, old, value) (__sync_val_compare_and_swap((ptr), (old), (value)))
736#elif defined(STARPU_HAVE_ATOMIC_EXCHANGE_N_8) && defined(__GNUC__)
737static __starpu_inline uint64_t starpu_val_compare_and_swap64(uint64_t *ptr, uint64_t old, uint64_t value)
739 uint64_t expected = old;
740 if (__atomic_compare_exchange_n(ptr, &expected, value, 0, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST))
745#define STARPU_VAL_COMPARE_AND_SWAP64(ptr, old, value) starpu_val_compare_and_swap64((ptr), (old), (value))
747#ifdef STARPU_HAVE_CMPXCHG64
748#define STARPU_VAL_COMPARE_AND_SWAP64(ptr, old, value) (_starpu_cmpxchg64((ptr), (old), (value)))
752#if UINTPTR_MAX == UINT64_MAX
753#define STARPU_VAL_COMPARE_AND_SWAP_PTR(ptr, old, value) ((void*)STARPU_VAL_COMPARE_AND_SWAP64((uint64_t*) (ptr), (uint64_t) (old), (uint64_t) (value)))
755#define STARPU_VAL_COMPARE_AND_SWAP_PTR(ptr, old, value) STARPU_VAL_COMPARE_AND_SWAP32(ptr, old, value)
758#ifdef STARPU_HAVE_ATOMIC_EXCHANGE_N_8
759#define STARPU_VAL_EXCHANGE64(ptr, value) STARPU_VAL_EXCHANGE((ptr)(value))
761#ifdef STARPU_HAVE_XCHG64
762#define STARPU_VAL_EXCHANGE64(ptr, value) (_starpu_xchg64((ptr), (value)))
766#ifdef STARPU_HAVE_ATOMIC_EXCHANGE_N
767#define STARPU_VAL_EXCHANGE(ptr, value) (__atomic_exchange_n((ptr), (value), __ATOMIC_SEQ_CST))
768#define STARPU_VAL_EXCHANGEL(ptr, value) STARPU_VAL_EXCHANGE((ptr)(value))
769#define STARPU_VAL_EXCHANGE32(ptr, value) STARPU_VAL_EXCHANGE((ptr)(value))
771#ifdef STARPU_HAVE_XCHG
772#define STARPU_VAL_EXCHANGE(ptr, value) (_starpu_xchg((ptr), (value)))
774#ifdef STARPU_HAVE_XCHGL
775#define STARPU_VAL_EXCHANGEL(ptr, value) (_starpu_xchgl((ptr), (value)))
777#ifdef STARPU_HAVE_XCHG32
778#define STARPU_VAL_EXCHANGE32(ptr, value) (_starpu_xchg32((ptr), (value)))
783#ifdef STARPU_HAVE_SYNC_LOCK_TEST_AND_SET
784#define STARPU_TEST_AND_SET(ptr, value) (__sync_lock_test_and_set((ptr), (value)))
785#define STARPU_RELEASE(ptr) (__sync_lock_release((ptr)))
786#elif defined(STARPU_HAVE_XCHG)
787#define STARPU_TEST_AND_SET(ptr, value) (_starpu_xchg((ptr), (value)))
788#define STARPU_RELEASE(ptr) (_starpu_xchg((ptr), 0))
791#ifdef STARPU_HAVE_SYNC_SYNCHRONIZE
792#define STARPU_SYNCHRONIZE() __sync_synchronize()
793#elif defined(__i386__)
794#define STARPU_SYNCHRONIZE() __asm__ __volatile__("lock; addl $0,0(%%esp)" :: \
796#elif defined(__KNC__) || defined(__KNF__)
797#define STARPU_SYNCHRONIZE() __asm__ __volatile__("lock; addl $0,0(%%rsp)" :: \
799#elif defined(__x86_64__)
800#define STARPU_SYNCHRONIZE() __asm__ __volatile__("mfence" :: \
802#elif defined(__ppc__) || defined(__ppc64__)
803#define STARPU_SYNCHRONIZE() __asm__ __volatile__("sync" :: \
810#if defined(__x86_64__)
811#define STARPU_RMB() __asm__ __volatile__("lfence" :: \
813#elif defined(__aarch64__)
814#define STARPU_RMB() __asm__ __volatile__("dsb ld" :: \
817#define STARPU_RMB() STARPU_SYNCHRONIZE()
823#if defined(__x86_64__)
824#define STARPU_WMB() __asm__ __volatile__("sfence" :: \
826#elif defined(__aarch64__)
827#define STARPU_WMB() __asm__ __volatile__("dsb st" :: \
830#define STARPU_WMB() STARPU_SYNCHRONIZE()
833#if defined(__i386__) || defined(__x86_64__)
834#define STARPU_CACHELINE_SIZE 64
835#elif defined(__ppc__) || defined(__ppc64__) || defined(__ia64__)
836#define STARPU_CACHELINE_SIZE 128
837#elif defined(__s390__) || defined(__s390x__)
838#define STARPU_CACHELINE_SIZE 256
841#define STARPU_CACHELINE_SIZE 1024
846#include <sys/types.h>
852#if !defined(_MSC_VER) || defined(BUILDING_STARPU)
855#if !defined(STARPU_HAVE_STRUCT_TIMESPEC) || (defined(_MSC_VER) && _MSC_VER < 1900)
857#ifndef STARPU_TIMESPEC_DEFINED
858#define STARPU_TIMESPEC_DEFINED 1
867#if defined(__MINGW32__) || defined(__CYGWIN__)