/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil ; -*- */ /* * (C) 2008 by Argonne National Laboratory. * See COPYRIGHT in top-level directory. */ /* FIXME needs to be converted to new style functions with OPA_int_t/OPA_ptr_t-types */ #ifndef OPA_GCC_INTRINSICS_H_INCLUDED #define OPA_GCC_INTRINSICS_H_INCLUDED /* FIXME do we need to align these? */ typedef struct { volatile int v; } OPA_int_t; typedef struct { void * volatile v; } OPA_ptr_t; #define OPA_INT_T_INITIALIZER(val_) { (val_) } #define OPA_PTR_T_INITIALIZER(val_) { (val_) } /* Assume that loads/stores are atomic on the current platform, even though this may not be true at all. */ static _opa_inline int OPA_load_int(_opa_const OPA_int_t *ptr) { return ptr->v; } static _opa_inline void OPA_store_int(OPA_int_t *ptr, int val) { ptr->v = val; } static _opa_inline void *OPA_load_ptr(_opa_const OPA_ptr_t *ptr) { return ptr->v; } static _opa_inline void OPA_store_ptr(OPA_ptr_t *ptr, void *val) { ptr->v = val; } static _opa_inline int OPA_load_acquire_int(_opa_const OPA_int_t *ptr) { volatile int i = 0; int tmp; tmp = ptr->v; __sync_lock_test_and_set(&i, 1); /* guarantees acquire semantics */ return tmp; } static _opa_inline void OPA_store_release_int(OPA_int_t *ptr, int val) { volatile int i = 1; __sync_lock_release(&i); /* guarantees release semantics */ ptr->v = val; } static _opa_inline void *OPA_load_acquire_ptr(_opa_const OPA_ptr_t *ptr) { volatile int i = 0; void *tmp; tmp = ptr->v; __sync_lock_test_and_set(&i, 1); /* guarantees acquire semantics */ return tmp; } static _opa_inline void OPA_store_release_ptr(OPA_ptr_t *ptr, void *val) { volatile int i = 1; __sync_lock_release(&i); /* guarantees release semantics */ ptr->v = val; } /* gcc atomic intrinsics accept an optional list of variables to be protected by a memory barrier. These variables are labeled below by "protected variables :". */ static _opa_inline int OPA_fetch_and_add_int(OPA_int_t *ptr, int val) { return __sync_fetch_and_add(&ptr->v, val, /* protected variables: */ &ptr->v); } static _opa_inline int OPA_decr_and_test_int(OPA_int_t *ptr) { return __sync_sub_and_fetch(&ptr->v, 1, /* protected variables: */ &ptr->v) == 0; } #define OPA_fetch_and_incr_int_by_faa OPA_fetch_and_incr_int #define OPA_fetch_and_decr_int_by_faa OPA_fetch_and_decr_int #define OPA_add_int_by_faa OPA_add_int #define OPA_incr_int_by_fai OPA_incr_int #define OPA_decr_int_by_fad OPA_decr_int static _opa_inline void *OPA_cas_ptr(OPA_ptr_t *ptr, void *oldv, void *newv) { return __sync_val_compare_and_swap(&ptr->v, oldv, newv, /* protected variables: */ &ptr->v); } static _opa_inline int OPA_cas_int(OPA_int_t *ptr, int oldv, int newv) { return __sync_val_compare_and_swap(&ptr->v, oldv, newv, /* protected variables: */ &ptr->v); } #ifdef SYNC_LOCK_TEST_AND_SET_IS_SWAP static _opa_inline void *OPA_swap_ptr(OPA_ptr_t *ptr, void *val) { return __sync_lock_test_and_set(&ptr->v, val, /* protected variables: */ &ptr->v); } static _opa_inline int OPA_swap_int(OPA_int_t *ptr, int val) { return __sync_lock_test_and_set(&ptr->v, val, /* protected variables: */ &ptr->v); } #else #define OPA_swap_ptr_by_cas OPA_swap_ptr #define OPA_swap_int_by_cas OPA_swap_int #endif #define OPA_write_barrier() __sync_synchronize() #define OPA_read_barrier() __sync_synchronize() #define OPA_read_write_barrier() __sync_synchronize() #define OPA_compiler_barrier() __asm__ __volatile__ ( "" ::: "memory" ) #include"opa_emulated.h" #endif /* OPA_GCC_INTRINSICS_H_INCLUDED */