2015-12-30 04:48:37 -08:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2015 Hugh Bailey <obs.jim@gmail.com>
|
|
|
|
*
|
|
|
|
* Permission to use, copy, modify, and distribute this software for any
|
|
|
|
* purpose with or without fee is hereby granted, provided that the above
|
|
|
|
* copyright notice and this permission notice appear in all copies.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
|
|
|
|
* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
|
|
|
|
* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
|
|
|
|
* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
|
|
|
|
* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
|
|
|
|
* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
|
|
|
|
* OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <intrin.h>
|
2021-02-02 22:37:08 -08:00
|
|
|
#include <string.h>
|
|
|
|
|
|
|
|
#if !defined(_M_IX86) && !defined(_M_X64) && !defined(_M_ARM) && \
|
|
|
|
!defined(_M_ARM64)
|
|
|
|
#error Processor not supported
|
|
|
|
#endif
|
2015-12-30 04:48:37 -08:00
|
|
|
|
|
|
|
static inline long os_atomic_inc_long(volatile long *val)
|
|
|
|
{
|
|
|
|
return _InterlockedIncrement(val);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline long os_atomic_dec_long(volatile long *val)
|
|
|
|
{
|
|
|
|
return _InterlockedDecrement(val);
|
|
|
|
}
|
|
|
|
|
2021-02-02 22:37:08 -08:00
|
|
|
static inline void os_atomic_store_long(volatile long *ptr, long val)
|
|
|
|
{
|
|
|
|
#if defined(_M_ARM) || defined(_M_ARM64)
|
|
|
|
__dmb(_ARM64_BARRIER_ISH);
|
|
|
|
__iso_volatile_store32((volatile __int32 *)ptr, val);
|
|
|
|
__dmb(_ARM64_BARRIER_ISH);
|
|
|
|
#else
|
|
|
|
_InterlockedExchange(ptr, val);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2015-12-30 04:48:37 -08:00
|
|
|
static inline long os_atomic_set_long(volatile long *ptr, long val)
|
|
|
|
{
|
2021-02-02 22:37:08 -08:00
|
|
|
return _InterlockedExchange(ptr, val);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline long os_atomic_exchange_long(volatile long *ptr, long val)
|
|
|
|
{
|
|
|
|
return os_atomic_set_long(ptr, val);
|
2015-12-30 04:48:37 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline long os_atomic_load_long(const volatile long *ptr)
|
|
|
|
{
|
2021-02-02 22:37:08 -08:00
|
|
|
const long val = __iso_volatile_load32((const volatile __int32 *)ptr);
|
|
|
|
#if defined(_M_ARM) || defined(_M_ARM64)
|
|
|
|
__dmb(_ARM64_BARRIER_ISH);
|
|
|
|
#else
|
|
|
|
_ReadWriteBarrier();
|
|
|
|
#endif
|
|
|
|
return val;
|
2015-12-30 04:48:37 -08:00
|
|
|
}
|
|
|
|
|
2019-06-22 22:13:45 -07:00
|
|
|
static inline bool os_atomic_compare_swap_long(volatile long *val, long old_val,
|
|
|
|
long new_val)
|
2015-12-30 04:48:37 -08:00
|
|
|
{
|
|
|
|
return _InterlockedCompareExchange(val, new_val, old_val) == old_val;
|
|
|
|
}
|
|
|
|
|
2021-02-02 22:37:08 -08:00
|
|
|
static inline bool os_atomic_compare_exchange_long(volatile long *val,
|
|
|
|
long *old_ptr, long new_val)
|
|
|
|
{
|
|
|
|
const long old_val = *old_ptr;
|
|
|
|
const long previous =
|
|
|
|
_InterlockedCompareExchange(val, new_val, old_val);
|
|
|
|
*old_ptr = previous;
|
|
|
|
return previous == old_val;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void os_atomic_store_bool(volatile bool *ptr, bool val)
|
|
|
|
{
|
|
|
|
#if defined(_M_ARM) || defined(_M_ARM64)
|
|
|
|
__dmb(_ARM64_BARRIER_ISH);
|
|
|
|
__iso_volatile_store8((volatile char *)ptr, val);
|
|
|
|
__dmb(_ARM64_BARRIER_ISH);
|
|
|
|
#else
|
|
|
|
_InterlockedExchange8((volatile char *)ptr, (char)val);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2015-12-30 04:48:37 -08:00
|
|
|
static inline bool os_atomic_set_bool(volatile bool *ptr, bool val)
|
|
|
|
{
|
2021-02-02 22:37:08 -08:00
|
|
|
const char c = _InterlockedExchange8((volatile char *)ptr, (char)val);
|
|
|
|
bool b;
|
|
|
|
|
|
|
|
/* Avoid unnecesary char to bool conversion. Value known 0 or 1. */
|
|
|
|
memcpy(&b, &c, sizeof(b));
|
|
|
|
|
|
|
|
return b;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline bool os_atomic_exchange_bool(volatile bool *ptr, bool val)
|
|
|
|
{
|
|
|
|
return os_atomic_set_bool(ptr, val);
|
2015-12-30 04:48:37 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline bool os_atomic_load_bool(const volatile bool *ptr)
|
|
|
|
{
|
2021-02-02 22:37:08 -08:00
|
|
|
const char val = __iso_volatile_load8((const volatile char *)ptr);
|
|
|
|
#if defined(_M_ARM) || defined(_M_ARM64)
|
|
|
|
__dmb(_ARM64_BARRIER_ISH);
|
|
|
|
#else
|
|
|
|
_ReadWriteBarrier();
|
|
|
|
#endif
|
|
|
|
return val;
|
2015-12-30 04:48:37 -08:00
|
|
|
}
|