123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145 |
- #pragma once
- #include <common/compiler_attributes.h>
- #define likely(x) __builtin_expect(!!(x), 1)
- #define unlikely(x) __builtin_expect(!!(x), 0)
- #ifndef barrier
- #define barrier() __asm__ __volatile__("" :: \
- : "memory");
- #endif
- #define __compiletime_assert(condition, msg, prefix, suffix) \
- do \
- { \
-
- \
- __noreturn extern void prefix##suffix(void) \
- __compiletime_error(msg); \
- if (!(condition)) \
- prefix##suffix(); \
- } while (0)
- #define complietime_assert(condition, msg) \
- __compiletime_assert(condition, msg, __compiletime_assert__, __COUNTER__)
- static __always_inline void __read_once_size(void *dst, const volatile void *src, int size)
- {
- switch (size)
- {
- case 1:
- *(__u8_alias_t *)dst = *(volatile __u8_alias_t *)src;
- break;
- case 2:
- *(__u16_alias_t *)dst = *(volatile __u16_alias_t *)src;
- break;
- case 4:
- *(__u32_alias_t *)dst = *(volatile __u32_alias_t *)src;
- break;
- case 8:
- *(__u64_alias_t *)dst = *(volatile __u64_alias_t *)src;
- break;
- default:
- barrier();
- __builtin_memcpy((void *)dst, (const void *)src, size);
- barrier();
- break;
- }
- }
- static __always_inline void __write_once_size(volatile void *dst, void *src, int size)
- {
- switch (size)
- {
- case 1:
- *(volatile __u8_alias_t *)dst = *(__u8_alias_t *)src;
- break;
- case 2:
- *(volatile __u16_alias_t *)dst = *(__u16_alias_t *)src;
- break;
- case 4:
- *(volatile __u32_alias_t *)dst = *(__u32_alias_t *)src;
- break;
- case 8:
- *(volatile __u64_alias_t *)dst = *(__u64_alias_t *)src;
- break;
- default:
- barrier();
- __builtin_memcpy((void *)dst, (const void *)src, size);
- barrier();
- break;
- }
- }
- #define READ_ONCE(x) \
- ({ \
- union \
- { \
- typeof(x) __val; \
- char __c[1]; \
- } __u = {.__c = {0}}; \
- __read_once_size(__u.__c, &(x), sizeof(x)); \
- __u.__val; \
- })
- #define WRITE_ONCE(x, val) \
- ({ \
- union \
- { \
- typeof(x) __val; \
- char __c[1]; \
- } __u = {.val = (val)}; \
- __write_once_size(&(x), __u.__c, sizeof(x)); \
- __u.__val; \
- })
|