123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347 |
- #pragma once
- #include <stdbool.h>
- #include <stdint.h>
- #include <common/stddef.h>
- #include <arch/arch.h>
- #include <common/compiler.h>
- #include <common/list.h>
- #if ARCH(I386) || ARCH(X86_64)
- #include <arch/x86_64/asm/asm.h>
- #else
- #error Arch not supported.
- #endif
- #define container_of(ptr, type, member) \
- ({ \
- typeof(((type *)0)->member) *p = (ptr); \
- (type *)((unsigned long)p - (unsigned long)&(((type *)0)->member)); \
- })
- typedef unsigned char uchar;
- typedef unsigned short ushort;
- typedef unsigned int uint;
- typedef unsigned long ul;
- typedef unsigned long long int ull;
- typedef long long int ll;
- #define ABS(x) ((x) > 0 ? (x) : -(x))
- #define max(x, y) ((x > y) ? (x) : (y))
- #define min(x, y) ((x < y) ? (x) : (y))
- #define MASK_HIGH_32bit(x) (x & (0x00000000ffffffffUL))
- ul round(double x)
- {
- return (ul)(x + 0.5);
- }
- static __always_inline ul ALIGN(const ul addr, const ul _align)
- {
- return (ul)((addr + _align - 1) & (~(_align - 1)));
- }
- void *memset(void *dst, unsigned char C, ul size)
- {
- int d0, d1;
- unsigned long tmp = C * 0x0101010101010101UL;
- __asm__ __volatile__("cld \n\t"
- "rep \n\t"
- "stosq \n\t"
- "testb $4, %b3 \n\t"
- "je 1f \n\t"
- "stosl \n\t"
- "1:\ttestb $2, %b3 \n\t"
- "je 2f\n\t"
- "stosw \n\t"
- "2:\ttestb $1, %b3 \n\t"
- "je 3f \n\t"
- "stosb \n\t"
- "3: \n\t"
- : "=&c"(d0), "=&D"(d1)
- : "a"(tmp), "q"(size), "0"(size / 8), "1"(dst)
- : "memory");
- return dst;
- }
- void *memset_c(void *dst, uint8_t c, size_t count)
- {
- uint8_t *xs = (uint8_t *)dst;
- while (count--)
- *xs++ = c;
- return dst;
- }
- static void *memcpy(void *dst, const void *src, long Num)
- {
- int d0 = 0, d1 = 0, d2 = 0;
- __asm__ __volatile__("cld \n\t"
- "rep \n\t"
- "movsq \n\t"
- "testb $4,%b4 \n\t"
- "je 1f \n\t"
- "movsl \n\t"
- "1:\ttestb $2,%b4 \n\t"
- "je 2f \n\t"
- "movsw \n\t"
- "2:\ttestb $1,%b4 \n\t"
- "je 3f \n\t"
- "movsb \n\t"
- "3: \n\t"
- : "=&c"(d0), "=&D"(d1), "=&S"(d2)
- : "0"(Num / 8), "q"(Num), "1"(dst), "2"(src)
- : "memory");
- return dst;
- }
- unsigned char io_in8(unsigned short port)
- {
- unsigned char ret = 0;
- __asm__ __volatile__("inb %%dx, %0 \n\t"
- "mfence \n\t"
- : "=a"(ret)
- : "d"(port)
- : "memory");
- return ret;
- }
- unsigned int io_in32(unsigned short port)
- {
- unsigned int ret = 0;
- __asm__ __volatile__("inl %%dx, %0 \n\t"
- "mfence \n\t"
- : "=a"(ret)
- : "d"(port)
- : "memory");
- return ret;
- }
- void io_out8(unsigned short port, unsigned char value)
- {
- __asm__ __volatile__("outb %0, %%dx \n\t"
- "mfence \n\t"
- :
- : "a"(value), "d"(port)
- : "memory");
- }
- void io_out32(unsigned short port, unsigned int value)
- {
- __asm__ __volatile__("outl %0, %%dx \n\t"
- "mfence \n\t"
- :
- : "a"(value), "d"(port)
- : "memory");
- }
- #define io_insw(port, buffer, nr) \
- __asm__ __volatile__("cld;rep;insw;mfence;" ::"d"(port), "D"(buffer), "c"(nr) \
- : "memory")
- #define io_outsw(port, buffer, nr) \
- __asm__ __volatile__("cld;rep;outsw;mfence;" ::"d"(port), "S"(buffer), "c"(nr) \
- : "memory")
- bool verify_area(uint64_t addr_start, uint64_t length)
- {
- if ((addr_start + length) <= 0x00007fffffffffffUL)
- return true;
- else
- return false;
- }
- static inline uint64_t copy_from_user(void *dst, void *src, uint64_t size)
- {
- uint64_t tmp0, tmp1;
- if (!verify_area((uint64_t)src, size))
- return 0;
-
- asm volatile("rep \n\t"
- "movsq \n\t"
- "movq %3, %0 \n\t"
- "rep \n\t"
- "movsb \n\t"
- : "=&c"(size), "=&D"(tmp0), "=&S"(tmp1)
- : "r"(size & 7), "0"(size >> 3), "1"(dst), "2"(src)
- : "memory");
- return size;
- }
- static inline uint64_t copy_to_user(void *dst, void *src, uint64_t size)
- {
- uint64_t tmp0, tmp1;
- if (verify_area((uint64_t)src, size))
- return 0;
-
- asm volatile("rep \n\t"
- "movsq \n\t"
- "movq %3, %0 \n\t"
- "rep \n\t"
- "movsb \n\t"
- : "=&c"(size), "=&D"(tmp0), "=&S"(tmp1)
- : "r"(size & 7), "0"(size >> 3), "1"(dst), "2"(src)
- : "memory");
- return size;
- }
- void __experimental_beep(uint64_t times);
- static __always_inline void __write8b(uint64_t vaddr, uint64_t value)
- {
- asm volatile("movq %%rdx, 0(%%rax)" ::"a"(vaddr), "d"(value)
- : "memory");
- }
- static __always_inline void __write4b(uint64_t vaddr, uint32_t value)
- {
- asm volatile("movl %%edx, 0(%%rax)" ::"a"(vaddr), "d"(value)
- : "memory");
- }
- static __always_inline uint64_t __read8b(uint64_t vaddr)
- {
- uint64_t retval;
- asm volatile("movq 0(%%rax), %0"
- : "=r"(retval)
- : "a"(vaddr)
- : "memory");
- return retval;
- }
- static __always_inline uint32_t __read4b(uint64_t vaddr)
- {
- uint32_t retval;
- asm volatile("movl 0(%%rax), %0"
- : "=d"(retval)
- : "a"(vaddr)
- : "memory");
- return retval;
- }
- void *memmove(void *dst, const void *src, uint64_t size);
|