123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563 |
- #pragma once
- #include <stdbool.h>
- #include <stdint.h>
- #include <common/stddef.h>
- #include <arch/arch.h>
- #define sti() __asm__ __volatile__("sti\n\t" :: \
- : "memory")
- #define cli() __asm__ __volatile__("cli\n\t" :: \
- : "memory")
- #define nop() __asm__ __volatile__("nop\n\t")
- #define hlt() __asm__ __volatile__("hlt\n\t")
- #define pause() asm volatile("pause\n\t");
- #define io_mfence() __asm__ __volatile__("mfence\n\t" :: \
- : "memory")
- #define io_sfence() __asm__ __volatile__("sfence\n\t" :: \
- : "memory")
- #define io_lfence() __asm__ __volatile__("lfence\n\t" :: \
- : "memory")
- #define container_of(ptr, type, member) \
- ({ \
- typeof(((type *)0)->member) *p = (ptr); \
- (type *)((unsigned long)p - (unsigned long)&(((type *)0)->member)); \
- })
- typedef unsigned char uchar;
- typedef unsigned short ushort;
- typedef unsigned int uint;
- typedef unsigned long ul;
- typedef unsigned long long int ull;
- typedef long long int ll;
- #define ABS(x) ((x) > 0 ? (x) : -(x))
- #define max(x, y) ((x > y) ? (x) : (y))
- #define min(x, y) ((x < y) ? (x) : (y))
- #define MASK_HIGH_32bit(x) (x & (0x00000000ffffffffUL))
- ul round(double x)
- {
- return (ul)(x + 0.5);
- }
- ul ALIGN(const ul addr, const ul _align)
- {
- return (ul)((addr + _align - 1) & (~(_align - 1)));
- }
- struct List
- {
- struct List *prev, *next;
- };
- static inline void list_init(struct List *list)
- {
- list->next = list;
- list->prev = list;
- }
- static inline void list_add(struct List *entry, struct List *node)
- {
- node->next = entry->next;
- node->prev = entry;
- node->next->prev = node;
- entry->next = node;
- }
- static inline void list_append(struct List *entry, struct List *node)
- {
- struct List *tail = entry->prev;
- list_add(tail, node);
- }
- static inline void list_del(struct List *entry)
- {
- entry->next->prev = entry->prev;
- entry->prev->next = entry->next;
- }
- static inline bool list_empty(struct List *entry)
- {
-
- if (entry == entry->next && entry->prev == entry)
- return true;
- else
- return false;
- }
- static inline struct List *list_prev(struct List *entry)
- {
- if (entry->prev != NULL)
- return entry->prev;
- else
- return NULL;
- }
- static inline struct List *list_next(struct List *entry)
- {
- if (entry->next != NULL)
- return entry->next;
- else
- return NULL;
- }
- static inline int strlen(const char *s)
- {
- if(s == NULL)
- return 0;
- register int __res = 0;
- while (s[__res] != '\0')
- {
- ++__res;
- }
- return __res;
- }
- long strnlen(const char *src, unsigned long maxlen);
- void *memset(void *dst, unsigned char C, ul size)
- {
- int d0, d1;
- unsigned long tmp = C * 0x0101010101010101UL;
- __asm__ __volatile__("cld \n\t"
- "rep \n\t"
- "stosq \n\t"
- "testb $4, %b3 \n\t"
- "je 1f \n\t"
- "stosl \n\t"
- "1:\ttestb $2, %b3 \n\t"
- "je 2f\n\t"
- "stosw \n\t"
- "2:\ttestb $1, %b3 \n\t"
- "je 3f \n\t"
- "stosb \n\t"
- "3: \n\t"
- : "=&c"(d0), "=&D"(d1)
- : "a"(tmp), "q"(size), "0"(size / 8), "1"(dst)
- : "memory");
- return dst;
- }
- void *memset_c(void* dst, uint8_t c, size_t count)
- {
- uint8_t* xs = (uint8_t*)dst;
-
- while (count--)
- *xs++ = c;
-
- return dst;
- }
- static void *memcpy(void *dst, const void *src, long Num)
- {
- int d0=0, d1=0, d2=0;
- __asm__ __volatile__("cld \n\t"
- "rep \n\t"
- "movsq \n\t"
- "testb $4,%b4 \n\t"
- "je 1f \n\t"
- "movsl \n\t"
- "1:\ttestb $2,%b4 \n\t"
- "je 2f \n\t"
- "movsw \n\t"
- "2:\ttestb $1,%b4 \n\t"
- "je 3f \n\t"
- "movsb \n\t"
- "3: \n\t"
- : "=&c"(d0), "=&D"(d1), "=&S"(d2)
- : "0"(Num / 8), "q"(Num), "1"(dst), "2"(src)
- : "memory");
- return dst;
- }
- int strcmp(char *FirstPart, char *SecondPart)
- {
- register int __res;
- __asm__ __volatile__("cld \n\t"
- "1: \n\t"
- "lodsb \n\t"
- "scasb \n\t"
- "jne 2f \n\t"
- "testb %%al, %%al \n\t"
- "jne 1b \n\t"
- "xorl %%eax, %%eax \n\t"
- "jmp 3f \n\t"
- "2: \n\t"
- "movl $1, %%eax \n\t"
- "jl 3f \n\t"
- "negl %%eax \n\t"
- "3: \n\t"
- : "=a"(__res)
- : "D"(FirstPart), "S"(SecondPart)
- :);
- return __res;
- }
- unsigned char io_in8(unsigned short port)
- {
- unsigned char ret = 0;
- __asm__ __volatile__("inb %%dx, %0 \n\t"
- "mfence \n\t"
- : "=a"(ret)
- : "d"(port)
- : "memory");
- return ret;
- }
- unsigned int io_in32(unsigned short port)
- {
- unsigned int ret = 0;
- __asm__ __volatile__("inl %%dx, %0 \n\t"
- "mfence \n\t"
- : "=a"(ret)
- : "d"(port)
- : "memory");
- return ret;
- }
- void io_out8(unsigned short port, unsigned char value)
- {
- __asm__ __volatile__("outb %0, %%dx \n\t"
- "mfence \n\t"
- :
- : "a"(value), "d"(port)
- : "memory");
- }
- void io_out32(unsigned short port, unsigned int value)
- {
- __asm__ __volatile__("outl %0, %%dx \n\t"
- "mfence \n\t"
- :
- : "a"(value), "d"(port)
- : "memory");
- }
- #define io_insw(port, buffer, nr) \
- __asm__ __volatile__("cld;rep;insw;mfence;" ::"d"(port), "D"(buffer), "c"(nr) \
- : "memory")
- #define io_outsw(port, buffer, nr) \
- __asm__ __volatile__("cld;rep;outsw;mfence;" ::"d"(port), "S"(buffer), "c"(nr) \
- : "memory")
- unsigned long *get_rsp()
- {
- ul *tmp;
- __asm__ __volatile__(
- "movq %%rsp, %0\n\t"
- : "=r"(tmp)::"memory");
- return tmp;
- }
- unsigned long *get_rbp()
- {
- ul *tmp;
- __asm__ __volatile__(
- "movq %%rbp, %0\n\t"
- : "=r"(tmp)::"memory");
- return tmp;
- }
- unsigned long *get_ds()
- {
- ul *tmp;
- __asm__ __volatile__(
- "movq %%ds, %0\n\t"
- : "=r"(tmp)::"memory");
- return tmp;
- }
- unsigned long *get_rax()
- {
- ul *tmp;
- __asm__ __volatile__(
- "movq %%rax, %0\n\t"
- : "=r"(tmp)::"memory");
- return tmp;
- }
- unsigned long *get_rbx()
- {
- ul *tmp;
- __asm__ __volatile__(
- "movq %%rbx, %0\n\t"
- : "=r"(tmp)::"memory");
- return tmp;
- }
- void wrmsr(ul address, ul value)
- {
- __asm__ __volatile__("wrmsr \n\t" ::"d"(value >> 32), "a"(value & 0xffffffff), "c"(address)
- : "memory");
- }
- ul rdmsr(ul address)
- {
- unsigned int tmp0, tmp1;
- __asm__ __volatile__("rdmsr \n\t"
- : "=d"(tmp0), "=a"(tmp1)
- : "c"(address)
- : "memory");
- return ((ul)tmp0 << 32) | tmp1;
- }
- uint64_t get_rflags()
- {
- unsigned long tmp = 0;
- __asm__ __volatile__("pushfq \n\t"
- "movq (%%rsp), %0 \n\t"
- "popfq \n\t"
- : "=r"(tmp)::"memory");
- return tmp;
- }
- bool verify_area(uint64_t addr_start, uint64_t length)
- {
- if ((addr_start + length) <= 0x00007fffffffffffUL)
- return true;
- else
- return false;
- }
- static inline uint64_t copy_from_user(void *dst, void *src, uint64_t size)
- {
- uint64_t tmp0, tmp1;
- if (!verify_area((uint64_t)src, size))
- return 0;
-
- asm volatile("rep \n\t"
- "movsq \n\t"
- "movq %3, %0 \n\t"
- "rep \n\t"
- "movsb \n\t"
- : "=&c"(size), "=&D"(tmp0), "=&S"(tmp1)
- : "r"(size & 7), "0"(size >> 3), "1"(dst), "2"(src)
- : "memory");
- return size;
- }
- static inline uint64_t copy_to_user(void *dst, void *src, uint64_t size)
- {
- uint64_t tmp0, tmp1;
- if (verify_area((uint64_t)src, size))
- return 0;
-
- asm volatile("rep \n\t"
- "movsq \n\t"
- "movq %3, %0 \n\t"
- "rep \n\t"
- "movsb \n\t"
- : "=&c"(size), "=&D"(tmp0), "=&S"(tmp1)
- : "r"(size & 7), "0"(size >> 3), "1"(dst), "2"(src)
- : "memory");
- return size;
- }
- long strnlen_user(const char *src, unsigned long maxlen);
- char *strncpy(char *dst, const char *src, long count)
- {
- __asm__ __volatile__("cld \n\t"
- "1: \n\t"
- "decq %2 \n\t"
- "js 2f \n\t"
- "lodsb \n\t"
- "stosb \n\t"
- "testb %%al, %%al \n\t"
- "jne 1b \n\t"
- "rep \n\t"
- "stosb \n\t"
- "2: \n\t"
- :
- : "S"(src), "D"(dst), "c"(count)
- : "ax", "memory");
- return dst;
- }
- long strncpy_from_user(char *dst, const char *src, unsigned long size)
- {
- if (!verify_area((uint64_t)src, size))
- return 0;
- strncpy(dst, src, size);
- return size;
- }
|