123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671 |
- #include "mm.h"
- #include "slab.h"
- #include "../common/printk.h"
- #include "../common/kprint.h"
- #include "../driver/multiboot2/multiboot2.h"
- ul Total_Memory = 0;
- ul total_2M_pages = 0;
- static ul root_page_table_phys_addr = 0;
- void mm_init()
- {
- kinfo("Initializing memory management unit...");
-
- memory_management_struct.kernel_code_start = (ul)&_text;
- memory_management_struct.kernel_code_end = (ul)&_etext;
- memory_management_struct.kernel_data_end = (ul)&_edata;
- memory_management_struct.kernel_end = (ul)&_end;
- struct multiboot_mmap_entry_t mb2_mem_info[512];
- int count;
- multiboot2_iter(multiboot2_get_memory, mb2_mem_info, &count);
-
- for (int i = 0; i < count; ++i)
- {
-
- if (mb2_mem_info->type == 1)
- Total_Memory += mb2_mem_info->len;
-
- memory_management_struct.e820[i].BaseAddr = mb2_mem_info[i].addr;
- memory_management_struct.e820[i].Length = mb2_mem_info[i].len;
- memory_management_struct.e820[i].type = mb2_mem_info[i].type;
- memory_management_struct.len_e820 = i;
-
-
- if (mb2_mem_info[i].type > 4 || mb2_mem_info[i].len == 0 || mb2_mem_info[i].type < 1)
- break;
- }
- printk("[ INFO ] Total amounts of RAM : %ld bytes\n", Total_Memory);
-
- for (int i = 0; i < memory_management_struct.len_e820; ++i)
- {
- if (memory_management_struct.e820[i].type != 1)
- continue;
-
- ul addr_start = PAGE_2M_ALIGN(memory_management_struct.e820[i].BaseAddr);
-
- ul addr_end = ((memory_management_struct.e820[i].BaseAddr + memory_management_struct.e820[i].Length) & PAGE_2M_MASK);
-
- if (addr_end <= addr_start)
- continue;
- total_2M_pages += ((addr_end - addr_start) >> PAGE_2M_SHIFT);
- }
- kinfo("Total amounts of 2M pages : %ld.", total_2M_pages);
-
- ul max_addr = memory_management_struct.e820[memory_management_struct.len_e820].BaseAddr + memory_management_struct.e820[memory_management_struct.len_e820].Length;
-
-
- memory_management_struct.bmp = (unsigned long *)((memory_management_struct.kernel_end + PAGE_4K_SIZE - 1) & PAGE_4K_MASK);
- memory_management_struct.bits_size = max_addr >> PAGE_2M_SHIFT;
- memory_management_struct.bmp_len = (((unsigned long)(max_addr >> PAGE_2M_SHIFT) + sizeof(unsigned long) * 8 - 1) / 8) & (~(sizeof(unsigned long) - 1));
-
- memset(memory_management_struct.bmp, 0xff, memory_management_struct.bmp_len);
-
-
- memory_management_struct.pages_struct = (struct Page *)(((unsigned long)memory_management_struct.bmp + memory_management_struct.bmp_len + PAGE_4K_SIZE - 1) & PAGE_4K_MASK);
- memory_management_struct.count_pages = max_addr >> PAGE_2M_SHIFT;
- memory_management_struct.pages_struct_len = ((max_addr >> PAGE_2M_SHIFT) * sizeof(struct Page) + sizeof(long) - 1) & (~(sizeof(long) - 1));
-
- memset(memory_management_struct.pages_struct, 0x00, memory_management_struct.pages_struct_len);
-
- memory_management_struct.zones_struct = (struct Zone *)(((ul)memory_management_struct.pages_struct + memory_management_struct.pages_struct_len + PAGE_4K_SIZE - 1) & PAGE_4K_MASK);
-
- memory_management_struct.count_zones = 0;
-
- memory_management_struct.zones_struct_len = (5 * sizeof(struct Zone) + sizeof(ul) - 1) & (~(sizeof(ul) - 1));
- memset(memory_management_struct.zones_struct, 0x00, memory_management_struct.zones_struct_len);
-
- for (int i = 0; i < memory_management_struct.len_e820; ++i)
- {
- if (memory_management_struct.e820[i].type != 1)
- continue;
- ul addr_start = PAGE_2M_ALIGN(memory_management_struct.e820[i].BaseAddr);
- ul addr_end = (memory_management_struct.e820[i].BaseAddr + memory_management_struct.e820[i].Length) & PAGE_2M_MASK;
- if (addr_end <= addr_start)
- continue;
-
- struct Zone *z = memory_management_struct.zones_struct + memory_management_struct.count_zones;
- ++memory_management_struct.count_zones;
- z->zone_addr_start = addr_start;
- z->zone_addr_end = addr_end;
- z->zone_length = addr_end - addr_start;
- z->count_pages_using = 0;
- z->count_pages_free = (addr_end - addr_start) >> PAGE_2M_SHIFT;
- z->total_pages_link = 0;
- z->attr = 0;
- z->gmd_struct = &memory_management_struct;
- z->count_pages = (addr_end - addr_start) >> PAGE_2M_SHIFT;
- z->pages_group = (struct Page *)(memory_management_struct.pages_struct + (addr_start >> PAGE_2M_SHIFT));
-
- struct Page *p = z->pages_group;
- for (int j = 0; j < z->count_pages; ++j, ++p)
- {
- p->zone = z;
- p->addr_phys = addr_start + PAGE_2M_SIZE * j;
- p->attr = 0;
- p->ref_counts = 0;
- p->age = 0;
-
- *(memory_management_struct.bmp + ((p->addr_phys >> PAGE_2M_SHIFT) >> 6)) ^= (1UL << ((p->addr_phys >> PAGE_2M_SHIFT) % 64));
- }
- }
-
-
- memory_management_struct.pages_struct->zone = memory_management_struct.zones_struct;
- memory_management_struct.pages_struct->addr_phys = 0UL;
- set_page_attr(memory_management_struct.pages_struct, PAGE_PGT_MAPPED | PAGE_KERNEL_INIT | PAGE_KERNEL);
- memory_management_struct.pages_struct->ref_counts = 1;
- memory_management_struct.pages_struct->age = 0;
-
-
-
- memory_management_struct.zones_struct_len = (memory_management_struct.count_zones * sizeof(struct Zone) + sizeof(ul) - 1) & (~(sizeof(ul) - 1));
- ZONE_DMA_INDEX = 0;
- ZONE_NORMAL_INDEX = 0;
- ZONE_UNMAPPED_INDEX = 0;
- for (int i = 0; i < memory_management_struct.count_zones; ++i)
- {
- struct Zone *z = memory_management_struct.zones_struct + i;
-
-
-
- if (z->zone_addr_start >= 0x100000000 && (!ZONE_UNMAPPED_INDEX))
- ZONE_UNMAPPED_INDEX = i;
- }
-
-
- memory_management_struct.end_of_struct = (ul)((ul)memory_management_struct.zones_struct + memory_management_struct.zones_struct_len + sizeof(long) * 32) & (~(sizeof(long) - 1));
-
-
-
- ul mms_max_page = (virt_2_phys(memory_management_struct.end_of_struct) >> PAGE_2M_SHIFT);
-
- struct Page *tmp_page = NULL;
- ul page_num;
-
- for (ul j = 1; j <= mms_max_page; ++j)
- {
- tmp_page = memory_management_struct.pages_struct + j;
- page_init(tmp_page, PAGE_PGT_MAPPED | PAGE_KERNEL | PAGE_KERNEL_INIT);
- page_num = tmp_page->addr_phys >> PAGE_2M_SHIFT;
- *(memory_management_struct.bmp + (page_num >> 6)) |= (1UL << (page_num % 64));
- ++tmp_page->zone->count_pages_using;
- --tmp_page->zone->count_pages_free;
- }
- global_CR3 = get_CR3();
-
-
-
-
-
-
- kinfo("Memory management unit initialize complete!");
-
- flush_tlb();
-
- slab_init();
- page_table_init();
- init_frame_buffer();
- }
- unsigned long page_init(struct Page *page, ul flags)
- {
- page->attr |= flags;
-
- if ((!page->ref_counts) || (page->attr & PAGE_SHARED))
- {
- ++page->ref_counts;
- ++page->zone->total_pages_link;
- }
- return 0;
- }
- struct Page *alloc_pages(unsigned int zone_select, int num, ul flags)
- {
- ul zone_start = 0, zone_end = 0;
- if (num >= 64 && num <= 0)
- {
- kerror("alloc_pages(): num is invalid.");
- return NULL;
- }
- ul attr = flags;
- switch (zone_select)
- {
- case ZONE_DMA:
-
- zone_start = 0;
- zone_end = ZONE_DMA_INDEX;
- attr |= PAGE_PGT_MAPPED;
- break;
- case ZONE_NORMAL:
- zone_start = ZONE_DMA_INDEX;
- zone_end = ZONE_NORMAL_INDEX;
- attr |= PAGE_PGT_MAPPED;
- break;
- case ZONE_UNMAPPED_IN_PGT:
- zone_start = ZONE_NORMAL_INDEX;
- zone_end = ZONE_UNMAPPED_INDEX;
- attr = 0;
- break;
- default:
- kerror("In alloc_pages: param: zone_select incorrect.");
-
- return NULL;
- break;
- }
- for (int i = zone_start; i <= zone_end; ++i)
- {
- if ((memory_management_struct.zones_struct + i)->count_pages_free < num)
- continue;
- struct Zone *z = memory_management_struct.zones_struct + i;
-
- ul page_start = (z->zone_addr_start >> PAGE_2M_SHIFT);
- ul page_end = (z->zone_addr_end >> PAGE_2M_SHIFT);
- ul tmp = 64 - page_start % 64;
- for (ul j = page_start; j < page_end; j += ((j % 64) ? tmp : 64))
- {
-
-
- ul *p = memory_management_struct.bmp + (j >> 6);
- ul shift = j % 64;
- ul tmp_num = ((1UL << num) - 1);
- for (ul k = shift; k < 64; ++k)
- {
-
- if (!((k ? ((*p >> k) | (*(p + 1) << (64 - k))) : *p) & tmp_num))
- {
- ul start_page_num = j + k - shift;
- for (ul l = 0; l < num; ++l)
- {
- struct Page *x = memory_management_struct.pages_struct + start_page_num + l;
-
-
- *(memory_management_struct.bmp + ((x->addr_phys >> PAGE_2M_SHIFT) >> 6)) |= (1UL << (x->addr_phys >> PAGE_2M_SHIFT) % 64);
- ++z->count_pages_using;
- --z->count_pages_free;
- x->attr = attr;
- }
-
-
- return (struct Page *)(memory_management_struct.pages_struct + start_page_num);
- }
- }
- }
- }
- return NULL;
- }
- unsigned long page_clean(struct Page *p)
- {
- --p->ref_counts;
- --p->zone->total_pages_link;
-
- if (!p->ref_counts)
- {
- p->attr &= PAGE_PGT_MAPPED;
- }
- return 0;
- }
- ul get_page_attr(struct Page *page)
- {
- if (page == NULL)
- {
- kBUG("get_page_attr(): page == NULL");
- return EPAGE_NULL;
- }
- else
- return page->attr;
- }
- ul set_page_attr(struct Page *page, ul flags)
- {
- if (page == NULL)
- {
- kBUG("get_page_attr(): page == NULL");
- return EPAGE_NULL;
- }
- else
- {
- page->attr = flags;
- return 0;
- }
- }
- void free_pages(struct Page *page, int number)
- {
- if (page == NULL)
- {
- kerror("free_pages() page is invalid.");
- return;
- }
- if (number >= 64 || number <= 0)
- {
- kerror("free_pages(): number %d is invalid.", number);
- return;
- }
- ul page_num;
- for (int i = 0; i < number; ++i, ++page)
- {
- page_num = page->addr_phys >> PAGE_2M_SHIFT;
-
- *(memory_management_struct.bmp + (page_num >> 6)) &= ~(1UL << (page_num % 64));
-
- --page->zone->count_pages_using;
- ++page->zone->count_pages_free;
- page->attr = 0;
- }
- return;
- }
- void page_table_init()
- {
- kinfo("Re-Initializing page table...");
- global_CR3 = get_CR3();
-
- ul *tmp_addr;
- for (int i = 0; i < memory_management_struct.count_zones; ++i)
- {
- struct Zone *z = memory_management_struct.zones_struct + i;
- struct Page *p = z->pages_group;
- if (i == ZONE_UNMAPPED_INDEX)
- break;
- for (int j = 0; j < z->count_pages; ++j)
- {
- mm_map_phys_addr((ul)phys_2_virt(p->addr_phys), p->addr_phys, PAGE_2M_SIZE, PAGE_KERNEL_PAGE);
-
-
- if (j % 50 == 0)
- kdebug("pd_addr=%#018lx, *pd_addr=%#018lx", tmp_addr, *tmp_addr);
- }
- }
- flush_tlb();
- kinfo("Page table Initialized.");
- }
- void init_frame_buffer()
- {
- kinfo("Re-mapping VBE frame buffer...");
- global_CR3 = get_CR3();
- ul fb_virt_addr = SPECIAL_MEMOEY_MAPPING_VIRT_ADDR_BASE + FRAME_BUFFER_MAPPING_OFFSET;
- ul fb_phys_addr = get_VBE_FB_phys_addr();
-
- ul *tmp = phys_2_virt((ul *)((ul)global_CR3 & (~0xfffUL)) + ((fb_virt_addr >> PAGE_GDT_SHIFT) & 0x1ff));
- if (*tmp == 0)
- {
- ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
- memset(virt_addr, 0, PAGE_4K_SIZE);
- set_pml4t(tmp, mk_pml4t(virt_2_phys(virt_addr), PAGE_KERNEL_PGT));
- }
- tmp = phys_2_virt((ul *)(*tmp & (~0xfffUL)) + ((fb_virt_addr >> PAGE_1G_SHIFT) & 0x1ff));
- if (*tmp == 0)
- {
- ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
- memset(virt_addr, 0, PAGE_4K_SIZE);
- set_pdpt(tmp, mk_pdpt(virt_2_phys(virt_addr), PAGE_KERNEL_DIR));
- }
- ul vbe_fb_length = get_VBE_FB_length();
- ul *tmp1;
-
- for (ul i = 0; i < (vbe_fb_length << 2); i += PAGE_2M_SIZE)
- {
-
- tmp1 = phys_2_virt((ul *)(*tmp & (~0xfffUL)) + (((ul)(fb_virt_addr + i) >> PAGE_2M_SHIFT) & 0x1ff));
-
- set_pdt(tmp1, mk_pdt((ul)fb_phys_addr + i, PAGE_KERNEL_PAGE | PAGE_PWT | PAGE_PCD));
- }
- set_pos_VBE_FB_addr((uint *)fb_virt_addr);
- flush_tlb();
- kinfo("VBE frame buffer successfully Re-mapped!");
- }
- void mm_map_phys_addr(ul virt_addr_start, ul phys_addr_start, ul length, ul flags)
- {
- global_CR3 = get_CR3();
-
- ul *tmp = phys_2_virt((ul *)((ul)global_CR3 & (~0xfffUL)) + ((virt_addr_start >> PAGE_GDT_SHIFT) & 0x1ff));
- if (*tmp == 0)
- {
- ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
- memset(virt_addr, 0, PAGE_4K_SIZE);
- set_pml4t(tmp, mk_pml4t(virt_2_phys(virt_addr), PAGE_KERNEL_PGT));
- }
- tmp = phys_2_virt((ul *)(*tmp & (~0xfffUL)) + ((virt_addr_start >> PAGE_1G_SHIFT) & 0x1ff));
- if (*tmp == 0)
- {
- ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
- memset(virt_addr, 0, PAGE_4K_SIZE);
- set_pdpt(tmp, mk_pdpt(virt_2_phys(virt_addr), PAGE_KERNEL_DIR));
- }
- ul *tmp1;
-
- for (ul i = 0; i < (length); i += PAGE_2M_SIZE)
- {
-
- tmp1 = phys_2_virt((ul *)(*tmp & (~0xfffUL)) + (((ul)(virt_addr_start + i) >> PAGE_2M_SHIFT) & 0x1ff));
-
- set_pdt(tmp1, mk_pdt((ul)phys_addr_start + i, flags));
- }
- flush_tlb();
- }
- void mm_map_phys_addr_user(ul virt_addr_start, ul phys_addr_start, ul length, ul flags)
- {
- global_CR3 = get_CR3();
-
- ul *tmp = phys_2_virt((ul *)((ul)global_CR3 & (~0xfffUL)) + ((virt_addr_start >> PAGE_GDT_SHIFT) & 0x1ff));
- if (*tmp == 0)
- {
- ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
- memset(virt_addr, 0, PAGE_4K_SIZE);
- set_pml4t(tmp, mk_pml4t(virt_2_phys(virt_addr), PAGE_USER_PGT));
- }
- else
- kdebug("*tmp != 0!!! \t tmp = %#018lx\t *tmp = %#018lx", tmp, *tmp);
- tmp = phys_2_virt((ul *)(*tmp & (~0xfffUL)) + ((virt_addr_start >> PAGE_1G_SHIFT) & 0x1ff));
- if (*tmp == 0)
- {
- ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
- memset(virt_addr, 0, PAGE_4K_SIZE);
- set_pdpt(tmp, mk_pdpt(virt_2_phys(virt_addr), PAGE_USER_DIR));
- }
- else
- kdebug("*tmp != 0!!! \t tmp = %#018lx\t *tmp = %#018lx", tmp, *tmp);
- ul *tmp1;
-
- for (ul i = 0; i < (length); i += PAGE_2M_SIZE)
- {
-
- tmp1 = phys_2_virt((ul *)(*tmp & (~0xfffUL)) + (((ul)(virt_addr_start + i) >> PAGE_2M_SHIFT) & 0x1ff));
-
- set_pdt(tmp1, mk_pdt((ul)phys_addr_start + i, flags | PAGE_USER_PAGE));
- }
- flush_tlb();
- }
- void mm_map_proc_page_table(ul proc_page_table_addr, bool is_phys, ul virt_addr_start, ul phys_addr_start, ul length, ul flags, bool user)
- {
- kdebug("proc_page_table_addr=%#018lx",proc_page_table_addr);
-
- ul *tmp;
- if (is_phys)
- tmp = phys_2_virt((ul *)((ul)proc_page_table_addr & (~0xfffUL)) + ((virt_addr_start >> PAGE_GDT_SHIFT) & 0x1ff));
- else
- tmp = (ul *)((ul)proc_page_table_addr & (~0xfffUL)) + ((virt_addr_start >> PAGE_GDT_SHIFT) & 0x1ff);
-
- if (*tmp == 0)
- {
- ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
- memset(virt_addr, 0, PAGE_4K_SIZE);
- set_pml4t(tmp, mk_pml4t(virt_2_phys(virt_addr), (user ? PAGE_USER_PGT : PAGE_KERNEL_PGT)));
- }
-
- if (is_phys)
- tmp = phys_2_virt((ul *)(*tmp & (~0xfffUL)) + ((virt_addr_start >> PAGE_1G_SHIFT) & 0x1ff));
- else
- tmp = (ul *)(*tmp & (~0xfffUL)) + ((virt_addr_start >> PAGE_1G_SHIFT) & 0x1ff);
- if (*tmp == 0)
- {
- ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
- memset(virt_addr, 0, PAGE_4K_SIZE);
- set_pdpt(tmp, mk_pdpt(virt_2_phys(virt_addr), (user ? PAGE_USER_DIR : PAGE_KERNEL_DIR)));
- }
- ul *tmp1;
-
- for (ul i = 0; i < (length); i += PAGE_2M_SIZE)
- {
-
- if (is_phys)
- tmp1 = phys_2_virt(((ul *)(*tmp & (~0xfffUL)) + (((ul)(virt_addr_start + i) >> PAGE_2M_SHIFT) & 0x1ff)));
- else
- tmp1 = ((ul *)(*tmp & (~0xfffUL)) + (((ul)(virt_addr_start + i) >> PAGE_2M_SHIFT) & 0x1ff));
-
- set_pdt(tmp1, mk_pdt((ul)phys_addr_start + i, flags | (user ? PAGE_USER_PAGE : PAGE_KERNEL_PAGE)));
- }
- flush_tlb();
- }
|