 6c7c3c21f9
			
		
	
	
		6c7c3c21f9
		
	
	
	
	
		
			
			The new paging more is extension of IA32e mode with more additional page table level. It brings support of 57-bit vitrual address space (128PB) and 52-bit physical address space (4PB). The structure of new page table level is identical to pml4. The feature is enumerated with CPUID.(EAX=07H, ECX=0):ECX[bit 16]. CR4.LA57[bit 12] need to be set when pageing enables to activate 5-level paging mode. Signed-off-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com> Message-Id: <20161215001305.146807-1-kirill.shutemov@linux.intel.com> [Drop changes to target-i386/translate.c. - Paolo] Signed-off-by: Paolo Bonzini <pbonzini@redhat.com>
		
			
				
	
	
		
			314 lines
		
	
	
		
			9.6 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			314 lines
		
	
	
		
			9.6 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /*
 | |
|  * i386 memory mapping
 | |
|  *
 | |
|  * Copyright Fujitsu, Corp. 2011, 2012
 | |
|  *
 | |
|  * Authors:
 | |
|  *     Wen Congyang <wency@cn.fujitsu.com>
 | |
|  *
 | |
|  * This work is licensed under the terms of the GNU GPL, version 2 or later.
 | |
|  * See the COPYING file in the top-level directory.
 | |
|  *
 | |
|  */
 | |
| 
 | |
| #include "qemu/osdep.h"
 | |
| #include "cpu.h"
 | |
| #include "exec/cpu-all.h"
 | |
| #include "sysemu/memory_mapping.h"
 | |
| 
 | |
| /* PAE Paging or IA-32e Paging */
 | |
| static void walk_pte(MemoryMappingList *list, AddressSpace *as,
 | |
|                      hwaddr pte_start_addr,
 | |
|                      int32_t a20_mask, target_ulong start_line_addr)
 | |
| {
 | |
|     hwaddr pte_addr, start_paddr;
 | |
|     uint64_t pte;
 | |
|     target_ulong start_vaddr;
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < 512; i++) {
 | |
|         pte_addr = (pte_start_addr + i * 8) & a20_mask;
 | |
|         pte = address_space_ldq(as, pte_addr, MEMTXATTRS_UNSPECIFIED, NULL);
 | |
|         if (!(pte & PG_PRESENT_MASK)) {
 | |
|             /* not present */
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         start_paddr = (pte & ~0xfff) & ~(0x1ULL << 63);
 | |
|         if (cpu_physical_memory_is_io(start_paddr)) {
 | |
|             /* I/O region */
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         start_vaddr = start_line_addr | ((i & 0x1ff) << 12);
 | |
|         memory_mapping_list_add_merge_sorted(list, start_paddr,
 | |
|                                              start_vaddr, 1 << 12);
 | |
|     }
 | |
| }
 | |
| 
 | |
| /* 32-bit Paging */
 | |
| static void walk_pte2(MemoryMappingList *list, AddressSpace *as,
 | |
|                       hwaddr pte_start_addr, int32_t a20_mask,
 | |
|                       target_ulong start_line_addr)
 | |
| {
 | |
|     hwaddr pte_addr, start_paddr;
 | |
|     uint32_t pte;
 | |
|     target_ulong start_vaddr;
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < 1024; i++) {
 | |
|         pte_addr = (pte_start_addr + i * 4) & a20_mask;
 | |
|         pte = address_space_ldl(as, pte_addr, MEMTXATTRS_UNSPECIFIED, NULL);
 | |
|         if (!(pte & PG_PRESENT_MASK)) {
 | |
|             /* not present */
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         start_paddr = pte & ~0xfff;
 | |
|         if (cpu_physical_memory_is_io(start_paddr)) {
 | |
|             /* I/O region */
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         start_vaddr = start_line_addr | ((i & 0x3ff) << 12);
 | |
|         memory_mapping_list_add_merge_sorted(list, start_paddr,
 | |
|                                              start_vaddr, 1 << 12);
 | |
|     }
 | |
| }
 | |
| 
 | |
| /* PAE Paging or IA-32e Paging */
 | |
| #define PLM4_ADDR_MASK 0xffffffffff000ULL /* selects bits 51:12 */
 | |
| 
 | |
| static void walk_pde(MemoryMappingList *list, AddressSpace *as,
 | |
|                      hwaddr pde_start_addr,
 | |
|                      int32_t a20_mask, target_ulong start_line_addr)
 | |
| {
 | |
|     hwaddr pde_addr, pte_start_addr, start_paddr;
 | |
|     uint64_t pde;
 | |
|     target_ulong line_addr, start_vaddr;
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < 512; i++) {
 | |
|         pde_addr = (pde_start_addr + i * 8) & a20_mask;
 | |
|         pde = address_space_ldq(as, pde_addr, MEMTXATTRS_UNSPECIFIED, NULL);
 | |
|         if (!(pde & PG_PRESENT_MASK)) {
 | |
|             /* not present */
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         line_addr = start_line_addr | ((i & 0x1ff) << 21);
 | |
|         if (pde & PG_PSE_MASK) {
 | |
|             /* 2 MB page */
 | |
|             start_paddr = (pde & ~0x1fffff) & ~(0x1ULL << 63);
 | |
|             if (cpu_physical_memory_is_io(start_paddr)) {
 | |
|                 /* I/O region */
 | |
|                 continue;
 | |
|             }
 | |
|             start_vaddr = line_addr;
 | |
|             memory_mapping_list_add_merge_sorted(list, start_paddr,
 | |
|                                                  start_vaddr, 1 << 21);
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         pte_start_addr = (pde & PLM4_ADDR_MASK) & a20_mask;
 | |
|         walk_pte(list, as, pte_start_addr, a20_mask, line_addr);
 | |
|     }
 | |
| }
 | |
| 
 | |
| /* 32-bit Paging */
 | |
| static void walk_pde2(MemoryMappingList *list, AddressSpace *as,
 | |
|                       hwaddr pde_start_addr, int32_t a20_mask,
 | |
|                       bool pse)
 | |
| {
 | |
|     hwaddr pde_addr, pte_start_addr, start_paddr, high_paddr;
 | |
|     uint32_t pde;
 | |
|     target_ulong line_addr, start_vaddr;
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < 1024; i++) {
 | |
|         pde_addr = (pde_start_addr + i * 4) & a20_mask;
 | |
|         pde = address_space_ldl(as, pde_addr, MEMTXATTRS_UNSPECIFIED, NULL);
 | |
|         if (!(pde & PG_PRESENT_MASK)) {
 | |
|             /* not present */
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         line_addr = (((unsigned int)i & 0x3ff) << 22);
 | |
|         if ((pde & PG_PSE_MASK) && pse) {
 | |
|             /*
 | |
|              * 4 MB page:
 | |
|              * bits 39:32 are bits 20:13 of the PDE
 | |
|              * bit3 31:22 are bits 31:22 of the PDE
 | |
|              */
 | |
|             high_paddr = ((hwaddr)(pde & 0x1fe000) << 19);
 | |
|             start_paddr = (pde & ~0x3fffff) | high_paddr;
 | |
|             if (cpu_physical_memory_is_io(start_paddr)) {
 | |
|                 /* I/O region */
 | |
|                 continue;
 | |
|             }
 | |
|             start_vaddr = line_addr;
 | |
|             memory_mapping_list_add_merge_sorted(list, start_paddr,
 | |
|                                                  start_vaddr, 1 << 22);
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         pte_start_addr = (pde & ~0xfff) & a20_mask;
 | |
|         walk_pte2(list, as, pte_start_addr, a20_mask, line_addr);
 | |
|     }
 | |
| }
 | |
| 
 | |
| /* PAE Paging */
 | |
| static void walk_pdpe2(MemoryMappingList *list, AddressSpace *as,
 | |
|                        hwaddr pdpe_start_addr, int32_t a20_mask)
 | |
| {
 | |
|     hwaddr pdpe_addr, pde_start_addr;
 | |
|     uint64_t pdpe;
 | |
|     target_ulong line_addr;
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < 4; i++) {
 | |
|         pdpe_addr = (pdpe_start_addr + i * 8) & a20_mask;
 | |
|         pdpe = address_space_ldq(as, pdpe_addr, MEMTXATTRS_UNSPECIFIED, NULL);
 | |
|         if (!(pdpe & PG_PRESENT_MASK)) {
 | |
|             /* not present */
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         line_addr = (((unsigned int)i & 0x3) << 30);
 | |
|         pde_start_addr = (pdpe & ~0xfff) & a20_mask;
 | |
|         walk_pde(list, as, pde_start_addr, a20_mask, line_addr);
 | |
|     }
 | |
| }
 | |
| 
 | |
| #ifdef TARGET_X86_64
 | |
| /* IA-32e Paging */
 | |
| static void walk_pdpe(MemoryMappingList *list, AddressSpace *as,
 | |
|                       hwaddr pdpe_start_addr, int32_t a20_mask,
 | |
|                       target_ulong start_line_addr)
 | |
| {
 | |
|     hwaddr pdpe_addr, pde_start_addr, start_paddr;
 | |
|     uint64_t pdpe;
 | |
|     target_ulong line_addr, start_vaddr;
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < 512; i++) {
 | |
|         pdpe_addr = (pdpe_start_addr + i * 8) & a20_mask;
 | |
|         pdpe = address_space_ldq(as, pdpe_addr, MEMTXATTRS_UNSPECIFIED, NULL);
 | |
|         if (!(pdpe & PG_PRESENT_MASK)) {
 | |
|             /* not present */
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         line_addr = start_line_addr | ((i & 0x1ffULL) << 30);
 | |
|         if (pdpe & PG_PSE_MASK) {
 | |
|             /* 1 GB page */
 | |
|             start_paddr = (pdpe & ~0x3fffffff) & ~(0x1ULL << 63);
 | |
|             if (cpu_physical_memory_is_io(start_paddr)) {
 | |
|                 /* I/O region */
 | |
|                 continue;
 | |
|             }
 | |
|             start_vaddr = line_addr;
 | |
|             memory_mapping_list_add_merge_sorted(list, start_paddr,
 | |
|                                                  start_vaddr, 1 << 30);
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         pde_start_addr = (pdpe & PLM4_ADDR_MASK) & a20_mask;
 | |
|         walk_pde(list, as, pde_start_addr, a20_mask, line_addr);
 | |
|     }
 | |
| }
 | |
| 
 | |
| /* IA-32e Paging */
 | |
| static void walk_pml4e(MemoryMappingList *list, AddressSpace *as,
 | |
|                        hwaddr pml4e_start_addr, int32_t a20_mask,
 | |
|                        target_ulong start_line_addr)
 | |
| {
 | |
|     hwaddr pml4e_addr, pdpe_start_addr;
 | |
|     uint64_t pml4e;
 | |
|     target_ulong line_addr;
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < 512; i++) {
 | |
|         pml4e_addr = (pml4e_start_addr + i * 8) & a20_mask;
 | |
|         pml4e = address_space_ldq(as, pml4e_addr, MEMTXATTRS_UNSPECIFIED,
 | |
|                                   NULL);
 | |
|         if (!(pml4e & PG_PRESENT_MASK)) {
 | |
|             /* not present */
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         line_addr = start_line_addr | ((i & 0x1ffULL) << 39);
 | |
|         pdpe_start_addr = (pml4e & PLM4_ADDR_MASK) & a20_mask;
 | |
|         walk_pdpe(list, as, pdpe_start_addr, a20_mask, line_addr);
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void walk_pml5e(MemoryMappingList *list, AddressSpace *as,
 | |
|                        hwaddr pml5e_start_addr, int32_t a20_mask)
 | |
| {
 | |
|     hwaddr pml5e_addr, pml4e_start_addr;
 | |
|     uint64_t pml5e;
 | |
|     target_ulong line_addr;
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < 512; i++) {
 | |
|         pml5e_addr = (pml5e_start_addr + i * 8) & a20_mask;
 | |
|         pml5e = address_space_ldq(as, pml5e_addr, MEMTXATTRS_UNSPECIFIED,
 | |
|                                   NULL);
 | |
|         if (!(pml5e & PG_PRESENT_MASK)) {
 | |
|             /* not present */
 | |
|             continue;
 | |
|         }
 | |
| 
 | |
|         line_addr = (0x7fULL << 57) | ((i & 0x1ffULL) << 48);
 | |
|         pml4e_start_addr = (pml5e & PLM4_ADDR_MASK) & a20_mask;
 | |
|         walk_pml4e(list, as, pml4e_start_addr, a20_mask, line_addr);
 | |
|     }
 | |
| }
 | |
| #endif
 | |
| 
 | |
| void x86_cpu_get_memory_mapping(CPUState *cs, MemoryMappingList *list,
 | |
|                                 Error **errp)
 | |
| {
 | |
|     X86CPU *cpu = X86_CPU(cs);
 | |
|     CPUX86State *env = &cpu->env;
 | |
| 
 | |
|     if (!cpu_paging_enabled(cs)) {
 | |
|         /* paging is disabled */
 | |
|         return;
 | |
|     }
 | |
| 
 | |
|     if (env->cr[4] & CR4_PAE_MASK) {
 | |
| #ifdef TARGET_X86_64
 | |
|         if (env->hflags & HF_LMA_MASK) {
 | |
|             if (env->cr[4] & CR4_LA57_MASK) {
 | |
|                 hwaddr pml5e_addr;
 | |
| 
 | |
|                 pml5e_addr = (env->cr[3] & PLM4_ADDR_MASK) & env->a20_mask;
 | |
|                 walk_pml5e(list, cs->as, pml5e_addr, env->a20_mask);
 | |
|             } else {
 | |
|                 hwaddr pml4e_addr;
 | |
| 
 | |
|                 pml4e_addr = (env->cr[3] & PLM4_ADDR_MASK) & env->a20_mask;
 | |
|                 walk_pml4e(list, cs->as, pml4e_addr, env->a20_mask,
 | |
|                         0xffffULL << 48);
 | |
|             }
 | |
|         } else
 | |
| #endif
 | |
|         {
 | |
|             hwaddr pdpe_addr;
 | |
| 
 | |
|             pdpe_addr = (env->cr[3] & ~0x1f) & env->a20_mask;
 | |
|             walk_pdpe2(list, cs->as, pdpe_addr, env->a20_mask);
 | |
|         }
 | |
|     } else {
 | |
|         hwaddr pde_addr;
 | |
|         bool pse;
 | |
| 
 | |
|         pde_addr = (env->cr[3] & ~0xfff) & env->a20_mask;
 | |
|         pse = !!(env->cr[4] & CR4_PSE_MASK);
 | |
|         walk_pde2(list, cs->as, pde_addr, env->a20_mask, pse);
 | |
|     }
 | |
| }
 | |
| 
 |