Large page TLB flush
PATCH 1/1 Large page TLB flush
QEMU uses a fixed page size for the CPU TLB. If the guest uses large pages then we effectively split these into multiple smaller pages, and populate the corresponding TLB entries on demand.
When the guest invalidates the TLB by virtual address we must invalidate all entries covered by the large page. However the address used to invalidate the entry may not be present in the QEMU TLB, so we do not know which regions to clear.
Implementing a full variable size TLB is hard and slow, so just keep a simple address/mask pair to record which addresses may have been mapped by large pages. If the guest invalidates this region then flush the whole TLB.
--- cpu-defs.h | 2 + exec-all.h | 14 ++-------- exec.c | 55 ++++++++++++++++++++++++++++++++++++-------- hw/alpha_palcode.c | 7 ++++- target-arm/helper.c | 48 +++++++++++++++++++++---------------- target-cris/helper.c | 5 ++- target-i386/helper.c | 7 ++--- target-m68k/helper.c | 5 ++- target-microblaze/helper.c | 7 +++-- target-mips/helper.c | 7 +++-- target-ppc/helper.c | 7 +++-- target-s390x/helper.c | 9 ++++--- target-sh4/helper.c | 3 +- target-sparc/helper.c | 40 ++++++++++++++++++++----------- 14 files changed, 136 insertions(+), 80 deletions(-)
cpu-defs.h +2 -0
@@ -111,6 +111,8 @@ typedef struct CPUTLBEntry {/* The meaning of the MMU modes is defined in the target code. */ \CPUTLBEntry tlb_table[NB_MMU_MODES ][CPU_TLB_SIZE ]; \target_phys_addr_t iotlb[NB_MMU_MODES ][CPU_TLB_SIZE ]; \ +target_ulong tlb_flush_addr; \ +target_ulong tlb_flush_mask;#else
exec-all.h +3 -11
@@ -96,17 +96,9 @@ void tb_invalidate_page_range(target_ulong start, target_ulong end);void tlb_flush_page (CPUState *env,target_ulong addr);void tlb_flush (CPUState *env,int flush_global);#if !defined(CONFIG_USER_ONLY ) -int tlb_set_page_exec (CPUState *env,target_ulong vaddr, -target_phys_addr_t paddr,int prot, -int mmu_idx,int is_softmmu); -static inline int tlb_set_page (CPUState *env1,target_ulong vaddr, -target_phys_addr_t paddr,int prot, -int mmu_idx,int is_softmmu) -{ -if (prot &PAGE_READ ) - prot |=PAGE_EXEC ; -return tlb_set_page_exec (env1, vaddr, paddr, prot, mmu_idx, is_softmmu); -} +void tlb_set_page (CPUState *env,target_ulong vaddr, +target_phys_addr_t paddr,int prot, +int mmu_idx,target_ulong size);#endif #define CODE_GEN_ALIGN 16/* must be >= of the size of a icache line */
exec.c +45 -10
95 lines not on this page · raw message
hw/alpha_palcode.c +5 -2
@@ -1003,11 +1003,14 @@ int cpu_ppc_handle_mmu_fault (CPUState *env, uint32_t address, int rw,/* No fault */ page_size =1ULL << zbits; address &= ~(page_size -1 ); +/* FIXME: page_size should probably be passed to tlb_set_page, +and this loop removed. */ for (end = physical + page_size; physical < end; physical +=0x1000 ) { - ret =tlb_set_page (env, address, physical, prot, - mmu_idx, is_softmmu); +tlb_set_page (env, address, physical, prot, mmu_idx, +TARGET_PAGE_SIZE ); address +=0x1000 ; } + ret =0 ;break ;#if 0 case 1 :
target-arm/helper.c +27 -21
150 lines not on this page · raw message
target-cris/helper.c +3 -2
@@ -100,8 +100,9 @@ int cpu_cris_handle_mmu_fault (CPUState *env, target_ulong address, int rw,*/ phy = res.phy & ~0x80000000 ; prot = res.prot; - r =tlb_set_page (env, address &TARGET_PAGE_MASK , - phy, prot, mmu_idx, is_softmmu); +tlb_set_page (env, address &TARGET_PAGE_MASK , phy, + prot |PAGE_EXEC , mmu_idx,TARGET_PAGE_SIZE ); + r =0 ; }if (r >0 ) D_LOG("%s returns %d irqreq=%x addr=%x"
target-i386/helper.c +3 -4
@@ -531,14 +531,13 @@ int cpu_x86_handle_mmu_fault(CPUX86State *env, target_ulong addr,-1 = cannot handle fault 0 = nothing more to do 1 = generate PF fault -2 = soft MMU activation required for this block */ int cpu_x86_handle_mmu_fault (CPUX86State *env,target_ulong addr,int is_write1,int mmu_idx,int is_softmmu) {uint64_t ptep, pte;target_ulong pde_addr, pte_addr; -int error_code, is_dirty, prot, page_size, ret, is_write, is_user; +int error_code, is_dirty, prot, page_size, is_write, is_user;target_phys_addr_t paddr;uint32_t page_offset;target_ulong vaddr, virt_addr;
@@ -799,8 +798,8 @@ int cpu_x86_handle_mmu_fault(CPUX86State *env, target_ulong addr, paddr = (pte &TARGET_PAGE_MASK ) + page_offset; vaddr = virt_addr + page_offset; - ret =tlb_set_page_exec (env, vaddr, paddr, prot, mmu_idx, is_softmmu); -return ret; +tlb_set_page (env, vaddr, paddr, prot, mmu_idx, page_size); +return 0 ; do_fault_protect: error_code =PG_ERROR_P_MASK ; do_fault:
target-m68k/helper.c +3 -2
@@ -368,8 +368,9 @@ int cpu_m68k_handle_mmu_fault (CPUState *env, target_ulong address, int rw,int prot; address &=TARGET_PAGE_MASK ; - prot =PAGE_READ |PAGE_WRITE ; -return tlb_set_page (env, address, address, prot, mmu_idx, is_softmmu); + prot =PAGE_READ |PAGE_WRITE |PAGE_EXEC ; +tlb_set_page (env, address, address, prot, mmu_idx,TARGET_PAGE_SIZE ); +return 0 ; }/* Notify CPU of a pending interrupt. Prioritization and vectoring should
target-microblaze/helper.c +4 -3
@@ -76,8 +76,8 @@ int cpu_mb_handle_mmu_fault (CPUState *env, target_ulong address, int rw,DMMU (qemu_log ("MMU map mmu=%d v=%x p=%x prot=%x\n" , mmu_idx, vaddr, paddr, lu.prot)); - r =tlb_set_page (env, vaddr, - paddr, lu.prot, mmu_idx, is_softmmu); +tlb_set_page (env, vaddr, paddr, lu.prot, mmu_idx,TARGET_PAGE_SIZE ); + r =0 ; }else { env->sregs[SR_EAR ] = address;DMMU (qemu_log ("mmu=%d miss v=%x\n" , mmu_idx, address));
@@ -107,7 +107,8 @@ int cpu_mb_handle_mmu_fault (CPUState *env, target_ulong address, int rw,/* MMU disabled or not available. */ address &=TARGET_PAGE_MASK ; prot =PAGE_BITS ; - r =tlb_set_page (env, address, address, prot, mmu_idx, is_softmmu); +tlb_set_page (env, address, address, prot, mmu_idx,TARGET_PAGE_SIZE ); + r =0 ; }return r; }
target-mips/helper.c +4 -3
@@ -296,9 +296,10 @@ int cpu_mips_handle_mmu_fault (CPUState *env, target_ulong address, int rw,qemu_log ("%s address=" TARGET_FMT_lx" ret %d physical " TARGET_FMT_plx" prot %d\n" , __func__, address, ret, physical, prot);if (ret ==TLBRET_MATCH ) { - ret =tlb_set_page (env, address &TARGET_PAGE_MASK , - physical &TARGET_PAGE_MASK , prot, - mmu_idx, is_softmmu); +tlb_set_page (env, address &TARGET_PAGE_MASK , + physical &TARGET_PAGE_MASK , prot |PAGE_EXEC , + mmu_idx,TARGET_PAGE_SIZE ); + ret =0 ; } else if (ret < 0)#endif {
target-ppc/helper.c +4 -3
@@ -1410,9 +1410,10 @@ int cpu_ppc_handle_mmu_fault (CPUState *env, target_ulong address, int rw, } ret =get_physical_address (env, &ctx, address, rw, access_type);if (ret ==0 ) { - ret =tlb_set_page_exec (env, address &TARGET_PAGE_MASK , - ctx.raddr &TARGET_PAGE_MASK , ctx.prot, - mmu_idx, is_softmmu); +tlb_set_page (env, address &TARGET_PAGE_MASK , + ctx.raddr &TARGET_PAGE_MASK , ctx.prot, + mmu_idx,TARGET_PAGE_SIZE ); + ret =0 ; }else if (ret <0 ) {LOG_MMU_STATE (env);if (access_type ==ACCESS_CODE ) {
target-s390x/helper.c +5 -4
@@ -69,10 +69,11 @@ int cpu_s390x_handle_mmu_fault (CPUState *env, target_ulong address, int rw,/* XXX: implement mmu */ phys = address; - prot =PAGE_READ |PAGE_WRITE ; + prot =PAGE_READ |PAGE_WRITE |PAGE_EXEC ; -return tlb_set_page (env, address &TARGET_PAGE_MASK , - phys &TARGET_PAGE_MASK , prot, - mmu_idx, is_softmmu); +tlb_set_page (env, address &TARGET_PAGE_MASK , + phys &TARGET_PAGE_MASK , prot, + mmu_idx,TARGET_PAGE_SIZE ); + return 0; }#endif /* CONFIG_USER_ONLY */
target-sh4/helper.c +2 -1
@@ -470,7 +470,8 @@ int cpu_sh4_handle_mmu_fault(CPUState * env, target_ulong address, int rw, address &=TARGET_PAGE_MASK ; physical &=TARGET_PAGE_MASK ; -return tlb_set_page (env, address, physical, prot, mmu_idx, is_softmmu); +tlb_set_page (env, address, physical, prot, mmu_idx,TARGET_PAGE_SIZE ); +return 0 ; }target_phys_addr_t cpu_get_phys_page_debug (CPUState * env,target_ulong addr)
target-sparc/helper.c +26 -14
@@ -102,7 +102,8 @@ static const int perm_table[2][8] = {static int get_physical_address (CPUState *env,target_phys_addr_t *physical,int *prot,int *access_index, -target_ulong address,int rw,int mmu_idx) +target_ulong address,int rw,int mmu_idx, +target_ulong *page_size) {int access_perms =0 ;target_phys_addr_t pde_ptr;
@@ -113,6 +114,7 @@ static int get_physical_address(CPUState *env, target_phys_addr_t *physical, is_user = mmu_idx ==MMU_USER_IDX ;if ((env->mmuregs[0 ] &MMU_E ) ==0 ) {/* MMU disabled */ + *page_size =TARGET_PAGE_SIZE ;// Boot mode: instruction fetches are taken from PROM if (rw ==2 && (env->mmuregs[0 ] & env->def->mmu_bm)) { *physical = env->prom_addr | (address &0x7ffffULL );
@@ -175,13 +177,16 @@ static int get_physical_address(CPUState *env, target_phys_addr_t *physical, page_offset = (address &TARGET_PAGE_MASK ) & (TARGET_PAGE_SIZE -1 ); } + *page_size =TARGET_PAGE_SIZE ;break ;case 2 :/* L2 PTE */ page_offset = address &0x3ffff ; + *page_size =0x40000 ; }break ;case 2 :/* L1 PTE */ page_offset = address &0xffffff ; + *page_size =0x1000000 ; } }
@@ -220,10 +225,11 @@ int cpu_sparc_handle_mmu_fault (CPUState *env, target_ulong address, int rw, {target_phys_addr_t paddr;target_ulong vaddr; -int error_code =0 , prot, ret =0 , access_index; +target_ulong page_size; +int error_code =0 , prot, access_index; error_code =get_physical_address (env, &paddr, &prot, &access_index, - address, rw, mmu_idx); + address, rw, mmu_idx, &page_size);if (error_code ==0 ) { vaddr = address &TARGET_PAGE_MASK ; paddr &=TARGET_PAGE_MASK ;
@@ -231,8 +237,8 @@ int cpu_sparc_handle_mmu_fault (CPUState *env, target_ulong address, int rw,printf ("Translate at " TARGET_FMT_lx" -> " TARGET_FMT_plx", vaddr " TARGET_FMT_lx"\n" , address, paddr, vaddr);#endif - ret =tlb_set_page_exec (env, vaddr, paddr, prot, mmu_idx, is_softmmu); -return ret; +tlb_set_page (env, vaddr, paddr, prot, mmu_idx, page_size); +return 0 ; }if (env->mmuregs[3 ])/* Fault status register */
@@ -247,8 +253,8 @@ int cpu_sparc_handle_mmu_fault (CPUState *env, target_ulong address, int rw,// switching to normal mode. vaddr = address &TARGET_PAGE_MASK ; prot =PAGE_READ |PAGE_WRITE |PAGE_EXEC ; - ret =tlb_set_page_exec (env, vaddr, paddr, prot, mmu_idx, is_softmmu); -return ret; +tlb_set_page (env, vaddr, paddr, prot, mmu_idx,TARGET_PAGE_SIZE ); +return 0 ; }else {if (rw &2 ) env->exception_index =TT_TFAULT ;
@@ -531,10 +537,14 @@ static int get_physical_address_code(CPUState *env,static int get_physical_address (CPUState *env,target_phys_addr_t *physical,int *prot,int *access_index, -target_ulong address,int rw,int mmu_idx) +target_ulong address,int rw,int mmu_idx, +target_ulong *page_size) {int is_user = mmu_idx ==MMU_USER_IDX ; +/* ??? We treat everything as a small page, then explicitly flush +everything when an entry is evicted. */ + *page_size =TARGET_PAGE_SIZE ;if (rw ==2 )return get_physical_address_code (env, physical, prot, address, is_user);
@@ -549,10 +559,11 @@ int cpu_sparc_handle_mmu_fault (CPUState *env, target_ulong address, int rw, {target_ulong virt_addr, vaddr;target_phys_addr_t paddr; -int error_code =0 , prot, ret =0 , access_index; +target_ulong page_size; +int error_code =0 , prot, access_index; error_code =get_physical_address (env, &paddr, &prot, &access_index, - address, rw, mmu_idx); + address, rw, mmu_idx, &page_size);if (error_code ==0 ) { virt_addr = address &TARGET_PAGE_MASK ; vaddr = virt_addr + ((address & TARGET_PAGE_MASK) &
@@ -561,8 +572,8 @@ int cpu_sparc_handle_mmu_fault (CPUState *env, target_ulong address, int rw,printf ("Translate at 0x%" PRIx64" -> 0x%" PRIx64", vaddr 0x%" PRIx64"\n" , address, paddr, vaddr);#endif - ret =tlb_set_page_exec (env, vaddr, paddr, prot, mmu_idx, is_softmmu); -return ret; +tlb_set_page (env, vaddr, paddr, prot, mmu_idx, page_size); +return 0 ; }// XXX return 1 ;
@@ -656,12 +667,13 @@ void dump_mmu(CPUState *env)target_phys_addr_t cpu_get_phys_page_debug (CPUState *env,target_ulong addr) {target_phys_addr_t phys_addr; +target_ulong page_size;int prot, access_index;if (get_physical_address (env, &phys_addr, &prot, &access_index, addr,2 , -MMU_KERNEL_IDX ) !=0 ) +MMU_KERNEL_IDX , &page_size) !=0 )if (get_physical_address (env, &phys_addr, &prot, &access_index, addr, -0 ,MMU_KERNEL_IDX ) !=0 ) +0 ,MMU_KERNEL_IDX , &page_size) !=0 )return -1 ;if (cpu_get_physical_page_desc (phys_addr) ==IO_MEM_UNASSIGNED )return -1 ;
Signature · 1 line
1.7.0