Support runtime configuration for per-VM's HGATP mode
Subsystems (4)
PATCH v2 1/1 Support runtime configuration for per-VM's HGATP mode
From: Fangyu Yu <[email protected]>
Currently, RISC-V KVM hardcodes the G-stage page table format (HGATP mode) to the maximum mode detected at boot time (e.g., SV57x4 if supported). but often such a wide GPA is unnecessary, just as a host sometimes doesn't need sv57.
This patch introduces per-VM configurability of the G-stage mode via a new KVM capability: KVM_CAP_RISCV_SET_HGATP_MODE. User-space can now explicitly request a specific HGATP mode (SV39x4, SV48x4, or SV57x4 on 64-bit) during VM creation.
Fangyu Yu (2):
RISC-V: KVM: Support runtime configuration for per-VM's HGATP mode
RISC-V: KVM: add KVM_CAP_RISCV_SET_HGATP_MODE
Documentation/virt/kvm/api.rst | 14 +++++ arch/riscv/include/asm/kvm_gstage.h | 12 ++--- arch/riscv/include/asm/kvm_host.h | 4 ++ arch/riscv/kvm/gstage.c | 82 +++++++++++++++++------------ arch/riscv/kvm/main.c | 4 +- arch/riscv/kvm/mmu.c | 18 +++++-- arch/riscv/kvm/vm.c | 28 ++++++++-- arch/riscv/kvm/vmid.c | 2 +- include/uapi/linux/kvm.h | 1 + 9 files changed, 113 insertions(+), 52 deletions(-)
Signature · 1 line
2.50.1
PATCH v2 1/1 RISC-V: KVM: Support runtime configuration for per-VM's HGATP mode
From: Fangyu Yu <[email protected]>
Introduces two per-VM architecture-specific fields to support runtime configuration of the G-stage page table format:
- kvm->arch.kvm_riscv_gstage_mode: specifies the HGATP mode used by the current VM;
- kvm->arch.kvm_riscv_gstage_pgd_levels: the corresponding number of page table levels for the selected mode.
These fields replace the previous global variables kvm_riscv_gstage_mode and kvm_riscv_gstage_pgd_levels, enabling different virtual machines to independently select their G-stage page table format instead of being forced to share the maximum mode detected by the kernel at boot time.
--- arch/riscv/include/asm/kvm_gstage.h | 12 ++--- arch/riscv/include/asm/kvm_host.h | 4 ++ arch/riscv/kvm/gstage.c | 82 +++++++++++++++++------------ arch/riscv/kvm/main.c | 4 +- arch/riscv/kvm/mmu.c | 18 +++++-- arch/riscv/kvm/vm.c | 2 +- arch/riscv/kvm/vmid.c | 2 +- 7 files changed, 74 insertions(+), 50 deletions(-)
arch/riscv/include/asm/kvm_gstage.h +5 -7
@@ -29,16 +29,11 @@ struct kvm_gstage_mapping {#define kvm_riscv_gstage_index_bits 10#endif -extern unsigned long kvm_riscv_gstage_mode; -extern unsigned long kvm_riscv_gstage_pgd_levels; +extern unsigned long kvm_riscv_gstage_max_mode; +extern unsigned long kvm_riscv_gstage_max_pgd_levels;#define kvm_riscv_gstage_pgd_xbits 2#define kvm_riscv_gstage_pgd_size (1UL << (HGATP_PAGE_SHIFT + kvm_riscv_gstage_pgd_xbits)) -#define kvm_riscv_gstage_gpa_bits (HGATP_PAGE_SHIFT + \ - (kvm_riscv_gstage_pgd_levels * \ - kvm_riscv_gstage_index_bits) + \ - kvm_riscv_gstage_pgd_xbits) -#define kvm_riscv_gstage_gpa_size ((gpa_t)(1ULL << kvm_riscv_gstage_gpa_bits))bool kvm_riscv_gstage_get_leaf (struct kvm_gstage *gstage,gpa_t addr,pte_t **ptepp,u32 *ptep_level);
@@ -69,4 +64,7 @@ void kvm_riscv_gstage_wp_range(struct kvm_gstage *gstage, gpa_t start, gpa_t endvoid kvm_riscv_gstage_mode_detect (void ); +gpa_t kvm_riscv_gstage_gpa_size (struct kvm_arch *k); +unsigned long kvm_riscv_gstage_gpa_bits (struct kvm_arch *k); +#endif
arch/riscv/include/asm/kvm_host.h +4 -0
@@ -103,6 +103,10 @@ struct kvm_arch {/* KVM_CAP_RISCV_MP_STATE_RESET */ bool mp_state_reset; + +unsigned long kvm_riscv_gstage_mode; +unsigned long kvm_riscv_gstage_pgd_levels; +bool gstage_mode_initialized; };struct kvm_cpu_trap {
arch/riscv/kvm/gstage.c +48 -34
220 lines not on this page · raw message
arch/riscv/kvm/main.c +2 -2
@@ -105,7 +105,7 @@ static int __init riscv_kvm_init(void)return rc;kvm_riscv_gstage_mode_detect (); -switch (kvm_riscv_gstage_mode) { +switch (kvm_riscv_gstage_max_mode) {case HGATP_MODE_SV32X4 : str ="Sv32x4" ;break ;
@@ -164,7 +164,7 @@ static int __init riscv_kvm_init(void) (rc) ? slist : "no features"); } -kvm_info ("using %s G-stage page table format\n" , str); +kvm_info ("Max G-stage page table format %s \n" , str);kvm_info ("VMID %ld bits available\n" ,kvm_riscv_gstage_vmid_bits ());
arch/riscv/kvm/mmu.c +13 -5
@@ -67,7 +67,7 @@ int kvm_riscv_mmu_ioremap(struct kvm *kvm, gpa_t gpa, phys_addr_t hpa,if (!writable) map.pte =pte_wrprotect (map.pte); - ret =kvm_mmu_topup_memory_cache (&pcache, kvm_riscv_gstage_pgd_levels); + ret =kvm_mmu_topup_memory_cache (&pcache,kvm->arch.kvm_riscv_gstage_pgd_levels);if (ret) goto out;
@@ -186,8 +186,9 @@ int kvm_arch_prepare_memory_region(struct kvm *kvm,* space addressable by the KVM guest GPA space. */ if ((new->base_gfn + new->npages) >= - (kvm_riscv_gstage_gpa_size >>PAGE_SHIFT )) + (kvm_riscv_gstage_gpa_size (&kvm->arch) >>PAGE_SHIFT )) {return -EFAULT ; + } hva = new->userspace_addr; size = new->npages <<PAGE_SHIFT ;
@@ -332,7 +333,7 @@ int kvm_riscv_mmu_map(struct kvm_vcpu *vcpu, struct kvm_memory_slot *memslot,memset (out_map,0 ,sizeof (*out_map));/* We need minimum second+third level pages */ - ret =kvm_mmu_topup_memory_cache (pcache, kvm_riscv_gstage_pgd_levels); + ret =kvm_mmu_topup_memory_cache (pcache, kvm->arch.kvm_riscv_gstage_pgd_levels);if (ret) {kvm_err ("Failed to topup G-stage cache\n" );return ret;
@@ -431,6 +432,11 @@ int kvm_riscv_mmu_alloc_pgd(struct kvm *kvm)return -ENOMEM ; kvm->arch.pgd =page_to_virt (pgd_page); kvm->arch.pgd_phys =page_to_phys (pgd_page); +if (!kvm->arch.gstage_mode_initialized) { +/*user-space didn't set KVM_CAP_RISC_HGATP_MODE cap*/ + kvm->arch.kvm_riscv_gstage_mode = kvm_riscv_gstage_max_mode; + kvm->arch.kvm_riscv_gstage_pgd_levels = kvm_riscv_gstage_max_pgd_levels; + }return 0 ; }
@@ -446,10 +452,12 @@ void kvm_riscv_mmu_free_pgd(struct kvm *kvm) gstage.flags =0 ; gstage.vmid =READ_ONCE (kvm->arch.vmid.vmid); gstage.pgd = kvm->arch.pgd; -kvm_riscv_gstage_unmap_range (&gstage,0UL , kvm_riscv_gstage_gpa_size, false); +kvm_riscv_gstage_unmap_range (&gstage,0UL ,kvm_riscv_gstage_gpa_size (&kvm->arch), false); pgd =READ_ONCE (kvm->arch.pgd); kvm->arch.pgd =NULL ; kvm->arch.pgd_phys =0 ; + kvm->arch.kvm_riscv_gstage_mode =HGATP_MODE_OFF ; + kvm->arch.kvm_riscv_gstage_pgd_levels =0 ; }spin_unlock (&kvm->mmu_lock);
@@ -459,8 +467,8 @@ void kvm_riscv_mmu_free_pgd(struct kvm *kvm)void kvm_riscv_mmu_update_hgatp (struct kvm_vcpu *vcpu) { -unsigned long hgatp = kvm_riscv_gstage_mode <<HGATP_MODE_SHIFT ;struct kvm_arch *k = &vcpu->kvm->arch; +unsigned long hgatp = k->kvm_riscv_gstage_mode <<HGATP_MODE_SHIFT ; hgatp |= (READ_ONCE (k->vmid.vmid) <<HGATP_VMID_SHIFT ) &HGATP_VMID ; hgatp |= (k->pgd_phys >>PAGE_SHIFT ) &HGATP_PPN ;
arch/riscv/kvm/vm.c +1 -1
@@ -200,7 +200,7 @@ int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) r =KVM_USER_MEM_SLOTS ;break ;case KVM_CAP_VM_GPA_BITS : - r = kvm_riscv_gstage_gpa_bits; + r =kvm_riscv_gstage_gpa_bits (&kvm->arch);break ;default : r =0 ;
arch/riscv/kvm/vmid.c +1 -1
@@ -26,7 +26,7 @@ static DEFINE_SPINLOCK(vmid_lock);void __init kvm_riscv_gstage_vmid_detect (void ) {/* Figure-out number of VMID bits in HW */ -csr_write (CSR_HGATP , (kvm_riscv_gstage_mode <<HGATP_MODE_SHIFT ) |HGATP_VMID ); +csr_write (CSR_HGATP , (kvm_riscv_gstage_max_mode <<HGATP_MODE_SHIFT ) |HGATP_VMID ); vmid_bits =csr_read (CSR_HGATP ); vmid_bits = (vmid_bits &HGATP_VMID ) >>HGATP_VMID_SHIFT ; vmid_bits =fls_long (vmid_bits);
Signature · 1 line
2.50.1
Re: [PATCH v2] RISC-V: KVM: Support runtime configuration for per-VM's HGATP mode
Quoted 63 lines · On Mon, Jan 05, 2026 at 10:32:31PM +0800, [email protected] wrote:
From: Fangyu Yu <[email protected]>
Introduces two per-VM architecture-specific fields to support runtime configuration of the G-stage page table format:
-
kvm->arch.kvm_riscv_gstage_mode: specifies the HGATP mode used by the current VM;
-kvm->arch.kvm_riscv_gstage_pgd_levels: the corresponding number of page table levels for the selected mode.These fields replace the previous global variables
kvm_riscv_gstage_modeandkvm_riscv_gstage_pgd_levels, enabling different virtual machines to independently select their G-stage page table format instead of being forced to share the maximum mode detected by the kernel at boot time.Signed-off-by Fangyu Yu <[email protected]>--- arch/riscv/include/asm/kvm_gstage.h | 12 ++--- arch/riscv/include/asm/kvm_host.h | 4 ++ arch/riscv/kvm/gstage.c | 82 +++++++++++++++++------------ arch/riscv/kvm/main.c | 4 +- arch/riscv/kvm/mmu.c | 18 +++++-- arch/riscv/kvm/vm.c | 2 +- arch/riscv/kvm/vmid.c | 2 +- 7 files changed, 74 insertions(+), 50 deletions(-)arch/riscv/include/asm/kvm_gstage.h +5
-7@@ -29,16 +29,11 @@ struct kvm_gstage_mapping {#define kvm_riscv_gstage_index_bits 10#endif -extern unsigned long kvm_riscv_gstage_mode; -extern unsigned long kvm_riscv_gstage_pgd_levels; +extern unsigned long kvm_riscv_gstage_max_mode; +extern unsigned long kvm_riscv_gstage_max_pgd_levels;#define kvm_riscv_gstage_pgd_xbits 2#define kvm_riscv_gstage_pgd_size (1UL << (HGATP_PAGE_SHIFT + kvm_riscv_gstage_pgd_xbits)) -#define kvm_riscv_gstage_gpa_bits (HGATP_PAGE_SHIFT + \ - (kvm_riscv_gstage_pgd_levels * \ - kvm_riscv_gstage_index_bits) + \ - kvm_riscv_gstage_pgd_xbits) -#define kvm_riscv_gstage_gpa_size ((gpa_t)(1ULL << kvm_riscv_gstage_gpa_bits))bool kvm_riscv_gstage_get_leaf (struct kvm_gstage *gstage,gpa_t addr,pte_t **ptepp,u32 *ptep_level);@@ -69,4 +64,7 @@ void kvm_riscv_gstage_wp_range(struct kvm_gstage *gstage, gpa_t start, gpa_t endvoid kvm_riscv_gstage_mode_detect (void ); +gpa_t kvm_riscv_gstage_gpa_size (struct kvm_arch *k); +unsigned long kvm_riscv_gstage_gpa_bits (struct kvm_arch *k); +#endif arch/riscv/include/asm/kvm_host.h +0
-0
arch/riscv/include/asm/kvm_host.h struct kvm_arch { · line 107
Quoted 5 lines
arch/riscv/include/asm/kvm_host.h +2
-0@@ -103,6 +103,10 @@ struct kvm_arch {/* KVM_CAP_RISCV_MP_STATE_RESET */ bool mp_state_reset; + +unsigned long kvm_riscv_gstage_mode;
There's a 1:1 mapping for mode/levels, so we don't need to track both. Since mode is rarely used, then I think something like this would still provide enough convenience without requiring the storage allocation.
static inline unsigned long kvm_riscv_gstage_mode(struct kvm_gstage *gstage)
{
unsigned long modes[] = {
[2] = HGATP_MODE_SV32X4,
[3] = HGATP_MODE_SV39X4,
[4] = HGATP_MODE_SV48X4,
[5] = HGATP_MODE_SV57X4,
};
return modes[gstage->kvm->arch.kvm_riscv_gstage_pgd_levels];}
Quoted 10 lines
arch/riscv/include/asm/kvm_host.h +2
-0+unsigned long kvm_riscv_gstage_pgd_levels; +bool gstage_mode_initialized; };struct kvm_cpu_trap {arch/riscv/kvm/gstage.c +0
-0
arch/riscv/kvm/gstage.c line 15
Quoted 6 lines
arch/riscv/kvm/gstage.c +1
-2@@ -12,22 +12,23 @@#include <asm/kvm_gstage.h> #ifdef CONFIG_64BIT -unsigned long kvm_riscv_gstage_mode__ro_after_init =HGATP_MODE_SV39X4 ; -unsigned long kvm_riscv_gstage_pgd_levels__ro_after_init =3 ; +unsigned long kvm_riscv_gstage_max_mode__ro_after_init =HGATP_MODE_SV39X4 ;
With a kvm_riscv_gstage_mode() function we don't need kvm_riscv_gstage_max_mode either.
Quoted 10 lines
arch/riscv/kvm/gstage.c +3
-2+unsigned long kvm_riscv_gstage_max_pgd_levels__ro_after_init =3 ;#else -unsigned long kvm_riscv_gstage_mode__ro_after_init =HGATP_MODE_SV32X4 ; -unsigned long kvm_riscv_gstage_pgd_levels__ro_after_init =2 ; +unsigned long kvm_riscv_gstage_max_mode__ro_after_init =HGATP_MODE_SV32X4 ; +unsigned long kvm_riscv_gstage_max_pgd_levels__ro_after_init =2 ;#endif #define gstage_pte_leaf (__ptep) \ (pte_val(*(__ptep)) & (_PAGE_READ | _PAGE_WRITE | _PAGE_EXEC))
arch/riscv/kvm/gstage.c line 31
Quoted 10 lines
arch/riscv/kvm/gstage.c +3
-2-static inline unsigned long gstage_pte_index (gpa_t addr,u32 level) +static inline unsigned long gstage_pte_index (struct kvm_gstage *gstage, +gpa_t addr,u32 level) {unsigned long mask;unsigned long shift =HGATP_PAGE_SHIFT + (kvm_riscv_gstage_index_bits * level); -if (level == (kvm_riscv_gstage_pgd_levels -1 )) +if (level == (gstage->kvm->arch.kvm_riscv_gstage_pgd_levels -1 ))
nit: we can drop the unnecessary () while touching this line.
Quoted 189 lines
arch/riscv/kvm/gstage.c +29
-27mask = (PTRS_PER_PTE * (1UL << kvm_riscv_gstage_pgd_xbits)) -1 ; else mask =PTRS_PER_PTE -1 ;@@ -40,12 +41,13 @@ static inline unsigned long gstage_pte_page_vaddr(pte_t pte)return (unsigned long )pfn_to_virt (__page_val_to_pfn (pte_val (pte))); } -static int gstage_page_size_to_level (unsigned long page_size,u32 *out_level) +static int gstage_page_size_to_level (struct kvm_gstage *gstage,unsigned long page_size, +u32 *out_level) {u32 i;unsigned long psz =1UL <<12 ; -for (i =0 ; i < kvm_riscv_gstage_pgd_levels; i++) { +for (i =0 ; i < gstage->kvm->arch.kvm_riscv_gstage_pgd_levels; i++) {if (page_size == (psz << (i * kvm_riscv_gstage_index_bits))) { *out_level = i;return 0 ;@@ -55,21 +57,23 @@ static int gstage_page_size_to_level(unsigned long page_size, u32 *out_level)return -EINVAL ; } -static int gstage_level_to_page_order (u32 level,unsigned long *out_pgorder) +static int gstage_level_to_page_order (struct kvm_gstage *gstage,u32 level, +unsigned long *out_pgorder) { -if (kvm_riscv_gstage_pgd_levels < level) +if (gstage->kvm->arch.kvm_riscv_gstage_pgd_levels < level)return -EINVAL ; *out_pgorder =12 + (level * kvm_riscv_gstage_index_bits);return 0 ; } -static int gstage_level_to_page_size (u32 level,unsigned long *out_pgsize) +static int gstage_level_to_page_size (struct kvm_gstage *gstage,u32 level, +unsigned long *out_pgsize) {int rc;unsigned long page_order =PAGE_SHIFT ; - rc =gstage_level_to_page_order (level, &page_order); + rc =gstage_level_to_page_order (gstage, level, &page_order);if (rc)return rc;@@ -81,11 +85,11 @@ bool kvm_riscv_gstage_get_leaf(struct kvm_gstage *gstage, gpa_t addr, pte_t **ptepp, u32 *ptep_level) {pte_t *ptep; -u32 current_level = kvm_riscv_gstage_pgd_levels -1 ; +u32 current_level = gstage->kvm->arch.kvm_riscv_gstage_pgd_levels -1 ; *ptep_level = current_level; ptep = (pte_t *)gstage->pgd; - ptep = &ptep[gstage_pte_index (addr, current_level)]; + ptep = &ptep[gstage_pte_index (gstage, addr, current_level)];while (ptep &&pte_val (ptep_get (ptep))) {if (gstage_pte_leaf (ptep)) { *ptep_level = current_level;@@ -97,7 +101,7 @@ bool kvm_riscv_gstage_get_leaf(struct kvm_gstage *gstage, gpa_t addr, current_level--; *ptep_level = current_level; ptep = (pte_t *)gstage_pte_page_vaddr (ptep_get (ptep)); - ptep = &ptep[gstage_pte_index (addr, current_level)]; + ptep = &ptep[gstage_pte_index (gstage, addr, current_level)]; }else { ptep =NULL ; }@@ -110,7 +114,7 @@ static void gstage_tlb_flush(struct kvm_gstage *gstage, u32 level, gpa_t addr) {unsigned long order =PAGE_SHIFT ; -if (gstage_level_to_page_order (level, &order)) +if (gstage_level_to_page_order (gstage, level, &order))return ; addr &= ~(BIT (order) -1 );@@ -125,9 +129,9 @@ int kvm_riscv_gstage_set_pte(struct kvm_gstage *gstage,struct kvm_mmu_memory_cache *pcache, const struct kvm_gstage_mapping *map) { - u32 current_level = kvm_riscv_gstage_pgd_levels - 1; + u32 current_level = gstage->kvm->arch.kvm_riscv_gstage_pgd_levels - 1;pte_t *next_ptep = (pte_t *)gstage->pgd; -pte_t *ptep = &next_ptep[gstage_pte_index (map->addr, current_level)]; +pte_t *ptep = &next_ptep[gstage_pte_index (gstage, map->addr, current_level)];if (current_level < map->level)return -EINVAL ;@@ -151,7 +155,7 @@ int kvm_riscv_gstage_set_pte(struct kvm_gstage *gstage, } current_level--; - ptep = &next_ptep[gstage_pte_index (map->addr, current_level)]; + ptep = &next_ptep[gstage_pte_index (gstage, map->addr, current_level)]; }if (pte_val (*ptep) !=pte_val (map->pte)) {@@ -175,7 +179,7 @@ int kvm_riscv_gstage_map_page(struct kvm_gstage *gstage, out_map->addr = gpa; out_map->level =0 ; - ret =gstage_page_size_to_level (page_size, &out_map->level); + ret =gstage_page_size_to_level (gstage, page_size, &out_map->level);if (ret)return ret;@@ -217,7 +221,7 @@ void kvm_riscv_gstage_op_pte(struct kvm_gstage *gstage, gpa_t addr,u32 next_ptep_level;unsigned long next_page_size, page_size; - ret =gstage_level_to_page_size (ptep_level, &page_size); + ret =gstage_level_to_page_size (gstage, ptep_level, &page_size);if (ret)return ;@@ -229,7 +233,7 @@ void kvm_riscv_gstage_op_pte(struct kvm_gstage *gstage, gpa_t addr,if (ptep_level && !gstage_pte_leaf (ptep)) { next_ptep = (pte_t *)gstage_pte_page_vaddr (ptep_get (ptep)); next_ptep_level = ptep_level -1 ; - ret =gstage_level_to_page_size (next_ptep_level, &next_page_size); + ret =gstage_level_to_page_size (gstage, next_ptep_level, &next_page_size);if (ret)return ;@@ -263,7 +267,7 @@ void kvm_riscv_gstage_unmap_range(struct kvm_gstage *gstage,while (addr < end) { found_leaf =kvm_riscv_gstage_get_leaf (gstage, addr, &ptep, &ptep_level); - ret =gstage_level_to_page_size (ptep_level, &page_size); + ret =gstage_level_to_page_size (gstage, ptep_level, &page_size);if (ret)break ;@@ -297,7 +301,7 @@ void kvm_riscv_gstage_wp_range(struct kvm_gstage *gstage, gpa_t start, gpa_t endwhile (addr < end) { found_leaf =kvm_riscv_gstage_get_leaf (gstage, addr, &ptep, &ptep_level); - ret =gstage_level_to_page_size (ptep_level, &page_size); + ret =gstage_level_to_page_size (gstage, ptep_level, &page_size);if (ret)break ;@@ -319,41 +323,51 @@ void __init kvm_riscv_gstage_mode_detect(void)/* Try Sv57x4 G-stage mode */ csr_write (CSR_HGATP ,HGATP_MODE_SV57X4 <<HGATP_MODE_SHIFT );if ((csr_read (CSR_HGATP ) >>HGATP_MODE_SHIFT ) ==HGATP_MODE_SV57X4 ) { - kvm_riscv_gstage_mode =HGATP_MODE_SV57X4 ; - kvm_riscv_gstage_pgd_levels =5 ; + kvm_riscv_gstage_max_mode =HGATP_MODE_SV57X4 ; + kvm_riscv_gstage_max_pgd_levels =5 ; goto done; }/* Try Sv48x4 G-stage mode */ csr_write (CSR_HGATP ,HGATP_MODE_SV48X4 <<HGATP_MODE_SHIFT );if ((csr_read (CSR_HGATP ) >>HGATP_MODE_SHIFT ) ==HGATP_MODE_SV48X4 ) { - kvm_riscv_gstage_mode =HGATP_MODE_SV48X4 ; - kvm_riscv_gstage_pgd_levels =4 ; + kvm_riscv_gstage_max_mode =HGATP_MODE_SV48X4 ; + kvm_riscv_gstage_max_pgd_levels =4 ; goto done; }/* Try Sv39x4 G-stage mode */ csr_write (CSR_HGATP ,HGATP_MODE_SV39X4 <<HGATP_MODE_SHIFT );if ((csr_read (CSR_HGATP ) >>HGATP_MODE_SHIFT ) ==HGATP_MODE_SV39X4 ) { - kvm_riscv_gstage_mode =HGATP_MODE_SV39X4 ; - kvm_riscv_gstage_pgd_levels =3 ; + kvm_riscv_gstage_max_mode =HGATP_MODE_SV39X4 ; + kvm_riscv_gstage_max_pgd_levels =3 ; goto done; }#else /* CONFIG_32BIT */ /* Try Sv32x4 G-stage mode */ csr_write (CSR_HGATP ,HGATP_MODE_SV32X4 <<HGATP_MODE_SHIFT );if ((csr_read (CSR_HGATP ) >>HGATP_MODE_SHIFT ) ==HGATP_MODE_SV32X4 ) { - kvm_riscv_gstage_mode =HGATP_MODE_SV32X4 ; - kvm_riscv_gstage_pgd_levels =2 ; + kvm_riscv_gstage_max_mode =HGATP_MODE_SV32X4 ; + kvm_riscv_gstage_max_pgd_levels =2 ; goto done; }#endif /* KVM depends on !HGATP_MODE_OFF */ - kvm_riscv_gstage_mode =HGATP_MODE_OFF ;
arch/riscv/kvm/gstage.c void __init kvm_riscv_gstage_mode_detect(void) · line 365
Quoted 10 lines
arch/riscv/kvm/gstage.c +4
-1- kvm_riscv_gstage_pgd_levels =0 ; + kvm_riscv_gstage_max_mode =HGATP_MODE_OFF ; + kvm_riscv_gstage_max_pgd_levels =0 ; done:csr_write (CSR_HGATP ,0 );kvm_riscv_local_hfence_gvma_all (); } + +unsigned long kvm_riscv_gstage_gpa_bits (struct kvm_arch *k) {
Did you run checkpatch? I think it requires '{' to be on its own line.
nit: s/k/ka/ would be consistent with other archs, although I see k is used in riscv's kvm_riscv_mmu_update_hgatp() but that can be fixed up in this patch since there's a change in the same place too.
arch/riscv/kvm/gstage.c void __init kvm_riscv_gstage_mode_detect(void) · line 371
Quoted 6 lines
arch/riscv/kvm/gstage.c +6
-0+return (HGATP_PAGE_SHIFT + (k->kvm_riscv_gstage_pgd_levels * + kvm_riscv_gstage_index_bits) + + kvm_riscv_gstage_pgd_xbits); +} + +gpa_t kvm_riscv_gstage_gpa_size (struct kvm_arch *k) {
same comments as above
arch/riscv/kvm/gstage.c void __init kvm_riscv_gstage_mode_detect(void) · line 372
Quoted 1 line
arch/riscv/kvm/gstage.c +1
-0+return ((gpa_t)(1ULL <<kvm_riscv_gstage_gpa_bits (k)));
return BIT_ULL(kvm_riscv_gstage_gpa_bits(ka))
(the cast is implicit from return type)
Quoted 28 lines
arch/riscv/kvm/gstage.c +1
-0+}arch/riscv/kvm/main.c +2
-2@@ -105,7 +105,7 @@ static int __init riscv_kvm_init(void)return rc;kvm_riscv_gstage_mode_detect (); -switch (kvm_riscv_gstage_mode) { +switch (kvm_riscv_gstage_max_mode) {case HGATP_MODE_SV32X4 : str ="Sv32x4" ;break ;@@ -164,7 +164,7 @@ static int __init riscv_kvm_init(void) (rc) ? slist : "no features"); } -kvm_info ("using %s G-stage page table format\n" , str); +kvm_info ("Max G-stage page table format %s \n" , str);kvm_info ("VMID %ld bits available\n" ,kvm_riscv_gstage_vmid_bits ());arch/riscv/kvm/mmu.c +0
-0
arch/riscv/kvm/mmu.c int kvm_riscv_mmu_ioremap(struct kvm *kvm, gpa_t gpa, phys_addr_t hpa, · line 70
Quoted 5 lines
arch/riscv/kvm/mmu.c +1
-1@@ -67,7 +67,7 @@ int kvm_riscv_mmu_ioremap(struct kvm *kvm, gpa_t gpa, phys_addr_t hpa,if (!writable) map.pte =pte_wrprotect (map.pte); - ret =kvm_mmu_topup_memory_cache (&pcache, kvm_riscv_gstage_pgd_levels); + ret =kvm_mmu_topup_memory_cache (&pcache,kvm->arch.kvm_riscv_gstage_pgd_levels);
^ missing space
arch/riscv/kvm/mmu.c int kvm_arch_prepare_memory_region(struct kvm *kvm, · line 191
Quoted 11 lines
arch/riscv/kvm/mmu.c +2
-1if (ret) goto out;@@ -186,8 +186,9 @@ int kvm_arch_prepare_memory_region(struct kvm *kvm,* space addressable by the KVM guest GPA space. */ if ((new->base_gfn + new->npages) >= - (kvm_riscv_gstage_gpa_size >>PAGE_SHIFT )) + (kvm_riscv_gstage_gpa_size (&kvm->arch) >>PAGE_SHIFT )) {return -EFAULT ; + }
nit: Remove the unnecessary () and the '{' and the condition will fit on one 100 char line.
Quoted 13 lines
arch/riscv/kvm/mmu.c +1
-1hva = new->userspace_addr; size = new->npages <<PAGE_SHIFT ;@@ -332,7 +333,7 @@ int kvm_riscv_mmu_map(struct kvm_vcpu *vcpu, struct kvm_memory_slot *memslot,memset (out_map,0 ,sizeof (*out_map));/* We need minimum second+third level pages */ - ret =kvm_mmu_topup_memory_cache (pcache, kvm_riscv_gstage_pgd_levels); + ret =kvm_mmu_topup_memory_cache (pcache, kvm->arch.kvm_riscv_gstage_pgd_levels);if (ret) {kvm_err ("Failed to topup G-stage cache\n" );return ret;
arch/riscv/kvm/mmu.c int kvm_riscv_mmu_alloc_pgd(struct kvm *kvm) · line 436
Quoted 5 lines
arch/riscv/kvm/mmu.c +2
-0@@ -431,6 +432,11 @@ int kvm_riscv_mmu_alloc_pgd(struct kvm *kvm)return -ENOMEM ; kvm->arch.pgd =page_to_virt (pgd_page); kvm->arch.pgd_phys =page_to_phys (pgd_page); +if (!kvm->arch.gstage_mode_initialized) { +/*user-space didn't set KVM_CAP_RISC_HGATP_MODE cap*/
^ missing space ^ missing space
arch/riscv/kvm/mmu.c int kvm_riscv_mmu_alloc_pgd(struct kvm *kvm) · line 438
Quoted 2 lines
arch/riscv/kvm/mmu.c +2
-0+ kvm->arch.kvm_riscv_gstage_mode = kvm_riscv_gstage_max_mode; + kvm->arch.kvm_riscv_gstage_pgd_levels = kvm_riscv_gstage_max_pgd_levels;
Missing 'kvm->arch.gstage_mode_initialized = true' statement.
Quoted 57 lines
arch/riscv/kvm/mmu.c +5
-2+ }return 0 ; }@@ -446,10 +452,12 @@ void kvm_riscv_mmu_free_pgd(struct kvm *kvm) gstage.flags =0 ; gstage.vmid =READ_ONCE (kvm->arch.vmid.vmid); gstage.pgd = kvm->arch.pgd; -kvm_riscv_gstage_unmap_range (&gstage,0UL , kvm_riscv_gstage_gpa_size, false); +kvm_riscv_gstage_unmap_range (&gstage,0UL ,kvm_riscv_gstage_gpa_size (&kvm->arch), false); pgd =READ_ONCE (kvm->arch.pgd); kvm->arch.pgd =NULL ; kvm->arch.pgd_phys =0 ; + kvm->arch.kvm_riscv_gstage_mode =HGATP_MODE_OFF ; + kvm->arch.kvm_riscv_gstage_pgd_levels =0 ; }spin_unlock (&kvm->mmu_lock);@@ -459,8 +467,8 @@ void kvm_riscv_mmu_free_pgd(struct kvm *kvm)void kvm_riscv_mmu_update_hgatp (struct kvm_vcpu *vcpu) { -unsigned long hgatp = kvm_riscv_gstage_mode <<HGATP_MODE_SHIFT ;struct kvm_arch *k = &vcpu->kvm->arch; +unsigned long hgatp = k->kvm_riscv_gstage_mode <<HGATP_MODE_SHIFT ; hgatp |= (READ_ONCE (k->vmid.vmid) <<HGATP_VMID_SHIFT ) &HGATP_VMID ; hgatp |= (k->pgd_phys >>PAGE_SHIFT ) &HGATP_PPN ;arch/riscv/kvm/vm.c +1
-1@@ -200,7 +200,7 @@ int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) r =KVM_USER_MEM_SLOTS ;break ;case KVM_CAP_VM_GPA_BITS : - r = kvm_riscv_gstage_gpa_bits; + r =kvm_riscv_gstage_gpa_bits (&kvm->arch);break ;default : r =0 ;arch/riscv/kvm/vmid.c +1
-1@@ -26,7 +26,7 @@ static DEFINE_SPINLOCK(vmid_lock);void __init kvm_riscv_gstage_vmid_detect (void ) {/* Figure-out number of VMID bits in HW */ -csr_write (CSR_HGATP , (kvm_riscv_gstage_mode <<HGATP_MODE_SHIFT ) |HGATP_VMID ); +csr_write (CSR_HGATP , (kvm_riscv_gstage_max_mode <<HGATP_MODE_SHIFT ) |HGATP_VMID ); vmid_bits =csr_read (CSR_HGATP ); vmid_bits = (vmid_bits &HGATP_VMID ) >>HGATP_VMID_SHIFT ; vmid_bits =fls_long (vmid_bits);Signature · 1 line
2.50.1
Thanks,
drew
Re: Re: [PATCH v2] RISC-V: KVM: Support runtime configuration for per-VM's HGATP mode
Quoted 74 lines
Quoted 63 lines
From: Fangyu Yu <[email protected]>
Introduces two per-VM architecture-specific fields to support runtime configuration of the G-stage page table format:
-
kvm->arch.kvm_riscv_gstage_mode: specifies the HGATP mode used by the current VM;
-kvm->arch.kvm_riscv_gstage_pgd_levels: the corresponding number of page table levels for the selected mode.These fields replace the previous global variables
kvm_riscv_gstage_modeandkvm_riscv_gstage_pgd_levels, enabling different virtual machines to independently select their G-stage page table format instead of being forced to share the maximum mode detected by the kernel at boot time.Signed-off-by Fangyu Yu <[email protected]>--- arch/riscv/include/asm/kvm_gstage.h | 12 ++--- arch/riscv/include/asm/kvm_host.h | 4 ++ arch/riscv/kvm/gstage.c | 82 +++++++++++++++++------------ arch/riscv/kvm/main.c | 4 +- arch/riscv/kvm/mmu.c | 18 +++++-- arch/riscv/kvm/vm.c | 2 +- arch/riscv/kvm/vmid.c | 2 +- 7 files changed, 74 insertions(+), 50 deletions(-)arch/riscv/include/asm/kvm_gstage.h +5
-7@@ -29,16 +29,11 @@ struct kvm_gstage_mapping {#define kvm_riscv_gstage_index_bits 10#endif -extern unsigned long kvm_riscv_gstage_mode; -extern unsigned long kvm_riscv_gstage_pgd_levels; +extern unsigned long kvm_riscv_gstage_max_mode; +extern unsigned long kvm_riscv_gstage_max_pgd_levels;#define kvm_riscv_gstage_pgd_xbits 2#define kvm_riscv_gstage_pgd_size (1UL << (HGATP_PAGE_SHIFT + kvm_riscv_gstage_pgd_xbits)) -#define kvm_riscv_gstage_gpa_bits (HGATP_PAGE_SHIFT + \ - (kvm_riscv_gstage_pgd_levels * \ - kvm_riscv_gstage_index_bits) + \ - kvm_riscv_gstage_pgd_xbits) -#define kvm_riscv_gstage_gpa_size ((gpa_t)(1ULL << kvm_riscv_gstage_gpa_bits))bool kvm_riscv_gstage_get_leaf (struct kvm_gstage *gstage,gpa_t addr,pte_t **ptepp,u32 *ptep_level);@@ -69,4 +64,7 @@ void kvm_riscv_gstage_wp_range(struct kvm_gstage *gstage, gpa_t start, gpa_t endvoid kvm_riscv_gstage_mode_detect (void ); +gpa_t kvm_riscv_gstage_gpa_size (struct kvm_arch *k); +unsigned long kvm_riscv_gstage_gpa_bits (struct kvm_arch *k); +#endif arch/riscv/include/asm/kvm_host.h +0
-0arch/riscv/include/asm/kvm_host.h struct kvm_arch { · line 107
Quoted 5 lines
arch/riscv/include/asm/kvm_host.h +2
-0@@ -103,6 +103,10 @@ struct kvm_arch {/* KVM_CAP_RISCV_MP_STATE_RESET */ bool mp_state_reset; + +unsigned long kvm_riscv_gstage_mode;There's a 1:1 mapping for mode/levels, so we don't need to track both. Since mode is rarely used, then I think something like this would still provide enough convenience without requiring the storage allocation.
static inline unsigned long
kvm_riscv_gstage_mode(struct kvm_gstage *gstage)
Quoted 10 lines
{
unsigned long modes[] = {
[2] = HGATP_MODE_SV32X4,
[3] = HGATP_MODE_SV39X4,
[4] = HGATP_MODE_SV48X4,
[5] = HGATP_MODE_SV57X4,
};
return modes[gstage->kvm->arch.kvm_riscv_gstage_pgd_levels];
}Thanks for the suggestion.
You're right that gstage mode has a 1:1 mapping with pgd_levels, so keeping both is redundant. In the next revision I'll drop kvm_riscv_gstage_mode and derive HGATP.MODE from kvm_riscv_gstage_pgd_levels via a small helper.
Quoted 12 lines
Quoted 12 lines
arch/riscv/include/asm/kvm_host.h +2
-0+unsigned long kvm_riscv_gstage_pgd_levels; +bool gstage_mode_initialized; };struct kvm_cpu_trap {arch/riscv/kvm/gstage.c +0
-0@@ -12,22 +12,23 @@#include <asm/kvm_gstage.h>
Quoted 7 lines
arch/riscv/kvm/gstage.c line 15
Quoted 4 lines
arch/riscv/kvm/gstage.c +1
-2#ifdef CONFIG_64BIT -unsigned long kvm_riscv_gstage_mode__ro_after_init =HGATP_MODE_SV39X4 ; -unsigned long kvm_riscv_gstage_pgd_levels__ro_after_init =3 ; +unsigned long kvm_riscv_gstage_max_mode__ro_after_init =HGATP_MODE_SV39X4 ;With a
kvm_riscv_gstage_mode()function we don't needkvm_riscv_gstage_max_modeeither.
Thanks, agreed.
Quoted 18 lines
Quoted 18 lines
arch/riscv/kvm/gstage.c +5
-3+unsigned long kvm_riscv_gstage_max_pgd_levels__ro_after_init =3 ;#else -unsigned long kvm_riscv_gstage_mode__ro_after_init =HGATP_MODE_SV32X4 ; -unsigned long kvm_riscv_gstage_pgd_levels__ro_after_init =2 ; +unsigned long kvm_riscv_gstage_max_mode__ro_after_init =HGATP_MODE_SV32X4 ; +unsigned long kvm_riscv_gstage_max_pgd_levels__ro_after_init =2 ;#endif #define gstage_pte_leaf (__ptep) \ (pte_val(*(__ptep)) & (_PAGE_READ | _PAGE_WRITE | _PAGE_EXEC)) -static inline unsigned long gstage_pte_index (gpa_t addr,u32 level) +static inline unsigned long gstage_pte_index (struct kvm_gstage *gstage, +gpa_t addr,u32 level) {unsigned long mask;unsigned long shift =HGATP_PAGE_SHIFT + (kvm_riscv_gstage_index_bits * level);
Quoted 4 lines
arch/riscv/kvm/gstage.c line 31
Quoted 2 lines
arch/riscv/kvm/gstage.c +1
-1-if (level == (kvm_riscv_gstage_pgd_levels -1 )) +if (level == (gstage->kvm->arch.kvm_riscv_gstage_pgd_levels -1 ))nit: we can drop the unnecessary () while touching this line.
Ack, will fix.
Quoted 202 lines
Quoted 189 lines
arch/riscv/kvm/gstage.c +29
-27mask = (PTRS_PER_PTE * (1UL << kvm_riscv_gstage_pgd_xbits)) -1 ; else mask =PTRS_PER_PTE -1 ;@@ -40,12 +41,13 @@ static inline unsigned long gstage_pte_page_vaddr(pte_t pte)return (unsigned long )pfn_to_virt (__page_val_to_pfn (pte_val (pte))); } -static int gstage_page_size_to_level (unsigned long page_size,u32 *out_level) +static int gstage_page_size_to_level (struct kvm_gstage *gstage,unsigned long page_size, +u32 *out_level) {u32 i;unsigned long psz =1UL <<12 ; -for (i =0 ; i < kvm_riscv_gstage_pgd_levels; i++) { +for (i =0 ; i < gstage->kvm->arch.kvm_riscv_gstage_pgd_levels; i++) {if (page_size == (psz << (i * kvm_riscv_gstage_index_bits))) { *out_level = i;return 0 ;@@ -55,21 +57,23 @@ static int gstage_page_size_to_level(unsigned long page_size, u32 *out_level)return -EINVAL ; } -static int gstage_level_to_page_order (u32 level,unsigned long *out_pgorder) +static int gstage_level_to_page_order (struct kvm_gstage *gstage,u32 level, +unsigned long *out_pgorder) { -if (kvm_riscv_gstage_pgd_levels < level) +if (gstage->kvm->arch.kvm_riscv_gstage_pgd_levels < level)return -EINVAL ; *out_pgorder =12 + (level * kvm_riscv_gstage_index_bits);return 0 ; } -static int gstage_level_to_page_size (u32 level,unsigned long *out_pgsize) +static int gstage_level_to_page_size (struct kvm_gstage *gstage,u32 level, +unsigned long *out_pgsize) {int rc;unsigned long page_order =PAGE_SHIFT ; - rc =gstage_level_to_page_order (level, &page_order); + rc =gstage_level_to_page_order (gstage, level, &page_order);if (rc)return rc;@@ -81,11 +85,11 @@ bool kvm_riscv_gstage_get_leaf(struct kvm_gstage *gstage, gpa_t addr, pte_t **ptepp, u32 *ptep_level) {pte_t *ptep; -u32 current_level = kvm_riscv_gstage_pgd_levels -1 ; +u32 current_level = gstage->kvm->arch.kvm_riscv_gstage_pgd_levels -1 ; *ptep_level = current_level; ptep = (pte_t *)gstage->pgd; - ptep = &ptep[gstage_pte_index (addr, current_level)]; + ptep = &ptep[gstage_pte_index (gstage, addr, current_level)];while (ptep &&pte_val (ptep_get (ptep))) {if (gstage_pte_leaf (ptep)) { *ptep_level = current_level;@@ -97,7 +101,7 @@ bool kvm_riscv_gstage_get_leaf(struct kvm_gstage *gstage, gpa_t addr, current_level--; *ptep_level = current_level; ptep = (pte_t *)gstage_pte_page_vaddr (ptep_get (ptep)); - ptep = &ptep[gstage_pte_index (addr, current_level)]; + ptep = &ptep[gstage_pte_index (gstage, addr, current_level)]; }else { ptep =NULL ; }@@ -110,7 +114,7 @@ static void gstage_tlb_flush(struct kvm_gstage *gstage, u32 level, gpa_t addr) {unsigned long order =PAGE_SHIFT ; -if (gstage_level_to_page_order (level, &order)) +if (gstage_level_to_page_order (gstage, level, &order))return ; addr &= ~(BIT (order) -1 );@@ -125,9 +129,9 @@ int kvm_riscv_gstage_set_pte(struct kvm_gstage *gstage,struct kvm_mmu_memory_cache *pcache, const struct kvm_gstage_mapping *map) { - u32 current_level = kvm_riscv_gstage_pgd_levels - 1; + u32 current_level = gstage->kvm->arch.kvm_riscv_gstage_pgd_levels - 1;pte_t *next_ptep = (pte_t *)gstage->pgd; -pte_t *ptep = &next_ptep[gstage_pte_index (map->addr, current_level)]; +pte_t *ptep = &next_ptep[gstage_pte_index (gstage, map->addr, current_level)];if (current_level < map->level)return -EINVAL ;@@ -151,7 +155,7 @@ int kvm_riscv_gstage_set_pte(struct kvm_gstage *gstage, } current_level--; - ptep = &next_ptep[gstage_pte_index (map->addr, current_level)]; + ptep = &next_ptep[gstage_pte_index (gstage, map->addr, current_level)]; }if (pte_val (*ptep) !=pte_val (map->pte)) {@@ -175,7 +179,7 @@ int kvm_riscv_gstage_map_page(struct kvm_gstage *gstage, out_map->addr = gpa; out_map->level =0 ; - ret =gstage_page_size_to_level (page_size, &out_map->level); + ret =gstage_page_size_to_level (gstage, page_size, &out_map->level);if (ret)return ret;@@ -217,7 +221,7 @@ void kvm_riscv_gstage_op_pte(struct kvm_gstage *gstage, gpa_t addr,u32 next_ptep_level;unsigned long next_page_size, page_size; - ret =gstage_level_to_page_size (ptep_level, &page_size); + ret =gstage_level_to_page_size (gstage, ptep_level, &page_size);if (ret)return ;@@ -229,7 +233,7 @@ void kvm_riscv_gstage_op_pte(struct kvm_gstage *gstage, gpa_t addr,if (ptep_level && !gstage_pte_leaf (ptep)) { next_ptep = (pte_t *)gstage_pte_page_vaddr (ptep_get (ptep)); next_ptep_level = ptep_level -1 ; - ret =gstage_level_to_page_size (next_ptep_level, &next_page_size); + ret =gstage_level_to_page_size (gstage, next_ptep_level, &next_page_size);if (ret)return ;@@ -263,7 +267,7 @@ void kvm_riscv_gstage_unmap_range(struct kvm_gstage *gstage,while (addr < end) { found_leaf =kvm_riscv_gstage_get_leaf (gstage, addr, &ptep, &ptep_level); - ret =gstage_level_to_page_size (ptep_level, &page_size); + ret =gstage_level_to_page_size (gstage, ptep_level, &page_size);if (ret)break ;@@ -297,7 +301,7 @@ void kvm_riscv_gstage_wp_range(struct kvm_gstage *gstage, gpa_t start, gpa_t endwhile (addr < end) { found_leaf =kvm_riscv_gstage_get_leaf (gstage, addr, &ptep, &ptep_level); - ret =gstage_level_to_page_size (ptep_level, &page_size); + ret =gstage_level_to_page_size (gstage, ptep_level, &page_size);if (ret)break ;@@ -319,41 +323,51 @@ void __init kvm_riscv_gstage_mode_detect(void)/* Try Sv57x4 G-stage mode */ csr_write (CSR_HGATP ,HGATP_MODE_SV57X4 <<HGATP_MODE_SHIFT );if ((csr_read (CSR_HGATP ) >>HGATP_MODE_SHIFT ) ==HGATP_MODE_SV57X4 ) { - kvm_riscv_gstage_mode =HGATP_MODE_SV57X4 ; - kvm_riscv_gstage_pgd_levels =5 ; + kvm_riscv_gstage_max_mode =HGATP_MODE_SV57X4 ; + kvm_riscv_gstage_max_pgd_levels =5 ; goto done; }/* Try Sv48x4 G-stage mode */ csr_write (CSR_HGATP ,HGATP_MODE_SV48X4 <<HGATP_MODE_SHIFT );if ((csr_read (CSR_HGATP ) >>HGATP_MODE_SHIFT ) ==HGATP_MODE_SV48X4 ) { - kvm_riscv_gstage_mode =HGATP_MODE_SV48X4 ; - kvm_riscv_gstage_pgd_levels =4 ; + kvm_riscv_gstage_max_mode =HGATP_MODE_SV48X4 ; + kvm_riscv_gstage_max_pgd_levels =4 ; goto done; }/* Try Sv39x4 G-stage mode */ csr_write (CSR_HGATP ,HGATP_MODE_SV39X4 <<HGATP_MODE_SHIFT );if ((csr_read (CSR_HGATP ) >>HGATP_MODE_SHIFT ) ==HGATP_MODE_SV39X4 ) { - kvm_riscv_gstage_mode =HGATP_MODE_SV39X4 ; - kvm_riscv_gstage_pgd_levels =3 ; + kvm_riscv_gstage_max_mode =HGATP_MODE_SV39X4 ; + kvm_riscv_gstage_max_pgd_levels =3 ; goto done; }#else /* CONFIG_32BIT */ /* Try Sv32x4 G-stage mode */ csr_write (CSR_HGATP ,HGATP_MODE_SV32X4 <<HGATP_MODE_SHIFT );if ((csr_read (CSR_HGATP ) >>HGATP_MODE_SHIFT ) ==HGATP_MODE_SV32X4 ) { - kvm_riscv_gstage_mode =HGATP_MODE_SV32X4 ; - kvm_riscv_gstage_pgd_levels =2 ; + kvm_riscv_gstage_max_mode =HGATP_MODE_SV32X4 ; + kvm_riscv_gstage_max_pgd_levels =2 ; goto done; }#endif /* KVM depends on !HGATP_MODE_OFF */ - kvm_riscv_gstage_mode =HGATP_MODE_OFF ;arch/riscv/kvm/gstage.c void __init kvm_riscv_gstage_mode_detect(void) · line 365
Quoted 10 lines
arch/riscv/kvm/gstage.c +4
-1- kvm_riscv_gstage_pgd_levels =0 ; + kvm_riscv_gstage_max_mode =HGATP_MODE_OFF ; + kvm_riscv_gstage_max_pgd_levels =0 ; done:csr_write (CSR_HGATP ,0 );kvm_riscv_local_hfence_gvma_all (); } + +unsigned long kvm_riscv_gstage_gpa_bits (struct kvm_arch *k) {Did you run checkpatch? I think it requires '{' to be on its own line.
Quoted 3 lines
nit: s/k/ka/ would be consistent with other archs, although I see k is used in riscv's
kvm_riscv_mmu_update_hgatp()but that can be fixed up in this patch since there's a change in the same place too.
Thanks for catching that.
Yes, checkpatch complains about the opening brace placement here. I'll fix the style by moving '{' onto its own line. I'll also rename the argument from 'k' to 'ka' for consistency (and update the existing usage in kvm_riscv_mmu_update_hgatp() in the same patch since we're touching it anyway).
I'll apply the same fixes to kvm_riscv_gstage_gpa_size() as well.
Quoted 54 lines
arch/riscv/kvm/gstage.c void __init kvm_riscv_gstage_mode_detect(void) · line 371
Quoted 7 lines
arch/riscv/kvm/gstage.c +6
-0+return (HGATP_PAGE_SHIFT + (k->kvm_riscv_gstage_pgd_levels * + kvm_riscv_gstage_index_bits) + + kvm_riscv_gstage_pgd_xbits); +} + +gpa_t kvm_riscv_gstage_gpa_size (struct kvm_arch *k) {same comments as above
arch/riscv/kvm/gstage.c void __init kvm_riscv_gstage_mode_detect(void) · line 372
Quoted 1 line
arch/riscv/kvm/gstage.c +1
-0+return ((gpa_t)(1ULL <<kvm_riscv_gstage_gpa_bits (k)));return BIT_ULL(kvm_riscv_gstage_gpa_bits(ka))
(the cast is implicit from return type)
Quoted 28 lines
arch/riscv/kvm/gstage.c +1
-0+}arch/riscv/kvm/main.c +2
-2@@ -105,7 +105,7 @@ static int __init riscv_kvm_init(void)return rc;kvm_riscv_gstage_mode_detect (); -switch (kvm_riscv_gstage_mode) { +switch (kvm_riscv_gstage_max_mode) {case HGATP_MODE_SV32X4 : str ="Sv32x4" ;break ;@@ -164,7 +164,7 @@ static int __init riscv_kvm_init(void) (rc) ? slist : "no features"); } -kvm_info ("using %s G-stage page table format\n" , str); +kvm_info ("Max G-stage page table format %s \n" , str);kvm_info ("VMID %ld bits available\n" ,kvm_riscv_gstage_vmid_bits ());arch/riscv/kvm/mmu.c +0
-0arch/riscv/kvm/mmu.c int kvm_riscv_mmu_ioremap(struct kvm *kvm, gpa_t gpa, phys_addr_t hpa, · line 70
Quoted 5 lines
arch/riscv/kvm/mmu.c +1
-1@@ -67,7 +67,7 @@ int kvm_riscv_mmu_ioremap(struct kvm *kvm, gpa_t gpa, phys_addr_t hpa,if (!writable) map.pte =pte_wrprotect (map.pte); - ret =kvm_mmu_topup_memory_cache (&pcache, kvm_riscv_gstage_pgd_levels); + ret =kvm_mmu_topup_memory_cache (&pcache,kvm->arch.kvm_riscv_gstage_pgd_levels);^ missing space
Quoted 3 lines
arch/riscv/kvm/mmu.c +0
-0if (ret) goto out;
Quoted 11 lines
arch/riscv/kvm/mmu.c int kvm_arch_prepare_memory_region(struct kvm *kvm, · line 191
Quoted 8 lines
arch/riscv/kvm/mmu.c +2
-1@@ -186,8 +186,9 @@ int kvm_arch_prepare_memory_region(struct kvm *kvm,* space addressable by the KVM guest GPA space. */ if ((new->base_gfn + new->npages) >= - (kvm_riscv_gstage_gpa_size >>PAGE_SHIFT )) + (kvm_riscv_gstage_gpa_size (&kvm->arch) >>PAGE_SHIFT )) {return -EFAULT ; + }nit: Remove the unnecessary () and the '{' and the condition will fit on one 100 char line.
Ack.
Quoted 19 lines
Quoted 13 lines
arch/riscv/kvm/mmu.c +1
-1hva = new->userspace_addr; size = new->npages <<PAGE_SHIFT ;@@ -332,7 +333,7 @@ int kvm_riscv_mmu_map(struct kvm_vcpu *vcpu, struct kvm_memory_slot *memslot,memset (out_map,0 ,sizeof (*out_map));/* We need minimum second+third level pages */ - ret =kvm_mmu_topup_memory_cache (pcache, kvm_riscv_gstage_pgd_levels); + ret =kvm_mmu_topup_memory_cache (pcache, kvm->arch.kvm_riscv_gstage_pgd_levels);if (ret) {kvm_err ("Failed to topup G-stage cache\n" );return ret;arch/riscv/kvm/mmu.c int kvm_riscv_mmu_alloc_pgd(struct kvm *kvm) · line 436
Quoted 5 lines
arch/riscv/kvm/mmu.c +2
-0@@ -431,6 +432,11 @@ int kvm_riscv_mmu_alloc_pgd(struct kvm *kvm)return -ENOMEM ; kvm->arch.pgd =page_to_virt (pgd_page); kvm->arch.pgd_phys =page_to_phys (pgd_page); +if (!kvm->arch.gstage_mode_initialized) { +/*user-space didn't set KVM_CAP_RISC_HGATP_MODE cap*/ ^ missing space ^ missing space
Quoted 4 lines
arch/riscv/kvm/mmu.c int kvm_riscv_mmu_alloc_pgd(struct kvm *kvm) · line 438
Quoted 2 lines
arch/riscv/kvm/mmu.c +2
-0+ kvm->arch.kvm_riscv_gstage_mode = kvm_riscv_gstage_max_mode; + kvm->arch.kvm_riscv_gstage_pgd_levels = kvm_riscv_gstage_max_pgd_levels;Missing '
kvm->arch.gstage_mode_initialized= true' statement.
The initialization is done in the following commit of this series (patch 2/2)
Quoted 52 lines
Quoted 52 lines
arch/riscv/kvm/mmu.c +5
-2+ }return 0 ; }@@ -446,10 +452,12 @@ void kvm_riscv_mmu_free_pgd(struct kvm *kvm) gstage.flags =0 ; gstage.vmid =READ_ONCE (kvm->arch.vmid.vmid); gstage.pgd = kvm->arch.pgd; -kvm_riscv_gstage_unmap_range (&gstage,0UL , kvm_riscv_gstage_gpa_size, false); +kvm_riscv_gstage_unmap_range (&gstage,0UL ,kvm_riscv_gstage_gpa_size (&kvm->arch), false); pgd =READ_ONCE (kvm->arch.pgd); kvm->arch.pgd =NULL ; kvm->arch.pgd_phys =0 ; + kvm->arch.kvm_riscv_gstage_mode =HGATP_MODE_OFF ; + kvm->arch.kvm_riscv_gstage_pgd_levels =0 ; }spin_unlock (&kvm->mmu_lock);@@ -459,8 +467,8 @@ void kvm_riscv_mmu_free_pgd(struct kvm *kvm)void kvm_riscv_mmu_update_hgatp (struct kvm_vcpu *vcpu) { -unsigned long hgatp = kvm_riscv_gstage_mode <<HGATP_MODE_SHIFT ;struct kvm_arch *k = &vcpu->kvm->arch; +unsigned long hgatp = k->kvm_riscv_gstage_mode <<HGATP_MODE_SHIFT ; hgatp |= (READ_ONCE (k->vmid.vmid) <<HGATP_VMID_SHIFT ) &HGATP_VMID ; hgatp |= (k->pgd_phys >>PAGE_SHIFT ) &HGATP_PPN ;arch/riscv/kvm/vm.c +1
-1@@ -200,7 +200,7 @@ int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) r =KVM_USER_MEM_SLOTS ;break ;case KVM_CAP_VM_GPA_BITS : - r = kvm_riscv_gstage_gpa_bits; + r =kvm_riscv_gstage_gpa_bits (&kvm->arch);break ;default : r =0 ;arch/riscv/kvm/vmid.c +1
-1@@ -26,7 +26,7 @@ static DEFINE_SPINLOCK(vmid_lock);void __init kvm_riscv_gstage_vmid_detect (void ) {/* Figure-out number of VMID bits in HW */ -csr_write (CSR_HGATP , (kvm_riscv_gstage_mode <<HGATP_MODE_SHIFT ) |HGATP_VMID ); +csr_write (CSR_HGATP , (kvm_riscv_gstage_max_mode <<HGATP_MODE_SHIFT ) |HGATP_VMID ); vmid_bits =csr_read (CSR_HGATP );
Quoted 9 lines
Quoted 5 lines
arch/riscv/kvm/vmid.c +0
-1vmid_bits = (vmid_bits &HGATP_VMID ) >>HGATP_VMID_SHIFT ; vmid_bits =fls_long (vmid_bits); --2.50.1
Thanks,
drew
Thanks,
Fangyu
PATCH v2 1/1 RISC-V: KVM: add KVM_CAP_RISCV_SET_HGATP_MODE
In reply to [email protected]From: Fangyu Yu <[email protected]>
This capability allows userspace to explicitly select the HGATP mode for the VM. The selected mode must be less than or equal to the max HGATP mode supported by the hardware. This capability must be enabled before creating any vCPUs, and can only be set once per VM.
--- Documentation/virt/kvm/api.rst | 14 ++++++++++++++ arch/riscv/kvm/vm.c | 26 ++++++++++++++++++++++++-- include/uapi/linux/kvm.h | 1 + 3 files changed, 39 insertions(+), 2 deletions(-)
Documentation/virt/kvm/api.rst +14 -0
@@ -8765,6 +8765,20 @@ helpful if user space wants to emulate instructions which are not This capability can be enabled dynamically even if VCPUs were already created and are running. +7.47 KVM_CAP_RISCV_SET_HGATP_MODE +--------------------------------- + +:Architectures: riscv +:Type: VM +:Parameters: args[0] contains the requested HGATP mode +:Returns: 0 on success, -EINVAL if arg[0] is outside the range of hgatp + modes supported by the hardware. + +This capability allows userspace to explicitly select the HGATP mode for +the VM. The selected mode must be less than or equal to the maximum HGATP +mode supported by the hardware. This capability must be enabled before +creating any vCPUs, and can only be set once per VM. + 8. Other capabilities. ======================
arch/riscv/kvm/vm.c +24 -2
@@ -202,6 +202,13 @@ int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext)case KVM_CAP_VM_GPA_BITS : r =kvm_riscv_gstage_gpa_bits (&kvm->arch);break ; +case KVM_CAP_RISCV_SET_HGATP_MODE : +#ifdef CONFIG_64BIT + r =1 ; +#else /* CONFIG_32BIT */ + r =0 ; +#endif +break ;default : r =0 ;break ;
@@ -212,12 +219,27 @@ int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext)int kvm_vm_ioctl_enable_cap (struct kvm *kvm,struct kvm_enable_cap *cap) { +if (cap->flags) +return -EINVAL ;switch (cap->cap) {case KVM_CAP_RISCV_MP_STATE_RESET : -if (cap->flags) -return -EINVAL ; kvm->arch.mp_state_reset = true;return 0 ; +case KVM_CAP_RISCV_SET_HGATP_MODE : +#ifdef CONFIG_64BIT +if (cap->args[0 ] <HGATP_MODE_SV39X4 || + cap->args[0 ] > kvm_riscv_gstage_max_mode) +return -EINVAL ; +if (kvm->arch.gstage_mode_initialized) +return 0 ; + kvm->arch.gstage_mode_initialized = true; + kvm->arch.kvm_riscv_gstage_mode = cap->args[0 ]; + kvm->arch.kvm_riscv_gstage_pgd_levels =3 + + kvm->arch.kvm_riscv_gstage_mode -HGATP_MODE_SV39X4 ; +kvm_info ("using SV%lluX4 G-stage page table format\n" , +39 + (cap->args[0 ] -HGATP_MODE_SV39X4 ) *9 ); +#endif +return 0 ;default :return -EINVAL ; }
include/uapi/linux/kvm.h +1 -0
@@ -974,6 +974,7 @@ struct kvm_enable_cap {#define KVM_CAP_GUEST_MEMFD_FLAGS 244#define KVM_CAP_ARM_SEA_TO_USER 245#define KVM_CAP_S390_USER_OPEREXEC 246 +#define KVM_CAP_RISCV_SET_HGATP_MODE 247struct kvm_irq_routing_irqchip {__u32 irqchip;
Signature · 1 line
2.50.1
Re: [PATCH v2] RISC-V: KVM: add KVM_CAP_RISCV_SET_HGATP_MODE
Quoted 25 lines · On Mon, Jan 05, 2026 at 10:32:32PM +0800, [email protected] wrote:
From: Fangyu Yu <[email protected]>
This capability allows userspace to explicitly select the HGATP mode for the VM. The selected mode must be less than or equal to the max HGATP mode supported by the hardware. This capability must be enabled before creating any vCPUs, and can only be set once per VM.
Signed-off-by Fangyu Yu <[email protected]>--- Documentation/virt/kvm/api.rst | 14 ++++++++++++++ arch/riscv/kvm/vm.c | 26 ++++++++++++++++++++++++-- include/uapi/linux/kvm.h | 1 + 3 files changed, 39 insertions(+), 2 deletions(-)Documentation/virt/kvm/api.rst +3
-0@@ -8765,6 +8765,20 @@ helpful if user space wants to emulate instructions which are not This capability can be enabled dynamically even if VCPUs were already created and are running. +7.47 KVM_CAP_RISCV_SET_HGATP_MODE +--------------------------------- +
Documentation/virt/kvm/api.rst helpful if user space wants to emulate instructions which are not · line 8780
Quoted 10 lines
Documentation/virt/kvm/api.rst +10
-0+:Architectures: riscv +:Type: VM +:Parameters: args[0] contains the requested HGATP mode +:Returns: 0 on success, -EINVAL if arg[0] is outside the range of hgatp + modes supported by the hardware. + +This capability allows userspace to explicitly select the HGATP mode for +the VM. The selected mode must be less than or equal to the maximum HGATP +mode supported by the hardware. This capability must be enabled before +creating any vCPUs, and can only be set once per VM.
I think I would prefer a KVM_CAP_RISCV_SET_MAX_GPA type of capability. The reason is because, while one of the results of the max-gpa being set will be to set hgatp, there may be other reasons to track the guest's maximum physical address too and kvm userspace shouldn't need to think about each individually.
Quoted 9 lines
Documentation/virt/kvm/api.rst +1
-0+ 8. Other capabilities. ======================arch/riscv/kvm/vm.c +0
-0
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 210
Quoted 9 lines
arch/riscv/kvm/vm.c +6
-0@@ -202,6 +202,13 @@ int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext)case KVM_CAP_VM_GPA_BITS : r =kvm_riscv_gstage_gpa_bits (&kvm->arch);break ; +case KVM_CAP_RISCV_SET_HGATP_MODE : +#ifdef CONFIG_64BIT + r =1 ; +#else /* CONFIG_32BIT */ + r =0 ; +#endif
r = IS_ENABLED(CONFIG_64BIT) ? 1 : 0;
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 223
Quoted 10 lines
arch/riscv/kvm/vm.c +3
-0+break ;default : r =0 ;break ;@@ -212,12 +219,27 @@ int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext)int kvm_vm_ioctl_enable_cap (struct kvm *kvm,struct kvm_enable_cap *cap) { +if (cap->flags) +return -EINVAL ;
add blank line
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 234
Quoted 13 lines
arch/riscv/kvm/vm.c +7
-2switch (cap->cap) {case KVM_CAP_RISCV_MP_STATE_RESET : -if (cap->flags) -return -EINVAL ; kvm->arch.mp_state_reset = true;return 0 ; +case KVM_CAP_RISCV_SET_HGATP_MODE : +#ifdef CONFIG_64BIT +if (cap->args[0 ] <HGATP_MODE_SV39X4 || + cap->args[0 ] > kvm_riscv_gstage_max_mode) +return -EINVAL ; +if (kvm->arch.gstage_mode_initialized) +return 0 ;
I think we want to return -EBUSY here and it should be documented where it already states "...can only be set once per VM"
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 235
Quoted 1 line
arch/riscv/kvm/vm.c +1
-0+ kvm->arch.gstage_mode_initialized = true;
In the previous patch I thought we were missing this, but I see now it means "user initialized". Let's rename it as such,
gstage_mode_user_initialized
Quoted 25 lines
arch/riscv/kvm/vm.c +7
-0+ kvm->arch.kvm_riscv_gstage_mode = cap->args[0 ]; + kvm->arch.kvm_riscv_gstage_pgd_levels =3 + + kvm->arch.kvm_riscv_gstage_mode -HGATP_MODE_SV39X4 ; +kvm_info ("using SV%lluX4 G-stage page table format\n" , +39 + (cap->args[0 ] -HGATP_MODE_SV39X4 ) *9 ); +#endif +return 0 ;default :return -EINVAL ; }include/uapi/linux/kvm.h +1
-0@@ -974,6 +974,7 @@ struct kvm_enable_cap {#define KVM_CAP_GUEST_MEMFD_FLAGS 244#define KVM_CAP_ARM_SEA_TO_USER 245#define KVM_CAP_S390_USER_OPEREXEC 246 +#define KVM_CAP_RISCV_SET_HGATP_MODE 247struct kvm_irq_routing_irqchip {__u32 irqchip;Signature · 1 line
2.50.1
Thanks,
drew
Re: Re: [PATCH v2] RISC-V: KVM: add KVM_CAP_RISCV_SET_HGATP_MODE
Quoted 33 lines
Quoted 33 lines
From: Fangyu Yu <[email protected]>
This capability allows userspace to explicitly select the HGATP mode for the VM. The selected mode must be less than or equal to the max HGATP mode supported by the hardware. This capability must be enabled before creating any vCPUs, and can only be set once per VM.
Signed-off-by Fangyu Yu <[email protected]>--- Documentation/virt/kvm/api.rst | 14 ++++++++++++++ arch/riscv/kvm/vm.c | 26 ++++++++++++++++++++++++-- include/uapi/linux/kvm.h | 1 + 3 files changed, 39 insertions(+), 2 deletions(-)Documentation/virt/kvm/api.rst +11
-0@@ -8765,6 +8765,20 @@ helpful if user space wants to emulate instructions which are not This capability can be enabled dynamically even if VCPUs were already created and are running. +7.47 KVM_CAP_RISCV_SET_HGATP_MODE +--------------------------------- + +:Architectures: riscv +:Type: VM +:Parameters: args[0] contains the requested HGATP mode +:Returns: 0 on success, -EINVAL if arg[0] is outside the range of hgatp + modes supported by the hardware. + +This capability allows userspace to explicitly select the HGATP mode for +the VM. The selected mode must be less than or equal to the maximum HGATP
Quoted 8 lines
Documentation/virt/kvm/api.rst helpful if user space wants to emulate instructions which are not · line 8780
Quoted 2 lines
Documentation/virt/kvm/api.rst +2
-0+mode supported by the hardware. This capability must be enabled before +creating any vCPUs, and can only be set once per VM.I think I would prefer a
KVM_CAP_RISCV_SET_MAX_GPAtype of capability. The reason is because, while one of the results of the max-gpa being set will be to set hgatp, there may be other reasons to track the guest's maximum physical address too and kvm userspace shouldn't need to think about each individually.
That makes sense, thanks.
Quoted 4 lines
Quoted 4 lines
Documentation/virt/kvm/api.rst +1
-0+ 8. Other capabilities. ======================
Quoted 16 lines
Quoted 5 lines
arch/riscv/kvm/vm.c +0
-0arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 210
Quoted 9 lines
arch/riscv/kvm/vm.c +6
-0@@ -202,6 +202,13 @@ int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext)case KVM_CAP_VM_GPA_BITS : r =kvm_riscv_gstage_gpa_bits (&kvm->arch);break ; +case KVM_CAP_RISCV_SET_HGATP_MODE : +#ifdef CONFIG_64BIT + r =1 ; +#else /* CONFIG_32BIT */ + r =0 ; +#endif r =
IS_ENABLED(CONFIG_64BIT)? 1 : 0;
Ack.
Quoted 6 lines
Quoted 6 lines
arch/riscv/kvm/vm.c +1
-0+break ;default : r =0 ;break ;@@ -212,12 +219,27 @@ int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext)
Quoted 6 lines
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 223
Quoted 4 lines
arch/riscv/kvm/vm.c +2
-0int kvm_vm_ioctl_enable_cap (struct kvm *kvm,struct kvm_enable_cap *cap) { +if (cap->flags) +return -EINVAL ;add blank line
Ack, will add a blank line after the flags check.
Quoted 17 lines
Quoted 4 lines
arch/riscv/kvm/vm.c +0
-1switch (cap->cap) {case KVM_CAP_RISCV_MP_STATE_RESET : -if (cap->flags)arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 234
Quoted 10 lines
arch/riscv/kvm/vm.c +7
-1-return -EINVAL ; kvm->arch.mp_state_reset = true;return 0 ; +case KVM_CAP_RISCV_SET_HGATP_MODE : +#ifdef CONFIG_64BIT +if (cap->args[0 ] <HGATP_MODE_SV39X4 || + cap->args[0 ] > kvm_riscv_gstage_max_mode) +return -EINVAL ; +if (kvm->arch.gstage_mode_initialized) +return 0 ;I think we want to return
-EBUSYhere and it should be documented where it already states "...can only be set once per VM"
Agreed.
Quoted 6 lines
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 235
Quoted 1 line
arch/riscv/kvm/vm.c +1
-0+ kvm->arch.gstage_mode_initialized = true;In the previous patch I thought we were missing this, but I see now it means "user initialized". Let's rename it as such,
gstage_mode_user_initialized
Agreed.
Quoted 20 lines
Quoted 20 lines
arch/riscv/kvm/vm.c +7
-0+ kvm->arch.kvm_riscv_gstage_mode = cap->args[0 ]; + kvm->arch.kvm_riscv_gstage_pgd_levels =3 + + kvm->arch.kvm_riscv_gstage_mode -HGATP_MODE_SV39X4 ; +kvm_info ("using SV%lluX4 G-stage page table format\n" , +39 + (cap->args[0 ] -HGATP_MODE_SV39X4 ) *9 ); +#endif +return 0 ;default :return -EINVAL ; }include/uapi/linux/kvm.h +1
-0@@ -974,6 +974,7 @@ struct kvm_enable_cap {#define KVM_CAP_GUEST_MEMFD_FLAGS 244#define KVM_CAP_ARM_SEA_TO_USER 245#define KVM_CAP_S390_USER_OPEREXEC 246 +#define KVM_CAP_RISCV_SET_HGATP_MODE 247
Quoted 9 lines
Quoted 5 lines
include/uapi/linux/kvm.h +0
-1struct kvm_irq_routing_irqchip {__u32 irqchip; --2.50.1
Thanks,
drew
Thanks,
Fangyu
Re: [PATCH v2] RISC-V: KVM: add KVM_CAP_RISCV_SET_HGATP_MODE
In reply to [email protected]On Mon, Jan 05, 2026 at 10:32:32PM +0800, [email protected] wrote:
...
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 240
Quoted 13 lines
arch/riscv/kvm/vm.c +13
-0+case KVM_CAP_RISCV_SET_HGATP_MODE : +#ifdef CONFIG_64BIT +if (cap->args[0 ] <HGATP_MODE_SV39X4 || + cap->args[0 ] > kvm_riscv_gstage_max_mode) +return -EINVAL ; +if (kvm->arch.gstage_mode_initialized) +return 0 ; + kvm->arch.gstage_mode_initialized = true; + kvm->arch.kvm_riscv_gstage_mode = cap->args[0 ]; + kvm->arch.kvm_riscv_gstage_pgd_levels =3 + + kvm->arch.kvm_riscv_gstage_mode -HGATP_MODE_SV39X4 ; +kvm_info ("using SV%lluX4 G-stage page table format\n" , +39 + (cap->args[0 ] -HGATP_MODE_SV39X4 ) *9 );
I don't think we want this kvm_info line, particularly if it doesn't also include a VM ID in some form to allow readers to know which VM is using the selected format. Let's either drop it or change it to kvm_debug and include a VM ID.
Thanks,
drew
Quoted 25 lines
arch/riscv/kvm/vm.c +2
-0+#endif +return 0 ;default :return -EINVAL ; }include/uapi/linux/kvm.h +1
-0@@ -974,6 +974,7 @@ struct kvm_enable_cap {#define KVM_CAP_GUEST_MEMFD_FLAGS 244#define KVM_CAP_ARM_SEA_TO_USER 245#define KVM_CAP_S390_USER_OPEREXEC 246 +#define KVM_CAP_RISCV_SET_HGATP_MODE 247struct kvm_irq_routing_irqchip {__u32 irqchip;Signature · 7 lines
2.50.1 -- kvm-riscv mailing list [email protected] http://lists.infradead.org/mailman/listinfo/kvm-riscv
Signature · 3 lines
kvm-riscv mailing list [email protected] http://lists.infradead.org/mailman/listinfo/kvm-riscv
Re: Re: [PATCH v2] RISC-V: KVM: add KVM_CAP_RISCV_SET_HGATP_MODE
Quoted 11 lines
...
Quoted 10 lines
arch/riscv/kvm/vm.c +10
-0+case KVM_CAP_RISCV_SET_HGATP_MODE : +#ifdef CONFIG_64BIT +if (cap->args[0 ] <HGATP_MODE_SV39X4 || + cap->args[0 ] > kvm_riscv_gstage_max_mode) +return -EINVAL ; +if (kvm->arch.gstage_mode_initialized) +return 0 ; + kvm->arch.gstage_mode_initialized = true; + kvm->arch.kvm_riscv_gstage_mode = cap->args[0 ]; + kvm->arch.kvm_riscv_gstage_pgd_levels = 3 +
Quoted 8 lines
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 240
Quoted 3 lines
arch/riscv/kvm/vm.c +3
-0+ kvm->arch.kvm_riscv_gstage_mode -HGATP_MODE_SV39X4 ; +kvm_info ("using SV%lluX4 G-stage page table format\n" , +39 + (cap->args[0 ] -HGATP_MODE_SV39X4 ) *9 );I don't think we want this
kvm_infoline, particularly if it doesn't also include a VM ID in some form to allow readers to know which VM is using the selected format. Let's either drop it or change it tokvm_debugand include a VM ID.
Agreed, I will switch it to kvm_debug() and include a VM ID.
Quoted 25 lines
Thanks,
drewQuoted 19 lines
arch/riscv/kvm/vm.c +2
-0+#endif +return 0 ;default :return -EINVAL ; }include/uapi/linux/kvm.h +1
-0@@ -974,6 +974,7 @@ struct kvm_enable_cap {#define KVM_CAP_GUEST_MEMFD_FLAGS 244#define KVM_CAP_ARM_SEA_TO_USER 245#define KVM_CAP_S390_USER_OPEREXEC 246 +#define KVM_CAP_RISCV_SET_HGATP_MODE 247struct kvm_irq_routing_irqchip {__u32 irqchip;Signature · 1 line
2.50.1
Re: [PATCH v2] RISC-V: KVM: add KVM_CAP_RISCV_SET_HGATP_MODE
In reply to [email protected]2026-01-05T22:32:32+08:00, <[email protected]>:
Quoted 14 lines
From: Fangyu Yu <[email protected]>
This capability allows userspace to explicitly select the HGATP mode for the VM. The selected mode must be less than or equal to the max HGATP mode supported by the hardware. This capability must be enabled before creating any vCPUs, and can only be set once per VM.
Signed-off-by Fangyu Yu <[email protected]>---
arch/riscv/kvm/vm.c +0
-0@@ -212,12 +219,27 @@ int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext)int kvm_vm_ioctl_enable_cap (struct kvm *kvm,struct kvm_enable_cap *cap) {
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 231
Quoted 10 lines
arch/riscv/kvm/vm.c +9
-0+if (cap->flags) +return -EINVAL ;switch (cap->cap) { +case KVM_CAP_RISCV_SET_HGATP_MODE : +#ifdef CONFIG_64BIT +if (cap->args[0 ] <HGATP_MODE_SV39X4 || + cap->args[0 ] > kvm_riscv_gstage_max_mode) +return -EINVAL ; +if (kvm->arch.gstage_mode_initialized) +return 0 ;
"must be enabled before creating any vCPUs" check is missing.
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 238
Quoted 4 lines
arch/riscv/kvm/vm.c +4
-0+ kvm->arch.gstage_mode_initialized = true; + kvm->arch.kvm_riscv_gstage_mode = cap->args[0 ]; + kvm->arch.kvm_riscv_gstage_pgd_levels =3 + + kvm->arch.kvm_riscv_gstage_mode -HGATP_MODE_SV39X4 ;
Even before creating VCPUs, I don't see enough protections to make this work.
Userspace can only provide a hint about the physical address space size before any other KVM code could have acted on the information. It would be a serious issue if some code would operate on hgatp as if it were X and others as Y.
The simplest solution would be to ensure that the CAP_SET VM ioctl can only be executed before any other IOCTL, but a change in generic code to achieve it would be frowned upon...
I would recommend looking at kvm_are_all_memslots_empty() first, as it's quite likely that it could be sufficient for the purposes of changing hgatp.
Thanks.
Re: Re: [PATCH v2] RISC-V: KVM: add KVM_CAP_RISCV_SET_HGATP_MODE
Quoted 12 lines
Quoted 12 lines
From: Fangyu Yu <[email protected]>
This capability allows userspace to explicitly select the HGATP mode for the VM. The selected mode must be less than or equal to the max HGATP mode supported by the hardware. This capability must be enabled before creating any vCPUs, and can only be set once per VM.
Signed-off-by Fangyu Yu <[email protected]>---
arch/riscv/kvm/vm.c +0
-0@@ -212,12 +219,27 @@ int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext)
Quoted 14 lines
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 234
Quoted 12 lines
arch/riscv/kvm/vm.c +9
-0int kvm_vm_ioctl_enable_cap (struct kvm *kvm,struct kvm_enable_cap *cap) { +if (cap->flags) +return -EINVAL ;switch (cap->cap) { +case KVM_CAP_RISCV_SET_HGATP_MODE : +#ifdef CONFIG_64BIT +if (cap->args[0 ] <HGATP_MODE_SV39X4 || + cap->args[0 ] > kvm_riscv_gstage_max_mode) +return -EINVAL ; +if (kvm->arch.gstage_mode_initialized) +return 0 ;"must be enabled before creating any vCPUs" check is missing.
Agreed, I'll add the missing "must be enabled before creating any vCPUs" check by rejecting the capability once kvm->created_vcpus is non-zero.
Quoted 14 lines
arch/riscv/kvm/vm.c int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) · line 238
Quoted 5 lines
arch/riscv/kvm/vm.c +4
-0+ kvm->arch.gstage_mode_initialized = true; + kvm->arch.kvm_riscv_gstage_mode = cap->args[0 ]; + kvm->arch.kvm_riscv_gstage_pgd_levels =3 + + kvm->arch.kvm_riscv_gstage_mode -HGATP_MODE_SV39X4 ;Even before creating VCPUs, I don't see enough protections to make this work.
Userspace can only provide a hint about the physical address space size before any other KVM code could have acted on the information. It would be a serious issue if some code would operate on hgatp as if it were X and others as Y.
Quoted 6 lines
The simplest solution would be to ensure that the
CAP_SETVM ioctl can only be executed before any other IOCTL, but a change in generic code to achieve it would be frowned upon...
I would recommend looking atkvm_are_all_memslots_empty()first, as it's quite likely that it could be sufficient for the purposes of changing hgatp.
Using kvm_are_all_memslots_empty might be a good idea, and I will add a check for this function in the v2.
Quoted 2 lines
Thanks.
Thanks,
Fangyu