kvm/book3s: Make kernel emulated H_PUT_TCE available for "PR" KVM
Subsystems (3)
PATCH v2 1/1 kvm/book3s: Make kernel emulated H_PUT_TCE available for "PR" KVM
There is nothing in the code for emulating TCE tables in the kernel that prevents it from working on "PR" KVM... other than ifdef's and location of the code.
This renames book3s_64_vio_hv.c to book3s_64_vio.c and moves the bulk of the code there.
This speeds things up a bit on my G5.
---
v2. Changed the ifdef as per discussion with Alex. I still didn't manage to get git to figure out the rename but that's no big deal, the old file had only one small function in it. There's no code change, you can trust me on that one, It's really just moving things around :-)
arch/powerpc/include/asm/kvm_host.h | 4 +- arch/powerpc/include/asm/kvm_ppc.h | 2 + arch/powerpc/kvm/Makefile | 3 +- arch/powerpc/kvm/book3s_64_vio.c | 187 +++++++++++++++++++++++++++++++++++ arch/powerpc/kvm/book3s_64_vio_hv.c | 73 -------------- arch/powerpc/kvm/book3s_hv.c | 109 -------------------- arch/powerpc/kvm/book3s_pr.c | 3 + arch/powerpc/kvm/book3s_pr_papr.c | 18 ++++ arch/powerpc/kvm/powerpc.c | 8 +- 9 files changed, 221 insertions(+), 186 deletions(-) create mode 100644 arch/powerpc/kvm/book3s_64_vio.c delete mode 100644 arch/powerpc/kvm/book3s_64_vio_hv.c
arch/powerpc/include/asm/kvm_host.h +3 -1
@@ -237,7 +237,6 @@ struct kvm_arch {unsigned long vrma_slb_v;int rma_setup_done;int using_mmu_notifiers; -struct list_head spapr_tce_tables;spinlock_t slot_phys_lock;unsigned long *slot_phys[KVM_MEM_SLOTS_NUM ];int slot_npages[KVM_MEM_SLOTS_NUM ];
@@ -245,6 +244,9 @@ struct kvm_arch {struct kvmppc_vcore *vcores[KVM_MAX_VCORES ];struct kvmppc_linear_info *hpt_li;#endif /* CONFIG_KVM_BOOK3S_64_HV */ +#ifdef CONFIG_PPC_BOOK3S_64 +struct list_head spapr_tce_tables; +#endif };/*
arch/powerpc/include/asm/kvm_ppc.h +2 -0
@@ -126,6 +126,8 @@ extern void kvmppc_map_vrma(struct kvm_vcpu *vcpu,extern int kvmppc_pseries_do_hcall (struct kvm_vcpu *vcpu);extern long kvm_vm_ioctl_create_spapr_tce (struct kvm *kvm,struct kvm_create_spapr_tce *args); +extern long kvmppc_h_put_tce (struct kvm_vcpu *vcpu,unsigned long liobn, +unsigned long ioba,unsigned long tce);extern long kvm_vm_ioctl_allocate_rma (struct kvm *kvm,struct kvm_allocate_rma *rma);extern struct kvmppc_linear_info *kvm_alloc_rma (void );
arch/powerpc/kvm/Makefile +2 -1
@@ -54,6 +54,7 @@ kvm-book3s_64-objs-$(CONFIG_KVM_BOOK3S_64_PR) := \ book3s_paired_singles.o \ book3s_pr.o \ book3s_pr_papr.o \ + book3s_64_vio.o \ book3s_emulate.o \ book3s_interrupts.o \ book3s_mmu_hpte.o \
@@ -70,7 +71,7 @@ kvm-book3s_64-objs-$(CONFIG_KVM_BOOK3S_64_HV) := \ kvm-book3s_64-builtin-objs-$(CONFIG_KVM_BOOK3S_64_HV) := \ book3s_hv_rmhandlers.o \ book3s_hv_rm_mmu.o \ - book3s_64_vio_hv.o \ + book3s_64_vio.o \ book3s_hv_builtin.o kvm-book3s_64-module-objs := \
arch/powerpc/kvm/book3s_64_vio.c new file +187 -0
187 lines not on this page · raw message
arch/powerpc/kvm/book3s_64_vio_hv.c deleted +0 -73
73 lines not on this page · raw message
arch/powerpc/kvm/book3s_hv.c +0 -109
115 lines not on this page · raw message
arch/powerpc/kvm/book3s_pr.c +3 -0
@@ -1167,11 +1167,14 @@ void kvmppc_core_commit_memory_region(struct kvm *kvm,int kvmppc_core_init_vm (struct kvm *kvm) { +INIT_LIST_HEAD (&kvm->arch.spapr_tce_tables); +return 0 ; }void kvmppc_core_destroy_vm (struct kvm *kvm) { +WARN_ON (!list_empty (&kvm->arch.spapr_tce_tables)); }static int kvmppc_book3s_init (void )
arch/powerpc/kvm/book3s_pr_papr.c +18 -0
@@ -15,6 +15,8 @@* published by the Free Software Foundation. */ +#include <linux/anon_inodes.h> +#include <asm/uaccess.h> #include <asm/kvm_ppc.h> #include <asm/kvm_book3s.h>
@@ -211,6 +213,20 @@ static int kvmppc_h_pr_protect(struct kvm_vcpu *vcpu)return EMULATE_DONE ; } +static int kvmppc_h_pr_put_tce (struct kvm_vcpu *vcpu) +{ +unsigned long liobn =kvmppc_get_gpr (vcpu,4 ); +unsigned long ioba =kvmppc_get_gpr (vcpu,5 ); +unsigned long tce =kvmppc_get_gpr (vcpu,6 ); +long rc; + + rc =kvmppc_h_put_tce (vcpu, liobn, ioba, tce); +if (rc ==H_TOO_HARD ) +return EMULATE_FAIL ; +kvmppc_set_gpr (vcpu,3 , rc); +return EMULATE_DONE ; +} +int kvmppc_h_pr (struct kvm_vcpu *vcpu,unsigned long cmd) {switch (cmd) {
@@ -222,6 +238,8 @@ int kvmppc_h_pr(struct kvm_vcpu *vcpu, unsigned long cmd)return kvmppc_h_pr_protect (vcpu);case H_BULK_REMOVE :return kvmppc_h_pr_bulk_remove (vcpu); +case H_PUT_TCE : +return kvmppc_h_pr_put_tce (vcpu);case H_CEDE :kvm_vcpu_block (vcpu);clear_bit (KVM_REQ_UNHALT , &vcpu->requests);
arch/powerpc/kvm/powerpc.c +6 -2
@@ -244,10 +244,12 @@ int kvm_dev_ioctl_check_extension(long ext) r =KVM_COALESCED_MMIO_PAGE_OFFSET ;break ;#endif -#ifdef CONFIG_KVM_BOOK3S_64_HV +#ifdef CONFIG_PPC_BOOK3S_64 case KVM_CAP_SPAPR_TCE : r =1 ;break ; +#endif /* CONFIG_PPC_BOOK3S_64 */ +#ifdef CONFIG_KVM_BOOK3S_64_HV case KVM_CAP_PPC_SMT : r = threads_per_core;break ;
@@ -773,7 +775,7 @@ long kvm_arch_vm_ioctl(struct file *filp,break ; } -#ifdef CONFIG_KVM_BOOK3S_64_HV +#ifdef CONFIG_PPC_BOOK3S_64 case KVM_CREATE_SPAPR_TCE : {struct kvm_create_spapr_tce create_tce;struct kvm *kvm = filp->private_data;
@@ -784,7 +786,9 @@ long kvm_arch_vm_ioctl(struct file *filp, r =kvm_vm_ioctl_create_spapr_tce (kvm, &create_tce); goto out; } +#endif /* CONFIG_PPC_BOOK3S_64 */ +#ifdef CONFIG_KVM_BOOK3S_64_HV case KVM_ALLOCATE_RMA : {struct kvm *kvm = filp->private_data;struct kvm_allocate_rma rma;
Signature · 1 line
1.7.9.1
Alexander Graf
AppliedQuoted 8 lines · Benjamin Herrenschmidt
There is nothing in the code for emulating TCE tables in the kernel that prevents it from working on "PR" KVM... other than ifdef's and location of the code.
This renames
book3s_64_vio_hv.ctobook3s_64_vio.cand moves the bulk of the code there.This speeds things up a bit on my G5.
Thanks, applied to kvm-ppc-next and fixed a few checkpatch complaints:
- whitespace
- spaces around * (multiplier)
- make struct file_operations const
Most of these were already present in the code you moved around, so I'll just fold them into your patch :).
Alex
Quoted 13 lines · Alexander Graf
Quoted 8 lines · Benjamin Herrenschmidt
There is nothing in the code for emulating TCE tables in the kernel that prevents it from working on "PR" KVM... other than ifdef's and location of the code.
This renames
book3s_64_vio_hv.ctobook3s_64_vio.cand moves the bulk of the code there.This speeds things up a bit on my G5.
Quoted 7 lines
Thanks, applied to kvm-ppc-next and fixed a few checkpatch complaints:
- whitespace
- spaces around * (multiplier)
- make structfile_operationsconstMost of these were already present in the code you moved around, so I'll just fold them into your patch :).
Oh, and the patch is missing your SOB. Mind to give that one too? :)
Alex
Quoted 158 lines · Benjamin Herrenschmidt
There is nothing in the code for emulating TCE tables in the kernel that prevents it from working on "PR" KVM... other than ifdef's and location of the code.
This renames
book3s_64_vio_hv.ctobook3s_64_vio.cand moves the bulk of the code there.This speeds things up a bit on my G5.
---v2. Changed the ifdef as per discussion with Alex. I still didn't manage to get git to figure out the rename but that's no big deal, the old file had only one small function in it. There's no code change, you can trust me on that one, It's really just moving things around :-)
arch/powerpc/include/asm/kvm_host.h | 4 +- arch/powerpc/include/asm/kvm_ppc.h | 2 + arch/powerpc/kvm/Makefile | 3 +- arch/powerpc/kvm/book3s_64_vio.c | 187 +++++++++++++++++++++++++++++++++++ arch/powerpc/kvm/book3s_64_vio_hv.c | 73 -------------- arch/powerpc/kvm/book3s_hv.c | 109 -------------------- arch/powerpc/kvm/book3s_pr.c | 3 + arch/powerpc/kvm/book3s_pr_papr.c | 18 ++++ arch/powerpc/kvm/powerpc.c | 8 +- 9 files changed, 221 insertions(+), 186 deletions(-)create mode 100644
arch/powerpc/kvm/book3s_64_vio.cdelete mode 100644arch/powerpc/kvm/book3s_64_vio_hv.carch/powerpc/include/asm/kvm_host.h +3
-1@@ -237,7 +237,6 @@ struct kvm_arch {unsigned long vrma_slb_v;int rma_setup_done;int using_mmu_notifiers; -struct list_head spapr_tce_tables;spinlock_t slot_phys_lock;unsigned long *slot_phys[KVM_MEM_SLOTS_NUM ];int slot_npages[KVM_MEM_SLOTS_NUM ];@@ -245,6 +244,9 @@ struct kvm_arch {struct kvmppc_vcore *vcores[KVM_MAX_VCORES ];struct kvmppc_linear_info *hpt_li;#endif /* CONFIG_KVM_BOOK3S_64_HV */ +#ifdef CONFIG_PPC_BOOK3S_64 +struct list_head spapr_tce_tables; +#endif };/* arch/powerpc/include/asm/kvm_ppc.h +2
-0@@ -126,6 +126,8 @@ extern void kvmppc_map_vrma(struct kvm_vcpu *vcpu,extern int kvmppc_pseries_do_hcall (struct kvm_vcpu *vcpu);extern long kvm_vm_ioctl_create_spapr_tce (struct kvm *kvm,struct kvm_create_spapr_tce *args); +extern long kvmppc_h_put_tce (struct kvm_vcpu *vcpu,unsigned long liobn, +unsigned long ioba,unsigned long tce);extern long kvm_vm_ioctl_allocate_rma (struct kvm *kvm,struct kvm_allocate_rma *rma);extern struct kvmppc_linear_info *kvm_alloc_rma (void );arch/powerpc/kvm/Makefile +2
-1@@ -54,6 +54,7 @@ kvm-book3s_64-objs-$(CONFIG_KVM_BOOK3S_64_PR) := \ book3s_paired_singles.o \ book3s_pr.o \ book3s_pr_papr.o \ + book3s_64_vio.o \ book3s_emulate.o \ book3s_interrupts.o \ book3s_mmu_hpte.o \@@ -70,7 +71,7 @@ kvm-book3s_64-objs-$(CONFIG_KVM_BOOK3S_64_HV) := \ kvm-book3s_64-builtin-objs-$(CONFIG_KVM_BOOK3S_64_HV) := \ book3s_hv_rmhandlers.o \ book3s_hv_rm_mmu.o \ - book3s_64_vio_hv.o \ + book3s_64_vio.o \ book3s_hv_builtin.o kvm-book3s_64-module-objs := \arch/powerpc/kvm/book3s_64_vio.c new file +67
-0@@ -0,0 +1,187 @@ +/* +* This program is free software; you can redistribute it and/or modify +* it under the terms of the GNU General Public License, version 2, as +* published by the Free Software Foundation. +* +* This program is distributed in the hope that it will be useful, +* but WITHOUT ANY WARRANTY; without even the implied warranty of +* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +* GNU General Public License for more details. +* +* You should have received a copy of the GNU General Public License +* along with this program; if not, write to the Free Software +* Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. +* +* Copyright 2010 Paul Mackerras, IBM Corp.<[email protected]> +* Copyright 2011 David Gibson, IBM Corporation<[email protected]> +*/ + +#include <linux/types.h> +#include <linux/string.h> +#include <linux/kvm.h> +#include <linux/kvm_host.h> +#include <linux/highmem.h> +#include <linux/gfp.h> +#include <linux/slab.h> +#include <linux/hugetlb.h> +#include <linux/list.h> +#include <linux/anon_inodes.h> + +#include <asm/tlbflush.h> +#include <asm/kvm_ppc.h> +#include <asm/kvm_book3s.h> +#include <asm/mmu-hash64.h> +#include <asm/hvcall.h> +#include <asm/synch.h> +#include <asm/ppc-opcode.h> +#include <asm/kvm_host.h> +#include <asm/udbg.h> + +#define TCES_PER_PAGE (PAGE_SIZE / sizeof(u64)) + +/* WARNING: This will be called in real-mode on HV KVM and virtual +* mode on PR KVM +*/ +long kvmppc_h_put_tce (struct kvm_vcpu *vcpu,unsigned long liobn, +unsigned long ioba,unsigned long tce) +{ +struct kvm *kvm = vcpu->kvm; +struct kvmppc_spapr_tce_table *stt; + +/* udbg_printf("H_PUT_TCE(): liobn=0x%lx ioba=0x%lx, tce=0x%lx\n", */ +/* liobn, ioba, tce); */ + +list_for_each_entry (stt,&kvm->arch.spapr_tce_tables, list) { +if (stt->liobn == liobn) { +unsigned long idx = ioba>>SPAPR_TCE_SHIFT ; +struct page *page; +u64 *tbl; + +/* udbg_printf("H_PUT_TCE: liobn 0x%lx => stt=%p window_size=0x%x\n", */ +/* liobn, stt, stt->window_size); */ +if (ioba>= stt->window_size) +return H_PARAMETER ; + + page = stt->pages[idx /TCES_PER_PAGE ]; + tbl = (u64 *)page_address (page); +
arch/powerpc/kvm/book3s_64_vio.c line 77
Quoted 10 lines
arch/powerpc/kvm/book3s_64_vio.c new file +10
-0+/* FIXME: Need to validate the TCE itself */ +/* udbg_printf("tce @ %p\n",&tbl[idx % TCES_PER_PAGE]); */ + tbl[idx %TCES_PER_PAGE ] = tce; +return H_SUCCESS ; + } + } + +/* Didn't find the liobn, punt it to userspace */ +return H_TOO_HARD ; +}
This function needs to be available in real mode on HV, but the ones below must be on module code when kvm is compiled as a module, because they call kvm infrastructure which lives in module code.
Alex
Quoted 4 lines · Alexander Graf
This function needs to be available in real mode on HV, but the ones below must be on module code when kvm is compiled as a module, because
they call kvm infrastructure which lives in module code.
Yes, I realized that, can you fix it in your tree ?
Cheers,
Ben.
Quoted 7 lines · Benjamin Herrenschmidt
Quoted 4 lines · Alexander Graf
This function needs to be available in real mode on HV, but the ones below must be on module code when kvm is compiled as a module, because
they call kvm infrastructure which lives in module code.Yes, I realized that, can you fix it in your tree ?
It's slightly more involved as it means that we need to split the 2 files you merged again. I removed the patch from my next queue for now :).
If you're too busy to fix it up, I can give it another wuick try though...
Alex
Quoted 2 lines · Alexander Graf
If you're too busy to fix it up, I can give it another wuick try though...
That would be great... I'll have no time til at least next week.
Cheers,
Ben.
PATCH 1/1 kvm/book3s: Make kernel emulated H_PUT_TCE available for "PR" KVM
From: Benjamin Herrenschmidt <[email protected]>
There is nothing in the code for emulating TCE tables in the kernel that prevents it from working on "PR" KVM... other than ifdef's and location of the code.
This and moves the bulk of the code there to a new file called book3s_64_vio.c.
This speeds things up a bit on my G5.
--- arch/powerpc/include/asm/kvm_host.h | 4 +- arch/powerpc/include/asm/kvm_ppc.h | 2 + arch/powerpc/kvm/Makefile | 2 + arch/powerpc/kvm/book3s_64_vio.c | 150 +++++++++++++++++++++++++++++++++++ arch/powerpc/kvm/book3s_64_vio_hv.c | 3 + arch/powerpc/kvm/book3s_hv.c | 109 ------------------------- arch/powerpc/kvm/book3s_pr.c | 3 + arch/powerpc/kvm/book3s_pr_papr.c | 18 ++++ arch/powerpc/kvm/powerpc.c | 8 ++- 9 files changed, 187 insertions(+), 112 deletions(-) create mode 100644 arch/powerpc/kvm/book3s_64_vio.c
arch/powerpc/include/asm/kvm_host.h +3 -1
@@ -237,7 +237,6 @@ struct kvm_arch {unsigned long vrma_slb_v;int rma_setup_done;int using_mmu_notifiers; -struct list_head spapr_tce_tables;spinlock_t slot_phys_lock;unsigned long *slot_phys[KVM_MEM_SLOTS_NUM ];int slot_npages[KVM_MEM_SLOTS_NUM ];
@@ -245,6 +244,9 @@ struct kvm_arch {struct kvmppc_vcore *vcores[KVM_MAX_VCORES ];struct kvmppc_linear_info *hpt_li;#endif /* CONFIG_KVM_BOOK3S_64_HV */ +#ifdef CONFIG_PPC_BOOK3S_64 +struct list_head spapr_tce_tables; +#endif };/*
arch/powerpc/include/asm/kvm_ppc.h +2 -0
@@ -126,6 +126,8 @@ extern void kvmppc_map_vrma(struct kvm_vcpu *vcpu,extern int kvmppc_pseries_do_hcall (struct kvm_vcpu *vcpu);extern long kvm_vm_ioctl_create_spapr_tce (struct kvm *kvm,struct kvm_create_spapr_tce *args); +extern long kvmppc_h_put_tce (struct kvm_vcpu *vcpu,unsigned long liobn, +unsigned long ioba,unsigned long tce);extern long kvm_vm_ioctl_allocate_rma (struct kvm *kvm,struct kvm_allocate_rma *rma);extern struct kvmppc_linear_info *kvm_alloc_rma (void );
arch/powerpc/kvm/Makefile +2 -0
@@ -54,6 +54,7 @@ kvm-book3s_64-objs-$(CONFIG_KVM_BOOK3S_64_PR) := \ book3s_paired_singles.o \ book3s_pr.o \ book3s_pr_papr.o \ + book3s_64_vio_hv.o \ book3s_emulate.o \ book3s_interrupts.o \ book3s_mmu_hpte.o \
@@ -78,6 +79,7 @@ kvm-book3s_64-module-objs := \ powerpc.o \ emulate.o \ book3s.o \ + book3s_64_vio.o \ $(kvm-book3s_64-objs-y) kvm-objs-$(CONFIG_KVM_BOOK3S_64) := $(kvm-book3s_64-module-objs)
arch/powerpc/kvm/book3s_64_vio.c new file +150 -0
150 lines not on this page · raw message
arch/powerpc/kvm/book3s_64_vio_hv.c +3 -0
@@ -38,6 +38,9 @@#define TCES_PER_PAGE (PAGE_SIZE / sizeof(u64)) +/* WARNING: This will be called in real-mode on HV KVM and virtual +* mode on PR KVM +*/ long kvmppc_h_put_tce (struct kvm_vcpu *vcpu,unsigned long liobn,unsigned long ioba,unsigned long tce) {
arch/powerpc/kvm/book3s_hv.c +0 -109
115 lines not on this page · raw message
arch/powerpc/kvm/book3s_pr.c +3 -0
@@ -1171,11 +1171,14 @@ void kvmppc_core_commit_memory_region(struct kvm *kvm,int kvmppc_core_init_vm (struct kvm *kvm) { +INIT_LIST_HEAD (&kvm->arch.spapr_tce_tables); +return 0 ; }void kvmppc_core_destroy_vm (struct kvm *kvm) { +WARN_ON (!list_empty (&kvm->arch.spapr_tce_tables)); }static int kvmppc_book3s_init (void )
arch/powerpc/kvm/book3s_pr_papr.c +18 -0
@@ -15,6 +15,8 @@* published by the Free Software Foundation. */ +#include <linux/anon_inodes.h> +#include <asm/uaccess.h> #include <asm/kvm_ppc.h> #include <asm/kvm_book3s.h>
@@ -211,6 +213,20 @@ static int kvmppc_h_pr_protect(struct kvm_vcpu *vcpu)return EMULATE_DONE ; } +static int kvmppc_h_pr_put_tce (struct kvm_vcpu *vcpu) +{ +unsigned long liobn =kvmppc_get_gpr (vcpu,4 ); +unsigned long ioba =kvmppc_get_gpr (vcpu,5 ); +unsigned long tce =kvmppc_get_gpr (vcpu,6 ); +long rc; + + rc =kvmppc_h_put_tce (vcpu, liobn, ioba, tce); +if (rc ==H_TOO_HARD ) +return EMULATE_FAIL ; +kvmppc_set_gpr (vcpu,3 , rc); +return EMULATE_DONE ; +} +int kvmppc_h_pr (struct kvm_vcpu *vcpu,unsigned long cmd) {switch (cmd) {
@@ -222,6 +238,8 @@ int kvmppc_h_pr(struct kvm_vcpu *vcpu, unsigned long cmd)return kvmppc_h_pr_protect (vcpu);case H_BULK_REMOVE :return kvmppc_h_pr_bulk_remove (vcpu); +case H_PUT_TCE : +return kvmppc_h_pr_put_tce (vcpu);case H_CEDE :kvm_vcpu_block (vcpu);clear_bit (KVM_REQ_UNHALT , &vcpu->requests);
arch/powerpc/kvm/powerpc.c +6 -2
@@ -244,10 +244,12 @@ int kvm_dev_ioctl_check_extension(long ext) r =KVM_COALESCED_MMIO_PAGE_OFFSET ;break ;#endif -#ifdef CONFIG_KVM_BOOK3S_64_HV +#ifdef CONFIG_PPC_BOOK3S_64 case KVM_CAP_SPAPR_TCE : r =1 ;break ; +#endif /* CONFIG_PPC_BOOK3S_64 */ +#ifdef CONFIG_KVM_BOOK3S_64_HV case KVM_CAP_PPC_SMT : r = threads_per_core;break ;
@@ -773,7 +775,7 @@ long kvm_arch_vm_ioctl(struct file *filp,break ; } -#ifdef CONFIG_KVM_BOOK3S_64_HV +#ifdef CONFIG_PPC_BOOK3S_64 case KVM_CREATE_SPAPR_TCE : {struct kvm_create_spapr_tce create_tce;struct kvm *kvm = filp->private_data;
@@ -784,7 +786,9 @@ long kvm_arch_vm_ioctl(struct file *filp, r =kvm_vm_ioctl_create_spapr_tce (kvm, &create_tce); goto out; } +#endif /* CONFIG_PPC_BOOK3S_64 */ +#ifdef CONFIG_KVM_BOOK3S_64_HV case KVM_ALLOCATE_RMA : {struct kvm *kvm = filp->private_data;struct kvm_allocate_rma rma;
Signature · 1 line
1.6.0.2