KVM updates for the 2.6.33 merge window (batch 1/2)
cover KVM updates for the 2.6.33 merge window (batch 1/2)
Highlights:
- improved kernel context switching speed
- better interoperation with other users of virtualization extensions
- improved irq scaling
- nested svm improvements and tracing
- improved cpufreq integration
- spin loop detection on newer hardware
Notes:
- kvm/ppc64 support will be merged through the powerpc tree
- depends on tip x86/entry branch (user return notifiers)
Alexander Graf (2):
KVM: Activate Virtualization On Demand
KVM: SVM: Notify nested hypervisor of lost event injections
Avi Kivity (6):
core, x86: Add user return notifiers
x86: Fix user return notifier build
KVM: Don't wrap schedule() with vcpu_put()/vcpu_load()
KVM: Don't pass kvm_run arguments
KVM: Return -ENOTTY on unrecognized ioctls
KVM: Move assigned device code to own file
Glauber Costa (1):
KVM: x86: include pvclock MSRs in msrs_to_save
Gleb Natapov (9):
KVM: Call pic_clear_isr() on pic reset to reuse logic there
KVM: Move irq sharing information to irqchip level
KVM: Change irq routing table to use gsi indexed array
KVM: Maintain back mapping from irqchip/pin to gsi
KVM: Move irq routing data structure to rcu locking
KVM: Move irq ack notifier list to arch independent code
KVM: Convert irq notifiers lists to RCU locking
KVM: Move IO APIC to its own lock
KVM: Drop kvm->irq_lock lock from irq injection path
Huang Weiyi (1):
KVM: remove duplicated #include
Jan Kiszka (2):
KVM: x86: Refactor guest debug IOCTL handling
KVM: x86: Rework guest single-step flag injection and filtering
Jiri Slaby (1):
KVM: fix lock imbalance in kvm_*_irq_source_id()
Joerg Roedel (7):
KVM: SVM: reorganize svm_interrupt_allowed
KVM: SVM: don't copy exit_int_info on nested vmrun
KVM: SVM: Remove remaining occurences of rdtscll
KVM: SVM: Move INTR vmexit out of atomic code
KVM: SVM: Add tracepoint for nested vmrun
KVM: SVM: Add tracepoint for nested #vmexit
KVM: SVM: Add tracepoint for injected #vmexit
Juan Quintela (1):
KVM: remove pre_task_link setting in save_state_to_tss16
Marcelo Tosatti (2):
KVM: SVM: remove needless mmap_sem acquision from nested_svm_map
KVM: x86: disable paravirt mmu reporting
Mohammed Gamal (5):
KVM: x86 emulator: Add 'push/pop sreg' instructions
KVM: x86 emulator: Introduce No64 decode option
KVM: x86 emulator: Add missing decoder flags for 'or' instructions
KVM: x86 emulator: Add pusha and popa instructions
KVM: VMX: Enhance invalid guest state emulation
Stephen Rothwell (1):
x86: Fix user return notifier put_cpu_var() invocation
Zachary Amsden (4):
KVM: Separate timer intialization into an indepedent function
KVM: Kill the confusing tsc_ref_khz and ref_freq variables
KVM: Fix printk name error in svm.c
KVM: Fix hotplug of CPUs
PATCH 1/42 core, x86: Add user return notifiers
Add a general per-cpu notifier that is called whenever the kernel is about to return to userspace. The notifier uses a thread_info flag and existing checks, so there is no impact on user return or context switch fast paths.
This will be used initially to speed up KVM task switching by lazily updating MSRs.
LKML-Reference: <[email protected]>
--- arch/Kconfig | 10 +++++++ arch/x86/Kconfig | 1 + arch/x86/include/asm/thread_info.h | 7 +++- arch/x86/kernel/process.c | 2 + arch/x86/kernel/signal.c | 3 ++ include/linux/user-return-notifier.h | 42 +++++++++++++++++++++++++++++++ kernel/user-return-notifier.c | 46 ++++++++++++++++++++++++++++++++++ 7 files changed, 109 insertions(+), 2 deletions(-) create mode 100644 include/linux/user-return-notifier.h create mode 100644 kernel/user-return-notifier.c
arch/Kconfig +10 -0
@@ -83,6 +83,13 @@ config KRETPROBES def_bool y depends on KPROBES && HAVE_KRETPROBES +config USER_RETURN_NOTIFIER + bool + depends on HAVE_USER_RETURN_NOTIFIER + help + Provide a kernel-internal notification when a cpu is about to + switch to user mode. + config HAVE_IOREMAP_PROT bool
@@ -126,4 +133,7 @@ config HAVE_DMA_API_DEBUG config HAVE_DEFAULT_NO_SPIN_MUTEXES bool +config HAVE_USER_RETURN_NOTIFIER + bool + source "kernel/gcov/Kconfig"
arch/x86/Kconfig +1 -0
@@ -50,6 +50,7 @@ config X86 select HAVE_KERNEL_BZIP2 select HAVE_KERNEL_LZMA select HAVE_ARCH_KMEMCHECK + select HAVE_USER_RETURN_NOTIFIER config OUTPUT_FORMAT string
arch/x86/include/asm/thread_info.h +5 -2
@@ -83,6 +83,7 @@ struct thread_info {#define TIF_SYSCALL_AUDIT 7/* syscall auditing active */ #define TIF_SECCOMP 8/* secure computing */ #define TIF_MCE_NOTIFY 10/* notify userspace of an MCE */ +#define TIF_USER_RETURN_NOTIFY 11/* notify kernel of userspace return */ #define TIF_NOTSC 16/* TSC is not accessible in userland */ #define TIF_IA32 17/* 32bit process */ #define TIF_FORK 18/* ret_from_fork */
@@ -107,6 +108,7 @@ struct thread_info {#define _TIF_SYSCALL_AUDIT (1 << TIF_SYSCALL_AUDIT)#define _TIF_SECCOMP (1 << TIF_SECCOMP)#define _TIF_MCE_NOTIFY (1 << TIF_MCE_NOTIFY) +#define _TIF_USER_RETURN_NOTIFY (1 << TIF_USER_RETURN_NOTIFY)#define _TIF_NOTSC (1 << TIF_NOTSC)#define _TIF_IA32 (1 << TIF_IA32)#define _TIF_FORK (1 << TIF_FORK)
@@ -142,13 +144,14 @@ struct thread_info {/* Only used for 64 bit */ #define _TIF_DO_NOTIFY_MASK \ - (_TIF_SIGPENDING|_TIF_MCE_NOTIFY|_TIF_NOTIFY_RESUME) + (_TIF_SIGPENDING | _TIF_MCE_NOTIFY | _TIF_NOTIFY_RESUME | \ + _TIF_USER_RETURN_NOTIFY)/* flags to check in __switch_to() */ #define _TIF_WORK_CTXSW \ (_TIF_IO_BITMAP|_TIF_DEBUGCTLMSR|_TIF_DS_AREA_MSR|_TIF_NOTSC) -#define _TIF_WORK_CTXSW_PREV _TIF_WORK_CTXSW +#define _TIF_WORK_CTXSW_PREV (_TIF_WORK_CTXSW|_TIF_USER_RETURN_NOTIFY)#define _TIF_WORK_CTXSW_NEXT (_TIF_WORK_CTXSW|_TIF_DEBUG)#define PREEMPT_ACTIVE 0x10000000
arch/x86/kernel/process.c +2 -0
@@ -9,6 +9,7 @@#include <linux/pm.h> #include <linux/clockchips.h> #include <linux/random.h> +#include <linux/user-return-notifier.h> #include <trace/events/power.h> #include <asm/system.h> #include <asm/apic.h>
@@ -224,6 +225,7 @@ void __switch_to_xtra(struct task_struct *prev_p, struct task_struct *next_p,*/ memset (tss->io_bitmap,0xff , prev->io_bitmap_max); } +propagate_user_return_notify (prev_p, next_p); }int sys_fork (struct pt_regs *regs)
arch/x86/kernel/signal.c +3 -0
@@ -19,6 +19,7 @@#include <linux/stddef.h> #include <linux/personality.h> #include <linux/uaccess.h> +#include <linux/user-return-notifier.h> #include <asm/processor.h> #include <asm/ucontext.h>
@@ -872,6 +873,8 @@ do_notify_resume(struct pt_regs *regs, void *unused, __u32 thread_info_flags)if (current->replacement_session_keyring)key_replace_session_keyring (); } +if (thread_info_flags & _TIF_USER_RETURN_NOTIFY) +fire_user_return_notifiers ();#ifdef CONFIG_X86_32 clear_thread_flag (TIF_IRET );
include/linux/user-return-notifier.h new file +42 -0
42 lines not on this page · raw message
kernel/user-return-notifier.c new file +46 -0
46 lines not on this page · raw message
Signature · 1 line
1.6.5.2
PATCH 2/42 x86: Fix user return notifier build
In reply to Avi KivityWhen CONFIG_USER_RETURN_NOTIFIER is set, we need to link kernel/user-return-notifier.o.
LKML-Reference: <[email protected]>
--- kernel/Makefile | 1 + 1 files changed, 1 insertions(+), 0 deletions(-)
kernel/Makefile +1 -0
@@ -95,6 +95,7 @@ obj-$(CONFIG_RING_BUFFER) += trace/ obj-$(CONFIG_SMP) += sched_cpupri.o obj-$(CONFIG_SLOW_WORK) += slow-work.o obj-$(CONFIG_PERF_EVENTS) += perf_event.o +obj-$(CONFIG_USER_RETURN_NOTIFIER) += user-return-notifier.o ifneq ($(CONFIG_SCHED_OMIT_FRAME_POINTER),y) # According to Alan Modra <[email protected]>, the -fno-omit-frame-pointer is
Signature · 1 line
1.6.5.2
PATCH 3/42 x86: Fix user return notifier put_cpu_var() invocation
In reply to Avi KivityFrom: Stephen Rothwell <[email protected]>
Today's linux-next build (x86_64 allmodconfig) failed like this:
kernel/user-return-notifier.c: In function 'fire_user_return_notifiers': kernel/user-return-notifier.c:45:
error: expected expression before ')' token
Introduced by commit 7c68af6e32c73992bad24107311f3433c89016e2 ("core, x86: Add user return notifiers") from the tip and kvm trees but revealed by commit e0fdb0e050eae331046385643618f12452aa7e73 ("percpu: add __percpu for sparse") from the percpu tree.
Before that percpu tree commit, "put_cpu_var()" would compile without error (even though it really needs a parameter).
LKML-Reference: <[email protected]>
--- kernel/user-return-notifier.c | 2 +- 1 files changed, 1 insertions(+), 1 deletions(-)
kernel/user-return-notifier.c +1 -1
@@ -42,5 +42,5 @@ void fire_user_return_notifiers(void) head = &get_cpu_var (return_notifier_list);hlist_for_each_entry_safe (urn, tmp1, tmp2, head, link) urn->on_user_return (urn); -put_cpu_var (); +put_cpu_var (return_notifier_list); }
Signature · 1 line
1.6.5.2
PATCH 4/42 KVM: Don't wrap schedule() with vcpu_put()/vcpu_load()
In reply to Avi KivityPreemption notifiers will do that for us automatically.
--- virt/kvm/kvm_main.c | 2 -- 1 files changed, 0 insertions(+), 2 deletions(-)
virt/kvm/kvm_main.c +0 -2
@@ -1689,9 +1689,7 @@ void kvm_vcpu_block(struct kvm_vcpu *vcpu)if (signal_pending (current))break ; -vcpu_put (vcpu);schedule (); -vcpu_load (vcpu); }finish_wait (&vcpu->wq, &wait);
Signature · 1 line
1.6.5.2
PATCH 5/42 KVM: x86 emulator: Add 'push/pop sreg' instructions
In reply to Avi KivityFrom: Mohammed Gamal <[email protected]>
[avi: avoid buffer overflow]
--- arch/x86/kvm/emulate.c | 107 +++++++++++++++++++++++++++++++++++++++++++++--- 1 files changed, 101 insertions(+), 6 deletions(-)
arch/x86/kvm/emulate.c +101 -6
@@ -92,19 +92,22 @@ static u32 opcode_table[256] = {/* 0x00 - 0x07 */ ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM, - ByteOp | DstAcc | SrcImm, DstAcc | SrcImm,0 ,0 , + ByteOp | DstAcc | SrcImm, DstAcc | SrcImm, + ImplicitOps | Stack, ImplicitOps | Stack,/* 0x08 - 0x0F */ ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM, -0 ,0 ,0 ,0 , +0 ,0 , ImplicitOps | Stack,0 ,/* 0x10 - 0x17 */ ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM, - ByteOp | DstAcc | SrcImm, DstAcc | SrcImm,0 ,0 , + ByteOp | DstAcc | SrcImm, DstAcc | SrcImm, + ImplicitOps | Stack, ImplicitOps | Stack,/* 0x18 - 0x1F */ ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM, - ByteOp | DstAcc | SrcImm, DstAcc | SrcImm,0 ,0 , + ByteOp | DstAcc | SrcImm, DstAcc | SrcImm, + ImplicitOps | Stack, ImplicitOps | Stack,/* 0x20 - 0x27 */ ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM,
@@ -244,11 +247,13 @@ static u32 twobyte_table[256] = {/* 0x90 - 0x9F */ 0 ,0 ,0 ,0 ,0 ,0 ,0 ,0 ,0 ,0 ,0 ,0 ,0 ,0 ,0 ,0 ,/* 0xA0 - 0xA7 */ -0 ,0 ,0 , DstMem | SrcReg | ModRM | BitOp, + ImplicitOps | Stack, ImplicitOps | Stack, +0 , DstMem | SrcReg | ModRM | BitOp, DstMem | SrcReg | Src2ImmByte | ModRM, DstMem | SrcReg | Src2CL | ModRM,0 ,0 ,/* 0xA8 - 0xAF */ -0 ,0 ,0 , DstMem | SrcReg | ModRM | BitOp, + ImplicitOps | Stack, ImplicitOps | Stack, +0 , DstMem | SrcReg | ModRM | BitOp, DstMem | SrcReg | Src2ImmByte | ModRM, DstMem | SrcReg | Src2CL | ModRM, ModRM, 0,
@@ -1186,6 +1191,32 @@ static int emulate_pop(struct x86_emulate_ctxt *ctxt,return rc; } +static void emulate_push_sreg (struct x86_emulate_ctxt *ctxt,int seg) +{ +struct decode_cache *c = &ctxt->decode; +struct kvm_segment segment; + + kvm_x86_ops->get_segment (ctxt->vcpu, &segment, seg); + + c->src.val = segment.selector; +emulate_push (ctxt); +} + +static int emulate_pop_sreg (struct x86_emulate_ctxt *ctxt, +struct x86_emulate_ops *ops,int seg) +{ +struct decode_cache *c = &ctxt->decode; +unsigned long selector; +int rc; + + rc =emulate_pop (ctxt, ops, &selector, c->op_bytes); +if (rc !=0 ) +return rc; + + rc =kvm_load_segment_descriptor (ctxt->vcpu, (u16 )selector,1 , seg); +return rc; +} +static inline int emulate_grp1a (struct x86_emulate_ctxt *ctxt,struct x86_emulate_ops *ops) {
@@ -1707,18 +1738,66 @@ special_insn: add:/* add */ emulate_2op_SrcV ("add" , c->src, c->dst, ctxt->eflags);break ; +case 0x06 :/* push es */ +if (ctxt->mode ==X86EMUL_MODE_PROT64 ) + goto cannot_emulate; + +emulate_push_sreg (ctxt,VCPU_SREG_ES ); +break ; +case 0x07 :/* pop es */ +if (ctxt->mode ==X86EMUL_MODE_PROT64 ) + goto cannot_emulate; + + rc =emulate_pop_sreg (ctxt, ops,VCPU_SREG_ES ); +if (rc !=0 ) + goto done; +break ; case 0x08 ... 0x0d: or:/* or */ emulate_2op_SrcV ("or" , c->src, c->dst, ctxt->eflags);break ; +case 0x0e :/* push cs */ +if (ctxt->mode ==X86EMUL_MODE_PROT64 ) + goto cannot_emulate; + +emulate_push_sreg (ctxt,VCPU_SREG_CS ); +break ; case 0x10 ... 0x15: adc:/* adc */ emulate_2op_SrcV ("adc" , c->src, c->dst, ctxt->eflags);break ; +case 0x16 :/* push ss */ +if (ctxt->mode ==X86EMUL_MODE_PROT64 ) + goto cannot_emulate; + +emulate_push_sreg (ctxt,VCPU_SREG_SS ); +break ; +case 0x17 :/* pop ss */ +if (ctxt->mode ==X86EMUL_MODE_PROT64 ) + goto cannot_emulate; + + rc =emulate_pop_sreg (ctxt, ops,VCPU_SREG_SS ); +if (rc !=0 ) + goto done; +break ; case 0x18 ... 0x1d: sbb:/* sbb */ emulate_2op_SrcV ("sbb" , c->src, c->dst, ctxt->eflags);break ; +case 0x1e :/* push ds */ +if (ctxt->mode ==X86EMUL_MODE_PROT64 ) + goto cannot_emulate; + +emulate_push_sreg (ctxt,VCPU_SREG_DS ); +break ; +case 0x1f :/* pop ds */ +if (ctxt->mode ==X86EMUL_MODE_PROT64 ) + goto cannot_emulate; + + rc =emulate_pop_sreg (ctxt, ops,VCPU_SREG_DS ); +if (rc !=0 ) + goto done; +break ; case 0x20 ... 0x25: and:/* and */ emulate_2op_SrcV ("and" , c->src, c->dst, ctxt->eflags);
@@ -2297,6 +2376,14 @@ twobyte_insn:jmp_rel (c, c->src.val); c->dst.type =OP_NONE ;break ; +case 0xa0 :/* push fs */ +emulate_push_sreg (ctxt,VCPU_SREG_FS ); +break ; +case 0xa1 :/* pop fs */ + rc =emulate_pop_sreg (ctxt, ops,VCPU_SREG_FS ); +if (rc !=0 ) + goto done; +break ;case 0xa3 : bt:/* bt */ c->dst.type =OP_NONE ;
@@ -2308,6 +2395,14 @@ twobyte_insn:case 0xa5 :/* shld cl, r, r/m */ emulate_2op_cl ("shld" , c->src2, c->src, c->dst, ctxt->eflags);break ; +case 0xa8 :/* push gs */ +emulate_push_sreg (ctxt,VCPU_SREG_GS ); +break ; +case 0xa9 :/* pop gs */ + rc =emulate_pop_sreg (ctxt, ops,VCPU_SREG_GS ); +if (rc !=0 ) + goto done; +break ;case 0xab : bts:/* bts */ /* only subword offset */
Signature · 1 line
1.6.5.2
PATCH 6/42 KVM: x86 emulator: Introduce No64 decode option
In reply to Avi KivityFrom: Mohammed Gamal <[email protected]>
Introduces a new decode option "No64", which is used for instructions that are invalid in long mode.
--- arch/x86/kvm/emulate.c | 42 ++++++++++++++---------------------------- 1 files changed, 14 insertions(+), 28 deletions(-)
arch/x86/kvm/emulate.c +14 -28
@@ -75,6 +75,8 @@#define Group (1<<14)/* Bits 3:5 of modrm byte extend opcode */ #define GroupDual (1<<15)/* Alternate decoding of mod == 3 */ #define GroupMask 0xff/* Group number stored in bits 0:7 */ +/* Misc flags */ +#define No64 (1<<28)/* Source 2 operand type */ #define Src2None (0<<29)#define Src2CL (1<<29)
@@ -93,21 +95,21 @@ static u32 opcode_table[256] = { ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM, ByteOp | DstAcc | SrcImm, DstAcc | SrcImm, - ImplicitOps | Stack, ImplicitOps | Stack, + ImplicitOps | Stack | No64, ImplicitOps | Stack | No64,/* 0x08 - 0x0F */ ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM, -0 ,0 , ImplicitOps | Stack,0 , +0 ,0 , ImplicitOps | Stack | No64,0 ,/* 0x10 - 0x17 */ ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM, ByteOp | DstAcc | SrcImm, DstAcc | SrcImm, - ImplicitOps | Stack, ImplicitOps | Stack, + ImplicitOps | Stack | No64, ImplicitOps | Stack | No64,/* 0x18 - 0x1F */ ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM, ByteOp | DstAcc | SrcImm, DstAcc | SrcImm, - ImplicitOps | Stack, ImplicitOps | Stack, + ImplicitOps | Stack | No64, ImplicitOps | Stack | No64,/* 0x20 - 0x27 */ ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM,
@@ -161,7 +163,7 @@ static u32 opcode_table[256] = {/* 0x90 - 0x97 */ DstReg, DstReg, DstReg, DstReg, DstReg, DstReg, DstReg, DstReg,/* 0x98 - 0x9F */ -0 ,0 , SrcImm | Src2Imm16,0 , +0 ,0 , SrcImm | Src2Imm16 | No64,0 , ImplicitOps | Stack, ImplicitOps | Stack,0 ,0 ,/* 0xA0 - 0xA7 */ ByteOp | DstReg | SrcMem | Mov | MemAbs, DstReg | SrcMem | Mov | MemAbs,
@@ -188,7 +190,7 @@ static u32 opcode_table[256] = { ByteOp | DstMem | SrcImm | ModRM | Mov, DstMem | SrcImm | ModRM | Mov,/* 0xC8 - 0xCF */ 0 ,0 ,0 , ImplicitOps | Stack, - ImplicitOps, SrcImmByte, ImplicitOps, ImplicitOps, + ImplicitOps, SrcImmByte, ImplicitOps | No64, ImplicitOps,/* 0xD0 - 0xD7 */ ByteOp | DstMem | SrcImplicit | ModRM, DstMem | SrcImplicit | ModRM, ByteOp | DstMem | SrcImplicit | ModRM, DstMem | SrcImplicit | ModRM,
@@ -201,7 +203,7 @@ static u32 opcode_table[256] = { ByteOp | SrcImmUByte, SrcImmUByte,/* 0xE8 - 0xEF */ SrcImm | Stack, SrcImm | ImplicitOps, - SrcImmU | Src2Imm16, SrcImmByte | ImplicitOps, + SrcImmU | Src2Imm16 | No64, SrcImmByte | ImplicitOps, SrcNone | ByteOp | ImplicitOps, SrcNone | ImplicitOps, SrcNone | ByteOp | ImplicitOps, SrcNone | ImplicitOps,/* 0xF0 - 0xF7 */
@@ -967,6 +969,11 @@ done_prefixes: } } +if (mode ==X86EMUL_MODE_PROT64 && (c->d & No64)) { +kvm_report_emulation_failure (ctxt->vcpu,"invalid x86/64 instruction" );; +return -1 ; + } +if (c->d & Group) { group = c->d & GroupMask; c->modrm =insn_fetch (u8,1 , c->eip);
@@ -1739,15 +1746,9 @@ special_insn:emulate_2op_SrcV ("add" , c->src, c->dst, ctxt->eflags);break ;case 0x06 :/* push es */ -if (ctxt->mode ==X86EMUL_MODE_PROT64 ) - goto cannot_emulate; -emulate_push_sreg (ctxt,VCPU_SREG_ES );break ;case 0x07 :/* pop es */ -if (ctxt->mode ==X86EMUL_MODE_PROT64 ) - goto cannot_emulate; - rc =emulate_pop_sreg (ctxt, ops,VCPU_SREG_ES );if (rc !=0 ) goto done;
@@ -1757,9 +1758,6 @@ special_insn:emulate_2op_SrcV ("or" , c->src, c->dst, ctxt->eflags);break ;case 0x0e :/* push cs */ -if (ctxt->mode ==X86EMUL_MODE_PROT64 ) - goto cannot_emulate; -emulate_push_sreg (ctxt,VCPU_SREG_CS );break ; case 0x10 ... 0x15:
@@ -1767,15 +1765,9 @@ special_insn:emulate_2op_SrcV ("adc" , c->src, c->dst, ctxt->eflags);break ;case 0x16 :/* push ss */ -if (ctxt->mode ==X86EMUL_MODE_PROT64 ) - goto cannot_emulate; -emulate_push_sreg (ctxt,VCPU_SREG_SS );break ;case 0x17 :/* pop ss */ -if (ctxt->mode ==X86EMUL_MODE_PROT64 ) - goto cannot_emulate; - rc =emulate_pop_sreg (ctxt, ops,VCPU_SREG_SS );if (rc !=0 ) goto done;
@@ -1785,15 +1777,9 @@ special_insn:emulate_2op_SrcV ("sbb" , c->src, c->dst, ctxt->eflags);break ;case 0x1e :/* push ds */ -if (ctxt->mode ==X86EMUL_MODE_PROT64 ) - goto cannot_emulate; -emulate_push_sreg (ctxt,VCPU_SREG_DS );break ;case 0x1f :/* pop ds */ -if (ctxt->mode ==X86EMUL_MODE_PROT64 ) - goto cannot_emulate; - rc =emulate_pop_sreg (ctxt, ops,VCPU_SREG_DS );if (rc !=0 ) goto done;
Signature · 1 line
1.6.5.2
PATCH 7/42 KVM: Don't pass kvm_run arguments
In reply to Avi KivityThey're just copies of vcpu->run, which is readily accessible.
--- arch/x86/include/asm/kvm_host.h | 10 ++-- arch/x86/kvm/emulate.c | 6 +- arch/x86/kvm/mmu.c | 2 +- arch/x86/kvm/svm.c | 102 ++++++++++++++++++---------------- arch/x86/kvm/vmx.c | 113 ++++++++++++++++++-------------------- arch/x86/kvm/x86.c | 50 ++++++++--------- 6 files changed, 141 insertions(+), 142 deletions(-)
arch/x86/include/asm/kvm_host.h +5 -5
@@ -506,8 +506,8 @@ struct kvm_x86_ops {void (*tlb_flush)(struct kvm_vcpu *vcpu); -void (*run)(struct kvm_vcpu *vcpu,struct kvm_run *run); -int (*handle_exit)(struct kvm_run *run,struct kvm_vcpu *vcpu); +void (*run)(struct kvm_vcpu *vcpu); +int (*handle_exit)(struct kvm_vcpu *vcpu);void (*skip_emulated_instruction)(struct kvm_vcpu *vcpu);void (*set_interrupt_shadow)(struct kvm_vcpu *vcpu,int mask);u32 (*get_interrupt_shadow)(struct kvm_vcpu *vcpu,int mask);
@@ -568,7 +568,7 @@ enum emulation_result {#define EMULTYPE_NO_DECODE (1 << 0)#define EMULTYPE_TRAP_UD (1 << 1)#define EMULTYPE_SKIP (1 << 2) -int emulate_instruction (struct kvm_vcpu *vcpu,struct kvm_run *run, +int emulate_instruction (struct kvm_vcpu *vcpu,unsigned long cr2,u16 error_code,int emulation_type);void kvm_report_emulation_failure (struct kvm_vcpu *cvpu,const char *context);void realmode_lgdt (struct kvm_vcpu *vcpu,u16 size,unsigned long address);
@@ -585,9 +585,9 @@ int kvm_set_msr(struct kvm_vcpu *vcpu, u32 msr_index, u64 data);struct x86_emulate_ctxt ; -int kvm_emulate_pio (struct kvm_vcpu *vcpu,struct kvm_run *run,int in, +int kvm_emulate_pio (struct kvm_vcpu *vcpu,int in,int size,unsigned port); -int kvm_emulate_pio_string (struct kvm_vcpu *vcpu,struct kvm_run *run,int in, +int kvm_emulate_pio_string (struct kvm_vcpu *vcpu,int in,int size,unsigned long count,int down,gva_t address,int rep,unsigned port);void kvm_emulate_cpuid (struct kvm_vcpu *vcpu);
arch/x86/kvm/emulate.c +3 -3
@@ -1826,7 +1826,7 @@ special_insn:break ;case 0x6c :/* insb */ case 0x6d :/* insw/insd */ - if (kvm_emulate_pio_string(ctxt->vcpu, NULL, + if (kvm_emulate_pio_string(ctxt->vcpu, 1, (c->d & ByteOp) ? 1 : c->op_bytes, c->rep_prefix ?
@@ -1842,7 +1842,7 @@ special_insn:return 0 ;case 0x6e :/* outsb */ case 0x6f :/* outsw/outsd */ - if (kvm_emulate_pio_string(ctxt->vcpu, NULL, + if (kvm_emulate_pio_string(ctxt->vcpu, 0, (c->d & ByteOp) ? 1 : c->op_bytes, c->rep_prefix ?
@@ -2135,7 +2135,7 @@ special_insn:case 0xef :/* out (e/r)ax,dx */ port = c->regs[VCPU_REGS_RDX ]; io_dir_in =0 ; - do_io:if (kvm_emulate_pio (ctxt->vcpu,NULL , io_dir_in, + do_io:if (kvm_emulate_pio (ctxt->vcpu, io_dir_in, (c->d & ByteOp) ?1 : c->op_bytes, port) !=0 ) { c->eip = saved_eip;
arch/x86/kvm/mmu.c +1 -1
@@ -2789,7 +2789,7 @@ int kvm_mmu_page_fault(struct kvm_vcpu *vcpu, gva_t cr2, u32 error_code)if (r) goto out; - er =emulate_instruction (vcpu, vcpu->run, cr2, error_code,0 ); + er =emulate_instruction (vcpu, cr2, error_code,0 );switch (er) {case EMULATE_DONE :
arch/x86/kvm/svm.c +54 -48
322 lines not on this page · raw message
arch/x86/kvm/vmx.c +54 -59
358 lines not on this page · raw message
arch/x86/kvm/x86.c +24 -26
169 lines not on this page · raw message
Signature · 1 line
1.6.5.2
PATCH 8/42 KVM: Call pic_clear_isr() on pic reset to reuse logic there
In reply to Avi KivityFrom: Gleb Natapov <[email protected]>
Also move call of ack notifiers after pic state change.
--- arch/x86/kvm/i8259.c | 22 +++++++++------------- 1 files changed, 9 insertions(+), 13 deletions(-)
arch/x86/kvm/i8259.c +9 -13
@@ -225,22 +225,11 @@ int kvm_pic_read_irq(struct kvm *kvm)void kvm_pic_reset (struct kvm_kpic_state *s) { -int irq, irqbase, n; +int irq;struct kvm *kvm = s->pics_state->irq_request_opaque;struct kvm_vcpu *vcpu0 = kvm->bsp_vcpu; +u8 irr = s->irr, isr = s->imr; -if (s == &s->pics_state->pics[0 ]) - irqbase =0 ; -else - irqbase =8 ; - -for (irq =0 ; irq <PIC_NUM_PINS /2 ; irq++) { -if (vcpu0 &&kvm_apic_accept_pic_intr (vcpu0)) -if (s->irr & (1 << irq) || s->isr & (1 << irq)) { - n = irq + irqbase; -kvm_notify_acked_irq (kvm,SELECT_PIC (n), n); - } - } s->last_irr =0 ; s->irr =0 ; s->imr =0 ;
@@ -256,6 +245,13 @@ void kvm_pic_reset(struct kvm_kpic_state *s) s->rotate_on_auto_eoi =0 ; s->special_fully_nested_mode =0 ; s->init4 =0 ; + +for (irq =0 ; irq <PIC_NUM_PINS /2 ; irq++) { +if (vcpu0 &&kvm_apic_accept_pic_intr (vcpu0)) +if (irr & (1 << irq) || isr & (1 << irq)) { +pic_clear_isr (s, irq); + } + } }static void pic_ioport_write (void *opaque,u32 addr,u32 val)
Signature · 1 line
1.6.5.2
PATCH 9/42 KVM: Move irq sharing information to irqchip level
In reply to Avi KivityFrom: Gleb Natapov <[email protected]>
This removes assumptions that max GSIs is smaller than number of pins. Sharing is tracked on pin level not GSI level.
[avi: no PIC on ia64]
--- arch/x86/include/asm/kvm_host.h | 1 - arch/x86/kvm/irq.h | 1 + include/linux/kvm_host.h | 2 +- virt/kvm/ioapic.h | 1 + virt/kvm/irq_comm.c | 59 +++++++++++++++++++++++--------------- 5 files changed, 39 insertions(+), 25 deletions(-)
arch/x86/include/asm/kvm_host.h +0 -1
@@ -410,7 +410,6 @@ struct kvm_arch{gpa_t ept_identity_map_addr;unsigned long irq_sources_bitmap; -unsigned long irq_states[KVM_IOAPIC_NUM_PINS ];u64 vm_init_tsc; };
arch/x86/kvm/irq.h +1 -0
@@ -71,6 +71,7 @@ struct kvm_pic {int output;/* intr from master PIC */ struct kvm_io_device dev;void (*ack_notifier)(void *opaque,int irq); +unsigned long irq_states[16 ]; };struct kvm_pic *kvm_create_pic (struct kvm *kvm);
include/linux/kvm_host.h +1 -1
@@ -120,7 +120,7 @@ struct kvm_kernel_irq_routing_entry {u32 gsi;u32 type;int (*set)(struct kvm_kernel_irq_routing_entry *e, -struct kvm *kvm,int level); +struct kvm *kvm,int irq_source_id,int level); union { struct { unsigned irqchip;
virt/kvm/ioapic.h +1 -0
@@ -41,6 +41,7 @@ struct kvm_ioapic {u32 irr;u32 pad;union kvm_ioapic_redirect_entry redirtbl[IOAPIC_NUM_PINS ]; +unsigned long irq_states[IOAPIC_NUM_PINS ];struct kvm_io_device dev;struct kvm *kvm;void (*ack_notifier)(void *opaque,int irq);
virt/kvm/irq_comm.c +36 -23
108 lines not on this page · raw message
Signature · 1 line
1.6.5.2
PATCH 10/42 KVM: Change irq routing table to use gsi indexed array
In reply to Avi KivityFrom: Gleb Natapov <[email protected]>
Use gsi indexed array instead of scanning all entries on each interrupt injection.
--- include/linux/kvm_host.h | 21 +++++++++-- virt/kvm/irq_comm.c | 88 +++++++++++++++++++++++++++------------------ virt/kvm/kvm_main.c | 1 - 3 files changed, 71 insertions(+), 39 deletions(-)
include/linux/kvm_host.h +18 -3
@@ -128,7 +128,17 @@ struct kvm_kernel_irq_routing_entry { } irqchip;struct msi_msg msi; }; -struct list_head link; +struct hlist_node link; +}; + +struct kvm_irq_routing_table { +struct kvm_kernel_irq_routing_entry *rt_entries; +u32 nr_rt_entries; +/* +* Array indexed by gsi. Each entry contains list of irq chips +* the gsi is connected to. +*/ +struct hlist_head map[0 ]; };struct kvm {
@@ -166,7 +176,7 @@ struct kvm {struct mutex irq_lock;#ifdef CONFIG_HAVE_KVM_IRQCHIP -struct list_head irq_routing;/* of kvm_kernel_irq_routing_entry */ +struct kvm_irq_routing_table *irq_routing;struct hlist_head mask_notifier_list;#endif
@@ -390,7 +400,12 @@ void kvm_unregister_irq_mask_notifier(struct kvm *kvm, int irq, struct kvm_irq_mask_notifier *kimn);void kvm_fire_mask_notifiers (struct kvm *kvm,int irq,bool mask); -int kvm_set_irq (struct kvm *kvm,int irq_source_id,int irq,int level); +#ifdef __KVM_HAVE_IOAPIC +void kvm_get_intr_delivery_bitmask (struct kvm_ioapic *ioapic, +union kvm_ioapic_redirect_entry *entry, +unsigned long *deliver_bitmask); +#endif +int kvm_set_irq (struct kvm *kvm,int irq_source_id,u32 irq,int level);void kvm_notify_acked_irq (struct kvm *kvm,unsigned irqchip,unsigned pin);void kvm_register_irq_ack_notifier (struct kvm *kvm,struct kvm_irq_ack_notifier *kian);
virt/kvm/irq_comm.c +53 -35
166 lines not on this page · raw message
virt/kvm/kvm_main.c +0 -1
@@ -957,7 +957,6 @@ static struct kvm *kvm_create_vm(void)if (IS_ERR (kvm)) goto out;#ifdef CONFIG_HAVE_KVM_IRQCHIP -INIT_LIST_HEAD (&kvm->irq_routing);INIT_HLIST_HEAD (&kvm->mask_notifier_list);#endif
Signature · 1 line
1.6.5.2
PATCH 11/42 KVM: Maintain back mapping from irqchip/pin to gsi
In reply to Avi KivityFrom: Gleb Natapov <[email protected]>
Maintain back mapping from irqchip/pin to gsi to speedup interrupt acknowledgment notifications.
[avi: build fix on non-x86/ia64]
--- arch/ia64/include/asm/kvm.h | 1 + arch/x86/include/asm/kvm.h | 1 + include/linux/kvm_host.h | 9 +++++++++ virt/kvm/irq_comm.c | 31 ++++++++++++++----------------- 4 files changed, 25 insertions(+), 17 deletions(-)
arch/ia64/include/asm/kvm.h +1 -0
@@ -60,6 +60,7 @@ struct kvm_ioapic_state {#define KVM_IRQCHIP_PIC_MASTER 0#define KVM_IRQCHIP_PIC_SLAVE 1#define KVM_IRQCHIP_IOAPIC 2 +#define KVM_NR_IRQCHIPS 3#define KVM_CONTEXT_SIZE 8*1024
arch/x86/include/asm/kvm.h +1 -0
@@ -79,6 +79,7 @@ struct kvm_ioapic_state {#define KVM_IRQCHIP_PIC_MASTER 0#define KVM_IRQCHIP_PIC_SLAVE 1#define KVM_IRQCHIP_IOAPIC 2 +#define KVM_NR_IRQCHIPS 3/* for KVM_GET_REGS and KVM_SET_REGS */ struct kvm_regs {
include/linux/kvm_host.h +9 -0
@@ -131,7 +131,10 @@ struct kvm_kernel_irq_routing_entry {struct hlist_node link; }; +#ifdef __KVM_HAVE_IOAPIC + struct kvm_irq_routing_table { + int chip[KVM_NR_IRQCHIPS][KVM_IOAPIC_NUM_PINS]; struct kvm_kernel_irq_routing_entry *rt_entries; u32 nr_rt_entries; /*
@@ -141,6 +144,12 @@ struct kvm_irq_routing_table {struct hlist_head map[0 ]; }; +#else + +struct kvm_irq_routing_table {}; + +#endif +struct kvm {spinlock_t mmu_lock;spinlock_t requests_lock;
virt/kvm/irq_comm.c +14 -17
@@ -175,25 +175,16 @@ void kvm_notify_acked_irq(struct kvm *kvm, unsigned irqchip, unsigned pin) {struct kvm_irq_ack_notifier *kian;struct hlist_node *n; -unsigned gsi = pin; -int i; +int gsi;trace_kvm_ack_irq (irqchip, pin); -for (i =0 ; i < kvm->irq_routing->nr_rt_entries; i++) { -struct kvm_kernel_irq_routing_entry *e; - e = &kvm->irq_routing->rt_entries[i]; -if (e->type ==KVM_IRQ_ROUTING_IRQCHIP && - e->irqchip.irqchip == irqchip && - e->irqchip.pin == pin) { - gsi = e->gsi; -break ; - } - } - -hlist_for_each_entry (kian, n, &kvm->arch.irq_ack_notifier_list, link) -if (kian->gsi == gsi) - kian->irq_acked (kian); + gsi = kvm->irq_routing->chip[irqchip][pin]; +if (gsi !=-1 ) +hlist_for_each_entry (kian, n, &kvm->arch.irq_ack_notifier_list, + link) +if (kian->gsi == gsi) + kian->irq_acked (kian); } void kvm_register_irq_ack_notifier(struct kvm *kvm,
@@ -332,6 +323,9 @@ static int setup_routing_entry(struct kvm_irq_routing_table *rt, } e->irqchip.irqchip = ue->u.irqchip.irqchip; e->irqchip.pin = ue->u.irqchip.pin + delta; +if (e->irqchip.pin >=KVM_IOAPIC_NUM_PINS ) + goto out; + rt->chip[ue->u.irqchip.irqchip][e->irqchip.pin] = ue->gsi;break ;case KVM_IRQ_ROUTING_MSI : e->set = kvm_set_msi;
@@ -356,7 +350,7 @@ int kvm_set_irq_routing(struct kvm *kvm, unsigned flags) {struct kvm_irq_routing_table *new, *old; -u32 i, nr_rt_entries =0 ; +u32 i, j, nr_rt_entries =0 ;int r;for (i =0 ; i < nr; ++i) {
@@ -377,6 +371,9 @@ int kvm_set_irq_routing(struct kvm *kvm, new->rt_entries = (void *)&new->map[nr_rt_entries]; new->nr_rt_entries = nr_rt_entries; +for (i =0 ; i <3 ; i++) +for (j =0 ; j <KVM_IOAPIC_NUM_PINS ; j++) + new->chip[i][j] =-1 ;for (i =0 ; i < nr; ++i) { r = -EINVAL ;
Signature · 1 line
1.6.5.2
PATCH 12/42 KVM: Move irq routing data structure to rcu locking
In reply to Avi KivityFrom: Gleb Natapov <[email protected]>
--- virt/kvm/irq_comm.c | 16 +++++++++++----- 1 files changed, 11 insertions(+), 5 deletions(-)
virt/kvm/irq_comm.c +11 -5
@@ -159,7 +159,8 @@ int kvm_set_irq(struct kvm *kvm, int irq_source_id, u32 irq, int level)* IOAPIC. So set the bit in both. The guest will ignore * writes to the unused one. */ - irq_rt = kvm->irq_routing; +rcu_read_lock (); + irq_rt =rcu_dereference (kvm->irq_routing);if (irq < irq_rt->nr_rt_entries)hlist_for_each_entry (e, n, &irq_rt->map[irq], link) {int r = e->set (e, kvm, irq_source_id, level);
@@ -168,6 +169,7 @@ int kvm_set_irq(struct kvm *kvm, int irq_source_id, u32 irq, int level) ret = r + ((ret <0 ) ?0 : ret); } +rcu_read_unlock ();return ret; }
@@ -179,7 +181,10 @@ void kvm_notify_acked_irq(struct kvm *kvm, unsigned irqchip, unsigned pin)trace_kvm_ack_irq (irqchip, pin); - gsi = kvm->irq_routing->chip[irqchip][pin]; +rcu_read_lock (); + gsi =rcu_dereference (kvm->irq_routing)->chip[irqchip][pin]; +rcu_read_unlock (); +if (gsi !=-1 )hlist_for_each_entry (kian, n, &kvm->arch.irq_ack_notifier_list, link)
@@ -279,9 +284,9 @@ void kvm_fire_mask_notifiers(struct kvm *kvm, int irq, bool mask)void kvm_free_irq_routing (struct kvm *kvm) { -mutex_lock (&kvm->irq_lock); +/* Called only during vm destruction. Nobody can use the pointer +at this stage */ kfree (kvm->irq_routing); -mutex_unlock (&kvm->irq_lock); } static int setup_routing_entry(struct kvm_irq_routing_table *rt,
@@ -387,8 +392,9 @@ int kvm_set_irq_routing(struct kvm *kvm,mutex_lock (&kvm->irq_lock); old = kvm->irq_routing; - kvm->irq_routing = new; +rcu_assign_pointer (kvm->irq_routing, new);mutex_unlock (&kvm->irq_lock); +synchronize_rcu (); new = old; r =0 ;
Signature · 1 line
1.6.5.2
PATCH 13/42 KVM: Move irq ack notifier list to arch independent code
In reply to Avi KivityFrom: Gleb Natapov <[email protected]>
Mask irq notifier list is already there.
--- arch/ia64/include/asm/kvm_host.h | 1 - arch/x86/include/asm/kvm_host.h | 1 - include/linux/kvm_host.h | 1 + virt/kvm/irq_comm.c | 5 ++--- virt/kvm/kvm_main.c | 1 + 5 files changed, 4 insertions(+), 5 deletions(-)
arch/ia64/include/asm/kvm_host.h +0 -1
@@ -475,7 +475,6 @@ struct kvm_arch {struct list_head assigned_dev_head;struct iommu_domain *iommu_domain;int iommu_flags; -struct hlist_head irq_ack_notifier_list;unsigned long irq_sources_bitmap;unsigned long irq_states[KVM_IOAPIC_NUM_PINS ];
arch/x86/include/asm/kvm_host.h +0 -1
@@ -397,7 +397,6 @@ struct kvm_arch{struct kvm_pic *vpic;struct kvm_ioapic *vioapic;struct kvm_pit *vpit; -struct hlist_head irq_ack_notifier_list;int vapics_in_nmi_mode;unsigned int tss_addr;
include/linux/kvm_host.h +1 -0
@@ -187,6 +187,7 @@ struct kvm {#ifdef CONFIG_HAVE_KVM_IRQCHIP struct kvm_irq_routing_table *irq_routing;struct hlist_head mask_notifier_list; +struct hlist_head irq_ack_notifier_list;#endif #ifdef KVM_ARCH_WANT_MMU_NOTIFIER
virt/kvm/irq_comm.c +2 -3
@@ -186,8 +186,7 @@ void kvm_notify_acked_irq(struct kvm *kvm, unsigned irqchip, unsigned pin)rcu_read_unlock ();if (gsi !=-1 ) -hlist_for_each_entry (kian, n, &kvm->arch.irq_ack_notifier_list, - link) +hlist_for_each_entry (kian, n, &kvm->irq_ack_notifier_list, link)if (kian->gsi == gsi) kian->irq_acked (kian); }
@@ -196,7 +195,7 @@ void kvm_register_irq_ack_notifier(struct kvm *kvm, struct kvm_irq_ack_notifier *kian) {mutex_lock (&kvm->irq_lock); -hlist_add_head (&kian->link, &kvm->arch.irq_ack_notifier_list); +hlist_add_head (&kian->link, &kvm->irq_ack_notifier_list);mutex_unlock (&kvm->irq_lock); }
virt/kvm/kvm_main.c +1 -0
@@ -958,6 +958,7 @@ static struct kvm *kvm_create_vm(void) goto out;#ifdef CONFIG_HAVE_KVM_IRQCHIP INIT_HLIST_HEAD (&kvm->mask_notifier_list); +INIT_HLIST_HEAD (&kvm->irq_ack_notifier_list);#endif #ifdef KVM_COALESCED_MMIO_PAGE_OFFSET
Signature · 1 line
1.6.5.2
PATCH 14/42 KVM: Convert irq notifiers lists to RCU locking
In reply to Avi KivityFrom: Gleb Natapov <[email protected]>
Use RCU locking for mask/ack notifiers lists.
--- virt/kvm/irq_comm.c | 22 ++++++++++++---------- 1 files changed, 12 insertions(+), 10 deletions(-)
virt/kvm/irq_comm.c +12 -10
@@ -183,19 +183,19 @@ void kvm_notify_acked_irq(struct kvm *kvm, unsigned irqchip, unsigned pin)rcu_read_lock (); gsi =rcu_dereference (kvm->irq_routing)->chip[irqchip][pin]; -rcu_read_unlock (); -if (gsi !=-1 ) -hlist_for_each_entry (kian, n, &kvm->irq_ack_notifier_list, link) +hlist_for_each_entry_rcu (kian, n, &kvm->irq_ack_notifier_list, + link)if (kian->gsi == gsi) kian->irq_acked (kian); +rcu_read_unlock (); }void kvm_register_irq_ack_notifier (struct kvm *kvm,struct kvm_irq_ack_notifier *kian) {mutex_lock (&kvm->irq_lock); -hlist_add_head (&kian->link, &kvm->irq_ack_notifier_list); +hlist_add_head_rcu (&kian->link, &kvm->irq_ack_notifier_list);mutex_unlock (&kvm->irq_lock); }
@@ -203,8 +203,9 @@ void kvm_unregister_irq_ack_notifier(struct kvm *kvm, struct kvm_irq_ack_notifier *kian) {mutex_lock (&kvm->irq_lock); -hlist_del_init (&kian->link); +hlist_del_init_rcu (&kian->link);mutex_unlock (&kvm->irq_lock); +synchronize_rcu (); }int kvm_request_irq_source_id (struct kvm *kvm)
@@ -257,7 +258,7 @@ void kvm_register_irq_mask_notifier(struct kvm *kvm, int irq, {mutex_lock (&kvm->irq_lock); kimn->irq = irq; -hlist_add_head (&kimn->link, &kvm->mask_notifier_list); +hlist_add_head_rcu (&kimn->link, &kvm->mask_notifier_list);mutex_unlock (&kvm->irq_lock); }
@@ -265,8 +266,9 @@ void kvm_unregister_irq_mask_notifier(struct kvm *kvm, int irq, struct kvm_irq_mask_notifier *kimn) {mutex_lock (&kvm->irq_lock); -hlist_del (&kimn->link); +hlist_del_rcu (&kimn->link);mutex_unlock (&kvm->irq_lock); +synchronize_rcu (); }void kvm_fire_mask_notifiers (struct kvm *kvm,int irq,bool mask)
@@ -274,11 +276,11 @@ void kvm_fire_mask_notifiers(struct kvm *kvm, int irq, bool mask)struct kvm_irq_mask_notifier *kimn;struct hlist_node *n; -WARN_ON (!mutex_is_locked (&kvm->irq_lock)); - -hlist_for_each_entry (kimn, n, &kvm->mask_notifier_list, link) +rcu_read_lock (); +hlist_for_each_entry_rcu (kimn, n, &kvm->mask_notifier_list, link)if (kimn->irq == irq) kimn->func (kimn, mask); +rcu_read_unlock (); }void kvm_free_irq_routing (struct kvm *kvm)
Signature · 1 line
1.6.5.2
PATCH 15/42 KVM: Move IO APIC to its own lock
In reply to Avi KivityFrom: Gleb Natapov <[email protected]>
The allows removal of irq_lock from the injection path.
--- arch/ia64/kvm/kvm-ia64.c | 7 +--- arch/x86/kvm/i8259.c | 22 +++++++++--- arch/x86/kvm/lapic.c | 5 +-- arch/x86/kvm/x86.c | 10 +---- virt/kvm/ioapic.c | 80 +++++++++++++++++++++++++++++++++++----------- virt/kvm/ioapic.h | 4 ++ virt/kvm/irq_comm.c | 23 ++++++++----- 7 files changed, 100 insertions(+), 51 deletions(-)
arch/ia64/kvm/kvm-ia64.c +2 -5
@@ -851,8 +851,7 @@ static int kvm_vm_ioctl_get_irqchip(struct kvm *kvm, r =0 ;switch (chip->chip_id) {case KVM_IRQCHIP_IOAPIC : -memcpy (&chip->chip.ioapic,ioapic_irqchip (kvm), -sizeof (struct kvm_ioapic_state )); + r =kvm_get_ioapic (kvm, &chip->chip.ioapic);break ;default : r = -EINVAL ;
@@ -868,9 +867,7 @@ static int kvm_vm_ioctl_set_irqchip(struct kvm *kvm, struct kvm_irqchip *chip) r =0 ;switch (chip->chip_id) {case KVM_IRQCHIP_IOAPIC : -memcpy (ioapic_irqchip (kvm), - &chip->chip.ioapic, -sizeof (struct kvm_ioapic_state )); + r =kvm_set_ioapic (kvm, &chip->chip.ioapic);break ;default : r = -EINVAL ;
arch/x86/kvm/i8259.c +16 -6
@@ -38,7 +38,15 @@ static void pic_clear_isr(struct kvm_kpic_state *s, int irq) s->isr_ack |= (1 << irq);if (s != &s->pics_state->pics[0 ]) irq +=8 ; +/* +* We are dropping lock while calling ack notifiers since ack +* notifier callbacks for assigned devices call into PIC recursively. +* Other interrupt may be delivered to PIC while lock is dropped but +* it should be safe since PIC state is already updated at this stage. +*/ +spin_unlock (&s->pics_state->lock);kvm_notify_acked_irq (s->pics_state->kvm,SELECT_PIC (irq), irq); +spin_lock (&s->pics_state->lock); }void kvm_pic_clear_isr_ack (struct kvm *kvm)
@@ -176,16 +184,18 @@ int kvm_pic_set_irq(void *opaque, int irq, int level)static inline void pic_intack (struct kvm_kpic_state *s,int irq) { s->isr |=1 << irq; -if (s->auto_eoi) { -if (s->rotate_on_auto_eoi) - s->priority_add = (irq +1 ) &7 ; -pic_clear_isr (s, irq); - }/* * We don't clear a level sensitive interrupt here */ if (!(s->elcr & (1 << irq))) s->irr &= ~(1 << irq); + +if (s->auto_eoi) { +if (s->rotate_on_auto_eoi) + s->priority_add = (irq +1 ) &7 ; +pic_clear_isr (s, irq); + } + }int kvm_pic_read_irq (struct kvm *kvm)
@@ -294,9 +304,9 @@ static void pic_ioport_write(void *opaque, u32 addr, u32 val) priority =get_priority (s, s->isr);if (priority !=8 ) { irq = (priority + s->priority_add) &7 ; -pic_clear_isr (s, irq);if (cmd ==5 ) s->priority_add = (irq +1 ) &7 ; +pic_clear_isr (s, irq);pic_update_irq (s->pics_state); }break ;
arch/x86/kvm/lapic.c +1 -4
@@ -471,11 +471,8 @@ static void apic_set_eoi(struct kvm_lapic *apic) trigger_mode =IOAPIC_LEVEL_TRIG ; else trigger_mode =IOAPIC_EDGE_TRIG ; -if (!(apic_get_reg (apic,APIC_SPIV ) &APIC_SPIV_DIRECTED_EOI )) { -mutex_lock (&apic->vcpu->kvm->irq_lock); +if (!(apic_get_reg (apic,APIC_SPIV ) &APIC_SPIV_DIRECTED_EOI ))kvm_ioapic_update_eoi (apic->vcpu->kvm, vector, trigger_mode); -mutex_unlock (&apic->vcpu->kvm->irq_lock); - } }static void apic_send_ipi (struct kvm_lapic *apic)
arch/x86/kvm/x86.c +2 -8
@@ -2038,9 +2038,7 @@ static int kvm_vm_ioctl_get_irqchip(struct kvm *kvm, struct kvm_irqchip *chip) sizeof(struct kvm_pic_state));break ;case KVM_IRQCHIP_IOAPIC : -memcpy (&chip->chip.ioapic, -ioapic_irqchip (kvm), -sizeof (struct kvm_ioapic_state )); + r =kvm_get_ioapic (kvm, &chip->chip.ioapic);break ;default : r = -EINVAL ;
@@ -2070,11 +2068,7 @@ static int kvm_vm_ioctl_set_irqchip(struct kvm *kvm, struct kvm_irqchip *chip)spin_unlock (&pic_irqchip (kvm)->lock);break ;case KVM_IRQCHIP_IOAPIC : -mutex_lock (&kvm->irq_lock); -memcpy (ioapic_irqchip (kvm), - &chip->chip.ioapic, -sizeof (struct kvm_ioapic_state )); -mutex_unlock (&kvm->irq_lock); + r =kvm_set_ioapic (kvm, &chip->chip.ioapic);break ;default : r = -EINVAL ;
virt/kvm/ioapic.c +61 -19
161 lines not on this page · raw message
virt/kvm/ioapic.h +4 -0
@@ -45,6 +45,7 @@ struct kvm_ioapic {struct kvm_io_device dev;struct kvm *kvm;void (*ack_notifier)(void *opaque,int irq); +struct mutex lock; };#ifdef DEBUG
@@ -74,4 +75,7 @@ int kvm_ioapic_set_irq(struct kvm_ioapic *ioapic, int irq, int level);void kvm_ioapic_reset (struct kvm_ioapic *ioapic);int kvm_irq_delivery_to_apic (struct kvm *kvm,struct kvm_lapic *src,struct kvm_lapic_irq *irq); +int kvm_get_ioapic (struct kvm *kvm,struct kvm_ioapic_state *state); +int kvm_set_ioapic (struct kvm *kvm,struct kvm_ioapic_state *state); +#endif
virt/kvm/irq_comm.c +14 -9
@@ -146,8 +146,8 @@ static int kvm_set_msi(struct kvm_kernel_irq_routing_entry *e,*/ int kvm_set_irq (struct kvm *kvm,int irq_source_id,u32 irq,int level) { -struct kvm_kernel_irq_routing_entry *e; -int ret =-1 ; +struct kvm_kernel_irq_routing_entry *e, irq_set[KVM_NR_IRQCHIPS ]; +int ret =-1 , i =0 ;struct kvm_irq_routing_table *irq_rt;struct hlist_node *n;
@@ -162,14 +162,19 @@ int kvm_set_irq(struct kvm *kvm, int irq_source_id, u32 irq, int level)rcu_read_lock (); irq_rt =rcu_dereference (kvm->irq_routing);if (irq < irq_rt->nr_rt_entries) -hlist_for_each_entry (e, n, &irq_rt->map[irq], link) { -int r = e->set (e, kvm, irq_source_id, level); -if (r <0 ) -continue ; - - ret = r + ((ret <0 ) ?0 : ret); - } +hlist_for_each_entry (e, n, &irq_rt->map[irq], link) + irq_set[i++] = *e;rcu_read_unlock (); + +while (i--) { +int r; + r = irq_set[i].set (&irq_set[i], kvm, irq_source_id, level); +if (r <0 ) +continue ; + + ret = r + ((ret <0 ) ?0 : ret); + } +return ret; }
Signature · 1 line
1.6.5.2
PATCH 16/42 KVM: Drop kvm->irq_lock lock from irq injection path
In reply to Avi KivityFrom: Gleb Natapov <[email protected]>
The only thing it protects now is interrupt injection into lapic and this can work lockless. Even now with kvm->irq_lock in place access to lapic is not entirely serialized since vcpu access doesn't take kvm->irq_lock.
--- arch/ia64/kvm/kvm-ia64.c | 2 -- arch/x86/kvm/i8254.c | 2 -- arch/x86/kvm/lapic.c | 2 -- arch/x86/kvm/x86.c | 2 -- virt/kvm/eventfd.c | 2 -- virt/kvm/irq_comm.c | 6 +----- virt/kvm/kvm_main.c | 2 -- 7 files changed, 1 insertions(+), 17 deletions(-)
arch/ia64/kvm/kvm-ia64.c +0 -2
@@ -982,10 +982,8 @@ long kvm_arch_vm_ioctl(struct file *filp, goto out;if (irqchip_in_kernel (kvm)) {__s32 status; -mutex_lock (&kvm->irq_lock); status =kvm_set_irq (kvm,KVM_USERSPACE_IRQ_SOURCE_ID , irq_event.irq, irq_event.level); -mutex_unlock (&kvm->irq_lock);if (ioctl ==KVM_IRQ_LINE_STATUS ) { irq_event.status = status; if (copy_to_user(argp, &irq_event,
arch/x86/kvm/i8254.c +0 -2
@@ -688,10 +688,8 @@ static void __inject_pit_timer_intr(struct kvm *kvm)struct kvm_vcpu *vcpu;int i; -mutex_lock (&kvm->irq_lock);kvm_set_irq (kvm, kvm->arch.vpit->irq_source_id,0 ,1 );kvm_set_irq (kvm, kvm->arch.vpit->irq_source_id,0 ,0 ); -mutex_unlock (&kvm->irq_lock);/* * Provides NMI watchdog support via Virtual Wire mode.
arch/x86/kvm/lapic.c +0 -2
@@ -501,9 +501,7 @@ static void apic_send_ipi(struct kvm_lapic *apic) irq.trig_mode, irq.level, irq.dest_mode, irq.delivery_mode, irq.vector); -mutex_lock (&apic->vcpu->kvm->irq_lock);kvm_irq_delivery_to_apic (apic->vcpu->kvm, apic, &irq); -mutex_unlock (&apic->vcpu->kvm->irq_lock); }static u32 apic_get_tmcct (struct kvm_lapic *apic)
arch/x86/kvm/x86.c +0 -2
@@ -2286,10 +2286,8 @@ long kvm_arch_vm_ioctl(struct file *filp, goto out;if (irqchip_in_kernel (kvm)) {__s32 status; -mutex_lock (&kvm->irq_lock); status =kvm_set_irq (kvm,KVM_USERSPACE_IRQ_SOURCE_ID , irq_event.irq, irq_event.level); -mutex_unlock (&kvm->irq_lock);if (ioctl ==KVM_IRQ_LINE_STATUS ) { irq_event.status = status; if (copy_to_user(argp, &irq_event,
virt/kvm/eventfd.c +0 -2
@@ -61,10 +61,8 @@ irqfd_inject(struct work_struct *work) struct _irqfd *irqfd = container_of(work, struct _irqfd, inject);struct kvm *kvm = irqfd->kvm; -mutex_lock (&kvm->irq_lock);kvm_set_irq (kvm,KVM_USERSPACE_IRQ_SOURCE_ID , irqfd->gsi,1 );kvm_set_irq (kvm,KVM_USERSPACE_IRQ_SOURCE_ID , irqfd->gsi,0 ); -mutex_unlock (&kvm->irq_lock); }/*
virt/kvm/irq_comm.c +1 -5
@@ -82,8 +82,6 @@ int kvm_irq_delivery_to_apic(struct kvm *kvm, struct kvm_lapic *src,int i, r =-1 ;struct kvm_vcpu *vcpu, *lowest =NULL ; -WARN_ON (!mutex_is_locked (&kvm->irq_lock)); -if (irq->dest_mode ==0 && irq->dest_id ==0xff &&kvm_is_dm_lowest_prio (irq))printk (KERN_INFO "kvm: apic: phys broadcast and lowest prio\n" );
@@ -138,7 +136,7 @@ static int kvm_set_msi(struct kvm_kernel_irq_routing_entry *e,return kvm_irq_delivery_to_apic (kvm,NULL , &irq); } -/* This should be called with the kvm->irq_lock mutex held +/* * Return value: * < 0 Interrupt was ignored (masked or not delivered for other reasons) * = 0 Interrupt was coalesced (previous irq is still pending)
@@ -153,8 +151,6 @@ int kvm_set_irq(struct kvm *kvm, int irq_source_id, u32 irq, int level)trace_kvm_set_irq (irq, level, irq_source_id); -WARN_ON (!mutex_is_locked (&kvm->irq_lock)); -/* Not possible to detect if the guest uses the PIC or the * IOAPIC. So set the bit in both. The guest will ignore * writes to the unused one.
virt/kvm/kvm_main.c +0 -2
@@ -137,7 +137,6 @@ static void kvm_assigned_dev_interrupt_work_handler(struct work_struct *work) interrupt_work); kvm = assigned_dev->kvm; -mutex_lock (&kvm->irq_lock);spin_lock_irq (&assigned_dev->assigned_dev_lock);if (assigned_dev->irq_requested_type &KVM_DEV_IRQ_HOST_MSIX ) { struct kvm_guest_msix_entry *guest_entries =
@@ -156,7 +155,6 @@ static void kvm_assigned_dev_interrupt_work_handler(struct work_struct *work) assigned_dev->guest_irq, 1);spin_unlock_irq (&assigned_dev->assigned_dev_lock); -mutex_unlock (&assigned_dev->kvm->irq_lock); }static irqreturn_t kvm_assigned_dev_intr (int irq,void *dev_id)
Signature · 1 line
1.6.5.2
PATCH 17/42 KVM: Return -ENOTTY on unrecognized ioctls
In reply to Avi KivityNot the incorrect -EINVAL.
--- arch/ia64/kvm/kvm-ia64.c | 2 +- arch/powerpc/kvm/powerpc.c | 2 +- arch/s390/kvm/kvm-s390.c | 2 +- arch/x86/kvm/x86.c | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-)
arch/ia64/kvm/kvm-ia64.c +1 -1
@@ -941,7 +941,7 @@ long kvm_arch_vm_ioctl(struct file *filp, {struct kvm *kvm = filp->private_data;void __user *argp = (void __user *)arg; -int r = -EINVAL ; +int r = -ENOTTY ;switch (ioctl) {case KVM_SET_MEMORY_REGION : {
arch/powerpc/kvm/powerpc.c +1 -1
@@ -421,7 +421,7 @@ long kvm_arch_vm_ioctl(struct file *filp,switch (ioctl) {default : - r = -EINVAL ; + r = -ENOTTY ; }return r;
arch/s390/kvm/kvm-s390.c +1 -1
@@ -150,7 +150,7 @@ long kvm_arch_vm_ioctl(struct file *filp,break ; }default : - r = -EINVAL ; + r = -ENOTTY ; }return r;
arch/x86/kvm/x86.c +1 -1
@@ -2176,7 +2176,7 @@ long kvm_arch_vm_ioctl(struct file *filp, {struct kvm *kvm = filp->private_data;void __user *argp = (void __user *)arg; -int r = -EINVAL ; +int r = -ENOTTY ;/* * This union makes it completely explicit to gcc-3.x * that these two variables' stack usage should be
Signature · 1 line
1.6.5.2
PATCH 18/42 KVM: Move assigned device code to own file
In reply to Avi Kivity--- arch/ia64/kvm/Makefile | 2 +- arch/x86/kvm/Makefile | 3 +- include/linux/kvm_host.h | 17 + virt/kvm/assigned-dev.c | 818 ++++++++++++++++++++++++++++++++++++++++++++++ virt/kvm/kvm_main.c | 798 +-------------------------------------------- 5 files changed, 840 insertions(+), 798 deletions(-) create mode 100644 virt/kvm/assigned-dev.c
arch/ia64/kvm/Makefile +1 -1
@@ -49,7 +49,7 @@ EXTRA_CFLAGS += -Ivirt/kvm -Iarch/ia64/kvm/ EXTRA_AFLAGS += -Ivirt/kvm -Iarch/ia64/kvm/ common-objs = $(addprefix ../../../virt/kvm/, kvm_main.o ioapic.o \ - coalesced_mmio.o irq_comm.o) + coalesced_mmio.o irq_comm.o assigned-dev.o) ifeq ($(CONFIG_IOMMU_API),y) common-objs += $(addprefix ../../../virt/kvm/, iommu.o)
arch/x86/kvm/Makefile +2 -1
@@ -6,7 +6,8 @@ CFLAGS_svm.o := -I. CFLAGS_vmx.o := -I. kvm-y += $(addprefix ../../../virt/kvm/, kvm_main.o ioapic.o \ - coalesced_mmio.o irq_comm.o eventfd.o) + coalesced_mmio.o irq_comm.o eventfd.o \ + assigned-dev.o) kvm-$(CONFIG_IOMMU_API) += $(addprefix ../../../virt/kvm/, iommu.o) kvm-y += x86.o mmu.o emulate.o i8259.o irq.o lapic.o \
include/linux/kvm_host.h +17 -0
@@ -577,4 +577,21 @@ static inline bool kvm_vcpu_is_bsp(struct kvm_vcpu *vcpu)return vcpu->kvm->bsp_vcpu_id == vcpu->vcpu_id; }#endif + +#ifdef __KVM_HAVE_DEVICE_ASSIGNMENT + +long kvm_vm_ioctl_assigned_device (struct kvm *kvm,unsigned ioctl, +unsigned long arg); + +#else + +static inline long kvm_vm_ioctl_assigned_device (struct kvm *kvm,unsigned ioctl, +unsigned long arg) +{ +return -ENOTTY ; +} +#endif + +#endif +
virt/kvm/assigned-dev.c new file +818 -0
818 lines not on this page · raw message
virt/kvm/kvm_main.c +2 -796
828 lines not on this page · raw message
Signature · 1 line
1.6.5.2
PATCH 19/42 KVM: x86 emulator: Add missing decoder flags for 'or' instructions
In reply to Avi KivityFrom: Mohammed Gamal <[email protected]>
Add missing decoder flags for or instructions (0xc-0xd).
--- arch/x86/kvm/emulate.c | 3 ++- 1 files changed, 2 insertions(+), 1 deletions(-)
arch/x86/kvm/emulate.c +2 -1
@@ -99,7 +99,8 @@ static u32 opcode_table[256] = {/* 0x08 - 0x0F */ ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM, -0 ,0 , ImplicitOps | Stack | No64,0 , + ByteOp | DstAcc | SrcImm, DstAcc | SrcImm, + ImplicitOps | Stack | No64,0 ,/* 0x10 - 0x17 */ ByteOp | DstMem | SrcReg | ModRM, DstMem | SrcReg | ModRM, ByteOp | DstReg | SrcMem | ModRM, DstReg | SrcMem | ModRM,
Signature · 1 line
1.6.5.2
PATCH 20/42 KVM: x86 emulator: Add pusha and popa instructions
In reply to Avi KivityFrom: Mohammed Gamal <[email protected]>
This adds pusha and popa instructions (opcodes 0x60-0x61), this enables booting MINIX with invalid guest state emulation on.
[marcelo: remove unused variable]
--- arch/x86/kvm/emulate.c | 48 +++++++++++++++++++++++++++++++++++++++++++++++- 1 files changed, 47 insertions(+), 1 deletions(-)
arch/x86/kvm/emulate.c +47 -1
@@ -139,7 +139,8 @@ static u32 opcode_table[256] = { DstReg | Stack, DstReg | Stack, DstReg | Stack, DstReg | Stack, DstReg | Stack, DstReg | Stack, DstReg | Stack, DstReg | Stack,/* 0x60 - 0x67 */ -0 ,0 ,0 , DstReg | SrcMem32 | ModRM | Mov/* movsxd (x86/64) */ , + ImplicitOps | Stack | No64, ImplicitOps | Stack | No64, +0 , DstReg | SrcMem32 | ModRM | Mov/* movsxd (x86/64) */ ,0 ,0 ,0 ,0 ,/* 0x68 - 0x6F */ SrcImm | Mov | Stack, 0, SrcImmByte | Mov | Stack, 0,
@@ -1225,6 +1226,43 @@ static int emulate_pop_sreg(struct x86_emulate_ctxt *ctxt,return rc; } +static void emulate_pusha (struct x86_emulate_ctxt *ctxt) +{ +struct decode_cache *c = &ctxt->decode; +unsigned long old_esp = c->regs[VCPU_REGS_RSP ]; +int reg =VCPU_REGS_RAX ; + +while (reg <=VCPU_REGS_RDI ) { + (reg ==VCPU_REGS_RSP ) ? + (c->src.val = old_esp) : (c->src.val = c->regs[reg]); + +emulate_push (ctxt); + ++reg; + } +} + +static int emulate_popa (struct x86_emulate_ctxt *ctxt, +struct x86_emulate_ops *ops) +{ +struct decode_cache *c = &ctxt->decode; +int rc =0 ; +int reg =VCPU_REGS_RDI ; + +while (reg >=VCPU_REGS_RAX ) { +if (reg ==VCPU_REGS_RSP ) { +register_address_increment (c, &c->regs[VCPU_REGS_RSP ], + c->op_bytes); + --reg; + } + + rc =emulate_pop (ctxt, ops, &c->regs[reg], c->op_bytes); +if (rc !=0 ) +break ; + --reg; + } +return rc; +} +static inline int emulate_grp1a (struct x86_emulate_ctxt *ctxt,struct x86_emulate_ops *ops) {
@@ -1816,6 +1854,14 @@ special_insn:if (rc !=0 ) goto done;break ; +case 0x60 :/* pusha */ +emulate_pusha (ctxt); +break ; +case 0x61 :/* popa */ + rc =emulate_popa (ctxt, ops); +if (rc !=0 ) + goto done; +break ;case 0x63 :/* movsxd */ if (ctxt->mode !=X86EMUL_MODE_PROT64 ) goto cannot_emulate;
Signature · 1 line
1.6.5.2
PATCH 21/42 KVM: VMX: Enhance invalid guest state emulation
In reply to Avi KivityFrom: Mohammed Gamal <[email protected]>
- Change returned handle_invalid_guest_state() to return relevant exit codes
- Move triggering the emulation from vmx_vcpu_run() to vmx_handle_exit()
- Return to userspace instead of repeatedly trying to emulate instructions that have already failed
--- arch/x86/kvm/vmx.c | 44 ++++++++++++++++++++------------------------ 1 files changed, 20 insertions(+), 24 deletions(-)
arch/x86/kvm/vmx.c +20 -24
@@ -107,7 +107,6 @@ struct vcpu_vmx { } rmode;int vpid;bool emulation_required; -enum emulation_result invalid_state_emulation_result;/* Support for vnmi-less CPUs */ int soft_vnmi_blocked;
@@ -3322,35 +3321,37 @@ static int handle_nmi_window(struct kvm_vcpu *vcpu)return 1 ; } -static void handle_invalid_guest_state (struct kvm_vcpu *vcpu) +static int handle_invalid_guest_state (struct kvm_vcpu *vcpu) {struct vcpu_vmx *vmx =to_vmx (vcpu);enum emulation_result err =EMULATE_DONE ; - -local_irq_enable (); -preempt_enable (); +int ret =1 ;while (!guest_state_valid (vcpu)) { err =emulate_instruction (vcpu,0 ,0 ,0 ); -if (err ==EMULATE_DO_MMIO ) -break ; +if (err ==EMULATE_DO_MMIO ) { + ret =0 ; + goto out; + }if (err !=EMULATE_DONE ) {kvm_report_emulation_failure (vcpu,"emulation failure" ); -break ; + vcpu->run->exit_reason =KVM_EXIT_INTERNAL_ERROR ; + vcpu->run->internal.suberror =KVM_INTERNAL_ERROR_EMULATION ; + ret =0 ; + goto out; }if (signal_pending (current)) -break ; + goto out;if (need_resched ())schedule (); } -preempt_disable (); -local_irq_disable (); - - vmx->invalid_state_emulation_result = err; + vmx->emulation_required =0 ; +out: +return ret; }/*
@@ -3406,13 +3407,9 @@ static int vmx_handle_exit(struct kvm_vcpu *vcpu)trace_kvm_exit (exit_reason,kvm_rip_read (vcpu)); -/* If we need to emulate an MMIO from handle_invalid_guest_state -* we just return 0 */ -if (vmx->emulation_required && emulate_invalid_guest_state) { -if (guest_state_valid (vcpu)) - vmx->emulation_required =0 ; -return vmx->invalid_state_emulation_result !=EMULATE_DO_MMIO ; - } +/* If guest state is invalid, start emulating */ +if (vmx->emulation_required && emulate_invalid_guest_state) +return handle_invalid_guest_state (vcpu);/* Access CR3 don't cause VMExit in paging mode, so we need * to sync with guest real CR3. */
@@ -3607,11 +3604,10 @@ static void vmx_vcpu_run(struct kvm_vcpu *vcpu)if (unlikely (!cpu_has_virtual_nmis () && vmx->soft_vnmi_blocked)) vmx->entry_time =ktime_get (); -/* Handle invalid guest state instead of entering VMX */ -if (vmx->emulation_required && emulate_invalid_guest_state) { -handle_invalid_guest_state (vcpu); +/* Don't enter VMX if guest state is invalid, let the exit handler +start emulation until we arrive back to a valid state */ +if (vmx->emulation_required && emulate_invalid_guest_state)return ; - }if (test_bit (VCPU_REGS_RSP , (unsigned long *)&vcpu->arch.regs_dirty))vmcs_writel (GUEST_RSP , vcpu->arch.regs[VCPU_REGS_RSP ]);
Signature · 1 line
1.6.5.2
PATCH 22/42 KVM: SVM: remove needless mmap_sem acquision from nested_svm_map
In reply to Avi KivityFrom: Marcelo Tosatti <[email protected]>
nested_svm_map unnecessarily takes mmap_sem around gfn_to_page, since gfn_to_page / get_user_pages are responsible for it.
--- arch/x86/kvm/svm.c | 3 --- 1 files changed, 0 insertions(+), 3 deletions(-)
arch/x86/kvm/svm.c +0 -3
@@ -1396,10 +1396,7 @@ static void *nested_svm_map(struct vcpu_svm *svm, u64 gpa, enum km_type idx) {struct page *page; -down_read (¤t->mm->mmap_sem); page =gfn_to_page (svm->vcpu.kvm, gpa >>PAGE_SHIFT ); -up_read (¤t->mm->mmap_sem); -if (is_error_page (page)) goto error;
Signature · 1 line
1.6.5.2
PATCH 23/42 KVM: Activate Virtualization On Demand
In reply to Avi KivityFrom: Alexander Graf <[email protected]>
X86 CPUs need to have some magic happening to enable the virtualization extensions on them. This magic can result in unpleasant results for users, like blocking other VMMs from working (vmx) or using invalid TLB entries (svm).
Currently KVM activates virtualization when the respective kernel module is loaded. This blocks us from autoloading KVM modules without breaking other VMMs.
To circumvent this problem at least a bit, this patch introduces on demand activation of virtualization. This means, that instead virtualization is enabled on creation of the first virtual machine and disabled on destruction of the last one.
So using this, KVM can be easily autoloaded, while keeping other hypervisors usable.
--- arch/ia64/kvm/kvm-ia64.c | 8 ++- arch/powerpc/kvm/powerpc.c | 3 +- arch/s390/kvm/kvm-s390.c | 3 +- arch/x86/include/asm/kvm_host.h | 2 +- arch/x86/kvm/svm.c | 13 ++++-- arch/x86/kvm/vmx.c | 11 +++- arch/x86/kvm/x86.c | 4 +- include/linux/kvm_host.h | 2 +- virt/kvm/kvm_main.c | 90 +++++++++++++++++++++++++++++++++----- 9 files changed, 108 insertions(+), 28 deletions(-)
arch/ia64/kvm/kvm-ia64.c +5 -3
@@ -124,7 +124,7 @@ long ia64_pal_vp_create(u64 *vpd, u64 *host_iva, u64 *opt_handler)static DEFINE_SPINLOCK (vp_lock); -void kvm_arch_hardware_enable (void *garbage) +int kvm_arch_hardware_enable (void *garbage) {long status;long tmp_base;
@@ -137,7 +137,7 @@ void kvm_arch_hardware_enable(void *garbage) slot =ia64_itr_entry (0x3 ,KVM_VMM_BASE , pte,KVM_VMM_SHIFT );local_irq_restore (saved_psr);if (slot <0 ) -return ; +return -EINVAL ;spin_lock (&vp_lock); status = ia64_pal_vp_init_env(kvm_vsa_base ?
@@ -145,7 +145,7 @@ void kvm_arch_hardware_enable(void *garbage) __pa(kvm_vm_buffer), KVM_VM_BUFFER_BASE, &tmp_base);if (status !=0 ) {printk (KERN_WARNING "kvm: Failed to Enable VT Support!!!!\n" ); -return ; +return -EINVAL ; }if (!kvm_vsa_base) {
@@ -154,6 +154,8 @@ void kvm_arch_hardware_enable(void *garbage) }spin_unlock (&vp_lock);ia64_ptr_entry (0x3 , slot); + +return 0 ; }void kvm_arch_hardware_disable (void *garbage)
arch/powerpc/kvm/powerpc.c +2 -1
@@ -78,8 +78,9 @@ int kvmppc_emulate_mmio(struct kvm_run *run, struct kvm_vcpu *vcpu)return r; } -void kvm_arch_hardware_enable (void *garbage) +int kvm_arch_hardware_enable (void *garbage) { +return 0 ; }void kvm_arch_hardware_disable (void *garbage)
arch/s390/kvm/kvm-s390.c +2 -1
@@ -74,9 +74,10 @@ struct kvm_stats_debugfs_item debugfs_entries[] = {static unsigned long long *facilities;/* Section: not file related */ -void kvm_arch_hardware_enable (void *garbage) +int kvm_arch_hardware_enable (void *garbage) {/* every s390 is virtualization enabled ;-) */ +return 0 ; }void kvm_arch_hardware_disable (void *garbage)
arch/x86/include/asm/kvm_host.h +1 -1
@@ -459,7 +459,7 @@ struct descriptor_table {struct kvm_x86_ops {int (*cpu_has_kvm_support)(void );/* __init */ int (*disabled_by_bios)(void );/* __init */ -void (*hardware_enable)(void *dummy);/* __init */ +int (*hardware_enable)(void *dummy);void (*hardware_disable)(void *dummy);void (*check_processor_compatibility)(void *rtn);int (*hardware_setup)(void );/* __init */
arch/x86/kvm/svm.c +9 -4
@@ -316,7 +316,7 @@ static void svm_hardware_disable(void *garbage)cpu_svm_disable (); } -static void svm_hardware_enable (void *garbage) +static int svm_hardware_enable (void *garbage) {struct svm_cpu_data *svm_data;
@@ -325,16 +325,20 @@ static void svm_hardware_enable(void *garbage)struct desc_struct *gdt;int me =raw_smp_processor_id (); +rdmsrl (MSR_EFER , efer); +if (efer &EFER_SVME ) +return -EBUSY ; +if (!has_svm ()) {printk (KERN_ERR "svm_cpu_init: err EOPNOTSUPP on %d\n" , me); -return ; +return -EINVAL ; } svm_data =per_cpu (svm_data, me);if (!svm_data) {printk (KERN_ERR "svm_cpu_init: svm_data is NULL on %d\n" , me); -return ; +return -EINVAL ; } svm_data->asid_generation =1 ;
@@ -345,11 +349,12 @@ static void svm_hardware_enable(void *garbage) gdt = (struct desc_struct *)gdt_descr.base; svm_data->tss_desc = (struct kvm_ldttss_desc *)(gdt +GDT_ENTRY_TSS ); -rdmsrl (MSR_EFER , efer);wrmsrl (MSR_EFER , efer |EFER_SVME );wrmsrl (MSR_VM_HSAVE_PA ,page_to_pfn (svm_data->save_area) <<PAGE_SHIFT ); + +return 0 ; }static void svm_cpu_uninit (int cpu)
arch/x86/kvm/vmx.c +8 -3
@@ -1138,12 +1138,15 @@ static __init int vmx_disabled_by_bios(void)/* locked but not enabled */ } -static void hardware_enable (void *garbage) +static int hardware_enable (void *garbage) {int cpu =raw_smp_processor_id ();u64 phys_addr =__pa (per_cpu (vmxarea, cpu));u64 old; +if (read_cr4 () &X86_CR4_VMXE ) +return -EBUSY ; +INIT_LIST_HEAD (&per_cpu (vcpus_on_cpu, cpu));rdmsrl (MSR_IA32_FEATURE_CONTROL , old); if ((old & (FEATURE_CONTROL_LOCKED |
@@ -1158,6 +1161,10 @@ static void hardware_enable(void *garbage) asm volatile (ASM_VMX_VMXON_RAX : : "a"(&phys_addr), "m"(phys_addr) : "memory", "cc"); + + ept_sync_global(); + +return 0 ; }static void vmclear_local_vcpus (void )
@@ -4040,8 +4047,6 @@ static int __init vmx_init(void)if (bypass_guest_pf)kvm_mmu_set_nonpresent_ptes (~0xffeull ,0ull ); -ept_sync_global (); -return 0 ; out3:
arch/x86/kvm/x86.c +2 -2
@@ -4691,9 +4691,9 @@ int kvm_arch_vcpu_reset(struct kvm_vcpu *vcpu)return kvm_x86_ops->vcpu_reset (vcpu); } -void kvm_arch_hardware_enable (void *garbage) +int kvm_arch_hardware_enable (void *garbage) { - kvm_x86_ops->hardware_enable (garbage); +return kvm_x86_ops->hardware_enable (garbage); }void kvm_arch_hardware_disable (void *garbage)
include/linux/kvm_host.h +1 -1
@@ -345,7 +345,7 @@ int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu);void kvm_arch_vcpu_destroy (struct kvm_vcpu *vcpu);int kvm_arch_vcpu_reset (struct kvm_vcpu *vcpu); -void kvm_arch_hardware_enable (void *garbage); +int kvm_arch_hardware_enable (void *garbage);void kvm_arch_hardware_disable (void *garbage);int kvm_arch_hardware_setup (void );void kvm_arch_hardware_unsetup (void );
virt/kvm/kvm_main.c +78 -12
186 lines not on this page · raw message
Signature · 1 line
1.6.5.2
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
Am 16.11.2009 13:19, schrieb Avi Kivity:
Quoted 15 lines
From: Alexander Graf <[email protected]>
arch/x86/kvm/svm.c +1
-1@@ -316,7 +316,7 @@ static void svm_hardware_disable(void *garbage)cpu_svm_disable (); } -static void svm_hardware_enable (void *garbage) +static int svm_hardware_enable (void *garbage) {struct svm_cpu_data *svm_data;
arch/x86/kvm/svm.c static void svm_hardware_enable(void *garbage) · line 331
Quoted 7 lines
arch/x86/kvm/svm.c +4
-0@@ -325,16 +325,20 @@ static void svm_hardware_enable(void *garbage)struct desc_struct *gdt;int me =raw_smp_processor_id (); +rdmsrl (MSR_EFER , efer); +if (efer &EFER_SVME ) +return -EBUSY ; +
Hi,
This is breaking KVM on my Phenom II X4 955.
When I start kvm I get this on the terminal:
kvm_create_vm: Device or resource busy Could not initialize KVM, will disable KVM support
And in dmesg:
[ 67.980732] kvm: enabling virtualization on CPU0 failed
I commented out the if() and return, and I added 2 printk's there for debugging, and now that's what I see in dmesg when I start kvm:
[ 3341.740112] efer is 3329 [ 3341.740113] efer is 3329 [ 3341.740117] efer is 3329 [ 3341.740119] EFER_SVME is 4096 [ 3341.740121] EFER_SVME is 4096 [ 3341.740124] EFER_SVME is 4096 [ 3341.740130] efer is 3329 [ 3341.740132] EFER_SVME is 4096
In hex the values are 0x1000 and 0x0d01
KVM has been working well on this machine before, and it still works well after commenting that part out.
I am not sure what the value of this register is supposed to be, but are you sure
if (efer & EFER_SVME)
is the right condition?
cu
Dieter
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
Quoted 54 lines · Dieter Ries
Am 16.11.2009 13:19, schrieb Avi Kivity:
Quoted 15 lines
From: Alexander Graf <[email protected]>
arch/x86/kvm/svm.c +1
-1@@ -316,7 +316,7 @@ static void svm_hardware_disable(void *garbage)cpu_svm_disable (); } -static void svm_hardware_enable (void *garbage) +static int svm_hardware_enable (void *garbage) {struct svm_cpu_data *svm_data;arch/x86/kvm/svm.c static void svm_hardware_enable(void *garbage) · line 331
Quoted 7 lines
arch/x86/kvm/svm.c +4
-0@@ -325,16 +325,20 @@ static void svm_hardware_enable(void *garbage)struct desc_struct *gdt;int me =raw_smp_processor_id (); +rdmsrl (MSR_EFER , efer); +if (efer &EFER_SVME ) +return -EBUSY ; +Hi,
This is breaking KVM on my Phenom II X4 955.
When I start kvm I get this on the terminal:
kvm_create_vm: Device or resource busy Could not initialize KVM, will disable KVM supportAnd in dmesg:
[ 67.980732] kvm: enabling virtualization on CPU0 failedI commented out the
if()and return, and I added 2 printk's there for debugging, and now that's what I see in dmesg when I start kvm:[ 3341.740112] efer is 3329 [ 3341.740113] efer is 3329 [ 3341.740117] efer is 3329 [ 3341.740119] EFER_SVME is 4096 [ 3341.740121] EFER_SVME is 4096 [ 3341.740124] EFER_SVME is 4096 [ 3341.740130] efer is 3329 [ 3341.740132] EFER_SVME is 4096In hex the values are
0x1000and0x0d01KVM has been working well on this machine before, and it still works well after commenting that part out.
Quoted 6 lines
I am not sure what the value of this register is supposed to be, but are you sure
if (efer &
EFER_SVME)is the right condition?
According to the printks you show above the & condition should never apply.
Are you 100% sure you don't have vmware, virtualbox, parallels, whatever running in parallel on that machine?
Alex
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
Quoted 34 lines · Alexander Graf
Quoted 33 lines · Dieter Ries
Hi,
This is breaking KVM on my Phenom II X4 955.
When I start kvm I get this on the terminal:
kvm_create_vm: Device or resource busy Could not initialize KVM, will disable KVM supportAnd in dmesg:
[ 67.980732] kvm: enabling virtualization on CPU0 failedI commented out the
if()and return, and I added 2 printk's there for debugging, and now that's what I see in dmesg when I start kvm:[ 3341.740112] efer is 3329 [ 3341.740113] efer is 3329 [ 3341.740117] efer is 3329 [ 3341.740119] EFER_SVME is 4096 [ 3341.740121] EFER_SVME is 4096 [ 3341.740124] EFER_SVME is 4096 [ 3341.740130] efer is 3329 [ 3341.740132] EFER_SVME is 4096In hex the values are
0x1000and0x0d01KVM has been working well on this machine before, and it still works well after commenting that part out.
I am not sure what the value of this register is supposed to be, but are you sure
Quoted 7 lines
Quoted 3 lines
if (efer &
EFER_SVME)is the right condition?
According to the printks you show above the & condition should never apply.
Are you 100% sure you don't have vmware, virtualbox, parallels, whatever running in parallel on that machine?
Definitely. I have virtualbox installed, but haven't used it in months. The others I don't use at all, so they are not installed either.
There is nothing running which could cause that. Behaviour is the same when I don't log into KDE but just try this without X, where nearly nothing is started.
I noted something more now: When I comment it out once, and start kvm like that, and then remove the comments again, then it works. So I guess the dmesg parts I wrote were not perfect. It's more like:
I: After reboot, with debugging printk and if condition:
[ 42.089423] efer is d01 [ 42.089425] efer is d01 [ 42.089428] efer is d01 [ 42.089430] EFER_SVME is 1000 [ 42.089431] EFER_SVME is 1000 [ 42.089433] EFER_SVME is 1000 [ 42.089436] efer is 1d01 [ 42.089438] EFER_SVME is 1000 [ 42.089440] kvm: enabling virtualization on CPU0 failed
II: debugging printk, no if condition:
[ 317.355519] efer is d01 [ 317.355522] efer is d01 [ 317.355524] efer is d01 [ 317.355527] EFER_SVME is 1000 [ 317.355528] EFER_SVME is 1000 [ 317.355531] EFER_SVME is 1000 [ 317.355534] efer is 1d01 [ 317.355536] EFER_SVME is 1000
III: debugging printk and if condition:
[ 421.955433] efer is d01 [ 421.955437] efer is d01 [ 421.955440] efer is d01 [ 421.955442] EFER_SVME is 1000 [ 421.955443] EFER_SVME is 1000 [ 421.955445] EFER_SVME is 1000 [ 421.955449] efer is d01 [ 421.955451] EFER_SVME is 1000
This is without reboots in between. So now before I use the commented out version for the first time, it doesnt work, the 2nd time it works. Maybe some initialization problem...
Quoted 1 line
Alex
cu
Dieter
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
Quoted 90 lines · Dieter Ries
Quoted 34 lines · Alexander Graf
Quoted 33 lines · Dieter Ries
Hi,
This is breaking KVM on my Phenom II X4 955.
When I start kvm I get this on the terminal:
kvm_create_vm: Device or resource busy Could not initialize KVM, will disable KVM supportAnd in dmesg:
[ 67.980732] kvm: enabling virtualization on CPU0 failedI commented out the
if()and return, and I added 2 printk's there for debugging, and now that's what I see in dmesg when I start kvm:[ 3341.740112] efer is 3329 [ 3341.740113] efer is 3329 [ 3341.740117] efer is 3329 [ 3341.740119] EFER_SVME is 4096 [ 3341.740121] EFER_SVME is 4096 [ 3341.740124] EFER_SVME is 4096 [ 3341.740130] efer is 3329 [ 3341.740132] EFER_SVME is 4096In hex the values are
0x1000and0x0d01KVM has been working well on this machine before, and it still works well after commenting that part out.
I am not sure what the value of this register is supposed to be, but are you sure
Quoted 7 lines
Quoted 3 lines
if (efer &
EFER_SVME)is the right condition?
According to the printks you show above the & condition should never apply.
Are you 100% sure you don't have vmware, virtualbox, parallels, whatever running in parallel on that machine?
Definitely. I have virtualbox installed, but haven't used it in months. The others I don't use at all, so they are not installed either.
There is nothing running which could cause that. Behaviour is the same when I don't log into KDE but just try this without X, where nearly nothing is started.
I noted something more now: When I comment it out once, and start kvm like that, and then remove the comments again, then it works. So I guess the dmesg parts I wrote were not perfect. It's more like:
I: After reboot, with debugging printk and if condition:
[ 42.089423] efer is d01 [ 42.089425] efer is d01 [ 42.089428] efer is d01 [ 42.089430] EFER_SVME is 1000 [ 42.089431] EFER_SVME is 1000 [ 42.089433] EFER_SVME is 1000 [ 42.089436] efer is 1d01 [ 42.089438] EFER_SVME is 1000 [ 42.089440] kvm: enabling virtualization on CPU0 failedII: debugging printk, no if condition:
[ 317.355519] efer is d01 [ 317.355522] efer is d01 [ 317.355524] efer is d01 [ 317.355527] EFER_SVME is 1000 [ 317.355528] EFER_SVME is 1000 [ 317.355531] EFER_SVME is 1000 [ 317.355534] efer is 1d01 [ 317.355536] EFER_SVME is 1000III: debugging printk and if condition:
[ 421.955433] efer is d01 [ 421.955437] efer is d01 [ 421.955440] efer is d01 [ 421.955442] EFER_SVME is 1000 [ 421.955443] EFER_SVME is 1000 [ 421.955445] EFER_SVME is 1000 [ 421.955449] efer is d01 [ 421.955451] EFER_SVME is 1000
Quoted 3 lines
This is without reboots in between. So now before I use the commented out version for the first time, it doesnt work, the 2nd time it works. Maybe some initialization problem...
It looks like one of your CPUs has EFER_SVME enabled on bootup already. I'm not aware of code clearing EFER, so if there's garbage in there on boot it stays there.
Could you please add the current CPU number to your printk? I bet it's always the same one. If that's the case I'd say you have a broken BIOS or bootloader.
Alex
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
Quoted 3 lines · Alexander Graf
It looks like one of your CPUs has
EFER_SVMEenabled on bootup already. I'm not aware of code clearing EFER, so if there's garbage in there on boot it stays there.Could you please add the current CPU number to your printk? I bet it's always the same one.
[ 1300.393635] efer on CPU1 is d01 [ 1300.393638] efer on CPU3 is d01 [ 1300.393641] efer on CPU2 is d01 [ 1300.393643] EFER_SVME is 1000 [ 1300.393645] EFER_SVME is 1000 [ 1300.393646] EFER_SVME is 1000 [ 1300.393650] efer on CPU0 is 1d01 [ 1300.393652] EFER_SVME is 1000 [ 1300.393653] kvm: enabling virtualization on CPU0 failed
Quoted 1 line
If that's the case I'd say you have a broken BIOS or bootloader.
You are right, it seems to be always cpu0. I'll check my BIOS and flash a newer version if available.
Quoted 2 lines
Alex
cu
Dieter
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
Quoted 16 lines · Dieter Ries
Quoted 3 lines · Alexander Graf
It looks like one of your CPUs has
EFER_SVMEenabled on bootup already. I'm not aware of code clearing EFER, so if there's garbage in there on boot it stays there.Could you please add the current CPU number to your printk? I bet it's always the same one.
[ 1300.393635] efer on CPU1 is d01 [ 1300.393638] efer on CPU3 is d01 [ 1300.393641] efer on CPU2 is d01 [ 1300.393643] EFER_SVME is 1000 [ 1300.393645] EFER_SVME is 1000 [ 1300.393646] EFER_SVME is 1000 [ 1300.393650] efer on CPU0 is 1d01 [ 1300.393652] EFER_SVME is 1000 [ 1300.393653] kvm: enabling virtualization on CPU0 failed
Quoted 4 lines
Quoted 1 line
If that's the case I'd say you have a broken BIOS or bootloader.
You are right, it seems to be always cpu0. I'll check my BIOS and flash a newer version if available.
Please do. If that doesn't help ping me again. I'll write up a quirk patch then.
Alex
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
Quoted 5 lines · Alexander Graf
Quoted 2 lines · Dieter Ries
You are right, it seems to be always cpu0. I'll check my BIOS and flash a newer version if available.
Please do. If that doesn't help ping me again. I'll write up a quirk patch then.
It seems you were right, I flashed the BIOS to the latest version and now it is working.
So thanks everybody, and sorry for the inconvenience.
Quoted 1 line
Alex
cu
Dieter
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
In reply to Alexander GrafHi! Since the above patch went in
http://git.kernel.org/?p=linux/kernel/git/torvalds/linux-2.6.git;a=commitdiff;h=10474ae8
I have exactly the same problem as Dieter.
Quoted 7 lines
Quoted 4 lines
Quoted 1 line
If that's the case I'd say you have a broken BIOS or bootloader.
You are right, it seems to be always cpu0. I'll check my BIOS and flash a newer version if available.
Please do. If that doesn't help ping me again. I'll write up a quirk patch then.
My h/w is a bit different (cpu: 9850 B3, mb: GA-MA790FX-DQ6 bios F7b), but I cannot use latest available BIOS (F7d) as it breaks my SAS controller.
So I guess I need the quirk patch.
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
Quoted 9 lines · Serge Belyshev
Hi! Since the above patch went in
http://git.kernel.org/?p=linux/kernel/git/torvalds/linux-2.6.git;a=commitdiff;h=10474ae8
I have exactly the same problem as Dieter.Quoted 5 lines
Quoted 4 lines
Quoted 1 line
If that's the case I'd say you have a broken BIOS or bootloader.
You are right, it seems to be always cpu0. I'll check my BIOS and flash a newer version if available.
Quoted 7 lines
Quoted 2 lines
Please do. If that doesn't help ping me again. I'll write up a quirk patch then.
My h/w is a bit different (cpu: 9850 B3, mb: GA-MA790FX-DQ6 bios F7b), but I cannot use latest available BIOS (F7d) as it breaks my SAS controller.
So I guess I need the quirk patch.
Hrm - try to use the following (probably whitespace broken and 100% untested) hacky patch:
arch/x86/kvm/svm.c +2 -0
@@ -429,9 +429,11 @@ static int svm_hardware_enable(void *garbage)struct desc_struct *gdt;int me =raw_smp_processor_id (); +#if 0 rdmsrl (MSR_EFER , efer);if (efer &EFER_SVME )return -EBUSY ; +#endif if (!has_svm ()) { printk(KERN_ERR "svm_hardware_enable: err EOPNOTSUPP on %d\n",
Alex
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
Quoted 7 lines · Alexander Graf
Hrm - try to use the following (probably whitespace broken and 100% untested) hacky patch:
arch/x86/kvm/svm.c +0
-0
arch/x86/kvm/svm.c static int svm_hardware_enable(void *garbage) · line 437
Quoted 9 lines
arch/x86/kvm/svm.c +2
-0@@ -429,9 +429,11 @@ static int svm_hardware_enable(void *garbage)struct desc_struct *gdt;int me =raw_smp_processor_id (); +#if 0 rdmsrl (MSR_EFER , efer);if (efer &EFER_SVME )return -EBUSY ; +#endif
I tested a bit different hack keeping rdmsrl but removing the if() and it works fine for me:
arch/x86/kvm/svm.c +1 -2
@@ -429,8 +429,7 @@ static int svm_hardware_enable(void *garint me =raw_smp_processor_id ();rdmsrl (MSR_EFER , efer); -if (efer &EFER_SVME ) -return -EBUSY ; +printk (KERN_DEBUG "svm_hardware_enable: efer %x on %d\n" , efer, me);if (!has_svm ()) { printk(KERN_ERR "svm_hardware_enable: err EOPNOTSUPP on %d\n",
Here is an example of its output:
[231441.358111] svm_hardware_enable: efer 1d01 on 0 [231441.358117] svm_hardware_enable: efer d01 on 3 [231441.358124] svm_hardware_enable: efer d01 on 2 [231441.358135] svm_hardware_enable: efer d01 on 1 [231675.168967] svm_hardware_enable: efer d01 on 0 [231675.168972] svm_hardware_enable: efer d01 on 1 [231675.168983] svm_hardware_enable: efer d01 on 2 [231675.168995] svm_hardware_enable: efer d01 on 3
After reboot, the first kvm run always reports efer = 1d01 on the first cpu. In all subsequent runs before reboot efer stays d01 on all cpus.
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
Quoted 27 lines · Serge Belyshev
Quoted 7 lines · Alexander Graf
Hrm - try to use the following (probably whitespace broken and 100% untested) hacky patch:
arch/x86/kvm/svm.c +0
-0arch/x86/kvm/svm.c static int svm_hardware_enable(void *garbage) · line 437
Quoted 9 lines
arch/x86/kvm/svm.c +2
-0@@ -429,9 +429,11 @@ static int svm_hardware_enable(void *garbage)struct desc_struct *gdt;int me =raw_smp_processor_id (); +#if 0 rdmsrl (MSR_EFER , efer);if (efer &EFER_SVME )return -EBUSY ; +#endif I tested a bit different hack keeping rdmsrl but removing the
if()and it works fine for me:Index:
linux/arch/x86/kvm/svm.c
===================================================================
arch/x86/kvm/svm.c static int svm_hardware_enable(void *gar · line 432
Quoted 6 lines
arch/x86/kvm/svm.c +1
-2@@ -429,8 +429,7 @@ static int svm_hardware_enable(void *garint me =raw_smp_processor_id ();rdmsrl (MSR_EFER , efer); -if (efer &EFER_SVME ) -return -EBUSY ; +printk (KERN_DEBUG "svm_hardware_enable: efer %x on %d\n" , efer, me);
Ouch, yes. Thanks for not taking my patch ;). The efer read is of course still mandatory.
Quoted 16 lines
arch/x86/kvm/svm.c +0
-0if (!has_svm ()) { printk(KERN_ERR "svm_hardware_enable: err EOPNOTSUPP on %d\n",Here is an example of its output:
[231441.358111] svm_hardware_enable: efer 1d01 on 0 [231441.358117] svm_hardware_enable: efer d01 on 3 [231441.358124] svm_hardware_enable: efer d01 on 2 [231441.358135] svm_hardware_enable: efer d01 on 1 [231675.168967] svm_hardware_enable: efer d01 on 0 [231675.168972] svm_hardware_enable: efer d01 on 1 [231675.168983] svm_hardware_enable: efer d01 on 2 [231675.168995] svm_hardware_enable: efer d01 on 3
Quoted 2 lines
After reboot, the first kvm run always reports efer = 1d01 on the first cpu. In all subsequent runs before reboot efer stays d01 on all cpus.
Happy broken BIOS fun. Oh well, I guess you can live with the patched version and normal end-users will just update their BIOSes.
Alex
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
In reply to Dieter RiesQuoted 1 line · Dieter Ries
On Wed, Mar 17, 2010 at 11:02:40PM +0100, Alexander Graf wrote:
[]
Quoted 4 lines
Quoted 1 line
Are you 100% sure you don't have vmware, virtualbox, parallels, whatever running in parallel on that machine?
Definitely. I have virtualbox installed, but haven't used it in months. The others I don't use at all, so they are not installed either.
Dieter, we've talked with you on IRC yesterday...
Can you take a look at what's in the startup script sequence on your machine, and what modules are loaded which may be related? What I'm trying to say: I don't know how virtualbox works, but it may come with a kernel module or a bootup script that touches SVM settings.
/mjt
Re: [PATCH 23/42] KVM: Activate Virtualization On Demand
Quoted 9 lines · Michael Tokarev
Quoted 1 line · Dieter Ries
On Wed, Mar 17, 2010 at 11:02:40PM +0100, Alexander Graf wrote:
[]
Quoted 4 lines
Quoted 1 line
Are you 100% sure you don't have vmware, virtualbox, parallels, whatever running in parallel on that machine?
Definitely. I have virtualbox installed, but haven't used it in months. The others I don't use at all, so they are not installed either.
Dieter, we've talked with you on IRC yesterday...
Yes, I remember.
Quoted 5 lines
Can you take a look at what's in the startup script sequence on your machine, and what modules are loaded which may be related? What I'm trying to say: I don't know how virtualbox works, but it may come with a kernel module or a bootup script that touches SVM settings.
I checked it again: I don't even have the virtualbox modules installed for this kernel, I cannot modprobe them.
lsmod is here:
before modprobe kvm_amd
Module Size Used by snd_pcm_oss 33062 0 snd_mixer_oss 13798 1 snd_pcm_oss snd_seq_oss 23963 0 snd_seq_midi_event 5684 1 snd_seq_oss snd_seq 44953 4 snd_seq_oss,snd_seq_midi_event snd_seq_device 5481 2 snd_seq_oss,snd_seq nvidia 9613596 40 snd_hda_codec_realtek 264327 1 snd_hda_intel 20099 4 snd_hda_codec 57443 2 snd_hda_codec_realtek,snd_hda_intel snd_hwdep 5642 1 snd_hda_codec snd_pcm 68342 4 snd_pcm_oss,snd_hda_intel,snd_hda_codec snd_timer 17426 3 snd_seq,snd_pcm snd 52486 17 snd_pcm_oss,snd_mixer_oss,snd_seq_oss,snd_seq,snd_seq_device,snd_hda_codec_realtek,snd_hda_intel,snd_hda_codec,snd_hwdep,snd_pcm,snd_timer soundcore 6287 1 snd snd_page_alloc 7029 2 snd_hda_intel,snd_pcm i2c_core 18944 1 nvidia
after:
Module Size Used by kvm_amd 32387 0 kvm 249238 1 kvm_amd snd_pcm_oss 33062 0 snd_mixer_oss 13798 1 snd_pcm_oss snd_seq_oss 23963 0 snd_seq_midi_event 5684 1 snd_seq_oss snd_seq 44953 4 snd_seq_oss,snd_seq_midi_event snd_seq_device 5481 2 snd_seq_oss,snd_seq nvidia 9613596 40 snd_hda_codec_realtek 264327 1 snd_hda_intel 20099 4 snd_hda_codec 57443 2 snd_hda_codec_realtek,snd_hda_intel snd_hwdep 5642 1 snd_hda_codec snd_pcm 68342 4 snd_pcm_oss,snd_hda_intel,snd_hda_codec snd_timer 17426 3 snd_seq,snd_pcm snd 52486 17 snd_pcm_oss,snd_mixer_oss,snd_seq_oss,snd_seq,snd_seq_device,snd_hda_codec_realtek,snd_hda_intel,snd_hda_codec,snd_hwdep,snd_pcm,snd_timer soundcore 6287 1 snd snd_page_alloc 7029 2 snd_hda_intel,snd_pcm i2c_core 18944 1 nvidia
This is a gentoo box, and there are no services started which are related to virtualization. No autoloaded modules or anything. Just standard desktop stuff + lvm and raid.
Runlevel: boot
hwclock [ started ] modules [ started ] lvm [ started ] device-mapper [ started ] fsck [ started ] root [ started ] mtab [ started ] hostname [ started ] localmount [ started ] sysctl [ started ] bootmisc [ started ] sysklogd [ started ] urandom [ started ] termencoding [ started ] consolefont [ started ] net.lo [ started ] staticroute [ started ] mdadm [ started ] swap [ started ] acpid [ started ] procfs [ started ] keymaps [ started ]
modules is empty.
And additionally after boot:
Runlevel: default
sysklogd [ started ] dbus [ started ] hald [ started ] xdm [ started ] preload [ started ] udev-postmount [ started ] ntpd [ started ] alsasound [ started ] avahi-daemon [ started ] cupsd [ started ] sshd [ started ] local [ started ] Dynamic Runlevel: hotplugged net.eth1 [ started ] Dynamic Runlevel: needed udev-mount [ started ] sysfs [ started ]
Quoted 1 line
/mjt
cu
Dieter
PATCH 24/42 KVM: remove duplicated #include
In reply to Avi KivityFrom: Huang Weiyi <[email protected]>
Remove duplicated #include('s) in
arch/x86/kvm/lapic.c
--- arch/x86/kvm/lapic.c | 1 - 1 files changed, 0 insertions(+), 1 deletions(-)
arch/x86/kvm/lapic.c +0 -1
@@ -32,7 +32,6 @@#include <asm/current.h> #include <asm/apicdef.h> #include <asm/atomic.h> -#include <asm/apicdef.h> #include "kvm_cache_regs.h" #include "irq.h" #include "trace.h"
Signature · 1 line
1.6.5.2
PATCH 25/42 KVM: SVM: reorganize svm_interrupt_allowed
In reply to Avi KivityFrom: Joerg Roedel <[email protected]>
This patch reorganizes the logic in svm_interrupt_allowed to make it better to read. This is important because the logic is a lot more complicated with Nested SVM.
--- arch/x86/kvm/svm.c | 16 ++++++++++++---- 1 files changed, 12 insertions(+), 4 deletions(-)
arch/x86/kvm/svm.c +12 -4
@@ -2472,10 +2472,18 @@ static int svm_interrupt_allowed(struct kvm_vcpu *vcpu) {struct vcpu_svm *svm =to_svm (vcpu);struct vmcb *vmcb = svm->vmcb; -return (vmcb->save.rflags &X86_EFLAGS_IF ) && - !(vmcb->control.int_state &SVM_INTERRUPT_SHADOW_MASK ) && -gif_set (svm) && - !(is_nested (svm) && (svm->vcpu.arch.hflags &HF_VINTR_MASK )); +int ret; + +if (!gif_set (svm) || + (vmcb->control.int_state &SVM_INTERRUPT_SHADOW_MASK )) +return 0 ; + + ret = !!(vmcb->save.rflags &X86_EFLAGS_IF ); + +if (is_nested (svm)) +return ret && !(svm->vcpu.arch.hflags &HF_VINTR_MASK ); + +return ret; }static void enable_irq_window (struct kvm_vcpu *vcpu)
Signature · 1 line
1.6.5.2
PATCH 26/42 KVM: SVM: don't copy exit_int_info on nested vmrun
In reply to Avi KivityFrom: Joerg Roedel <[email protected]>
The exit_int_info field is only written by the hardware and never read. So it does not need to be copied on a vmrun emulation.
--- arch/x86/kvm/svm.c | 2 -- 1 files changed, 0 insertions(+), 2 deletions(-)
arch/x86/kvm/svm.c +0 -2
@@ -1797,8 +1797,6 @@ static bool nested_svm_vmrun(struct vcpu_svm *svm) svm->nested.intercept = nested_vmcb->control.intercept;force_new_asid (&svm->vcpu); - svm->vmcb->control.exit_int_info = nested_vmcb->control.exit_int_info; - svm->vmcb->control.exit_int_info_err = nested_vmcb->control.exit_int_info_err; svm->vmcb->control.int_ctl = nested_vmcb->control.int_ctl |V_INTR_MASKING_MASK ;if (nested_vmcb->control.int_ctl &V_IRQ_MASK ) { nsvm_printk("nSVM Injecting Interrupt: 0x%x\n",
Signature · 1 line
1.6.5.2
PATCH 27/42 KVM: SVM: Remove remaining occurences of rdtscll
In reply to Avi KivityFrom: Joerg Roedel <[email protected]>
This patch replaces them with native_read_tsc() which can also be used in expressions and saves a variable on the stack in this case.
--- arch/x86/kvm/svm.c | 7 +++---- 1 files changed, 3 insertions(+), 4 deletions(-)
arch/x86/kvm/svm.c +3 -4
@@ -763,14 +763,13 @@ static void svm_vcpu_load(struct kvm_vcpu *vcpu, int cpu)int i;if (unlikely (cpu != vcpu->cpu)) { -u64 tsc_this, delta; +u64 delta;/* * Make sure that the guest sees a monotonically * increasing TSC. */ -rdtscll (tsc_this); - delta = vcpu->arch.host_tsc - tsc_this; + delta = vcpu->arch.host_tsc -native_read_tsc (); svm->vmcb->control.tsc_offset += delta;if (is_nested (svm)) svm->nested.hsave->control.tsc_offset += delta;
@@ -792,7 +791,7 @@ static void svm_vcpu_put(struct kvm_vcpu *vcpu)for (i =0 ; i <NR_HOST_SAVE_USER_MSRS ; i++)wrmsrl (host_save_user_msrs[i], svm->host_user_msrs[i]); -rdtscll (vcpu->arch.host_tsc); + vcpu->arch.host_tsc =native_read_tsc (); }static unsigned long svm_get_rflags (struct kvm_vcpu *vcpu)
Signature · 1 line
1.6.5.2
PATCH 28/42 KVM: fix lock imbalance in kvm_*_irq_source_id()
In reply to Avi KivityFrom: Jiri Slaby <[email protected]>
Stanse found 2 lock imbalances in kvm_request_irq_source_id and kvm_free_irq_source_id. They omit to unlock kvm->irq_lock on fail paths.
Fix that by adding unlock labels at the end of the functions and jump there from the fail paths.
--- virt/kvm/irq_comm.c | 7 +++++-- 1 files changed, 5 insertions(+), 2 deletions(-)
virt/kvm/irq_comm.c +5 -2
@@ -220,11 +220,13 @@ int kvm_request_irq_source_id(struct kvm *kvm)if (irq_source_id >=sizeof (kvm->arch.irq_sources_bitmap)) {printk (KERN_WARNING "kvm: exhaust allocatable IRQ sources!\n" ); -return -EFAULT ; + irq_source_id = -EFAULT ; + goto unlock; }ASSERT (irq_source_id !=KVM_USERSPACE_IRQ_SOURCE_ID );set_bit (irq_source_id, bitmap); +unlock:mutex_unlock (&kvm->irq_lock);return irq_source_id;
@@ -240,7 +242,7 @@ void kvm_free_irq_source_id(struct kvm *kvm, int irq_source_id)if (irq_source_id <0 || irq_source_id >=sizeof (kvm->arch.irq_sources_bitmap)) {printk (KERN_ERR "kvm: IRQ source ID out of range!\n" ); -return ; + goto unlock; }for (i =0 ; i <KVM_IOAPIC_NUM_PINS ; i++) {clear_bit (irq_source_id, &kvm->arch.vioapic->irq_states[i]);
@@ -251,6 +253,7 @@ void kvm_free_irq_source_id(struct kvm *kvm, int irq_source_id)#endif }clear_bit (irq_source_id, &kvm->arch.irq_sources_bitmap); +unlock:mutex_unlock (&kvm->irq_lock); }
Signature · 1 line
1.6.5.2
PATCH 29/42 KVM: Separate timer intialization into an indepedent function
In reply to Avi KivityFrom: Zachary Amsden <[email protected]>
--- arch/x86/kvm/x86.c | 23 +++++++++++++++-------- 1 files changed, 15 insertions(+), 8 deletions(-)
arch/x86/kvm/x86.c +15 -8
@@ -3118,9 +3118,22 @@ static struct notifier_block kvmclock_cpufreq_notifier_block = { .notifier_call = kvmclock_cpufreq_notifier }; +static void kvm_timer_init (void ) +{ +int cpu; + +for_each_possible_cpu (cpu) +per_cpu (cpu_tsc_khz, cpu) = tsc_khz; +if (!boot_cpu_has (X86_FEATURE_CONSTANT_TSC )) { + tsc_khz_ref = tsc_khz; +cpufreq_register_notifier (&kvmclock_cpufreq_notifier_block, +CPUFREQ_TRANSITION_NOTIFIER ); + } +} +int kvm_arch_init (void *opaque) { -int r, cpu; +int r;struct kvm_x86_ops *ops = (struct kvm_x86_ops *)opaque;if (kvm_x86_ops) {
@@ -3152,13 +3165,7 @@ int kvm_arch_init(void *opaque)kvm_mmu_set_mask_ptes (PT_USER_MASK ,PT_ACCESSED_MASK ,PT_DIRTY_MASK ,PT64_NX_MASK ,0 ); -for_each_possible_cpu (cpu) -per_cpu (cpu_tsc_khz, cpu) = tsc_khz; -if (!boot_cpu_has (X86_FEATURE_CONSTANT_TSC )) { - tsc_khz_ref = tsc_khz; -cpufreq_register_notifier (&kvmclock_cpufreq_notifier_block, -CPUFREQ_TRANSITION_NOTIFIER ); - } +kvm_timer_init ();return 0 ;
Signature · 1 line
1.6.5.2
PATCH 30/42 KVM: Kill the confusing tsc_ref_khz and ref_freq variables
In reply to Avi KivityFrom: Zachary Amsden <[email protected]>
They are globals, not clearly protected by any ordering or locking, and vulnerable to various startup races.
Instead, for variable TSC machines, register the cpufreq notifier and get the TSC frequency directly from the cpufreq machinery. Not only is it always right, it is also perfectly accurate, as no error prone measurement is required.
On such machines, when a new CPU online is brought online, it isn't clear what frequency it will start with, and it may not correspond to the reference, thus in hardware_enable we clear the cpu_tsc_khz variable to zero and make sure it is set before running on a VCPU.
--- arch/x86/kvm/x86.c | 26 ++++++++++++++++---------- 1 files changed, 16 insertions(+), 10 deletions(-)
arch/x86/kvm/x86.c +16 -10
@@ -1326,6 +1326,8 @@ out:void kvm_arch_vcpu_load (struct kvm_vcpu *vcpu,int cpu) { kvm_x86_ops->vcpu_load (vcpu, cpu); +if (unlikely (per_cpu (cpu_tsc_khz, cpu) ==0 )) +per_cpu (cpu_tsc_khz, cpu) =cpufreq_quick_get (cpu);kvm_request_guest_time_update (vcpu); }
@@ -3063,9 +3065,6 @@ static void bounce_off(void *info)/* nothing */ } -static unsigned int ref_freq; -static unsigned long tsc_khz_ref; -static int kvmclock_cpufreq_notifier (struct notifier_block *nb,unsigned long val,void *data) {
@@ -3074,14 +3073,11 @@ static int kvmclock_cpufreq_notifier(struct notifier_block *nb, unsigned long vastruct kvm_vcpu *vcpu;int i, send_ipi =0 ; -if (!ref_freq) - ref_freq = freq->old; -if (val ==CPUFREQ_PRECHANGE && freq->old > freq->new)return 0 ;if (val ==CPUFREQ_POSTCHANGE && freq->old < freq->new)return 0 ; -per_cpu (cpu_tsc_khz, freq->cpu) =cpufreq_scale (tsc_khz_ref, ref_freq, freq->new); +per_cpu (cpu_tsc_khz, freq->cpu) = freq->new;spin_lock (&kvm_lock);list_for_each_entry (kvm, &vm_list, vm_list) {
@@ -3122,12 +3118,14 @@ static void kvm_timer_init(void) {int cpu; -for_each_possible_cpu (cpu) -per_cpu (cpu_tsc_khz, cpu) = tsc_khz;if (!boot_cpu_has (X86_FEATURE_CONSTANT_TSC )) { - tsc_khz_ref = tsc_khz;cpufreq_register_notifier (&kvmclock_cpufreq_notifier_block,CPUFREQ_TRANSITION_NOTIFIER ); +for_each_online_cpu (cpu) +per_cpu (cpu_tsc_khz, cpu) =cpufreq_get (cpu); + }else { +for_each_possible_cpu (cpu) +per_cpu (cpu_tsc_khz, cpu) = tsc_khz; } }
@@ -4700,6 +4698,14 @@ int kvm_arch_vcpu_reset(struct kvm_vcpu *vcpu)int kvm_arch_hardware_enable (void *garbage) { +/* +* Since this may be called from a hotplug notifcation, +* we can't get the CPU frequency directly. +*/ +if (!boot_cpu_has (X86_FEATURE_CONSTANT_TSC )) { +int cpu =raw_smp_processor_id (); +per_cpu (cpu_tsc_khz, cpu) =0 ; + }return kvm_x86_ops->hardware_enable (garbage); }
Signature · 1 line
1.6.5.2
PATCH 31/42 KVM: Fix printk name error in svm.c
In reply to Avi KivityFrom: Zachary Amsden <[email protected]>
--- arch/x86/kvm/svm.c | 5 +++-- 1 files changed, 3 insertions(+), 2 deletions(-)
arch/x86/kvm/svm.c +3 -2
@@ -330,13 +330,14 @@ static int svm_hardware_enable(void *garbage)return -EBUSY ;if (!has_svm ()) { -printk (KERN_ERR "svm_cpu_init: err EOPNOTSUPP on %d\n" , me); +printk (KERN_ERR "svm_hardware_enable: err EOPNOTSUPP on %d\n" , + me);return -EINVAL ; } svm_data =per_cpu (svm_data, me);if (!svm_data) { -printk (KERN_ERR "svm_cpu_init: svm_data is NULL on %d\n" , +printk (KERN_ERR "svm_hardware_enable: svm_data is NULL on %d\n" , me);return -EINVAL ; }
Signature · 1 line
1.6.5.2
PATCH 32/42 KVM: Fix hotplug of CPUs
In reply to Avi KivityFrom: Zachary Amsden <[email protected]>
Both VMX and SVM require per-cpu memory allocation, which is done at module init time, for only online cpus.
Backend was not allocating enough structure for all possible CPUs, so new CPUs coming online could not be hardware enabled.
--- arch/x86/kvm/svm.c | 4 ++-- arch/x86/kvm/vmx.c | 6 ++++-- 2 files changed, 6 insertions(+), 4 deletions(-)
arch/x86/kvm/svm.c +2 -2
@@ -482,7 +482,7 @@ static __init int svm_hardware_setup(void)kvm_enable_efer_bits (EFER_SVME ); } -for_each_online_cpu (cpu) { +for_each_possible_cpu (cpu) { r =svm_cpu_init (cpu);if (r) goto err;
@@ -516,7 +516,7 @@ static __exit void svm_hardware_unsetup(void) {int cpu; -for_each_online_cpu (cpu) +for_each_possible_cpu (cpu)svm_cpu_uninit (cpu);__free_pages (pfn_to_page (iopm_base >>PAGE_SHIFT ),IOPM_ALLOC_ORDER );
arch/x86/kvm/vmx.c +4 -2
@@ -1350,15 +1350,17 @@ static void free_kvm_area(void) {int cpu; -for_each_online_cpu (cpu) +for_each_possible_cpu (cpu) {free_vmcs (per_cpu (vmxarea, cpu)); +per_cpu (vmxarea, cpu) =NULL ; + } }static __init int alloc_kvm_area (void ) {int cpu; -for_each_online_cpu (cpu) { +for_each_possible_cpu (cpu) {struct vmcs *vmcs; vmcs =alloc_vmcs_cpu (cpu);
Signature · 1 line
1.6.5.2
PATCH 33/42 KVM: remove pre_task_link setting in save_state_to_tss16
In reply to Avi KivityFrom: Juan Quintela <[email protected]>
Now, also remove pre_task_link setting in save_state_to_tss16.
commit b237ac37a149e8b56436fabf093532483bff13b0
Author: Gleb Natapov <[email protected]>
Date: Mon Mar 30 16:03:24 2009 +0300
KVM: Fix task switch back link handling.
--- arch/x86/kvm/x86.c | 1 - 1 files changed, 0 insertions(+), 1 deletions(-)
arch/x86/kvm/x86.c +0 -1
@@ -4203,7 +4203,6 @@ static void save_state_to_tss16(struct kvm_vcpu *vcpu, tss->ss =get_segment_selector (vcpu,VCPU_SREG_SS ); tss->ds =get_segment_selector (vcpu,VCPU_SREG_DS ); tss->ldt =get_segment_selector (vcpu,VCPU_SREG_LDTR ); - tss->prev_task_link =get_segment_selector (vcpu,VCPU_SREG_TR ); } static int load_state_from_tss16(struct kvm_vcpu *vcpu,
Signature · 1 line
1.6.5.2
PATCH 34/42 KVM: x86: Refactor guest debug IOCTL handling
In reply to Avi KivityFrom: Jan Kiszka <[email protected]>
Much of so far vendor-specific code for setting up guest debug can actually be handled by the generic code. This also fixes a minor deficit in the SVM part /wrt processing KVM_GUESTDBG_ENABLE.
--- arch/x86/include/asm/kvm_host.h | 4 ++-- arch/x86/kvm/svm.c | 14 ++------------ arch/x86/kvm/vmx.c | 18 +----------------- arch/x86/kvm/x86.c | 28 +++++++++++++++++++++------- 4 files changed, 26 insertions(+), 38 deletions(-)
arch/x86/include/asm/kvm_host.h +2 -2
@@ -475,8 +475,8 @@ struct kvm_x86_ops {void (*vcpu_load)(struct kvm_vcpu *vcpu,int cpu);void (*vcpu_put)(struct kvm_vcpu *vcpu); -int (*set_guest_debug)(struct kvm_vcpu *vcpu, -struct kvm_guest_debug *dbg); +void (*set_guest_debug)(struct kvm_vcpu *vcpu, +struct kvm_guest_debug *dbg);int (*get_msr)(struct kvm_vcpu *vcpu,u32 msr_index,u64 *pdata);int (*set_msr)(struct kvm_vcpu *vcpu,u32 msr_index,u64 data);u64 (*get_segment_base)(struct kvm_vcpu *vcpu,int seg);
arch/x86/kvm/svm.c +2 -12
@@ -1065,26 +1065,16 @@ static void update_db_intercept(struct kvm_vcpu *vcpu) vcpu->guest_debug =0 ; } -static int svm_guest_debug (struct kvm_vcpu *vcpu,struct kvm_guest_debug *dbg) +static void svm_guest_debug (struct kvm_vcpu *vcpu,struct kvm_guest_debug *dbg) { -int old_debug = vcpu->guest_debug;struct vcpu_svm *svm =to_svm (vcpu); - vcpu->guest_debug = dbg->control; - -update_db_intercept (vcpu); -if (vcpu->guest_debug &KVM_GUESTDBG_USE_HW_BP ) svm->vmcb->save.dr7 = dbg->arch.debugreg[7 ];else svm->vmcb->save.dr7 = vcpu->arch.dr7; -if (vcpu->guest_debug &KVM_GUESTDBG_SINGLESTEP ) - svm->vmcb->save.rflags |=X86_EFLAGS_TF |X86_EFLAGS_RF ; -else if (old_debug &KVM_GUESTDBG_SINGLESTEP ) - svm->vmcb->save.rflags &= ~(X86_EFLAGS_TF |X86_EFLAGS_RF ); - -return 0 ; +update_db_intercept (vcpu); }static void load_host_msrs (struct kvm_vcpu *vcpu)
arch/x86/kvm/vmx.c +1 -17
@@ -1096,30 +1096,14 @@ static void vmx_cache_reg(struct kvm_vcpu *vcpu, enum kvm_reg reg) } } -static int set_guest_debug (struct kvm_vcpu *vcpu,struct kvm_guest_debug *dbg) +static void set_guest_debug (struct kvm_vcpu *vcpu,struct kvm_guest_debug *dbg) { -int old_debug = vcpu->guest_debug; -unsigned long flags; - - vcpu->guest_debug = dbg->control; -if (!(vcpu->guest_debug &KVM_GUESTDBG_ENABLE )) - vcpu->guest_debug =0 ; -if (vcpu->guest_debug &KVM_GUESTDBG_USE_HW_BP )vmcs_writel (GUEST_DR7 , dbg->arch.debugreg[7 ]);else vmcs_writel (GUEST_DR7 , vcpu->arch.dr7); - flags =vmcs_readl (GUEST_RFLAGS ); -if (vcpu->guest_debug &KVM_GUESTDBG_SINGLESTEP ) - flags |=X86_EFLAGS_TF |X86_EFLAGS_RF ; -else if (old_debug &KVM_GUESTDBG_SINGLESTEP ) - flags &= ~(X86_EFLAGS_TF |X86_EFLAGS_RF ); -vmcs_writel (GUEST_RFLAGS , flags); -update_exception_bitmap (vcpu); - -return 0 ; }static __init int cpu_has_kvm_support (void )
arch/x86/kvm/x86.c +21 -7
@@ -4472,12 +4472,19 @@ int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,int kvm_arch_vcpu_ioctl_set_guest_debug (struct kvm_vcpu *vcpu,struct kvm_guest_debug *dbg) { -int i, r; +unsigned long rflags; +int old_debug; +int i;vcpu_load (vcpu); -if ((dbg->control & (KVM_GUESTDBG_ENABLE |KVM_GUESTDBG_USE_HW_BP )) == - (KVM_GUESTDBG_ENABLE |KVM_GUESTDBG_USE_HW_BP )) { + old_debug = vcpu->guest_debug; + + vcpu->guest_debug = dbg->control; +if (!(vcpu->guest_debug &KVM_GUESTDBG_ENABLE )) + vcpu->guest_debug =0 ; + +if (vcpu->guest_debug &KVM_GUESTDBG_USE_HW_BP ) {for (i =0 ; i <KVM_NR_DB_REGS ; ++i) vcpu->arch.eff_db[i] = dbg->arch.debugreg[i]; vcpu->arch.switch_db_regs =
@@ -4488,16 +4495,23 @@ int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu, vcpu->arch.switch_db_regs = (vcpu->arch.dr7 &DR7_BP_EN_MASK ); } - r = kvm_x86_ops->set_guest_debug (vcpu, dbg); + rflags = kvm_x86_ops->get_rflags (vcpu); +if (vcpu->guest_debug &KVM_GUESTDBG_SINGLESTEP ) + rflags |=X86_EFLAGS_TF |X86_EFLAGS_RF ; +else if (old_debug &KVM_GUESTDBG_SINGLESTEP ) + rflags &= ~(X86_EFLAGS_TF |X86_EFLAGS_RF ); + kvm_x86_ops->set_rflags (vcpu, rflags); -if (dbg->control &KVM_GUESTDBG_INJECT_DB ) + kvm_x86_ops->set_guest_debug (vcpu, dbg); + +if (vcpu->guest_debug &KVM_GUESTDBG_INJECT_DB )kvm_queue_exception (vcpu,DB_VECTOR ); -else if (dbg->control &KVM_GUESTDBG_INJECT_BP ) +else if (vcpu->guest_debug &KVM_GUESTDBG_INJECT_BP )kvm_queue_exception (vcpu,BP_VECTOR );vcpu_put (vcpu); -return r; +return 0 ; }/*
Signature · 1 line
1.6.5.2
PATCH 35/42 KVM: x86: disable paravirt mmu reporting
In reply to Avi KivityFrom: Marcelo Tosatti <[email protected]>
Disable paravirt MMU capability reporting, so that new (or rebooted) guests switch to native operation.
Paravirt MMU is a burden to maintain and does not bring significant advantages compared to shadow anymore.
--- arch/x86/kvm/x86.c | 4 ++-- 1 files changed, 2 insertions(+), 2 deletions(-)
arch/x86/kvm/x86.c +2 -2
@@ -1238,8 +1238,8 @@ int kvm_dev_ioctl_check_extension(long ext)case KVM_CAP_NR_MEMSLOTS : r =KVM_MEMORY_SLOTS ;break ; -case KVM_CAP_PV_MMU : - r = !tdp_enabled; +case KVM_CAP_PV_MMU :/* obsolete */ + r =0 ;break ;case KVM_CAP_IOMMU : r =iommu_found ();
Signature · 1 line
1.6.5.2
PATCH 36/42 KVM: x86: Rework guest single-step flag injection and filtering
In reply to Avi KivityFrom: Jan Kiszka <[email protected]>
Push TF and RF injection and filtering on guest single-stepping into the vender get/set_rflags callbacks. This makes the whole mechanism more robust wrt user space IOCTL order and instruction emulations.
--- arch/x86/include/asm/kvm_host.h | 3 ++ arch/x86/kvm/x86.c | 77 +++++++++++++++++++++++---------------- 2 files changed, 48 insertions(+), 32 deletions(-)
arch/x86/include/asm/kvm_host.h +3 -0
@@ -614,6 +614,9 @@ void kvm_get_cs_db_l_bits(struct kvm_vcpu *vcpu, int *db, int *l);int kvm_get_msr_common (struct kvm_vcpu *vcpu,u32 msr,u64 *pdata);int kvm_set_msr_common (struct kvm_vcpu *vcpu,u32 msr,u64 data); +unsigned long kvm_get_rflags (struct kvm_vcpu *vcpu); +void kvm_set_rflags (struct kvm_vcpu *vcpu,unsigned long rflags); +void kvm_queue_exception (struct kvm_vcpu *vcpu,unsigned nr);void kvm_queue_exception_e (struct kvm_vcpu *vcpu,unsigned nr,u32 error_code); void kvm_inject_page_fault(struct kvm_vcpu *vcpu, unsigned long cr2,
arch/x86/kvm/x86.c +45 -32
186 lines not on this page · raw message
Signature · 1 line
1.6.5.2
PATCH 37/42 KVM: x86: include pvclock MSRs in msrs_to_save
In reply to Avi KivityFrom: Glauber Costa <[email protected]>
For a while now, we are issuing a rdmsr instruction to find out which msrs in our save list are really supported by the underlying machine. However, it fails to account for kvm-specific msrs, such as the pvclock ones.
This patch moves then to the beginning of the list, and skip testing them.
--- arch/x86/kvm/x86.c | 12 ++++++++---- 1 files changed, 8 insertions(+), 4 deletions(-)
arch/x86/kvm/x86.c +8 -4
@@ -503,16 +503,19 @@ static inline u32 bit(int bitno)* and KVM_SET_MSRS, and KVM_GET_MSR_INDEX_LIST. * * This list is modified at module load time to reflect the -* capabilities of the host cpu. +* capabilities of the host cpu. This capabilities test skips MSRs that are +* kvm-specific. Those are put in the beginning of the list. */ + +#define KVM_SAVE_MSRS_BEGIN 2static u32 msrs_to_save[] = { +MSR_KVM_SYSTEM_TIME ,MSR_KVM_WALL_CLOCK ,MSR_IA32_SYSENTER_CS ,MSR_IA32_SYSENTER_ESP ,MSR_IA32_SYSENTER_EIP ,MSR_K6_STAR , #ifdef CONFIG_X86_64MSR_CSTAR ,MSR_KERNEL_GS_BASE ,MSR_SYSCALL_MASK ,MSR_LSTAR , #endif -MSR_IA32_TSC ,MSR_KVM_SYSTEM_TIME ,MSR_KVM_WALL_CLOCK , -MSR_IA32_PERF_STATUS ,MSR_IA32_CR_PAT ,MSR_VM_HSAVE_PA +MSR_IA32_TSC ,MSR_IA32_PERF_STATUS ,MSR_IA32_CR_PAT ,MSR_VM_HSAVE_PA };static unsigned num_msrs_to_save;
@@ -2446,7 +2449,8 @@ static void kvm_init_msr_list(void)u32 dummy[2 ];unsigned i, j; -for (i = j =0 ; i <ARRAY_SIZE (msrs_to_save); i++) { +/* skip the first msrs in the list. KVM-specific */ +for (i = j =KVM_SAVE_MSRS_BEGIN ; i <ARRAY_SIZE (msrs_to_save); i++) {if (rdmsr_safe (msrs_to_save[i], &dummy[0 ], &dummy[1 ]) <0 )continue ;if (j < i)
Signature · 1 line
1.6.5.2
PATCH 38/42 KVM: SVM: Notify nested hypervisor of lost event injections
In reply to Avi KivityFrom: Alexander Graf <[email protected]>
If event_inj is valid on a #vmexit the host CPU would write the contents to exit_int_info, so the hypervisor knows that the event wasn't injected.
We don't do this in nested SVM by now which is a bug and fixed by this patch.
--- arch/x86/kvm/svm.c | 16 ++++++++++++++++ 1 files changed, 16 insertions(+), 0 deletions(-)
arch/x86/kvm/svm.c +16 -0
@@ -1615,6 +1615,22 @@ static int nested_svm_vmexit(struct vcpu_svm *svm) nested_vmcb->control.exit_info_2 = vmcb->control.exit_info_2; nested_vmcb->control.exit_int_info = vmcb->control.exit_int_info; nested_vmcb->control.exit_int_info_err = vmcb->control.exit_int_info_err; + +/* +* If we emulate a VMRUN/#VMEXIT in the same host #vmexit cycle we have +* to make sure that we do not lose injected events. So check event_inj +* here and copy it to exit_int_info if it is valid. +* Exit_int_info and event_inj can't be both valid because the case +* below only happens on a VMRUN instruction intercept which has +* no valid exit_int_info set. +*/ +if (vmcb->control.event_inj &SVM_EVTINJ_VALID ) { +struct vmcb_control_area *nc = &nested_vmcb->control; + + nc->exit_int_info = vmcb->control.event_inj; + nc->exit_int_info_err = vmcb->control.event_inj_err; + } + nested_vmcb->control.tlb_ctl =0 ; nested_vmcb->control.event_inj =0 ; nested_vmcb->control.event_inj_err =0 ;
Signature · 1 line
1.6.5.2
PATCH 39/42 KVM: SVM: Move INTR vmexit out of atomic code
In reply to Avi KivityFrom: Joerg Roedel <[email protected]>
The nested SVM code emulates a #vmexit caused by a request to open the irq window right in the request function. This is a bug because the request function runs with preemption and interrupts disabled but the #vmexit emulation might sleep. This can cause a schedule()-while-atomic bug and is fixed with this patch.
--- arch/x86/kvm/svm.c | 26 +++++++++++++++++++++++++- 1 files changed, 25 insertions(+), 1 deletions(-)
arch/x86/kvm/svm.c +25 -1
@@ -85,6 +85,9 @@ struct nested_state {/* gpa pointers to the real vectors */ u64 vmcb_msrpm; +/* A VMEXIT is required but not yet emulated */ +bool exit_required; +/* cache for intercepts of the guest */ u16 intercept_cr_read;u16 intercept_cr_write;
@@ -1379,7 +1382,14 @@ static inline int nested_svm_intr(struct vcpu_svm *svm) svm->vmcb->control.exit_code =SVM_EXIT_INTR ; -if (nested_svm_exit_handled (svm)) { +if (svm->nested.intercept &1ULL ) { +/* +* The #vmexit can't be emulated here directly because this +* code path runs with irqs and preemtion disabled. A +* #vmexit emulation might sleep. Only signal request for +* the #vmexit here. +*/ + svm->nested.exit_required = true;nsvm_printk ("VMexit -> INTR\n" );return 1 ; }
@@ -2340,6 +2350,13 @@ static int handle_exit(struct kvm_vcpu *vcpu)trace_kvm_exit (exit_code, svm->vmcb->save.rip); +if (unlikely (svm->nested.exit_required)) { +nested_svm_vmexit (svm); + svm->nested.exit_required = false; + +return 1 ; + } +if (is_nested (svm)) {int vmexit;
@@ -2615,6 +2632,13 @@ static void svm_vcpu_run(struct kvm_vcpu *vcpu)u16 gs_selector;u16 ldt_selector; +/* +* A vmexit emulation is required before the vcpu can be executed +* again. +*/ +if (unlikely (svm->nested.exit_required)) +return ; + svm->vmcb->save.rax = vcpu->arch.regs[VCPU_REGS_RAX ]; svm->vmcb->save.rsp = vcpu->arch.regs[VCPU_REGS_RSP ]; svm->vmcb->save.rip = vcpu->arch.regs[VCPU_REGS_RIP ];
Signature · 1 line
1.6.5.2
PATCH 40/42 KVM: SVM: Add tracepoint for nested vmrun
In reply to Avi KivityFrom: Joerg Roedel <[email protected]>
This patch adds a dedicated kvm tracepoint for a nested vmrun.
--- arch/x86/kvm/svm.c | 6 ++++++ arch/x86/kvm/trace.h | 33 +++++++++++++++++++++++++++++++++ arch/x86/kvm/x86.c | 1 + 3 files changed, 40 insertions(+), 0 deletions(-)
arch/x86/kvm/svm.c +6 -0
@@ -1726,6 +1726,12 @@ static bool nested_svm_vmrun(struct vcpu_svm *svm)/* nested_vmcb is our indicator if nested SVM is activated */ svm->nested.vmcb = svm->vmcb->save.rax; +trace_kvm_nested_vmrun (svm->vmcb->save.rip -3 , svm->nested.vmcb, + nested_vmcb->save.rip, + nested_vmcb->control.int_ctl, + nested_vmcb->control.event_inj, + nested_vmcb->control.nested_ctl); +/* Clear internal status */ kvm_clear_exception_queue (&svm->vcpu);kvm_clear_interrupt_queue (&svm->vcpu);
arch/x86/kvm/trace.h +33 -0
@@ -349,6 +349,39 @@ TRACE_EVENT(kvm_apic_accept_irq, __entry->coalesced ? " (coalesced)" : "") ); +/* +* Tracepoint for nested VMRUN +*/ +TRACE_EVENT (kvm_nested_vmrun, + TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl, + __u32 event_inj, bool npt), +TP_ARGS (rip, vmcb, nested_rip, int_ctl, event_inj, npt), + +TP_STRUCT__entry ( + __field( __u64, rip ) + __field( __u64, vmcb ) + __field( __u64, nested_rip ) + __field( __u32, int_ctl ) + __field( __u32, event_inj ) +__field ( bool, npt ) + ), + +TP_fast_assign ( + __entry->rip = rip; + __entry->vmcb = vmcb; + __entry->nested_rip = nested_rip; + __entry->int_ctl = int_ctl; + __entry->event_inj = event_inj; + __entry->npt = npt; + ), + +TP_printk ("rip: 0x%016llx vmcb: 0x%016llx nrip: 0x%016llx int_ctl: 0x%08x " +"event_inj: 0x%08x npt: %s\n" , + __entry->rip, __entry->vmcb, __entry->nested_rip, + __entry->int_ctl, __entry->event_inj, + __entry->npt ?"on" :"off" ) +); +#endif /* _TRACE_KVM_H */ /* This part must be outside protection */
arch/x86/kvm/x86.c +1 -0
@@ -4984,3 +4984,4 @@ EXPORT_TRACEPOINT_SYMBOL_GPL(kvm_inj_virq);EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_page_fault);EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_msr);EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_cr); +EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_nested_vmrun);
Signature · 1 line
1.6.5.2
PATCH 41/42 KVM: SVM: Add tracepoint for nested #vmexit
In reply to Avi KivityFrom: Joerg Roedel <[email protected]>
This patch adds a tracepoint for every #vmexit we get from a nested guest.
--- arch/x86/kvm/svm.c | 6 ++++++ arch/x86/kvm/trace.h | 36 ++++++++++++++++++++++++++++++++++++ arch/x86/kvm/x86.c | 1 + 3 files changed, 43 insertions(+), 0 deletions(-)
arch/x86/kvm/svm.c +6 -0
@@ -2366,6 +2366,12 @@ static int handle_exit(struct kvm_vcpu *vcpu)if (is_nested (svm)) {int vmexit; +trace_kvm_nested_vmexit (svm->vmcb->save.rip, exit_code, + svm->vmcb->control.exit_info_1, + svm->vmcb->control.exit_info_2, + svm->vmcb->control.exit_int_info, + svm->vmcb->control.exit_int_info_err); +nsvm_printk ("nested handle_exit: 0x%x | 0x%lx | 0x%lx | 0x%lx\n" , exit_code, svm->vmcb->control.exit_info_1, svm->vmcb->control.exit_info_2, svm->vmcb->save.rip);
arch/x86/kvm/trace.h +36 -0
@@ -382,6 +382,42 @@ TRACE_EVENT(kvm_nested_vmrun, __entry->npt ? "on" : "off") ); +/* +* Tracepoint for #VMEXIT while nested +*/ +TRACE_EVENT (kvm_nested_vmexit, + TP_PROTO(__u64 rip, __u32 exit_code, + __u64 exit_info1, __u64 exit_info2, + __u32 exit_int_info, __u32 exit_int_info_err), +TP_ARGS (rip, exit_code, exit_info1, exit_info2, + exit_int_info, exit_int_info_err), + +TP_STRUCT__entry ( + __field( __u64, rip ) + __field( __u32, exit_code ) + __field( __u64, exit_info1 ) + __field( __u64, exit_info2 ) + __field( __u32, exit_int_info ) +__field ( __u32, exit_int_info_err ) + ), + +TP_fast_assign ( + __entry->rip = rip; + __entry->exit_code = exit_code; + __entry->exit_info1 = exit_info1; + __entry->exit_info2 = exit_info2; + __entry->exit_int_info = exit_int_info; + __entry->exit_int_info_err = exit_int_info_err; + ), +TP_printk ("rip: 0x%016llx reason: %s ext_inf1: 0x%016llx " +"ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x\n" , + __entry->rip, +ftrace_print_symbols_seq (p, __entry->exit_code, + kvm_x86_ops->exit_reasons_str), + __entry->exit_info1, __entry->exit_info2, + __entry->exit_int_info, __entry->exit_int_info_err) +); +#endif /* _TRACE_KVM_H */ /* This part must be outside protection */
arch/x86/kvm/x86.c +1 -0
@@ -4985,3 +4985,4 @@ EXPORT_TRACEPOINT_SYMBOL_GPL(kvm_page_fault);EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_msr);EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_cr);EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_nested_vmrun); +EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_nested_vmexit);
Signature · 1 line
1.6.5.2
PATCH 42/42 KVM: SVM: Add tracepoint for injected #vmexit
In reply to Avi KivityFrom: Joerg Roedel <[email protected]>
This patch adds a tracepoint for a nested #vmexit that gets re-injected to the guest.
--- arch/x86/kvm/svm.c | 6 ++++++ arch/x86/kvm/trace.h | 33 +++++++++++++++++++++++++++++++++ arch/x86/kvm/x86.c | 1 + 3 files changed, 40 insertions(+), 0 deletions(-)
arch/x86/kvm/svm.c +6 -0
@@ -1592,6 +1592,12 @@ static int nested_svm_vmexit(struct vcpu_svm *svm)struct vmcb *hsave = svm->nested.hsave;struct vmcb *vmcb = svm->vmcb; +trace_kvm_nested_vmexit_inject (vmcb->control.exit_code, + vmcb->control.exit_info_1, + vmcb->control.exit_info_2, + vmcb->control.exit_int_info, + vmcb->control.exit_int_info_err); + nested_vmcb =nested_svm_map (svm, svm->nested.vmcb,KM_USER0 );if (!nested_vmcb)return 1 ;
arch/x86/kvm/trace.h +33 -0
@@ -418,6 +418,39 @@ TRACE_EVENT(kvm_nested_vmexit, __entry->exit_int_info, __entry->exit_int_info_err) ); +/* +* Tracepoint for #VMEXIT reinjected to the guest +*/ +TRACE_EVENT (kvm_nested_vmexit_inject, + TP_PROTO(__u32 exit_code, + __u64 exit_info1, __u64 exit_info2, + __u32 exit_int_info, __u32 exit_int_info_err), +TP_ARGS (exit_code, exit_info1, exit_info2, + exit_int_info, exit_int_info_err), + +TP_STRUCT__entry ( + __field( __u32, exit_code ) + __field( __u64, exit_info1 ) + __field( __u64, exit_info2 ) + __field( __u32, exit_int_info ) +__field ( __u32, exit_int_info_err ) + ), + +TP_fast_assign ( + __entry->exit_code = exit_code; + __entry->exit_info1 = exit_info1; + __entry->exit_info2 = exit_info2; + __entry->exit_int_info = exit_int_info; + __entry->exit_int_info_err = exit_int_info_err; + ), + +TP_printk ("reason: %s ext_inf1: 0x%016llx " +"ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x\n" , +ftrace_print_symbols_seq (p, __entry->exit_code, + kvm_x86_ops->exit_reasons_str), + __entry->exit_info1, __entry->exit_info2, + __entry->exit_int_info, __entry->exit_int_info_err) +);#endif /* _TRACE_KVM_H */ /* This part must be outside protection */
arch/x86/kvm/x86.c +1 -0
@@ -4986,3 +4986,4 @@ EXPORT_TRACEPOINT_SYMBOL_GPL(kvm_msr);EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_cr);EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_nested_vmrun);EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_nested_vmexit); +EXPORT_TRACEPOINT_SYMBOL_GPL (kvm_nested_vmexit_inject);
Signature · 1 line
1.6.5.2