Linux 7.2.9

index aa8ec9df8024..87560d8b254e 100644
@@ -418,6 +418,7 @@
 	b.lt	.Lskip_fgt2_\@
 
 	mov	x0, xzr
+	mov	x2, xzr
 	mrs	x1, id_aa64dfr0_el1
 	ubfx	x1, x1, #ID_AA64DFR0_EL1_PMUVer_SHIFT, #4
 	cmp	x1, #ID_AA64DFR0_EL1_PMUVer_V3P9

@@ -426,6 +427,11 @@
 	orr	x0, x0, #HDFGRTR2_EL2_nPMICNTR_EL0
 	orr	x0, x0, #HDFGRTR2_EL2_nPMICFILTR_EL0
 	orr	x0, x0, #HDFGRTR2_EL2_nPMUACR_EL1
+	orr	x2, x2, #HDFGWTR2_EL2_nPMICNTR_EL0
+	orr	x2, x2, #HDFGWTR2_EL2_nPMICFILTR_EL0
+	orr	x2, x2, #HDFGWTR2_EL2_nPMUACR_EL1
+	/* PMZR_EL0 is write-only, so it has no read trap to disable */
+	orr	x2, x2, #HDFGWTR2_EL2_nPMZR_EL0
 .Lskip_pmuv3p9_\@:
 	/* If SPE is implemented, */
 	__spe_vers_imp .Lskip_spefds_\@, ID_AA64DFR0_EL1_PMSVer_IMP, x1

@@ -436,10 +442,11 @@
 	cbz	x1, .Lskip_spefds_\@
 	/* disable traps of PMSDSFR to EL2. */
 	orr	x0, x0, #HDFGRTR2_EL2_nPMSDSFR_EL1
+	orr	x2, x2, #HDFGWTR2_EL2_nPMSDSFR_EL1
 
 .Lskip_spefds_\@:
 	msr_s   SYS_HDFGRTR2_EL2, x0
-	msr_s   SYS_HDFGWTR2_EL2, x0
+	msr_s   SYS_HDFGWTR2_EL2, x2
 	msr_s   SYS_HFGRTR2_EL2, xzr
 	msr_s   SYS_HFGWTR2_EL2, xzr
 	msr_s   SYS_HFGITR2_EL2, xzr

index 21c8e400107c..31e67f6bd4a7 100644
@@ -272,7 +272,8 @@ static inline void __iomem *ioremap_prot(phys_addr_t phys, size_t size,
 	pgprot_t prot;
 	ptval_t user_prot_val = pgprot_val(user_prot);
 
-	if (WARN_ON_ONCE(!(user_prot_val & PTE_USER)))
+	/* Reject PROT_NONE and exec-only */
+	if (!(user_prot_val & PTE_USER))
 		return NULL;
 
 	prot = __pgprot_modify(PAGE_KERNEL, PTE_ATTRINDX_MASK,

index ac16f96c878d..7f94635e69c9 100644
@@ -322,7 +322,7 @@ struct kvm_arch {
 	 * Stage 2 paging state for VMs with nested S2 using a virtual
 	 * VMID.
 	 */
-	struct kvm_s2_mmu *nested_mmus;
+	struct kvm_s2_mmu **nested_mmus;
 	size_t nested_mmus_size;
 	int nested_mmus_next;
 

index 1ed708335809..586026e85903 100644
@@ -66,7 +66,8 @@ static inline u64 translate_ttbr0_el2_to_ttbr0_el1(u64 ttbr0)
 
 extern bool forward_smc_trap(struct kvm_vcpu *vcpu);
 extern bool forward_debug_exception(struct kvm_vcpu *vcpu);
-extern void kvm_init_nested(struct kvm *kvm);
+extern int kvm_init_nested(struct kvm *kvm);
+extern void kvm_destroy_nested(struct kvm *kvm);
 extern int kvm_vcpu_init_nested(struct kvm_vcpu *vcpu);
 extern void kvm_init_nested_s2_mmu(struct kvm_s2_mmu *mmu);
 extern struct kvm_s2_mmu *lookup_s2_mmu(struct kvm_vcpu *vcpu);

index 74fedd9c5ff0..ce5fd7cfc4e4 100644
@@ -62,8 +62,7 @@ static inline bool kvm_pkvm_ioctl_allowed(struct kvm *kvm, unsigned int ioctl)
 	int r;
 
 	r = kvm_get_cap_for_kvm_ioctl(ioctl, &ext);
-
-	if (WARN_ON_ONCE(r < 0))
+	if (r < 0)
 		return false;
 
 	return kvm_pkvm_ext_allowed(kvm, ext);

index b0937e3f6fb4..be47908bb9d2 100644
@@ -28,18 +28,21 @@ bool cpu_errata_set_target_impl(u64 num, void *impl_cpus)
 	return true;
 }
 
+static inline bool __is_midr_in_range(u32 midr, struct midr_range const *range)
+{
+	return midr_is_cpu_model_range(midr, range->model,
+				       range->rv_min, range->rv_max);
+}
+
 static inline bool is_midr_in_range(struct midr_range const *range)
 {
 	int i;
 
 	if (!target_impl_cpu_num)
-		return midr_is_cpu_model_range(read_cpuid_id(), range->model,
-					       range->rv_min, range->rv_max);
+		return __is_midr_in_range(read_cpuid_id(), range);
 
 	for (i = 0; i < target_impl_cpu_num; i++) {
-		if (midr_is_cpu_model_range(target_impl_cpus[i].midr,
-					    range->model,
-					    range->rv_min, range->rv_max))
+		if (__is_midr_in_range(target_impl_cpus[i].midr, range))
 			return true;
 	}
 	return false;

@@ -59,7 +62,7 @@ __is_affected_midr_range(const struct arm64_cpu_capabilities *entry,
 			 u32 midr, u32 revidr)
 {
 	const struct arm64_midr_revidr *fix;
-	if (!is_midr_in_range(&entry->midr_range))
+	if (!__is_midr_in_range(midr, &entry->midr_range))
 		return false;
 
 	midr &= MIDR_REVISION_MASK | MIDR_VARIANT_MASK;

index 9a6c72a18672..ad04ef4bb821 100644
@@ -236,8 +236,6 @@ int kvm_arch_init_vm(struct kvm *kvm, unsigned long type)
 	mutex_unlock(&kvm->lock);
 #endif
 
-	kvm_init_nested(kvm);
-
 	ret = kvm_share_hyp(kvm, kvm + 1);
 	if (ret)
 		return ret;

@@ -252,6 +250,10 @@ int kvm_arch_init_vm(struct kvm *kvm, unsigned long type)
 	if (ret)
 		goto err_free_cpumask;
 
+	ret = kvm_init_nested(kvm);
+	if (ret)
+		goto err_uninit_mmu;
+
 	if (is_protected_kvm_enabled()) {
 		/*
 		 * If any failures occur after this is successful, make sure to

@@ -280,6 +282,7 @@ int kvm_arch_init_vm(struct kvm *kvm, unsigned long type)
 
 err_uninit_mmu:
 	kvm_uninit_stage2_mmu(kvm);
+	kvm_destroy_nested(kvm);
 err_free_cpumask:
 	free_cpumask_var(kvm->arch.supported_cpus);
 err_unshare_kvm:

@@ -337,6 +340,7 @@ void kvm_arch_destroy_vm(struct kvm *kvm)
 
 	kvm_unshare_hyp(kvm, kvm + 1);
 
+	kvm_destroy_nested(kvm);
 	kvm_arm_teardown_hypercalls(kvm);
 }
 

index 3c82f392845d..b32742d9dd73 100644
@@ -1432,7 +1432,7 @@ static const struct encoding_to_trap_config encoding_to_fgt[] __initconst = {
 	SR_FGT(OP_AT_S1E1A, 		HFGITR, ATS1E1A, 1),
 	SR_FGT(OP_COSP_RCTX, 		HFGITR, COSPRCTX, 1),
 	SR_FGT(OP_GCSPUSHX, 		HFGITR, nGCSEPP, 0),
-	SR_FGT(OP_GCSPOPX, 		HFGITR, nGCSEPP, 0),
+	SR_FGT(OP_GCSPOPCX, 		HFGITR, nGCSEPP, 0),
 	SR_FGT(OP_GCSPUSHM, 		HFGITR, nGCSPUSHM_EL1, 0),
 	SR_FGT(OP_BRB_IALL, 		HFGITR, nBRBIALL, 0),
 	SR_FGT(OP_BRB_INJ, 		HFGITR, nBRBINJ, 0),

index 29935c7da1de..cab27f7bd423 100644
@@ -52,6 +52,7 @@ int __pkvm_host_test_clear_young_guest(u64 gfn, u64 nr_pages, bool mkold, struct
 int __pkvm_host_mkyoung_guest(u64 gfn, struct pkvm_hyp_vcpu *vcpu);
 
 bool addr_is_memory(phys_addr_t phys);
+bool addr_is_hyp_text(phys_addr_t phys);
 int host_stage2_idmap_locked(phys_addr_t addr, u64 size, enum kvm_pgtable_prot prot);
 int host_stage2_set_owner_locked(phys_addr_t addr, u64 size, u8 owner_id);
 int kvm_host_prepare_stage2(void *pgt_pool_base);

index 4e329e39a695..7a9936130642 100644
@@ -443,6 +443,14 @@ bool addr_is_memory(phys_addr_t phys)
 	return !!find_mem_range(phys, &range);
 }
 
+bool addr_is_hyp_text(phys_addr_t phys)
+{
+	phys_addr_t start = ALIGN_DOWN(__hyp_pa(__hyp_text_start), PAGE_SIZE);
+	phys_addr_t end = PAGE_ALIGN(__hyp_pa(__hyp_text_end));
+
+	return phys >= start && phys < end;
+}
+
 static bool is_in_mem_range(u64 addr, struct kvm_mem_range *range)
 {
 	return range->start <= addr && addr < range->end;

index 24d6f164129a..53532f0c4162 100644
@@ -360,7 +360,7 @@ static void pkvm_init_features_from_host(struct pkvm_hyp_vm *hyp_vm, const struc
 		if (test_bit(KVM_ARCH_FLAG_WRITABLE_IMP_ID_REGS, &host_arch_flags))
 			hyp_vm->kvm.arch.midr_el1 = host_kvm->arch.midr_el1;
 
-		return;
+		goto out;
 	}
 
 	if (kvm_pkvm_ext_allowed(kvm, KVM_CAP_ARM_MTE))

@@ -379,13 +379,14 @@ static void pkvm_init_features_from_host(struct pkvm_hyp_vm *hyp_vm, const struc
 	if (kvm_pkvm_ext_allowed(kvm, KVM_CAP_ARM_PTRAUTH_GENERIC))
 		set_bit(KVM_ARM_VCPU_PTRAUTH_GENERIC, allowed_features);
 
-	if (kvm_pkvm_ext_allowed(kvm, KVM_CAP_ARM_SVE)) {
+	if (kvm_pkvm_ext_allowed(kvm, KVM_CAP_ARM_SVE))
 		set_bit(KVM_ARM_VCPU_SVE, allowed_features);
-		kvm->arch.flags |= host_arch_flags & BIT(KVM_ARCH_FLAG_GUEST_HAS_SVE);
-	}
 
 	bitmap_and(kvm->arch.vcpu_features, host_kvm->arch.vcpu_features,
 		   allowed_features, KVM_VCPU_MAX_FEATURES);
+out:
+	__assign_bit(KVM_ARCH_FLAG_GUEST_HAS_SVE, &kvm->arch.flags,
+		     kvm_vcpu_has_feature(kvm, KVM_ARM_VCPU_SVE));
 }
 
 static void unpin_host_vcpu(struct kvm_vcpu *host_vcpu)

@@ -451,7 +452,7 @@ static int pkvm_vcpu_init_sve(struct pkvm_hyp_vcpu *hyp_vcpu, struct kvm_vcpu *h
 	unsigned int sve_max_vl;
 	size_t sve_state_size;
 	void *sve_state;
-	int ret = 0;
+	int ret;
 
 	if (!vcpu_has_feature(vcpu, KVM_ARM_VCPU_SVE)) {
 		vcpu_clear_flag(vcpu, VCPU_SVE_FINALIZED);

@@ -460,25 +461,21 @@ static int pkvm_vcpu_init_sve(struct pkvm_hyp_vcpu *hyp_vcpu, struct kvm_vcpu *h
 
 	/* Limit guest vector length to the maximum supported by the host. */
 	sve_max_vl = min(READ_ONCE(host_vcpu->arch.sve_max_vl), kvm_host_sve_max_vl);
-	sve_state_size = sve_state_size_from_vl(sve_max_vl);
 	sve_state = kern_hyp_va(READ_ONCE(host_vcpu->arch.sve_state));
 
-	if (!sve_state || !sve_state_size) {
-		ret = -EINVAL;
-		goto err;
-	}
+	if (!sve_vl_valid(sve_max_vl) || !sve_state)
+		return -EINVAL;
+
+	sve_state_size = sve_state_size_from_vl(sve_max_vl);
 
 	ret = hyp_pin_shared_mem(sve_state, sve_state + sve_state_size);
 	if (ret)
-		goto err;
+		return ret;
 
 	vcpu->arch.sve_state = sve_state;
 	vcpu->arch.sve_max_vl = sve_max_vl;
 
 	return 0;
-err:
-	clear_bit(KVM_ARM_VCPU_SVE, vcpu->kvm->arch.vcpu_features);
-	return ret;
 }
 
 static int vm_copy_id_regs(struct pkvm_hyp_vcpu *hyp_vcpu)

index 75b00c323310..bb667cd7080b 100644
@@ -217,7 +217,7 @@ static int fix_host_ownership_walker(const struct kvm_pgtable_visit_ctx *ctx,
 	case PKVM_PAGE_OWNED:
 		set_hyp_state(page, PKVM_PAGE_OWNED);
 		/* hyp text is RO in the host stage-2 to be inspected on panic. */
-		if (prot == PAGE_HYP_EXEC) {
+		if (addr_is_hyp_text(phys)) {
 			set_host_state(page, PKVM_NOPAGE);
 			return host_stage2_idmap_locked(phys, PAGE_SIZE, KVM_PGTABLE_PROT_R);
 		} else {

@@ -269,6 +269,16 @@ static int fix_host_ownership(void)
 			return ret;
 	}
 
+	/* The stacks sit in the private VA range, not the linear map. */
+	for (i = 0; i < hyp_nr_cpus; i++) {
+		struct kvm_nvhe_init_params *params = per_cpu_ptr(&kvm_init_params, i);
+		u64 start = params->stack_hyp_va - NVHE_STACK_SIZE;
+
+		ret = kvm_pgtable_walk(&pkvm_pgtable, start, NVHE_STACK_SIZE, &walker);
+		if (ret)
+			return ret;
+	}
+
 	return 0;
 }
 

index b11b8821c9fb..dfa25bb6f25d 100644
@@ -185,7 +185,8 @@ static int kvm_smccc_set_filter(struct kvm *kvm, struct kvm_smccc_filter __user
 	start = filter.base;
 	end = start + filter.nr_functions - 1;
 
-	if (end < start || filter.action >= NR_SMCCC_FILTER_ACTIONS)
+	if (!filter.nr_functions || end < start ||
+	    filter.action >= NR_SMCCC_FILTER_ACTIONS)
 		return -EINVAL;
 
 	mutex_lock(&kvm->arch.config_lock);

index 2d95203386ba..2ed0836cb929 100644
@@ -59,27 +59,36 @@ static phys_addr_t stage2_range_addr_end(phys_addr_t addr, phys_addr_t end)
  * long will also starve other vCPUs. We have to also make sure that the page
  * tables are not freed while we released the lock.
  */
-static int stage2_apply_range(struct kvm_s2_mmu *mmu, phys_addr_t addr,
+static int stage2_apply_range(struct kvm_s2_mmu *mmu, phys_addr_t start,
 			      phys_addr_t end,
 			      int (*fn)(struct kvm_pgtable *, u64, u64),
 			      bool resched)
 {
 	struct kvm *kvm = kvm_s2_mmu_to_kvm(mmu);
+	bool lock_dropped = false;
+	phys_addr_t addr = start;
 	int ret;
 	u64 next;
 
 	do {
 		struct kvm_pgtable *pgt = mmu->pgt;
+		/*
+		 * We may be raced on PGT teardown when we release the
+		 * kvm->mmu_lock. That's fine as the PGT is legitimately no
+		 * longer present.
+		 */
 		if (!pgt)
-			return -EINVAL;
+			return lock_dropped ? 0 : -EINVAL;
 
 		next = stage2_range_addr_end(addr, end);
 		ret = fn(pgt, addr, next - addr);
 		if (ret)
 			break;
 
-		if (resched && next != end)
+		if (resched && next != end) {
 			cond_resched_rwlock_write(&kvm->mmu_lock);
+			lock_dropped = true;
+		}
 	} while (addr = next, addr != end);
 
 	return ret;

206 lines not on this page · raw message

index 797e888bf939..e566bbce7d22 100644
@@ -889,6 +889,7 @@ static u64 *demux_wb_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd)
 	struct kvm_guest_debug_arch *dbg = &vcpu->arch.vcpu_debug_state;
 
 	switch (rd->Op2) {
+	case 0b001:
 	case 0b100:
 		return &dbg->dbg_bvr[rd->CRm];
 	case 0b101:

104 lines not on this page · raw message

index d4e62484baea..8c0c9b0fda16 100644
@@ -600,6 +600,8 @@ static int build_prologue(struct jit_ctx *ctx, bool ebpf_from_cbpf)
 		 * 12 registers are on the stack
 		 */
 		emit(A64_SUB_I(1, A64_SP, A64_FP, 96), ctx);
+		/* The callback may use its own BPF stack, set up fp for it. */
+		ctx->fp_used = true;
 	}
 
 	/* Stack must be multiples of 16B */

index 40a878b672f5..15a2a153dc87 100644
@@ -1111,7 +1111,7 @@ static void emit_jmp_i64(struct jit_context *ctx,
 			emit(ctx, xor, tmp, lo(dst), tmp);
 		}
 		if (imm < 0) { /* Compare sign extension */
-			emit(ctx, addu, MIPS_R_T9, hi(dst), 1);
+			emit(ctx, addiu, MIPS_R_T9, hi(dst), 1);
 			emit(ctx, or, tmp, tmp, MIPS_R_T9);
 		} else {       /* Compare zero extension */
 			emit(ctx, or, tmp, tmp, hi(dst));

index fa7e9aa37f49..6681ccac9dd9 100644
@@ -305,8 +305,7 @@ static void emit_bswap_r64(struct jit_context *ctx, u8 dst, u32 width)
 	case 16:
 		emit_sext(ctx, dst, dst);
 		emit_bswap_r(ctx, dst, width);
-		if (cpu_has_mips64r2 || cpu_has_mips64r6)
-			emit_zext(ctx, dst);
+		emit_zext(ctx, dst);
 		break;
 	}
 	clobber_reg(ctx, dst);

index b283738bb6da..249370706242 100644
@@ -24,7 +24,7 @@ struct thread_info {
 
 /* thread information allocation */
 
-#ifdef CONFIG_IRQSTACKS
+#if defined(CONFIG_IRQSTACKS) && !defined(CONFIG_64BIT)
 #define THREAD_SIZE_ORDER	2 /* PA-RISC requires at least 16k stack */
 #else
 #define THREAD_SIZE_ORDER	3 /* PA-RISC requires at least 32k stack */

index d3e17a7a8901..4d3015a411d6 100644
@@ -132,6 +132,18 @@ void __init setup_arch(char **cmdline_p)
 	parisc_cache_init();
 	paging_init();
 
+	/*
+	 * Parse early parameters before mm_core_init_early() runs.
+	 * Several early_param() handlers only record data that is consumed
+	 * from there - for example hugepages=, hugepagesz=,
+	 * default_hugepagesz=, hugetlb_cma= and hugetlb_free_vmemmap= - so
+	 * the generic parse_early_param() call in start_kernel() is too late
+	 * for them.  jump_label_init() must come first, since early param
+	 * handlers may enable or disable static keys.
+	 */
+	jump_label_init();
+	parse_early_param();
+
 #ifdef CONFIG_PA11
 	dma_ops_init();
 #endif

index 31b8988f4488..72ff259154e9 100644
@@ -183,12 +183,24 @@
 #define HGATP_MODE_SHIFT	HGATP32_MODE_SHIFT
 #endif
 
-/* VSIP & HVIP relation */
+/*
+ * VSIP & HVIP relation
+ *
+ * The bit positions are same between VSIP and HVIP for interrupt
+ * numbers 13-63, where there's a shift for the SSI, STI and SEI.
+ */
 #define VSIP_TO_HVIP_SHIFT	(IRQ_VS_SOFT - IRQ_S_SOFT)
-#define VSIP_VALID_MASK		((_AC(1, UL) << IRQ_S_SOFT) | \
+#define VSIP_BIAS_MASK		((_AC(1, UL) << IRQ_S_SOFT) | \
 				 (_AC(1, UL) << IRQ_S_TIMER) | \
-				 (_AC(1, UL) << IRQ_S_EXT) | \
-				 (_AC(1, UL) << IRQ_PMU_OVF))
+				 (_AC(1, UL) << IRQ_S_EXT))
+#define VSIP_NO_BIAS_MASK	(_AC(1, UL) << IRQ_PMU_OVF)
+#define VSIP_VALID_MASK		(VSIP_BIAS_MASK | VSIP_NO_BIAS_MASK)
+#define vsip_to_hvip(_vsip)	((((_vsip) & VSIP_BIAS_MASK) << \
+				  VSIP_TO_HVIP_SHIFT) | \
+				 ((_vsip) & VSIP_NO_BIAS_MASK))
+#define hvip_to_vsip(_hvip)	((((_hvip) >> VSIP_TO_HVIP_SHIFT) & \
+				  VSIP_BIAS_MASK) | \
+				 ((_hvip) & VSIP_NO_BIAS_MASK))
 
 /* AIA CSR bits */
 #define TOPI_IID_SHIFT		16

index d38f5de0834c..74f520e572b1 100644
@@ -969,9 +969,14 @@ int kvm_riscv_aia_imsic_rw_attr(struct kvm *kvm, unsigned long type,
 	if (!vcpu)
 		return -ENODEV;
 
+	if (mutex_lock_killable(&vcpu->mutex))
+		return -EINTR;
+
 	imsic = vcpu->arch.aia_context.imsic_state;
-	if (!imsic)
-		return -ENODEV;
+	if (!imsic) {
+		rc = -ENODEV;
+		goto out_unlock;
+	}
 	isel = KVM_DEV_RISCV_AIA_IMSIC_GET_ISEL(type);
 
 	read_lock_irqsave(&imsic->vsfile_lock, flags);

@@ -995,6 +1000,8 @@ int kvm_riscv_aia_imsic_rw_attr(struct kvm *kvm, unsigned long type,
 		rc = imsic_vsfile_rw(vsfile_hgei, vsfile_cpu, imsic->nr_eix,
 				     isel, write, val);
 
+out_unlock:
+	mutex_unlock(&vcpu->mutex);
 	return rc;
 }
 

index 8a0aa5e0e216..59e7297dea4a 100644
@@ -540,6 +540,7 @@ int kvm_riscv_mmu_map(struct kvm_vcpu *vcpu, struct kvm_memory_slot *memslot,
 	int ret;
 	kvm_pfn_t hfn;
 	bool is_hugetlb;
+	bool unused = false;
 	bool writable;
 	short vma_pageshift;
 	gfn_t gfn = gpa >> PAGE_SHIFT;

@@ -620,6 +621,8 @@ int kvm_riscv_mmu_map(struct kvm_vcpu *vcpu, struct kvm_memory_slot *memslot,
 				vma_pageshift, current);
 		return 0;
 	}
+	if (is_sigpending_pfn(hfn))
+		return -EINTR;
 	if (is_error_noslot_pfn(hfn))
 		return -EFAULT;
 

@@ -632,8 +635,10 @@ int kvm_riscv_mmu_map(struct kvm_vcpu *vcpu, struct kvm_memory_slot *memslot,
 
 	write_lock(&kvm->mmu_lock);
 
-	if (mmu_invalidate_retry(kvm, mmu_seq))
+	if (mmu_invalidate_retry(kvm, mmu_seq)) {
+		unused = true;
 		goto out_unlock;
+	}
 
 	/*
 	 * Check if we are backed by a THP and thus use block mapping if

@@ -656,7 +661,8 @@ int kvm_riscv_mmu_map(struct kvm_vcpu *vcpu, struct kvm_memory_slot *memslot,
 		kvm_err("Failed to map in G-stage\n");
 
 out_unlock:
-	kvm_release_faultin_page(kvm, page, ret && ret != -EEXIST, writable);
+	kvm_release_faultin_page(kvm, page,
+				 unused || (ret && ret != -EEXIST), writable);
 	write_unlock(&kvm->mmu_lock);
 	return ret;
 }

index 6f9f8963e9dd..0a2a50c6ce03 100644
@@ -42,12 +42,24 @@ void __kvm_riscv_nacl_hfence(void *shmem,
 		}
 	}
 
-	entp = shmem + SBI_NACL_SHMEM_HFENCE_ENTRY_CONFIG(i);
-	*entp = cpu_to_lelong(control);
+	/*
+	 * Per SBI v3.0 section 15.1.2, the Page_Number and Page_Count
+	 * words must be updated before the Config word with its Pending
+	 * bit set. WRITE_ONCE() stops the compiler from reordering the
+	 * stores and smp_wmb() makes the parameter words globally
+	 * visible to the SBI implementation (or NACL hardware) before
+	 * the Pending bit is set.
+	 */
 	entp = shmem + SBI_NACL_SHMEM_HFENCE_ENTRY_PNUM(i);
-	*entp = cpu_to_lelong(page_num);
+	WRITE_ONCE(*entp, cpu_to_lelong(page_num));
 	entp = shmem + SBI_NACL_SHMEM_HFENCE_ENTRY_PCOUNT(i);
-	*entp = cpu_to_lelong(page_count);
+	WRITE_ONCE(*entp, cpu_to_lelong(page_count));
+
+	/* Ensure the parameter words are visible before the Pending bit */
+	smp_wmb();
+
+	entp = shmem + SBI_NACL_SHMEM_HFENCE_ENTRY_CONFIG(i);
+	WRITE_ONCE(*entp, cpu_to_lelong(control));
 }
 
 int kvm_riscv_nacl_enable(void)

index 977e36ab83d3..468918309dff 100644
@@ -475,8 +475,7 @@ bool kvm_riscv_vcpu_has_interrupts(struct kvm_vcpu *vcpu, u64 mask)
 	bool ret;
 
 	raw_spin_lock_irqsave(&vcpu->arch.irqs_pending_lock, flags);
-	ie = ((vcpu->arch.guest_csr.vsie & VSIP_VALID_MASK)
-		<< VSIP_TO_HVIP_SHIFT) & (unsigned long)mask;
+	ie = vsip_to_hvip(vcpu->arch.guest_csr.vsie) & (unsigned long)mask;
 	ie |= vcpu->arch.guest_csr.vsie & ~IRQ_LOCAL_MASK &
 		(unsigned long)mask;
 	ret = vcpu->arch.irqs_pending[0] & ie;

index 6c8530b9f29e..8092200c0f47 100644
@@ -267,7 +267,7 @@ int kvm_riscv_vcpu_exit(struct kvm_vcpu *vcpu, struct kvm_run *run,
 	}
 
 	/* Print details in-case of error */
-	if (ret < 0) {
+	if (ret < 0 && ret != -EINTR) {
 		kvm_err("VCPU exit error %d\n", ret);
 		kvm_err("SEPC=0x%lx SSTATUS=0x%lx HSTATUS=0x%lx\n",
 			vcpu->arch.guest_context.sepc,

index 99b9107b1ac1..9fe829eed178 100644
@@ -272,7 +272,7 @@ static int kvm_riscv_vcpu_general_get_csr(struct kvm_vcpu *vcpu,
 
 	if (reg_num == KVM_REG_RISCV_CSR_REG(sip)) {
 		kvm_riscv_vcpu_flush_interrupts(vcpu);
-		*out_val = (csr->hvip >> VSIP_TO_HVIP_SHIFT) & VSIP_VALID_MASK;
+		*out_val = hvip_to_vsip(csr->hvip);
 		*out_val |= csr->hvip & ~IRQ_LOCAL_MASK;
 	} else
 		*out_val = ((unsigned long *)csr)[reg_num];

@@ -293,10 +293,8 @@ static int kvm_riscv_vcpu_general_set_csr(struct kvm_vcpu *vcpu,
 
 	reg_num = array_index_nospec(reg_num, regs_max);
 
-	if (reg_num == KVM_REG_RISCV_CSR_REG(sip)) {
-		reg_val &= VSIP_VALID_MASK;
-		reg_val <<= VSIP_TO_HVIP_SHIFT;
-	}
+	if (reg_num == KVM_REG_RISCV_CSR_REG(sip))
+		reg_val = vsip_to_hvip(reg_val);
 
 	((unsigned long *)csr)[reg_num] = reg_val;
 

index a7f948410d53..73d76fd19896 100644
@@ -270,12 +270,13 @@ static int pmu_ctr_read(struct kvm_vcpu *vcpu, unsigned long cidx,
 			return -EINVAL;
 
 		pmc->counter_val = kvpmu->fw_event[fevent_code].value;
+		*out_val = pmc->counter_val;
 	} else if (pmc->perf_event) {
-		pmc->counter_val += perf_event_read_value(pmc->perf_event, &enabled, &running);
+		*out_val = pmc->counter_val +
+			   perf_event_read_value(pmc->perf_event, &enabled, &running);
 	} else {
 		return -EINVAL;
 	}
-	*out_val = pmc->counter_val;
 
 	return 0;
 }

@@ -645,7 +646,6 @@ int kvm_riscv_vcpu_pmu_ctr_stop(struct kvm_vcpu *vcpu, unsigned long ctr_base,
 {
 	struct kvm_pmu *kvpmu = vcpu_to_pmu(vcpu);
 	int i, pmc_index, sbiret = 0;
-	u64 enabled, running;
 	struct kvm_pmc *pmc;
 	int fevent_code;
 	bool snap_flag_set = flags & SBI_PMU_STOP_FLAG_TAKE_SNAPSHOT;

@@ -675,14 +675,19 @@ int kvm_riscv_vcpu_pmu_ctr_stop(struct kvm_vcpu *vcpu, unsigned long ctr_base,
 				goto out;
 			}
 
-			if (!kvpmu->fw_event[fevent_code].started)
+			if (!kvpmu->fw_event[fevent_code].started) {
 				sbiret = SBI_ERR_ALREADY_STOPPED;
-
-			kvpmu->fw_event[fevent_code].started = false;
+			} else {
+				kvpmu->fw_event[fevent_code].started = false;
+				pmc->counter_val = kvpmu->fw_event[fevent_code].value;
+			}
 		} else if (pmc->perf_event) {
 			if (pmc->started) {
-				/* Stop counting the counter */
-				perf_event_disable(pmc->perf_event);
+				/*
+				 * Stop the counter and fold the live count into counter_val.
+				 * Reset the event value to avoid redundant accumulation.
+				 */
+				pmc->counter_val += perf_event_pause(pmc->perf_event, true);
 				pmc->started = false;
 			} else {
 				sbiret = SBI_ERR_ALREADY_STOPPED;

@@ -696,11 +701,6 @@ int kvm_riscv_vcpu_pmu_ctr_stop(struct kvm_vcpu *vcpu, unsigned long ctr_base,
 		}
 
 		if (snap_flag_set && !sbiret) {
-			if (pmc->cinfo.type == SBI_PMU_CTR_TYPE_FW)
-				pmc->counter_val = kvpmu->fw_event[fevent_code].value;
-			else if (pmc->perf_event)
-				pmc->counter_val += perf_event_read_value(pmc->perf_event,
-									  &enabled, &running);
 			/*
 			 * The counter and overflow indices in the snapshot region are w.r.to
 			 * cbase. Modify the set bit in the counter mask instead of the pmc_index

@@ -727,9 +727,10 @@ int kvm_riscv_vcpu_pmu_ctr_stop(struct kvm_vcpu *vcpu, unsigned long ctr_base,
 		}
 	}
 
-	if (shmem_needs_update)
-		kvm_vcpu_write_guest(vcpu, kvpmu->snapshot_addr, kvpmu->sdata,
-					     sizeof(struct riscv_pmu_snapshot_data));
+	if (shmem_needs_update &&
+	    kvm_vcpu_write_guest(vcpu, kvpmu->snapshot_addr, kvpmu->sdata,
+				 sizeof(struct riscv_pmu_snapshot_data)))
+		sbiret = SBI_ERR_FAILURE;
 
 out:
 	retdata->err_val = sbiret;

index f26207f84bab..06a15629c26b 100644
@@ -95,9 +95,9 @@ static int kvm_sbi_ext_hsm_handler(struct kvm_vcpu *vcpu, struct kvm_run *run,
 		ret = kvm_sbi_hsm_vcpu_get_status(vcpu);
 		if (ret >= 0) {
 			retdata->out_val = ret;
-			retdata->err_val = 0;
+			ret = 0;
 		}
-		return 0;
+		break;
 	case SBI_EXT_HSM_HART_SUSPEND:
 		switch (lower_32_bits(cp->a0)) {
 		case SBI_HSM_SUSPEND_RET_DEFAULT:

index ae53133c7ab0..a2cd277a4059 100644
@@ -61,10 +61,13 @@ static enum hrtimer_restart kvm_riscv_vcpu_hrtimer_expired(struct hrtimer *h)
 
 static int kvm_riscv_vcpu_timer_cancel(struct kvm_vcpu_timer *t)
 {
-	if (!t->init_done || !t->next_set)
+	if (!t->init_done)
 		return -EINVAL;
 
 	hrtimer_cancel(&t->hrt);
+
+	if (!t->next_set)
+		return -EINVAL;
 	t->next_set = false;
 
 	return 0;

index f8cd09f341d4..445fa7bbd958 100644
@@ -150,7 +150,10 @@ static int hash_data(const u8 *in, unsigned int inlen,
 
 #undef PARAM_INIT
 
-	cpacf_klmd(func, &param, in, inlen);
+	if (final)
+		cpacf_klmd(func, &param, in, inlen);
+	else
+		cpacf_kimd(func, &param, in, inlen);
 
 	memcpy(digest, &param, digestsize);
 

index 39d484c59774..ad438d6352c8 100644
@@ -460,7 +460,11 @@ static int VNAME(var, active_entries)[EARLY_AREAS] __initdata
 #define __REGISTER_STATIC_DEBUG_INFO(var, name, pages, areas, view)	\
 static int __init VNAME(var, reg)(void)					\
 {									\
-	debug_register_static(&var, (pages), (areas));			\
+	int rc;								\
+									\
+	rc = debug_register_static(&var, (pages), (areas));		\
+	if (rc)								\
+		return rc;						\
 	debug_register_view(&var, (view));				\
 	return 0;							\
 }									\

@@ -493,7 +497,7 @@ static debug_info_t __refdata var =					\
 static debug_info_t __used __section(".s390dbf_info") *VNAME(var, info) = &var; \
 __REGISTER_STATIC_DEBUG_INFO(var, name, pages, nr_areas, view)
 
-void debug_register_static(debug_info_t *id, int pages_per_area, int nr_areas);
+int debug_register_static(debug_info_t *id, int pages_per_area, int nr_areas);
 
 #endif /* MODULE */
 

index e06abf1dbc21..71c966f4c5d0 100644
@@ -432,7 +432,8 @@ static debug_info_t *debug_info_copy(debug_info_t *in, int mode)
 		debug_info_free(rc);
 	} while (1);
 
-	if (mode == NO_AREAS)
+	/* debug_register_static() failure leaves areas NULL, bounds intact */
+	if (mode == NO_AREAS || !in->areas)
 		goto out;
 
 	for (i = 0; i < in->nr_areas; i++) {

@@ -948,8 +949,12 @@ EXPORT_SYMBOL(debug_register);
  *
  * Note: This function is called automatically via an initcall generated by
  *	 DEFINE_STATIC_DEBUG_INFO.
+ *
+ * Return:
+ * - 0 on success
+ * - negative error code on failure
  */
-void debug_register_static(debug_info_t *id, int pages_per_area, int nr_areas)
+int debug_register_static(debug_info_t *id, int pages_per_area, int nr_areas)
 {
 	unsigned long flags;
 	debug_info_t *copy;

@@ -957,7 +962,7 @@ void debug_register_static(debug_info_t *id, int pages_per_area, int nr_areas)
 	if (!initialized) {
 		pr_err("Tried to register debug feature %s too early\n",
 		       id->name);
-		return;
+		return -EINVAL;
 	}
 
 	debug_get_param(id->name, &id->level, &pages_per_area);

@@ -973,7 +978,7 @@ void debug_register_static(debug_info_t *id, int pages_per_area, int nr_areas)
 		id->active_entries = NULL;
 		raw_spin_unlock_irqrestore(&id->lock, flags);
 
-		return;
+		return -ENOMEM;
 	}
 
 	/* Replace static trace area with dynamic copy. */

@@ -991,6 +996,8 @@ void debug_register_static(debug_info_t *id, int pages_per_area, int nr_areas)
 	mutex_lock(&debug_mutex);
 	_debug_register(id);
 	mutex_unlock(&debug_mutex);
+
+	return 0;
 }
 
 /* Remove debugfs entries. */

index a284f98d9716..e70acad09cd5 100644
@@ -760,7 +760,7 @@ static int find_secret_in_page(const u8 secret_id[UV_SECRET_ID_LEN],
 {
 	u16 i;
 
-	for (i = 0; i < list->total_num_secrets; i++) {
+	for (i = 0; i < list->num_secr_stored; i++) {
 		if (memcmp(secret_id, list->secrets[i].id, UV_SECRET_ID_LEN) == 0) {
 			*secret = list->secrets[i].hdr;
 			return 0;

@@ -781,11 +781,14 @@ int uv_find_secret(const u8 secret_id[UV_SECRET_ID_LEN],
 		   struct uv_secret_list *list,
 		   struct uv_secret_list_item_hdr *secret)
 {
-	u16 start_idx = 0;
+	u16 start_idx;
 	u16 list_rc;
 	int ret;
 
+	list->next_secret_idx = 0;
+
 	do {
+		start_idx = list->next_secret_idx;
 		uv_list_secrets(list, start_idx, &list_rc, NULL);
 		if (list_rc != UVC_RC_EXECUTED && list_rc != UVC_RC_MORE_DATA) {
 			if (list_rc == UVC_RC_INV_CMD)

@@ -796,7 +799,6 @@ int uv_find_secret(const u8 secret_id[UV_SECRET_ID_LEN],
 		ret = find_secret_in_page(secret_id, list, secret);
 		if (ret == 0)
 			return ret;
-		start_idx = list->next_secret_idx;
 	} while (list_rc == UVC_RC_MORE_DATA && start_idx < list->next_secret_idx);
 
 	return -ENOENT;

92 lines not on this page · raw message

index 36102b2727fb..7c1f614ec314 100644
@@ -1593,12 +1593,25 @@ static inline int ___gaccess_shadow_fault(struct kvm_vcpu *vcpu, struct gmap *sg
 	parent = READ_ONCE(sg->parent);
 	if (!parent)
 		return -EAGAIN;
+retry:
 	scoped_guard(spinlock, &parent->children_lock) {
 		if (READ_ONCE(sg->parent) != parent)
 			return -EAGAIN;
 		sg->invalidated = false;
 		rc = _gaccess_do_shadow(vcpu->arch.mc, sg, saddr, walk);
 	}
+	if (rc == -ENOENT) {
+		struct kvm_memory_slot *slot;
+		struct guest_fault *entries;
+
+		entries = get_entries(walk);
+		slot = kvm_vcpu_gfn_to_memslot(vcpu, entries[LEVEL_MEM].gfn);
+		if (!slot)
+			return PGM_ADDRESSING;
+		rc = gmap_link(vcpu->arch.mc, parent, entries + LEVEL_MEM, slot);
+		if (!rc)
+			goto retry;
+	}
 	if (!rc)
 		kvm_s390_release_faultin_array(vcpu->kvm, walk->raw_entries, false);
 	return rc;

index 8abb4f55b306..f11d4ecaef7b 100644
@@ -991,11 +991,13 @@ static long _destroy_pages_pte(union pte *ptep, gfn_t gfn, gfn_t next, struct da
 static long _destroy_pages_crste(union crste *crstep, gfn_t gfn, gfn_t next, struct dat_walk *walk)
 {
 	phys_addr_t origin, cur, end;
+	union crste crste;
 
-	if (!crstep->h.fc || !crstep->s.fc1.pr)
+	crste = READ_ONCE(*crstep);
+	if (!crste.h.fc || !crste.s.fc1.pr)
 		return 0;
 
-	origin = crste_origin_large(*crstep);
+	origin = crste_origin_large(crste);
 	cur = ((max(gfn, walk->start) - gfn) << PAGE_SHIFT) + origin;
 	end = ((min(next, walk->end) - gfn) << PAGE_SHIFT) + origin;
 	for ( ; cur < end; cur += PAGE_SIZE)

257 lines not on this page · raw message

index 839bd91c056e..c1d6ec9977a5 100644
@@ -190,6 +190,7 @@ static pci_ers_result_t zpci_event_attempt_error_recovery(struct pci_dev *pdev)
 	device_lock(&pdev->dev);
 	if (pdev->error_state == pci_channel_io_perm_failure) {
 		ers_res = PCI_ERS_RESULT_DISCONNECT;
+		status_str = "skipped (permanent failure)";
 		goto out_unlock;
 	}
 	pdev->error_state = pci_channel_io_frozen;

@@ -256,8 +257,8 @@ static pci_ers_result_t zpci_event_attempt_error_recovery(struct pci_dev *pdev)
 		driver->err_handler->resume(pdev);
 	pci_uevent_ers(pdev, PCI_ERS_RESULT_RECOVERED);
 out_unlock:
+	zpci_report_status(zdev, pdev, "recovery", status_str);
 	device_unlock(&pdev->dev);
-	zpci_report_status(zdev, "recovery", status_str);
 
 	return ers_res;
 }

@@ -320,8 +321,10 @@ static void __zpci_event_error(struct zpci_ccdf_err *ccdf)
 	pr_err("%s: Event 0x%x reports an error for PCI function 0x%x\n",
 	       pdev ? pci_name(pdev) : "n/a", ccdf->pec, ccdf->fid);
 
-	if (!pdev)
+	if (!pdev) {
+		zpci_report_status(zdev, NULL, "error event", "no pdev bound");
 		goto no_pdev;
+	}
 
 	switch (ccdf->pec) {
 	case 0x002a: /* Error event concerns FMB */

index 7030f7052926..72ecabf7003c 100644
@@ -87,9 +87,23 @@ static struct debug_view debug_log_view = {
 	NULL
 };
 
+static ssize_t zpci_report_pdev(struct pci_dev *pdev, char *buf, size_t size)
+{
+	struct pci_driver *driver;
+	const char *start = buf;
+	char *end = buf + size;
+
+	device_lock_assert(&pdev->dev);
+	buf += scnprintf(buf, end - buf, "state: %s\n", zpci_state_str(pdev->error_state));
+	driver = to_pci_driver(pdev->dev.driver);
+	buf += scnprintf(buf, end - buf, "driver: %s\n", (driver) ? driver->name : "n/a");
+	return buf - start;
+}
+
 /**
  * zpci_report_status - Report the status of operations on a PCI device
- * @zdev:	The PCI device for which to report status
+ * @zdev:	The zPCI device for which to report status
+ * @pdev:	The PCI device associated with the zdev if any, NULL otherwise
  * @operation:	A string representing the operation reported
  * @status:	A string representing the status of the operation
  *

@@ -103,15 +117,14 @@ static struct debug_view debug_log_view = {
  *
  * Return: 0 on success an error code < 0 otherwise.
  */
-int zpci_report_status(struct zpci_dev *zdev, const char *operation, const char *status)
+int zpci_report_status(struct zpci_dev *zdev, struct pci_dev *pdev,
+		       const char *operation, const char *status)
 {
 	struct zpci_report_error *report;
-	struct pci_driver *driver = NULL;
-	struct pci_dev *pdev = NULL;
 	char *buf, *end;
 	int ret;
 
-	if (!zdev || !zdev->zbus)
+	if (!zdev)
 		return -ENODEV;
 
 	/* Protected virtualization hosts get nothing from us */

@@ -121,18 +134,13 @@ int zpci_report_status(struct zpci_dev *zdev, const char *operation, const char
 	report = (void *)get_zeroed_page(GFP_KERNEL);
 	if (!report)
 		return -ENOMEM;
-	if (zdev->zbus->bus)
-		pdev = pci_get_slot(zdev->zbus->bus, zdev->devfn);
-	if (pdev)
-		driver = to_pci_driver(pdev->dev.driver);
 
 	buf = report->data.log_data;
 	end = report->data.log_data + ZPCI_REPORT_DATA_SIZE;
 	buf += scnprintf(buf, end - buf, "report: %s\n", operation);
 	buf += scnprintf(buf, end - buf, "status: %s\n", status);
-	buf += scnprintf(buf, end - buf, "state: %s\n",
-			 (pdev) ? zpci_state_str(pdev->error_state) : "n/a");
-	buf += scnprintf(buf, end - buf, "driver: %s\n", (driver) ? driver->name : "n/a");
+	if (pdev)
+		buf += zpci_report_pdev(pdev, buf, end - buf);
 	ret = debug_dump(pci_debug_msg_id, &debug_log_view, buf, end - buf, true);
 	if (ret < 0)
 		pr_err("Reading PCI debug messages failed with code %d\n", ret);

index e08003d51a97..dd7b0b05001c 100644
@@ -8,9 +8,11 @@
  */
 #ifndef __S390_PCI_REPORT_H
 #define __S390_PCI_REPORT_H
+#include <linux/pci.h>
 
 struct zpci_dev;
 
-int zpci_report_status(struct zpci_dev *zdev, const char *operation, const char *status);
+int zpci_report_status(struct zpci_dev *zdev, struct pci_dev *pdev,
+		       const char *operation, const char *status);
 
 #endif /* __S390_PCI_REPORT_H */

index 916d62cd17dc..2d493d55ff2e 100644
@@ -74,6 +74,14 @@ int svsm_perform_call_protocol(struct svsm_call *call)
 
 	flags = native_local_irq_save();
 
+	/*
+	 * 'caa' is a per-CPU variable. To avoid using a stale or incorrect
+	 * 'caa' if the task is preempted or migrated to another CPU after it
+	 * is fetched, always fetch 'caa' and then issue the SVSM call with
+	 * interrupts disabled. This ensures the correct 'caa' is used.
+	 */
+	call->caa = svsm_get_caa();
+
 	ghcb = __sev_get_ghcb(&state);
 
 	do {

@@ -321,7 +329,6 @@ int snp_svsm_vtpm_send_command(u8 *buffer)
 {
 	struct svsm_call call = {};
 
-	call.caa = svsm_get_caa();
 	call.rax = SVSM_VTPM_CALL(SVSM_VTPM_CMD);
 	call.rcx = __pa(buffer);
 

@@ -345,7 +352,6 @@ bool snp_svsm_vtpm_probe(void)
 	if (!snp_vmpl)
 		return false;
 
-	call.caa = svsm_get_caa();
 	call.rax = SVSM_VTPM_CALL(SVSM_VTPM_QUERY);
 
 	if (svsm_perform_call_protocol(&call))

index dc564688f3d7..54b13faba116 100644
@@ -343,11 +343,10 @@ void amd_brs_drain(void)
 		if (!amd_brs_match_plm(event, from, to))
 			continue;
 
-		perf_clear_branch_entry_bitfields(br+nr);
-
-		br[nr].from = from;
-		br[nr].to   = to;
-
+		br[nr] = (struct perf_branch_entry){
+			.from	= from,
+			.to	= to,
+		};
 		nr++;
 	}
 empty:

index 9d9c961989d5..a55646fcb846 100644
@@ -184,13 +184,6 @@ void amd_pmu_lbr_read(void)
 		    entry.to.split.reserved)
 			continue;
 
-		perf_clear_branch_entry_bitfields(br + out);
-
-		br[out].from	= sign_ext_branch_ip(entry.from.split.ip);
-		br[out].to	= sign_ext_branch_ip(entry.to.split.ip);
-		br[out].mispred	= entry.from.split.mispredict;
-		br[out].predicted = !br[out].mispred;
-
 		/*
 		 * Set branch speculation information using the status of
 		 * the valid and spec bits.

@@ -208,7 +201,14 @@ void amd_pmu_lbr_read(void)
 		 * speculative and took the correct path
 		 */
 		idx = (entry.to.split.valid << 1) | entry.to.split.spec;
-		br[out].spec = lbr_spec_map[idx];
+
+		br[out] = (struct perf_branch_entry){
+			.from		= sign_ext_branch_ip(entry.from.split.ip),
+			.to		= sign_ext_branch_ip(entry.to.split.ip),
+			.mispred	= entry.from.split.mispredict,
+			.predicted	= !entry.from.split.mispredict,
+			.spec		= lbr_spec_map[idx],
+		};
 		out++;
 	}
 

122 lines not on this page · raw message

128 lines not on this page · raw message

89 lines not on this page · raw message

index 680220d311a7..b577d6048bbb 100644
@@ -517,10 +517,6 @@ struct cpu_hw_events {
 	__EVENT_CONSTRAINT(c, n, INTEL_ARCH_EVENT_MASK|X86_ALL_EVENT_FLAGS, \
 			  HWEIGHT(n), 0, PERF_X86_EVENT_PEBS_ST)
 
-#define INTEL_HYBRID_LAT_CONSTRAINT(c, n)	\
-	__EVENT_CONSTRAINT(c, n, INTEL_ARCH_EVENT_MASK|X86_ALL_EVENT_FLAGS, \
-			  HWEIGHT(n), 0, PERF_X86_EVENT_PEBS_LAT_HYBRID)
-
 #define INTEL_HYBRID_LDLAT_CONSTRAINT(c, n)	\
 	__EVENT_CONSTRAINT(c, n, INTEL_ARCH_EVENT_MASK|X86_ALL_EVENT_FLAGS, \
 			  HWEIGHT(n), 0, PERF_X86_EVENT_PEBS_LAT_HYBRID|PERF_X86_EVENT_PEBS_LD_HSW)

new file mode 100644
index 000000000000..4b1be5bcecaa
@@ -0,0 +1,36 @@
+/* SPDX-License-Identifier: GPL-2.0 */
+#if !defined(KVM_X86_NESTED_OP) || \
+    !defined(KVM_X86_NESTED_OP_OPTIONAL) || \
+    !defined(KVM_X86_NESTED_OP_OPTIONAL_RET0)
+#error Missing one or more KVM_X86_NESTED_OP #defines
+#else
+/*
+ * KVM_X86_NESTED_OP() and KVM_X86_NESTED_OP_OPTIONAL() are used to help
+ * generate both DECLARE/DEFINE_STATIC_CALL() invocations and
+ * "static_call_update()" calls.
+ *
+ * KVM_X86_NESTED_OP_OPTIONAL() can be used for those functions that can have
+ * a NULL definition.  KVM_X86_NESTED_OP_OPTIONAL_RET0() can be used likewise
+ * to make a definition optional, but in this case the default will
+ * be __static_call_return0.
+ */
+KVM_X86_NESTED_OP(leave_nested)
+KVM_X86_NESTED_OP(is_exception_vmexit)
+KVM_X86_NESTED_OP(check_events)
+KVM_X86_NESTED_OP_OPTIONAL_RET0(has_events)
+KVM_X86_NESTED_OP(triple_fault)
+KVM_X86_NESTED_OP(get_state)
+KVM_X86_NESTED_OP(set_state)
+KVM_X86_NESTED_OP(get_nested_state_pages)
+KVM_X86_NESTED_OP_OPTIONAL_RET0(write_log_dirty)
+KVM_X86_NESTED_OP(translate_nested_gpa)
+#ifdef CONFIG_KVM_HYPERV
+KVM_X86_NESTED_OP_OPTIONAL(enable_evmcs)
+KVM_X86_NESTED_OP_OPTIONAL_RET0(get_evmcs_version)
+KVM_X86_NESTED_OP(hv_inject_synthetic_vmexit_post_tlb_flush)
+#endif
+#endif
+
+#undef KVM_X86_NESTED_OP
+#undef KVM_X86_NESTED_OP_OPTIONAL
+#undef KVM_X86_NESTED_OP_OPTIONAL_RET0

index 2dfd6199a10c..d02c6c42d2a0 100644
@@ -2019,6 +2019,8 @@ struct kvm_x86_ops {
 };
 
 struct kvm_x86_nested_ops {
+	bool enabled;
+
 	void (*leave_nested)(struct kvm_vcpu *vcpu);
 	bool (*is_exception_vmexit)(struct kvm_vcpu *vcpu, u8 vector,
 				    u32 error_code);

@@ -2075,6 +2077,14 @@ extern struct kvm_x86_ops kvm_x86_ops;
 #define KVM_X86_OP_OPTIONAL_RET0 KVM_X86_OP
 #include <asm/kvm-x86-ops.h>
 
+#define kvm_nested_call(func) static_call(kvm_x86_nested_##func)
+
+#define KVM_X86_NESTED_OP(func) \
+	DECLARE_STATIC_CALL(kvm_x86_nested_##func, *(((struct kvm_x86_nested_ops *)0)->func));
+#define KVM_X86_NESTED_OP_OPTIONAL KVM_X86_NESTED_OP
+#define KVM_X86_NESTED_OP_OPTIONAL_RET0 KVM_X86_NESTED_OP
+#include <asm/kvm-x86-nested-ops.h>
+
 int kvm_x86_vendor_init(struct kvm_x86_init_ops *ops);
 void kvm_x86_vendor_exit(void);
 

@@ -2433,13 +2443,6 @@ static inline void kvm_inject_gp(struct kvm_vcpu *vcpu, u32 error_code)
 	kvm_queue_exception_e(vcpu, GP_VECTOR, error_code);
 }
 
-#define TSS_IOPB_BASE_OFFSET 0x66
-#define TSS_BASE_SIZE 0x68
-#define TSS_IOPB_SIZE (65536 / 8)
-#define TSS_REDIRECTION_SIZE (256 / 8)
-#define RMODE_TSS_SIZE							\
-	(TSS_BASE_SIZE + TSS_REDIRECTION_SIZE + TSS_IOPB_SIZE + 1)
-
 enum {
 	TASK_SWITCH_CALL = 0,
 	TASK_SWITCH_IRET = 1,

@@ -2462,12 +2465,7 @@ enum {
 # define kvm_memslots_for_spte_role(kvm, role) __kvm_memslots(kvm, 0)
 #endif
 
-int kvm_cpu_has_injectable_intr(struct kvm_vcpu *v);
-int kvm_cpu_has_interrupt(struct kvm_vcpu *vcpu);
-int kvm_cpu_has_extint(struct kvm_vcpu *v);
 int kvm_arch_interrupt_allowed(struct kvm_vcpu *vcpu);
-int kvm_cpu_get_extint(struct kvm_vcpu *v);
-int kvm_cpu_get_interrupt(struct kvm_vcpu *v);
 void kvm_vcpu_reset(struct kvm_vcpu *vcpu, bool init_event);
 
 int kvm_pv_send_ipi(struct kvm *kvm, unsigned long ipi_bitmap_low,

index cfb74be19994..1aebc8394fca 100644
@@ -2108,6 +2108,9 @@ bool filter_mce(struct mce *m)
 static __always_inline void exc_machine_check_kernel(struct pt_regs *regs)
 {
 	irqentry_state_t irq_state;
+	unsigned long dr7;
+
+	dr7 = local_db_save();
 
 	WARN_ON_ONCE(user_mode(regs));
 

@@ -2116,20 +2119,26 @@ static __always_inline void exc_machine_check_kernel(struct pt_regs *regs)
 	 * mce_check_crashing_cpu() for details.
 	 */
 	if (mca_cfg.initialized && mce_check_crashing_cpu())
-		return;
+		goto out;
 
 	irq_state = irqentry_nmi_enter(regs);
 
 	do_machine_check(regs);
 
 	irqentry_nmi_exit(regs, irq_state);
+out:
+	local_db_restore(dr7);
 }
 
 static __always_inline void exc_machine_check_user(struct pt_regs *regs)
 {
+	unsigned long dr7;
+
 	irqentry_enter_from_user_mode(regs);
 
+	dr7 = local_db_save();
 	do_machine_check(regs);
+	local_db_restore(dr7);
 
 	irqentry_exit_to_user_mode(regs);
 }

@@ -2138,21 +2147,13 @@ static __always_inline void exc_machine_check_user(struct pt_regs *regs)
 /* MCE hit kernel mode */
 DEFINE_IDTENTRY_MCE(exc_machine_check)
 {
-	unsigned long dr7;
-
-	dr7 = local_db_save();
 	exc_machine_check_kernel(regs);
-	local_db_restore(dr7);
 }
 
 /* The user mode variant. */
 DEFINE_IDTENTRY_MCE_USER(exc_machine_check)
 {
-	unsigned long dr7;
-
-	dr7 = local_db_save();
 	exc_machine_check_user(regs);
-	local_db_restore(dr7);
 }
 
 #ifdef CONFIG_X86_FRED

@@ -2169,28 +2170,20 @@ DEFINE_IDTENTRY_MCE_USER(exc_machine_check)
  */
 DEFINE_FREDENTRY_MCE(exc_machine_check)
 {
-	unsigned long dr7;
-
-	dr7 = local_db_save();
 	if (user_mode(regs))
 		exc_machine_check_user(regs);
 	else
 		exc_machine_check_kernel(regs);
-	local_db_restore(dr7);
 }
 #endif
 #else
 /* 32bit unified entry point */
 DEFINE_IDTENTRY_RAW(exc_machine_check)
 {
-	unsigned long dr7;
-
-	dr7 = local_db_save();
 	if (user_mode(regs))
 		exc_machine_check_user(regs);
 	else
 		exc_machine_check_kernel(regs);
-	local_db_restore(dr7);
 }
 #endif
 

index 5f43ae345f87..ddbd35ed255b 100644
@@ -2419,7 +2419,7 @@ static int kvm_hv_hypercall_complete(struct kvm_vcpu *vcpu, u64 result)
 	ret = kvm_skip_emulated_instruction(vcpu);
 
 	if (tlb_lock_count)
-		kvm_x86_ops.nested_ops->hv_inject_synthetic_vmexit_post_tlb_flush(vcpu);
+		kvm_nested_call(hv_inject_synthetic_vmexit_post_tlb_flush)(vcpu);
 
 	return ret;
 }

@@ -2800,8 +2800,8 @@ int kvm_get_hv_cpuid(struct kvm_vcpu *vcpu, struct kvm_cpuid2 *cpuid,
 	};
 	int i, nent = ARRAY_SIZE(cpuid_entries);
 
-	if (kvm_x86_ops.nested_ops->get_evmcs_version)
-		evmcs_ver = kvm_x86_ops.nested_ops->get_evmcs_version(vcpu);
+	if (kvm_x86_ops.nested_ops->enabled)
+		evmcs_ver = kvm_nested_call(get_evmcs_version)(vcpu);
 
 	if (cpuid->nent < nent)
 		return -E2BIG;

index 34f4a78a7a01..1a84ea31e7fd 100644
@@ -112,6 +112,12 @@ static inline int irqchip_in_kernel(struct kvm *kvm)
 	return mode != KVM_IRQCHIP_NONE;
 }
 
+int kvm_cpu_has_injectable_intr(struct kvm_vcpu *v);
+int kvm_cpu_has_interrupt(struct kvm_vcpu *vcpu);
+int kvm_cpu_has_extint(struct kvm_vcpu *v);
+int kvm_cpu_get_extint(struct kvm_vcpu *v);
+int kvm_cpu_get_interrupt(struct kvm_vcpu *v);
+
 void kvm_inject_pending_timer_irqs(struct kvm_vcpu *vcpu);
 void kvm_inject_apic_timer_irqs(struct kvm_vcpu *vcpu);
 void kvm_apic_nmi_wd_deliver(struct kvm_vcpu *vcpu);

index e1bb663ebbd5..bb6e01892852 100644
@@ -308,9 +308,8 @@ static inline gpa_t kvm_translate_gpa(struct kvm_vcpu *vcpu,
 {
 	if (mmu != &vcpu->arch.nested_mmu)
 		return gpa;
-	return kvm_x86_ops.nested_ops->translate_nested_gpa(vcpu, gpa, access,
-							    exception,
-							    pte_access);
+	return kvm_nested_call(translate_nested_gpa)(vcpu, gpa, access,
+						     exception, pte_access);
 }
 
 static inline bool kvm_has_mirrored_tdp(const struct kvm *kvm)

153 lines not on this page · raw message

78 lines not on this page · raw message

index 1ba840a73b7a..8d2c46bc6c0f 100644
@@ -233,7 +233,7 @@ static int FNAME(update_accessed_dirty_bits)(struct kvm_vcpu *vcpu,
 				!(pte & PT_GUEST_DIRTY_MASK)) {
 			trace_kvm_mmu_set_dirty_bit(table_gfn, index, sizeof(pte));
 #if PTTYPE == PTTYPE_EPT
-			if (kvm_x86_ops.nested_ops->write_log_dirty(vcpu, addr))
+			if (kvm_nested_call(write_log_dirty)(vcpu, addr))
 				return -EINVAL;
 #endif
 			pte |= PT_GUEST_DIRTY_MASK;

index dd1c57593f48..7fedf25cf46f 100644
@@ -812,14 +812,6 @@ void kvm_pmu_deliver_pmi(struct kvm_vcpu *vcpu)
 
 bool kvm_pmu_is_valid_msr(struct kvm_vcpu *vcpu, u32 msr)
 {
-	switch (msr) {
-	case MSR_CORE_PERF_GLOBAL_STATUS:
-	case MSR_CORE_PERF_GLOBAL_CTRL:
-	case MSR_CORE_PERF_GLOBAL_OVF_CTRL:
-		return kvm_pmu_has_perf_global_ctrl(vcpu_to_pmu(vcpu));
-	default:
-		break;
-	}
 	return kvm_pmu_call(msr_idx_to_pmc)(vcpu, msr) ||
 	       kvm_pmu_call(is_valid_msr)(vcpu, msr);
 }

index 3e6c671a8dc2..c1485c3e691c 100644
@@ -23,6 +23,7 @@
 
 #include "kvm_emulate.h"
 #include "trace.h"
+#include "irq.h"
 #include "mmu.h"
 #include "x86.h"
 #include "smm.h"

index 1ed78f770340..62561da83107 100644
@@ -2048,6 +2048,12 @@ static void sev_migrate_from(struct kvm *dst_kvm, struct kvm *src_kvm)
 	src->pages_locked = 0;
 	src->es_active = false;
 
+	/*
+	 * Do cache maintenance on the source VM as it is no longer an SEV VM,
+	 * i.e. memory reclaim flows won't trigger cache maintenance on the VM.
+	 */
+	sev_writeback_caches(src_kvm);
+
 	list_cut_before(&dst->regions_list, &src->regions_list, &src->regions_list);
 
 	mutex_lock(&sev_mirror_lock);

@@ -2187,6 +2193,10 @@ int sev_vm_move_enc_context_from(struct kvm *kvm, unsigned int source_fd)
 	 * the set of CPUs from the source.  If a CPU was used to run a vCPU in
 	 * the source VM but is never used for the destination VM, then the CPU
 	 * can only have cached memory that was accessible to the source VM.
+	 * Furthermore, KVM *must* perform cache maintenance on the source VM,
+	 * as the source VM may have access to memory that the destination VM
+	 * does not, i.e. KVM could skip flushes if memory is reclaimed from
+	 * the old VM but not the new VM.
 	 */
 	if (!zalloc_cpumask_var(&dst_sev->have_run_cpus, GFP_KERNEL_ACCOUNT)) {
 		ret = -ENOMEM;

@@ -2981,13 +2991,17 @@ void sev_vm_destroy(struct kvm *kvm)
 	struct list_head *head = &sev->regions_list;
 	struct list_head *pos, *q;
 
+	/*
+	 * Free the mask even if the VM is not *currently* an SEV VM, as it may
+	 * have been an SEV VM prior to intra-host migration.
+	 */
+	free_cpumask_var(sev->have_run_cpus);
+
 	if (!sev_guest(kvm))
 		return;
 
 	WARN_ON(!list_empty(&sev->mirror_vms));
 
-	free_cpumask_var(sev->have_run_cpus);
-
 	/*
 	 * If this is a mirror VM, remove it from the owner's list of a mirrors
 	 * and skip ASID cleanup (the ASID is tied to the lifetime of the owner).

index 03fb9d7231c8..d1423bab1a3a 100644
@@ -5662,6 +5662,7 @@ static __init int svm_hardware_setup(void)
 		if (r)
 			return r;
 	}
+	svm_nested_ops.enabled = nested;
 
 	/*
 	 * KVM's MMU doesn't support using 2-level paging for itself, and thus

index 3f9150125e70..117bf8bec07d 100644
@@ -57,4 +57,11 @@ struct tss_segment_16 {
 	u16 ldt;
 };
 
+#define TSS_IOPB_BASE_OFFSET 0x66
+#define TSS_BASE_SIZE 0x68
+#define TSS_IOPB_SIZE (65536 / 8)
+#define TSS_REDIRECTION_SIZE (256 / 8)
+#define RMODE_TSS_SIZE							\
+	(TSS_BASE_SIZE + TSS_REDIRECTION_SIZE + TSS_IOPB_SIZE + 1)
+
 #endif

index ed28cf6b6efc..cec7eb646a1e 100644
@@ -11,6 +11,7 @@
 #include "x86.h"
 #include "cpuid.h"
 #include "hyperv.h"
+#include "irq.h"
 #include "mmu.h"
 #include "nested.h"
 #include "pmu.h"

index 1944939c4139..e65ba7e85611 100644
@@ -187,6 +187,9 @@ static bool intel_is_valid_msr(struct kvm_vcpu *vcpu, u32 msr)
 	int ret;
 
 	switch (msr) {
+	case MSR_CORE_PERF_GLOBAL_STATUS:
+	case MSR_CORE_PERF_GLOBAL_CTRL:
+	case MSR_CORE_PERF_GLOBAL_OVF_CTRL:
 	case MSR_CORE_PERF_FIXED_CTR_CTRL:
 		return kvm_pmu_has_perf_global_ctrl(pmu);
 	case MSR_IA32_PEBS_ENABLE:

index b8d745f6fd22..61243d16febf 100644
@@ -72,6 +72,7 @@
 #include "x86.h"
 #include "x86_ops.h"
 #include "smm.h"
+#include "tss.h"
 #include "vmx_onhyperv.h"
 #include "vmenter.h"
 #include "posted_intr.h"

@@ -8770,6 +8771,7 @@ __init int vmx_hardware_setup(void)
 		if (r)
 			return r;
 	}
+	vmx_nested_ops.enabled = nested;
 
 	kvm_set_posted_intr_wakeup_handler(pi_wakeup_handler);
 

168 lines not on this page · raw message

index bd2699bd3fe8..9973f905955a 100644
@@ -151,7 +151,7 @@ int kvm_check_nested_events(struct kvm_vcpu *vcpu);
 /* Forcibly leave the nested mode in cases like a vCPU reset */
 static inline void kvm_leave_nested(struct kvm_vcpu *vcpu)
 {
-	kvm_x86_ops.nested_ops->leave_nested(vcpu);
+	kvm_nested_call(leave_nested)(vcpu);
 }
 
 /*

105 lines not on this page · raw message

index ca30caec838e..dd6bc679210c 100644
@@ -2048,12 +2048,17 @@ static int disk_revalidate_zone_resources(struct gendisk *disk,
 				struct blk_revalidate_zone_args *args)
 {
 	struct queue_limits *lim = &disk->queue->limits;
+	unsigned long long nr_zones;
 	unsigned int pool_size;
 	int ret = 0;
 
 	args->disk = disk;
-	args->nr_zones =
-		DIV_ROUND_UP_ULL(get_capacity(disk), lim->chunk_sectors);
+	nr_zones = DIV_ROUND_UP_ULL(get_capacity(disk), lim->chunk_sectors);
+	if (nr_zones > UINT_MAX) {
+		pr_warn("%s: Too many zones (%llu)\n", disk->disk_name, nr_zones);
+		return -EINVAL;
+	}
+	args->nr_zones = nr_zones;
 
 	/* Cached zone conditions: 1 byte per zone */
 	args->zones_cond = kzalloc(args->nr_zones, GFP_NOIO);

@@ -2161,6 +2166,12 @@ static int blk_revalidate_zone_cond(struct blk_zone *zone, unsigned int idx,
 {
 	enum blk_zone_cond cond = zone->cond;
 
+	if (idx >= args->nr_zones) {
+		pr_warn("%s: Zone report index %u exceeds zone count %u\n",
+			args->disk->disk_name, idx, args->nr_zones);
+		return -EINVAL;
+	}
+
 	/* Check that the zone condition is consistent with the zone type. */
 	switch (cond) {
 	case BLK_ZONE_COND_NOT_WP:

index 35e506074d5f..8c1c87e69f91 100644
@@ -307,6 +307,11 @@ static int ivpu_open(struct drm_device *dev, struct drm_file *file)
 		return -ENODEV;
 
 	limits = ivpu_user_limits_get(vdev);
+	if (IS_ERR(limits) && PTR_ERR(limits) == -EMFILE) {
+		/* Context limit may be held by jobs pending deferred cleanup */
+		flush_work(&vdev->job_destroy_work);
+		limits = ivpu_user_limits_get(vdev);
+	}
 	if (IS_ERR(limits)) {
 		ret = PTR_ERR(limits);
 		goto err_dev_exit;

@@ -510,9 +515,10 @@ void ivpu_prepare_for_reset(struct ivpu_device *vdev)
 {
 	ivpu_hw_irq_disable(vdev);
 	disable_irq(vdev->irq);
-	flush_work(&vdev->irq_ipc_work);
+	atomic_set(&vdev->job_timeout_detected, 0);
 	flush_work(&vdev->irq_dct_work);
 	flush_work(&vdev->context_abort_work);
+	flush_work(&vdev->job_destroy_work);
 	ivpu_ipc_disable(vdev);
 	ivpu_mmu_disable(vdev);
 }

@@ -584,6 +590,11 @@ static const struct drm_driver driver = {
 	.major = 1,
 };
 
+static void ivpu_destroy_workqueue(void *wq)
+{
+	destroy_workqueue(wq);
+}
+
 static int ivpu_irq_init(struct ivpu_device *vdev)
 {
 	struct pci_dev *pdev = to_pci_dev(vdev->drm.dev);

@@ -595,16 +606,26 @@ static int ivpu_irq_init(struct ivpu_device *vdev)
 		return ret;
 	}
 
-	INIT_WORK(&vdev->irq_ipc_work, ivpu_ipc_irq_work_fn);
 	INIT_WORK(&vdev->irq_dct_work, ivpu_pm_irq_dct_work_fn);
 	INIT_WORK(&vdev->context_abort_work, ivpu_context_abort_work_fn);
+	init_llist_head(&vdev->job_destroy_list);
+	INIT_WORK(&vdev->job_destroy_work, ivpu_job_destroy_work_fn);
+
+	vdev->job_destroy_wq = alloc_workqueue("ivpu_job_destroy", WQ_UNBOUND | WQ_MEM_RECLAIM, 0);
+	if (!vdev->job_destroy_wq)
+		return -ENOMEM;
+
+	ret = devm_add_action_or_reset(vdev->drm.dev, ivpu_destroy_workqueue, vdev->job_destroy_wq);
+	if (ret)
+		return ret;
 
 	ivpu_irq_handlers_init(vdev);
 
 	vdev->irq = pci_irq_vector(pdev, 0);
 
-	ret = devm_request_irq(vdev->drm.dev, vdev->irq, ivpu_hw_irq_handler,
-			       IRQF_NO_AUTOEN, DRIVER_NAME, vdev);
+	ret = devm_request_threaded_irq(vdev->drm.dev, vdev->irq, ivpu_hw_irq_handler,
+					ivpu_ipc_irq_thread_handler, IRQF_NO_AUTOEN,
+					DRIVER_NAME, vdev);
 	if (ret)
 		ivpu_err(vdev, "Failed to request an IRQ %d\n", ret);
 

@@ -690,7 +711,7 @@ static int ivpu_dev_init(struct ivpu_device *vdev)
 	vdev->context_xa_limit.max = IVPU_USER_CONTEXT_MAX_SSID;
 	atomic64_set(&vdev->unique_id_counter, 0);
 	atomic_set(&vdev->job_timeout_counter, 0);
-	atomic_set(&vdev->faults_detected, 0);
+	atomic_set(&vdev->job_timeout_detected, 0);
 	xa_init_flags(&vdev->context_xa, XA_FLAGS_ALLOC | XA_FLAGS_LOCK_IRQ);
 	xa_init_flags(&vdev->submitted_jobs_xa, XA_FLAGS_ALLOC1);
 	xa_init_flags(&vdev->db_xa, XA_FLAGS_ALLOC1);

index 9eefbbb7ba11..6f4012926478 100644
@@ -13,6 +13,7 @@
 #include <drm/drm_print.h>
 
 #include <linux/hashtable.h>
+#include <linux/llist.h>
 #include <linux/pci.h>
 #include <linux/xarray.h>
 #include <uapi/drm/ivpu_accel.h>

@@ -157,9 +158,11 @@ struct ivpu_device {
 	struct xa_limit db_limit;
 	u32 db_next;
 
-	struct work_struct irq_ipc_work;
 	struct work_struct irq_dct_work;
 	struct work_struct context_abort_work;
+	struct llist_head job_destroy_list;
+	struct work_struct job_destroy_work;
+	struct workqueue_struct *job_destroy_wq;
 
 	struct mutex bo_list_lock; /* Protects bo_list */
 	struct list_head bo_list;

@@ -168,7 +171,7 @@ struct ivpu_device {
 	struct xarray submitted_jobs_xa;
 	struct ivpu_ipc_consumer job_done_consumer;
 	atomic_t job_timeout_counter;
-	atomic_t faults_detected;
+	atomic_t job_timeout_detected;
 
 	atomic64_t unique_id_counter;
 

index d4a9bcda4100..647dc045c231 100644
@@ -399,6 +399,10 @@ irqreturn_t ivpu_hw_irq_handler(int irq, void *ptr)
 		return IRQ_NONE;
 
 	pm_runtime_mark_last_busy(vdev->drm.dev);
+
+	if (ip_handled)
+		return IRQ_WAKE_THREAD;
+
 	return IRQ_HANDLED;
 }
 

index 8f69fb133e2e..459e740873ab 100644
@@ -463,13 +463,11 @@ void ivpu_ipc_irq_handler(struct ivpu_device *vdev)
 			ivpu_ipc_rx_mark_free(vdev, ipc_hdr, jsm_msg);
 		}
 	}
-
-	queue_work(system_percpu_wq, &vdev->irq_ipc_work);
 }
 
-void ivpu_ipc_irq_work_fn(struct work_struct *work)
+irqreturn_t ivpu_ipc_irq_thread_handler(int irq, void *ptr)
 {
-	struct ivpu_device *vdev = container_of(work, struct ivpu_device, irq_ipc_work);
+	struct ivpu_device *vdev = ptr;
 	struct ivpu_ipc_info *ipc = vdev->ipc;
 	struct ivpu_ipc_rx_msg *rx_msg, *r;
 	struct list_head cb_msg_list;

@@ -484,6 +482,8 @@ void ivpu_ipc_irq_work_fn(struct work_struct *work)
 		rx_msg->callback(vdev, rx_msg->ipc_hdr, rx_msg->jsm_msg);
 		ivpu_ipc_rx_msg_del(vdev, rx_msg);
 	}
+
+	return IRQ_HANDLED;
 }
 
 int ivpu_ipc_init(struct ivpu_device *vdev)

index b524a1985b9d..1c9cf67f1e5b 100644
@@ -90,7 +90,7 @@ void ivpu_ipc_disable(struct ivpu_device *vdev);
 void ivpu_ipc_reset(struct ivpu_device *vdev);
 
 void ivpu_ipc_irq_handler(struct ivpu_device *vdev);
-void ivpu_ipc_irq_work_fn(struct work_struct *work);
+irqreturn_t ivpu_ipc_irq_thread_handler(int irq, void *ptr);
 
 void ivpu_ipc_consumer_add(struct ivpu_device *vdev, struct ivpu_ipc_consumer *cons,
 			   u32 channel, ivpu_ipc_rx_callback_t callback);

22 lines not on this page · raw message

index 3ab61e6a5616..d8dbce82447a 100644

Lines of this file are not shown. View the raw message.

index 41efd8985fa6..b2025274f91d 100644

Lines of this file are not shown. View the raw message.

index c1ce8329790e..de0becbfdffb 100644

Lines of this file are not shown. View the raw message.

index f0bb4068d14d..3559485b5034 100644

Lines of this file are not shown. View the raw message.

index 9f9c72727a05..7a47a392568a 100644

Lines of this file are not shown. View the raw message.

index 3262e950a6bd..9381895dc3cf 100644

Lines of this file are not shown. View the raw message.

index e6c15bc6a30b..73b319c7e176 100644

Lines of this file are not shown. View the raw message.

index 9e55745e33e4..9f274c6253c6 100644

Lines of this file are not shown. View the raw message.

index e49d8a58be09..664952a67a11 100644

Lines of this file are not shown. View the raw message.

index a7e98d395d8e..88cf013f0d90 100644

Lines of this file are not shown. View the raw message.

index 457fd8a589e8..6958466455d0 100644

Lines of this file are not shown. View the raw message.

index 15a79d9a2e9e..13e4c5f0e297 100644

Lines of this file are not shown. View the raw message.

index 82f27db0b230..4d0a94e19eba 100644

Lines of this file are not shown. View the raw message.

index ef8ccaf17c9c..28f7265c5d56 100644

Lines of this file are not shown. View the raw message.

index 516ab9cf88fc..8d3f1f5a141e 100644

Lines of this file are not shown. View the raw message.

index df2588642817..4536d46b7f21 100644

Lines of this file are not shown. View the raw message.

index f6b7522c3c82..f8652fd0525d 100644

Lines of this file are not shown. View the raw message.

index b97fa35bac23..4d5d95e74bb5 100644

Lines of this file are not shown. View the raw message.

index b18d78720656..655429c40351 100644

Lines of this file are not shown. View the raw message.

index d1751febaefe..ff9f203a320b 100644

Lines of this file are not shown. View the raw message.

index 816800f596cd..5edf00a8273b 100644

Lines of this file are not shown. View the raw message.

index 7f001c32e911..55acb544b1b6 100644

Lines of this file are not shown. View the raw message.

index d3db0494341e..d25a775b3efd 100644

Lines of this file are not shown. View the raw message.

71 lines not on this page · raw message

index 5ba196dd9d7a..e5945485ec59 100644

Lines of this file are not shown. View the raw message.

index 797f94471810..d2602c0310b2 100644

Lines of this file are not shown. View the raw message.

index f47ee9937ada..7206439ea5d5 100644

Lines of this file are not shown. View the raw message.

index fe5b97e6f960..ee7140d8dda8 100644

Lines of this file are not shown. View the raw message.

62 lines not on this page · raw message

index 4f6b58f4f90d..f0a4577848f3 100644

Lines of this file are not shown. View the raw message.

178 lines not on this page · raw message

index 9ee0515074c7..7e320eac2e4a 100644

Lines of this file are not shown. View the raw message.

index 91d196a397cf..1c16bc1084c4 100644

Lines of this file are not shown. View the raw message.

index 89e1ddff84dd..a0546955d0b9 100644

Lines of this file are not shown. View the raw message.

index 52347668f27d..dad0e0eb0e0c 100644

Lines of this file are not shown. View the raw message.

index 96422641ae44..18e6b01efd38 100644

Lines of this file are not shown. View the raw message.

index bcdc50491347..a1922f95e5d5 100644

Lines of this file are not shown. View the raw message.

index ab09b487c6bb..8ce89242c05c 100644

Lines of this file are not shown. View the raw message.

index b47474a3e9fe..e71e76d6fd3e 100644

Lines of this file are not shown. View the raw message.

index beaa1d62613d..87128104476a 100644

Lines of this file are not shown. View the raw message.

index 33245f44c0d5..7d7db774d8c7 100644

Lines of this file are not shown. View the raw message.

index 164b7d61c9a3..3dad2da4c3aa 100644

Lines of this file are not shown. View the raw message.

index 5172d3982654..9e01f8b2079a 100644

Lines of this file are not shown. View the raw message.

index e85cac83834c..faf5e586d8dc 100644

Lines of this file are not shown. View the raw message.

index 3cac482e1034..62eae7fcd5a2 100644

Lines of this file are not shown. View the raw message.

index a8ecd460168d..2c02d61ba0a2 100644

Lines of this file are not shown. View the raw message.

index ceb78694cd98..55cc999f3708 100644

Lines of this file are not shown. View the raw message.

index 0e8de6d4b36f..6dcb92575eb4 100644

Lines of this file are not shown. View the raw message.

index b0b0ad9a0c24..4cfc9c7c2ae0 100644

Lines of this file are not shown. View the raw message.

index ad4570c50be7..e74d7bb975a8 100644

Lines of this file are not shown. View the raw message.

index e16f59b00f6f..c03638ebd352 100644

Lines of this file are not shown. View the raw message.

index c5a24dff4b69..1958bd52dbbc 100644

Lines of this file are not shown. View the raw message.

index 8b9f935afe09..b3f02c490ecb 100644

Lines of this file are not shown. View the raw message.

index 20cd1da8db73..51ce8dcf6285 100644

Lines of this file are not shown. View the raw message.

index fc125fd44a9b..2026fe6b48c6 100644

Lines of this file are not shown. View the raw message.

index 65c3e883b119..579af70766f2 100644

Lines of this file are not shown. View the raw message.

index 377d0e0cef84..9887b3898505 100644

Lines of this file are not shown. View the raw message.

index 572e63846315..fd2a9d64caba 100644

Lines of this file are not shown. View the raw message.

index 18241c6ba5fa..4d52a158f320 100644

Lines of this file are not shown. View the raw message.

index 88fb4be92cf3..5610add1da47 100644

Lines of this file are not shown. View the raw message.

index 66c3f6f74e9c..d2f0b8a3f172 100644

Lines of this file are not shown. View the raw message.

49 lines not on this page · raw message

index 70b3b836e1c9..c2748378a8ad 100644

Lines of this file are not shown. View the raw message.

index 32cb1e4aa425..3d35326dd904 100644

Lines of this file are not shown. View the raw message.

46 lines not on this page · raw message

index 4ae3cbc35dd3..683ea17454c2 100644

Lines of this file are not shown. View the raw message.

index 08251c7a1a4b..247a736a54aa 100644

Lines of this file are not shown. View the raw message.

index 7ed76349075f..2c60e99249f9 100644

Lines of this file are not shown. View the raw message.

index 57039cf42ea7..a9e5e1bb8e4f 100644

Lines of this file are not shown. View the raw message.

index 1e7e3a31aa69..c0af5484611d 100644

Lines of this file are not shown. View the raw message.

index 886bafd31f45..2b42a1bb83b2 100644

Lines of this file are not shown. View the raw message.

96 lines not on this page · raw message

index 67819deb45e3..84ced696f46b 100644

Lines of this file are not shown. View the raw message.

index 78f830c133e5..bd8dc16feb61 100644

Lines of this file are not shown. View the raw message.

index 4b81cebdc335..039b6ac327d3 100644

Lines of this file are not shown. View the raw message.

index 536f6d01fd14..b1de1dd0f21d 100644

Lines of this file are not shown. View the raw message.

index 67179e3fe39b..0556cb5645eb 100644

Lines of this file are not shown. View the raw message.

index 1059922baaac..dd31757601b6 100644

Lines of this file are not shown. View the raw message.

index 571166a769b9..e9da59e4bf79 100644

Lines of this file are not shown. View the raw message.

index 20a54f337220..d8fb6a69d40d 100644

Lines of this file are not shown. View the raw message.

index 57d8efdd9b89..dcfa8278447f 100644

Lines of this file are not shown. View the raw message.

index 9cd25a77999e..19b92c2c6579 100644

Lines of this file are not shown. View the raw message.

index 0eafa483b7f7..40770affdbde 100644

Lines of this file are not shown. View the raw message.

293 lines not on this page · raw message

index 6ea46a617ee6..34c5bbbed9ae 100644

Lines of this file are not shown. View the raw message.

index 784dd58a7158..de42f70afcfa 100644

Lines of this file are not shown. View the raw message.

index 56ee8dc34f51..93dba4498c42 100644

Lines of this file are not shown. View the raw message.

68 lines not on this page · raw message

index 4045d1eb93ea..3862f829f183 100644

Lines of this file are not shown. View the raw message.

index 5d05020a6d05..e35eef9f6ce1 100644

Lines of this file are not shown. View the raw message.

index 7efa3fc257b3..e58f1d2c26bd 100644

Lines of this file are not shown. View the raw message.

index 40290028580b..437989edb780 100644

Lines of this file are not shown. View the raw message.

index 98a4d089270e..957d5598dda5 100644

Lines of this file are not shown. View the raw message.

index 62bc9cae613c..622e89587e5d 100644

Lines of this file are not shown. View the raw message.

index b916080f4ff1..21668e41b696 100644

Lines of this file are not shown. View the raw message.

index 73a4b569b03e..8b6806a79edf 100644

Lines of this file are not shown. View the raw message.

index 8e19add764db..3fa805117dde 100644

Lines of this file are not shown. View the raw message.

index 8085a3b3846d..a8d830eeb8ea 100644

Lines of this file are not shown. View the raw message.

index 299bab043175..46cc28895e56 100644

Lines of this file are not shown. View the raw message.

index f7786b03c744..d2c86c8eeae2 100644

Lines of this file are not shown. View the raw message.

index 80ab0a449ff5..616c1921aebe 100644

Lines of this file are not shown. View the raw message.

index bc6b269be299..f1cb6d56e4b9 100644

Lines of this file are not shown. View the raw message.

index 1d46cf6c2c12..e7043523457c 100644

Lines of this file are not shown. View the raw message.

45 lines not on this page · raw message

104 lines not on this page · raw message

index b2473df74dff..efc238abb67b 100644

Lines of this file are not shown. View the raw message.

45 lines not on this page · raw message

index 6c87a1c7db09..c1841ce74d9a 100644

Lines of this file are not shown. View the raw message.

index 329608c59313..8ffa8068e90a 100644

Lines of this file are not shown. View the raw message.

index daff53ba7d09..38a3415acf7a 100644

Lines of this file are not shown. View the raw message.

index 8634c970cd00..da907248dc6c 100644

Lines of this file are not shown. View the raw message.

index 87b5fd349594..b4cf3c5ac0dd 100644

Lines of this file are not shown. View the raw message.

index d6f539161993..a4e59cc21089 100644

Lines of this file are not shown. View the raw message.

44 lines not on this page · raw message

index 6b4ad3c53f2f..424040918fa3 100644

Lines of this file are not shown. View the raw message.

index 64f92427602d..75855481522b 100644

Lines of this file are not shown. View the raw message.

index 64b958df7774..baba3471bf5a 100644

Lines of this file are not shown. View the raw message.

index 3c4563c8f403..6edfa0aa69f1 100644

Lines of this file are not shown. View the raw message.

index 0e47088ec44b..76e9a545bb16 100644

Lines of this file are not shown. View the raw message.

47 lines not on this page · raw message

index d84723e4cfa3..5f9969247e30 100644

Lines of this file are not shown. View the raw message.

index 8b9bc9e8ea56..c6698e3002a1 100644

Lines of this file are not shown. View the raw message.

index e7918d3f6aba..10caacffee0f 100644

Lines of this file are not shown. View the raw message.

index 9e7c285eaa6b..960d7513aa8d 100644

Lines of this file are not shown. View the raw message.

index f7f16397a2c2..d641ac26a1e8 100644

Lines of this file are not shown. View the raw message.

index 8d7042e68926..72bdbcb5e863 100644

Lines of this file are not shown. View the raw message.

index 2994df41ec2c..c6a8f8d73501 100644

Lines of this file are not shown. View the raw message.

index 9314bcb85c22..857f7562c6c6 100644

Lines of this file are not shown. View the raw message.

index 78fc6aa5bbe9..dd796cb74419 100644

Lines of this file are not shown. View the raw message.

index 5f717f02c3c0..29025eb41698 100644

Lines of this file are not shown. View the raw message.

153 lines not on this page · raw message

index eb8fc2ed05f4..4f9e20468bbb 100644

Lines of this file are not shown. View the raw message.

index 260e14d5d541..9119c931b3a3 100644

Lines of this file are not shown. View the raw message.

65 lines not on this page · raw message

index aed6ea8cf0d6..11bd79985e17 100644

Lines of this file are not shown. View the raw message.

159 lines not on this page · raw message

index 50db90a6e3ee..ad2f824875d5 100644

Lines of this file are not shown. View the raw message.

index 0520288d18ab..e63a1666d8ed 100644

Lines of this file are not shown. View the raw message.

index a84010828551..59a47532618c 100644

Lines of this file are not shown. View the raw message.

index c277863baf67..00123c0e3f22 100644

Lines of this file are not shown. View the raw message.

84 lines not on this page · raw message

index afd52a1cd7f8..9ce2b7807532 100644

Lines of this file are not shown. View the raw message.

108 lines not on this page · raw message

121 lines not on this page · raw message

index dfa5c0037e02..1879bfb76992 100644

Lines of this file are not shown. View the raw message.

193 lines not on this page · raw message

index 2b72fa98ddf1..cb74861e823c 100644

Lines of this file are not shown. View the raw message.

index 0337e2bcc012..b415b93d77c1 100644

Lines of this file are not shown. View the raw message.

index afbcec711744..3cee31bb931f 100644

Lines of this file are not shown. View the raw message.

index 55df5efcfc86..cde60498d054 100644

Lines of this file are not shown. View the raw message.

index 27fd9aa2027a..3477e1104a43 100644

Lines of this file are not shown. View the raw message.

index 96e82f94edcf..39b678f175dd 100644

Lines of this file are not shown. View the raw message.

index 877fb0ed7d3d..a7010a0664c7 100644

Lines of this file are not shown. View the raw message.

index cb782d81d84f..5655941f1478 100644

Lines of this file are not shown. View the raw message.

index 937e6fef3ac6..50981a28376a 100644

Lines of this file are not shown. View the raw message.

index 6ab84c837a33..2780b2dd073d 100644

Lines of this file are not shown. View the raw message.

index e34c52d059d3..bf82ef9874ab 100644

Lines of this file are not shown. View the raw message.

index 46209917ae4d..bae0b69cf894 100644

Lines of this file are not shown. View the raw message.

index e045e1ee9e59..c4bcaadba471 100644

Lines of this file are not shown. View the raw message.

index dfa2490db545..2bfafa94e83d 100644

Lines of this file are not shown. View the raw message.

index 2b8f401d8fd7..8b9d5257320d 100644

Lines of this file are not shown. View the raw message.

index 76081a99b450..572f0f8737c1 100644

Lines of this file are not shown. View the raw message.

index 09e35b8693f5..5ab668e05121 100644

Lines of this file are not shown. View the raw message.

index efb07f944fce..972eaac09e59 100644

Lines of this file are not shown. View the raw message.

index 9d0a16ac465e..c4fa70e45c14 100644

Lines of this file are not shown. View the raw message.

index 5ae61d7ebcfe..30a4e09875d3 100644

Lines of this file are not shown. View the raw message.

index fd39a05c9622..b5c1ca3acfbe 100644

Lines of this file are not shown. View the raw message.

index aa5f4922b6b0..11ba4fb49828 100644

Lines of this file are not shown. View the raw message.

index f22e091019de..3bd8c4636055 100644

Lines of this file are not shown. View the raw message.

index 8eeb447ac96e..e51c647b27eb 100644

Lines of this file are not shown. View the raw message.

index 75a358f73e69..1500740cc55d 100644

Lines of this file are not shown. View the raw message.

index c0a949f2c995..9e13489cac71 100644

Lines of this file are not shown. View the raw message.

index ba554e0c846c..254be4da8ae2 100644

Lines of this file are not shown. View the raw message.

index 872948699e9f..365dafe457a9 100644

Lines of this file are not shown. View the raw message.

index ea1026a0d22c..92d38e5336de 100644

Lines of this file are not shown. View the raw message.

index fd6bdb74028a..4277c8748513 100644

Lines of this file are not shown. View the raw message.

index 4d5f85b7e6bb..e0eb7240a985 100644

Lines of this file are not shown. View the raw message.

index 827a4ad07a6b..d5b4eb3e7343 100644

Lines of this file are not shown. View the raw message.

index 7c21306e77ff..7f37f8e819ba 100644

Lines of this file are not shown. View the raw message.

index 462aa1c4a5fa..e27e4945def2 100644

Lines of this file are not shown. View the raw message.

index b6f78f1f30ac..88d8acd5bc24 100644

Lines of this file are not shown. View the raw message.

82 lines not on this page · raw message

index 0daf7600e2fb..8bd00c6ff628 100644

Lines of this file are not shown. View the raw message.

204 lines not on this page · raw message

index c81e6c33c747..9c5dedf0aa60 100644

Lines of this file are not shown. View the raw message.

index c890f21a82ce..eaf0527bff6c 100644

Lines of this file are not shown. View the raw message.

index 70dc8cc76594..e1c62eb60cca 100644

Lines of this file are not shown. View the raw message.

index bad142c536e1..6d28a62bc67a 100644

Lines of this file are not shown. View the raw message.

index 92ab3d546fe4..66b14fedbd18 100644

Lines of this file are not shown. View the raw message.

index fb591118ecb2..68dd4a62975d 100644

Lines of this file are not shown. View the raw message.

index ab419d40a8a7..b5686c25c83c 100644

Lines of this file are not shown. View the raw message.

index 61c07b4a0fe8..1f7e83fd5087 100644

Lines of this file are not shown. View the raw message.

index 5fd94e9d5c61..9a000b0231d6 100644

Lines of this file are not shown. View the raw message.

index 940c0ff668be..4db878c18f41 100644

Lines of this file are not shown. View the raw message.

index 7223bb18b048..d35f93451ee9 100644

Lines of this file are not shown. View the raw message.

index d83abded2039..f25ed22195fa 100644

Lines of this file are not shown. View the raw message.

index 56e455fb5add..456beaf2e769 100644

Lines of this file are not shown. View the raw message.

index ea277c466d8d..4fa4377f0d42 100644

Lines of this file are not shown. View the raw message.

index 86f49c0522ec..bc33da89af26 100644

Lines of this file are not shown. View the raw message.

index c2dafb583cf5..ac264786d2a6 100644

Lines of this file are not shown. View the raw message.

index 6b15a3717ba7..066c16f2ea56 100644

Lines of this file are not shown. View the raw message.

index f1863a891db6..d77604a8996b 100644

Lines of this file are not shown. View the raw message.

index fdb8766d275a..c0363c3bdb0e 100644

Lines of this file are not shown. View the raw message.

index 95e981b4e19c..c6b08e8c5f62 100644

Lines of this file are not shown. View the raw message.

index f183a96778b9..a57399021c8b 100644

Lines of this file are not shown. View the raw message.

index 424df70a5c30..105194de6e13 100644

Lines of this file are not shown. View the raw message.

index 7f6a3e912602..ad549daa9c79 100644

Lines of this file are not shown. View the raw message.

index 5cf22087d243..a94197ef0181 100644

Lines of this file are not shown. View the raw message.

index 424e77a9a109..d30d5ef6d86e 100644

Lines of this file are not shown. View the raw message.

index 0c9bd669117d..ea4b9193b07d 100644

Lines of this file are not shown. View the raw message.

index ea37a5058089..4e9f8dd63dcb 100644

Lines of this file are not shown. View the raw message.

index 35bcbb0ff607..bfafe059bedf 100644

Lines of this file are not shown. View the raw message.

index 5e18513277f1..887cc1a18b1a 100644

Lines of this file are not shown. View the raw message.

index b75df37f70ac..3fea90fe37c7 100644

Lines of this file are not shown. View the raw message.

index 88d5e9a32f28..647fa26da4d2 100644

Lines of this file are not shown. View the raw message.

52 lines not on this page · raw message

index 441f107ed202..970503a7674e 100644

Lines of this file are not shown. View the raw message.

index 9068175e57cd..596388acb31e 100644

Lines of this file are not shown. View the raw message.

index 0c8478d1d698..46507f8bc68b 100644

Lines of this file are not shown. View the raw message.

54 lines not on this page · raw message

71 lines not on this page · raw message

index 0a4ff3ec9c8c..6610af241449 100644

Lines of this file are not shown. View the raw message.

114 lines not on this page · raw message

index 71f004e9dc64..1f54d39003c2 100644

Lines of this file are not shown. View the raw message.

index e2950dbe2068..dcc89b8e149b 100644

Lines of this file are not shown. View the raw message.

index 2a037aae904d..19d974c7e2b7 100644

Lines of this file are not shown. View the raw message.

index 2171bcf0f6c1..487ecc5f9f3c 100644

Lines of this file are not shown. View the raw message.

index 65b13e311916..46e9bf4a4317 100644

Lines of this file are not shown. View the raw message.

index 8bc508336aa5..b87c22146233 100644

Lines of this file are not shown. View the raw message.

index c82f4631fd9c..584076b2a6ee 100644

Lines of this file are not shown. View the raw message.

index 3aca66869b80..21e31eeaa042 100644

Lines of this file are not shown. View the raw message.

index 11697a8b2a1d..c2a437416227 100644

Lines of this file are not shown. View the raw message.

index 6d7d3523b71f..7ade1d005efe 100644

Lines of this file are not shown. View the raw message.

index 0f5adc293962..cb85f75ce101 100644

Lines of this file are not shown. View the raw message.

index b4f6c594808c..e696ee36c2e8 100644

Lines of this file are not shown. View the raw message.

index c69ecd6a19de..fafb4e3f065c 100644

Lines of this file are not shown. View the raw message.

index acb85a1249a8..451575dceae0 100644

Lines of this file are not shown. View the raw message.

index 9d8dd30bd927..d462e17d4793 100644

Lines of this file are not shown. View the raw message.

index fdb011e6ef60..8e4acebf72d6 100644

Lines of this file are not shown. View the raw message.

index 896b24f87ac9..f9c28d3864db 100644

Lines of this file are not shown. View the raw message.

index 8bccf89a7766..682c6e1b45e3 100644

Lines of this file are not shown. View the raw message.

index 2a3a73a8566d..000cff1ce324 100644

Lines of this file are not shown. View the raw message.

index 12683b5d125e..97a1adbd9eae 100644

Lines of this file are not shown. View the raw message.

index ef7941e9dc79..68747182abf9 100644

Lines of this file are not shown. View the raw message.

index 20cc16ea4e5a..4846032bf4ff 100644

Lines of this file are not shown. View the raw message.

index a0fa6d43e0dc..6da502aef2f7 100644

Lines of this file are not shown. View the raw message.

index b18c2b2e7d2c..2b109cdaaad8 100644

Lines of this file are not shown. View the raw message.

index 48d851fbd8ea..310681cccb50 100644

Lines of this file are not shown. View the raw message.

index 9341d647bbd1..1713fb6b33ed 100644

Lines of this file are not shown. View the raw message.

index b5d9d7c2b8ad..f96812d71c51 100644

Lines of this file are not shown. View the raw message.

index f7dd3db9459c..ce125cd24443 100644

Lines of this file are not shown. View the raw message.

index 307073eae7f8..dbedfe72e1fd 100644

Lines of this file are not shown. View the raw message.

index caefd6da8693..d377155fd0b3 100644

Lines of this file are not shown. View the raw message.

index 745ab62154ac..0a6c4ceb95a7 100644

Lines of this file are not shown. View the raw message.

index bc42dd0e10e6..c39425e54d87 100644

Lines of this file are not shown. View the raw message.

index 756c11084f65..86ed63e5d533 100644

Lines of this file are not shown. View the raw message.

index c54df042db6b..bcafab5c53e5 100644

Lines of this file are not shown. View the raw message.

index 436495ff2271..4416cdf9bf30 100644

Lines of this file are not shown. View the raw message.

136 lines not on this page · raw message

index 883cb7a800b1..71ee96a77ae2 100644

Lines of this file are not shown. View the raw message.

index 51f89cecefb4..3f3fe2450fc6 100644

Lines of this file are not shown. View the raw message.

index 48acb61854ed..19c1b8f1b317 100644

Lines of this file are not shown. View the raw message.

43 lines not on this page · raw message

50 lines not on this page · raw message

index 0d6f5569588c..d855399812ee 100644

Lines of this file are not shown. View the raw message.

index 66fb11b6c6a7..6c88ad95b63b 100644

Lines of this file are not shown. View the raw message.

index c7cb336fb064..77b3252270f3 100644

Lines of this file are not shown. View the raw message.

index 1a0cd37b03cd..ccf735d74dc8 100644

Lines of this file are not shown. View the raw message.

index 69ff86e03c63..c43f15c9917c 100644

Lines of this file are not shown. View the raw message.

index ecbb839d2acb..78cdc0558d0c 100644

Lines of this file are not shown. View the raw message.

index 60e60809bedc..d8f9efaca989 100644

Lines of this file are not shown. View the raw message.

index 0abce8edb28b..200a936f601a 100644

Lines of this file are not shown. View the raw message.

index 6337da5cab9e..4edd8ca5c657 100644

Lines of this file are not shown. View the raw message.

index d2479c69d71a..c13f68ab7f6e 100644

Lines of this file are not shown. View the raw message.

index 3d6c55598726..c104562638e3 100644

Lines of this file are not shown. View the raw message.

index 906e4f08967f..2d0ab78b0efa 100644

Lines of this file are not shown. View the raw message.

173 lines not on this page · raw message

index 622e2e01974c..70b63224a230 100644

Lines of this file are not shown. View the raw message.

index f681015413b8..2a1d65754b04 100644

Lines of this file are not shown. View the raw message.

index 36aaeb38e217..53608ac01fab 100644

Lines of this file are not shown. View the raw message.

index cecbcf9060a6..18e999053bae 100644

Lines of this file are not shown. View the raw message.

index 372ca1161c57..c66fd59eb8ff 100644

Lines of this file are not shown. View the raw message.

index 6a969b1d2987..58ccb14f80b3 100644

Lines of this file are not shown. View the raw message.

index 404785128ffd..fb4f4911ea70 100644

Lines of this file are not shown. View the raw message.

index ca080806de17..abb15476eff1 100644

Lines of this file are not shown. View the raw message.

index 143cf80d95f4..acdadb470279 100644

Lines of this file are not shown. View the raw message.

index 98c163431e40..638ec4793798 100644

Lines of this file are not shown. View the raw message.

index 2859cbac3f26..c949c6a82945 100644

Lines of this file are not shown. View the raw message.

index f7d88c33e23e..ad24d2486665 100644

Lines of this file are not shown. View the raw message.

index ee1e39a3daff..b451ef457741 100644

Lines of this file are not shown. View the raw message.

index fa72cf8aaa7a..96195d2fd10f 100644

Lines of this file are not shown. View the raw message.

index 070ca388f9ac..6d56c77741e1 100644

Lines of this file are not shown. View the raw message.

index eb99653f33f9..7657c2a0abbf 100644

Lines of this file are not shown. View the raw message.

index 800f7517bfeb..9a1b0ae07679 100644

Lines of this file are not shown. View the raw message.

index deced8a5bc2d..2a177cd17a9e 100644

Lines of this file are not shown. View the raw message.

index 63fa0f542ccf..3f757198051a 100644

Lines of this file are not shown. View the raw message.

index 24b42483b3c0..d2855f9b3abc 100644

Lines of this file are not shown. View the raw message.

index c4470958b0d5..14bb2c82a562 100644

Lines of this file are not shown. View the raw message.

index e0c7020b12f5..a01bd280c722 100644

Lines of this file are not shown. View the raw message.

index 74ec42ba1e7d..21d092f5acbb 100644

Lines of this file are not shown. View the raw message.

49 lines not on this page · raw message

index b757faead4d1..04fb0e9a571e 100644

Lines of this file are not shown. View the raw message.

index a320e264eaaf..164643140a52 100644

Lines of this file are not shown. View the raw message.

46 lines not on this page · raw message

index c485be081aea..39102b366003 100644

Lines of this file are not shown. View the raw message.

index 2521b643fa05..df385a5a961e 100644

Lines of this file are not shown. View the raw message.

index 9efbd8ca7db8..09d20318a0ea 100644

Lines of this file are not shown. View the raw message.

index 4e5356e26f40..ae32e7fdb563 100644

Lines of this file are not shown. View the raw message.

index d409f606aec0..60009d92e071 100644

Lines of this file are not shown. View the raw message.

index a35b72662e43..a80896647154 100644

Lines of this file are not shown. View the raw message.

index 0483519b7fb0..0c25f6dfb8a6 100644

Lines of this file are not shown. View the raw message.

index ab09dfcdecbd..9a2999285b4a 100644

Lines of this file are not shown. View the raw message.

index 6257459bcee2..6a30f1138454 100644

Lines of this file are not shown. View the raw message.

index 0ba1e94e9012..384c02b9700b 100644

Lines of this file are not shown. View the raw message.

45 lines not on this page · raw message

index f72a6b1fe749..0b89b624af8e 100644

Lines of this file are not shown. View the raw message.

42 lines not on this page · raw message