PERFv2
Subsystems (3)
PATCH v2 4/8 PERFv2
In reply to Andi KleenFrom: Andi Kleen <[email protected]>
Subject: x86/pmu/intel: Add perf event attribute to enable
counter 3
Add a "force_rtm_abort" attribute per perf event attribute to allow user programs to opt in to use counter 3 and disable TSX while the perf event is active.
This allows non root programs to use groups with 4 counters, even if TSX is fully enabled.
The actual defaults depend on further patches.
We use config2 bit 0 in the core PMU for this interface.
--- arch/x86/events/intel/core.c | 21 +++++++++++++++++++++ arch/x86/events/perf_event.h | 2 ++ 2 files changed, 23 insertions(+)
arch/x86/events/intel/core.c +21 -0
@@ -3181,6 +3181,13 @@ static int intel_pmu_hw_config(struct perf_event *event)if (ret)return ret; +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { +if (event->attr.config2 &FORCE_RTM_ABORT ) + event->hw.flags |=PERF_X86_EVENT_ABORT_TSX ; +else + event->hw.exclude =BIT (3 ); + } +if (event->attr.precise_ip) {if (!event->attr.freq) { event->hw.flags |=PERF_X86_EVENT_AUTO_RELOAD ;
@@ -3633,6 +3640,8 @@ PMU_FORMAT_ATTR(ldlat, "config1:0-15");PMU_FORMAT_ATTR (frontend,"config1:0-23" ); +PMU_FORMAT_ATTR (force_rtm_abort,"config2:0" ); +static struct attribute *intel_arch3_formats_attr[] = { &format_attr_event.attr, &format_attr_umask.attr,
@@ -3668,6 +3677,11 @@ static struct attribute *skl_format_attr[] = { NULL, }; +static struct attribute *skl_extra_format_attr[] = { + &format_attr_force_rtm_abort.attr, +NULL , +}; +static __initconst const struct x86_pmu core_pmu = { .name ="core" , .handle_irq = x86_pmu_handle_irq,
@@ -4133,6 +4147,7 @@ __init int intel_pmu_init(void)struct attribute **mem_attr =NULL ;struct attribute **tsx_attr =NULL ;struct attribute **to_free =NULL ; +struct attribute **to_free2 =NULL ;union cpuid10_edx edx;union cpuid10_eax eax;union cpuid10_ebx ebx;
@@ -4597,6 +4612,11 @@ __init int intel_pmu_init(void) boot_cpu_data.x86_model == INTEL_FAM6_SKYLAKE_X);pr_cont ("Skylake events, " ); name ="skylake" ; +if (boot_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { + extra_attr =merge_attr (extra_attr, skl_extra_format_attr); + to_free2 = extra_attr; + x86_pmu.attrs =merge_attr (x86_pmu.attrs, skl_extra_attr); + }break ;default :
@@ -4710,6 +4730,7 @@ __init int intel_pmu_init(void) x86_pmu.handle_irq = intel_pmu_handle_irq_v4;kfree (to_free); +kfree (to_free2);return 0 ; }
arch/x86/events/perf_event.h +2 -0
@@ -775,6 +775,8 @@ int x86_pmu_hw_config(struct perf_event *event);void x86_pmu_disable_all (void ); +#define FORCE_RTM_ABORT (1U << 0) +static inline void __x86_pmu_enable_event (struct hw_perf_event *hwc,u64 enable_mask) {
Signature · 1 line
2.17.2
PATCH v2 1/8 PERFv2
In reply to Andi KleenExport the number of generic and fixed counters in the core PMU in caps/ This helps users and tools with constructing groups. Will be also more important with upcoming patches that can change the number of counters.
--- arch/x86/events/core.c | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+)
arch/x86/events/core.c +20 -0
@@ -2248,8 +2248,28 @@ static ssize_t max_precise_show(struct device *cdev,static DEVICE_ATTR_RO (max_precise); +static ssize_t num_counter_show (struct device *cdev, +struct device_attribute *attr, +char *buf) +{ +return snprintf (buf,PAGE_SIZE ,"%d\n" , x86_pmu.num_counters); +} + +static DEVICE_ATTR_RO (num_counter); + +static ssize_t num_counter_fixed_show (struct device *cdev, +struct device_attribute *attr, +char *buf) +{ +return snprintf (buf,PAGE_SIZE ,"%d\n" , x86_pmu.num_counters_fixed); +} + +static DEVICE_ATTR_RO (num_counter_fixed); +static struct attribute *x86_pmu_caps_attrs[] = { &dev_attr_max_precise.attr, + &dev_attr_num_counter.attr, + &dev_attr_num_counter_fixed.attr,NULL };
Signature · 1 line
2.17.2
PATCH v2 5/8 PERFv2
In reply to Andi KleenAdd a global setting to allow to disable RTM when counter 3 is needed for some perf event group. Otherwise RTM will not be impacted.
This allows existing programs that want to use groups with all four counters to run without changes.
This patch sets the default to TSX enabled, but that could be easily changed.
It also adds a new allow_rtm attribute that allows perf event users to override the default.
The trade offs for setting the option default are:
Using 4 (or 8 with HT off) events in perf versus allowing RTM usage while perf is active.
- Existing programs that use perf groups with 4 counters may not retrieve perfmon data anymore. Perf usages that use less than four (or 7 with HT off) counters are not impacted. Perf usages that don't use group will still work, but will see increase multiplexing.
- TSX programs should not functionally break from forcing RTM to abort because they always need a valid fall back path. However they will see significantly lower performance if they rely on TSX for performance (all RTM transactions will run and only abort at the end), potentially slowing them down so much that it is equivalent to functional breakage.
--- arch/x86/events/core.c | 8 +++++++- arch/x86/events/intel/core.c | 13 ++++++++++++- arch/x86/events/perf_event.h | 3 +++ 3 files changed, 22 insertions(+), 2 deletions(-)
arch/x86/events/core.c +7 -1
@@ -2258,11 +2258,17 @@ static ssize_t max_precise_show(struct device *cdev,static DEVICE_ATTR_RO (max_precise); +bool perf_enable_all_counters__read_mostly ; +static ssize_t num_counter_show (struct device *cdev,struct device_attribute *attr,char *buf) { -return snprintf (buf,PAGE_SIZE ,"%d\n" , x86_pmu.num_counters); +int num = x86_pmu.num_counters; +if (boot_cpu_has (X86_FEATURE_TSX_FORCE_ABORT ) && + !perf_enable_all_counters && num >0 ) + num--; +return snprintf (buf,PAGE_SIZE ,"%d\n" , num); }static DEVICE_ATTR_RO (num_counter);
arch/x86/events/intel/core.c +12 -1
@@ -3182,7 +3182,9 @@ static int intel_pmu_hw_config(struct perf_event *event)return ret;if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { -if (event->attr.config2 &FORCE_RTM_ABORT ) +if ((event->attr.config2 &FORCE_RTM_ABORT ) || + (perf_enable_all_counters && + !(event->attr.config2 &ALLOW_RTM ))) event->hw.flags |=PERF_X86_EVENT_ABORT_TSX ;else event->hw.exclude =BIT (3 );
@@ -3641,6 +3643,7 @@ PMU_FORMAT_ATTR(ldlat, "config1:0-15");PMU_FORMAT_ATTR (frontend,"config1:0-23" );PMU_FORMAT_ATTR (force_rtm_abort,"config2:0" ); +PMU_FORMAT_ATTR (allow_rtm,"config2:1" );static struct attribute *intel_arch3_formats_attr[] = { &format_attr_event.attr,
@@ -3679,6 +3682,7 @@ static struct attribute *skl_format_attr[] = {static struct attribute *skl_extra_format_attr[] = { &format_attr_force_rtm_abort.attr, + &format_attr_allow_rtm.attr,NULL , };
@@ -4141,6 +4145,13 @@ get_events_attrs(struct attribute **base,return attrs; } +static DEVICE_BOOL_ATTR(enable_all_counters, 0644, perf_enable_all_counters); + +static struct attribute *skl_extra_attr[] = { + &dev_attr_enable_all_counters.attr.attr, +NULL , +}; +__init int intel_pmu_init (void ) {struct attribute **extra_attr =NULL ;
arch/x86/events/perf_event.h +3 -0
@@ -776,6 +776,7 @@ int x86_pmu_hw_config(struct perf_event *event);void x86_pmu_disable_all (void );#define FORCE_RTM_ABORT (1U << 0) +#define ALLOW_RTM (1U << 1)static inline void __x86_pmu_enable_event (struct hw_perf_event *hwc,u64 enable_mask)
@@ -863,6 +864,8 @@ static inline int amd_pmu_init(void)#endif /* CONFIG_CPU_SUP_AMD */ +extern bool perf_enable_all_counters; +#ifdef CONFIG_CPU_SUP_INTEL static inline bool intel_pmu_has_bts (struct perf_event *event)
Signature · 1 line
2.17.2
PATCH v2 3/8 PERFv2
In reply to Andi KleenOn Skylake with recent microcode updates due to errata XXX perfmon general purpose counter 3 can be corrupted when RTM transactions are executed.
The microcode provides a new MSR to force disable RTM (make all RTM transactions abort).
This patch adds the low level code to manage this MSR. Depending on a per event flag TSX is disabled while a perf event that uses counter 3 is running. When the event flag is not set, then avoid using counter 3. When the event is scheduled out again reenable TSX again.
This patch avoids reprograming the MSR when counter 3 is reused for a different MSR.
Future patches will add the user interfaces to enable this functionality.
---
v2:
Use u8 instead of bool
Rename force_rtm_abort_active.
--- arch/x86/events/intel/core.c | 40 ++++++++++++++++++++++++++++++ arch/x86/events/perf_event.h | 7 +++++- arch/x86/include/asm/cpufeatures.h | 1 + arch/x86/include/asm/msr-index.h | 3 +++ 4 files changed, 50 insertions(+), 1 deletion(-)
arch/x86/events/intel/core.c +40 -0
@@ -2042,6 +2042,16 @@ static inline bool event_is_checkpointed(struct perf_event *event)return (event->hw.config &HSW_IN_TX_CHECKPOINTED ) !=0 ; } +static void intel_pmu_disable_fra (struct perf_event *event) +{ +struct cpu_hw_events *cpuc =this_cpu_ptr (&cpu_hw_events); + +if (event->hw.idx ==3 && cpuc->rtm_abort_set) { +wrmsrl (MSR_TSX_FORCE_ABORT ,0 ); + cpuc->rtm_abort_set = false; + } +} +static void intel_pmu_disable_event (struct perf_event *event) {struct hw_perf_event *hwc = &event->hw;
@@ -2060,6 +2070,9 @@ static void intel_pmu_disable_event(struct perf_event *event)if (unlikely (event->attr.precise_ip))intel_pmu_pebs_disable (event); +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) +intel_pmu_disable_fra (event, flags); +if (unlikely (hwc->config_base ==MSR_ARCH_PERFMON_FIXED_CTR_CTRL )) {intel_pmu_disable_fixed (hwc);return ;
@@ -2084,6 +2097,30 @@ static void intel_pmu_read_event(struct perf_event *event)x86_perf_event_update (event); } +static bool __use_counter3 (struct perf_event *event) +{ +return event->hw.flags &PERF_X86_EVENT_ABORT_TSX ; +} + +static bool use_counter3 (struct perf_event *event) +{ +return __use_counter3 (event) || + (event->group_leader &&__use_counter3 (event->group_leader)); +} + +static void intel_pmu_enable_fra (struct perf_event *event) +{ +struct cpu_hw_events *cpuc =this_cpu_ptr (&cpu_hw_events); + +if (use_counter3 (event) && + event->hw.idx ==3 && + !cpuc->rtm_abort_set) { +/* No RMW, so other bits get clobbered */ +wrmsrl (MSR_TSX_FORCE_ABORT ,MSR_TFA_RTM_FORCE_ABORT ); + cpuc->rtm_abort_set = true; + } +} +static void intel_pmu_enable_fixed (struct perf_event *event) {struct hw_perf_event *hwc = &event->hw;
@@ -2141,6 +2178,9 @@ static void intel_pmu_enable_event(struct perf_event *event)if (unlikely (event->attr.precise_ip))intel_pmu_pebs_enable (event); +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) +intel_pmu_enable_fra (event); +if (unlikely (hwc->config_base ==MSR_ARCH_PERFMON_FIXED_CTR_CTRL )) {intel_pmu_enable_fixed (event);return ;
arch/x86/events/perf_event.h +6 -1
@@ -70,7 +70,7 @@ struct event_constraint {#define PERF_X86_EVENT_EXCL_ACCT 0x0200/* accounted EXCL event */ #define PERF_X86_EVENT_AUTO_RELOAD 0x0400/* use PEBS auto-reload */ #define PERF_X86_EVENT_LARGE_PEBS 0x0800/* use large PEBS */ - +#define PERF_X86_EVENT_ABORT_TSX 0x1000/* force abort TSX */ struct amd_nb {int nb_id;/* NorthBridge id */
@@ -242,6 +242,11 @@ struct cpu_hw_events {struct intel_excl_cntrs *excl_cntrs;int excl_thread_id;/* 0 or 1 */ +/* +* Manage using counter 3 on Skylake with TSX. +*/ +u8 rtm_abort_set;/* We set the MSR */ +/* * AMD specific bits */
arch/x86/include/asm/cpufeatures.h +1 -0
@@ -344,6 +344,7 @@/* Intel-defined CPU features, CPUID level 0x00000007:0 (EDX), word 18 */ #define X86_FEATURE_AVX512_4VNNIW (18*32+ 2)/* AVX-512 Neural Network Instructions */ #define X86_FEATURE_AVX512_4FMAPS (18*32+ 3)/* AVX-512 Multiply Accumulation Single precision */ +#define X86_FEATURE_TSX_FORCE_ABORT (18*32+13)/* "" TSX_FORCE_ABORT */ #define X86_FEATURE_PCONFIG (18*32+18)/* Intel PCONFIG */ #define X86_FEATURE_SPEC_CTRL (18*32+26)/* "" Speculation Control (IBRS + IBPB) */ #define X86_FEATURE_INTEL_STIBP (18*32+27)/* "" Single Thread Indirect Branch Predictors */
arch/x86/include/asm/msr-index.h +3 -0
@@ -666,6 +666,9 @@#define MSR_IA32_TSC_DEADLINE 0x000006E0 +#define MSR_TSX_FORCE_ABORT 0x0000010F +#define MSR_TFA_RTM_FORCE_ABORT BIT_ULL(0) +/* P4/Xeon+ specific */ #define MSR_IA32_MCG_EAX 0x00000180#define MSR_IA32_MCG_EBX 0x00000181
Signature · 1 line
2.17.2
PATCH v2 8/8 PERFv2
In reply to Andi KleenRecent microcode for Skylake added a new CPUID bit and MSR to control TSX aborting and enabling PMU counter 3. This patch adds support for controlling counter 3 from KVM guests.
Intercept the MSR and set the correct attribute on the perf events used by the virtualized PMU. TSX is only disabled when counter 3 is actually used by the host PMU. The guest can use all four counters without multiplexing.
Also export the CPUID bit.
---
v2:
Redo implementation. We already intercept the MSR now and pass the correct attribute to the host perf. The MSR is only active when counter 3 is actually used, but the guest can use all counters without multiplexing.
--- arch/x86/include/asm/kvm_host.h | 1 + arch/x86/kvm/cpuid.c | 3 ++- arch/x86/kvm/pmu.c | 19 ++++++++++++------- arch/x86/kvm/pmu.h | 6 ++++-- arch/x86/kvm/pmu_amd.c | 2 +- arch/x86/kvm/vmx/pmu_intel.c | 16 ++++++++++++++-- 6 files changed, 34 insertions(+), 13 deletions(-)
arch/x86/include/asm/kvm_host.h +1 -0
@@ -470,6 +470,7 @@ struct kvm_pmu {u64 global_ctrl_mask;u64 reserved_bits;u8 version; +u8 force_tsx_abort;struct kvm_pmc gp_counters[INTEL_PMC_MAX_GENERIC ];struct kvm_pmc fixed_counters[INTEL_PMC_MAX_FIXED ];struct irq_work irq_work;
arch/x86/kvm/cpuid.c +2 -1
@@ -409,7 +409,8 @@ static inline int __do_cpuid_ent(struct kvm_cpuid_entry2 *entry, u32 function,/* cpuid 7.0.edx*/ const u32 kvm_cpuid_7_0_edx_x86_features =F (AVX512_4VNNIW ) |F (AVX512_4FMAPS ) |F (SPEC_CTRL ) | -F (SPEC_CTRL_SSBD ) |F (ARCH_CAPABILITIES ) |F (INTEL_STIBP ); +F (SPEC_CTRL_SSBD ) |F (ARCH_CAPABILITIES ) |F (INTEL_STIBP ) | +F (TSX_FORCE_ABORT );/* all calls to cpuid_count() should be made on the same cpu */ get_cpu ();
arch/x86/kvm/pmu.c +12 -7
@@ -99,7 +99,8 @@ static void kvm_perf_overflow_intr(struct perf_event *perf_event,static void pmc_reprogram_counter (struct kvm_pmc *pmc,u32 type,unsigned config,bool exclude_user,bool exclude_kernel,bool intr, -bool in_tx,bool in_tx_cp) +bool in_tx,bool in_tx_cp, +bool tsx_force_abort) {struct perf_event *event;struct perf_event_attr attr = {
@@ -111,6 +112,7 @@ static void pmc_reprogram_counter(struct kvm_pmc *pmc, u32 type, .exclude_user = exclude_user, .exclude_kernel = exclude_kernel, .config = config, + .config2 = tsx_force_abort, }; attr.sample_period = (-pmc->counter) &pmc_bitmask (pmc);
@@ -140,7 +142,8 @@ static void pmc_reprogram_counter(struct kvm_pmc *pmc, u32 type,clear_bit (pmc->idx, (unsigned long *)&pmc_to_pmu (pmc)->reprogram_pmi); } -void reprogram_gp_counter (struct kvm_pmc *pmc,u64 eventsel) +void reprogram_gp_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc, +u64 eventsel) {unsigned config, type =PERF_TYPE_RAW ;u8 event_select, unit_mask;
@@ -178,11 +181,13 @@ void reprogram_gp_counter(struct kvm_pmc *pmc, u64 eventsel) !(eventsel &ARCH_PERFMON_EVENTSEL_OS ), eventsel &ARCH_PERFMON_EVENTSEL_INT , (eventsel &HSW_IN_TX ), - (eventsel & HSW_IN_TX_CHECKPOINTED)); + (eventsel &HSW_IN_TX_CHECKPOINTED ), + pmu->force_tsx_abort); }EXPORT_SYMBOL_GPL (reprogram_gp_counter); -void reprogram_fixed_counter (struct kvm_pmc *pmc,u8 ctrl,int idx) +void reprogram_fixed_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc, +u8 ctrl,int idx) {unsigned en_field = ctrl &0x3 ;bool pmi = ctrl &0x8 ;
@@ -196,7 +201,7 @@ void reprogram_fixed_counter(struct kvm_pmc *pmc, u8 ctrl, int idx) kvm_x86_ops->pmu_ops->find_fixed_event (idx), !(en_field &0x2 ),/* exclude user */ !(en_field &0x1 ),/* exclude kernel */ - pmi, false, false); + pmi, false, false, pmu->force_tsx_abort); }EXPORT_SYMBOL_GPL (reprogram_fixed_counter);
@@ -208,12 +213,12 @@ void reprogram_counter(struct kvm_pmu *pmu, int pmc_idx)return ;if (pmc_is_gp (pmc)) -reprogram_gp_counter (pmc, pmc->eventsel); +reprogram_gp_counter (pmu, pmc, pmc->eventsel);else {int idx = pmc_idx -INTEL_PMC_IDX_FIXED ;u8 ctrl =fixed_ctrl_field (pmu->fixed_ctr_ctrl, idx); -reprogram_fixed_counter (pmc, ctrl, idx); +reprogram_fixed_counter (pmu, pmc, ctrl, idx); } }EXPORT_SYMBOL_GPL (reprogram_counter);
arch/x86/kvm/pmu.h +4 -2
@@ -102,8 +102,10 @@ static inline struct kvm_pmc *get_fixed_pmc(struct kvm_pmu *pmu, u32 msr)return NULL ; } -void reprogram_gp_counter (struct kvm_pmc *pmc,u64 eventsel); -void reprogram_fixed_counter (struct kvm_pmc *pmc,u8 ctrl,int fixed_idx); +void reprogram_gp_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc, +u64 eventsel); +void reprogram_fixed_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc,u8 ctrl, +int fixed_idx);void reprogram_counter (struct kvm_pmu *pmu,int pmc_idx);void kvm_pmu_deliver_pmi (struct kvm_vcpu *vcpu);
arch/x86/kvm/pmu_amd.c +1 -1
@@ -250,7 +250,7 @@ static int amd_pmu_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)if (data == pmc->eventsel)return 0 ;if (!(data & pmu->reserved_bits)) { -reprogram_gp_counter (pmc, data); +reprogram_gp_counter (pmu, pmc, data);return 0 ; } }
arch/x86/kvm/vmx/pmu_intel.c +14 -2
@@ -49,7 +49,7 @@ static void reprogram_fixed_counters(struct kvm_pmu *pmu, u64 data)if (old_ctrl == new_ctrl)continue ; -reprogram_fixed_counter (pmc, new_ctrl, i); +reprogram_fixed_counter (pmu, pmc, new_ctrl, i); } pmu->fixed_ctr_ctrl = data;
@@ -148,6 +148,9 @@ static bool intel_is_valid_msr(struct kvm_vcpu *vcpu, u32 msr)int ret;switch (msr) { +case MSR_TSX_FORCE_ABORT : +return guest_cpuid_has (vcpu,X86_FEATURE_TSX_FORCE_ABORT ); +case MSR_CORE_PERF_FIXED_CTR_CTRL :case MSR_CORE_PERF_GLOBAL_STATUS :case MSR_CORE_PERF_GLOBAL_CTRL :
@@ -182,6 +185,9 @@ static int intel_pmu_get_msr(struct kvm_vcpu *vcpu, u32 msr, u64 *data)case MSR_CORE_PERF_GLOBAL_OVF_CTRL : *data = pmu->global_ovf_ctrl;return 0 ; +case MSR_TSX_FORCE_ABORT : + *data = pmu->force_tsx_abort; +return 0 ;default :if ((pmc =get_gp_pmc (pmu, msr,MSR_IA32_PERFCTR0 )) || (pmc =get_fixed_pmc (pmu, msr))) {
@@ -234,6 +240,12 @@ static int intel_pmu_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)return 0 ; }break ; +case MSR_TSX_FORCE_ABORT : +if (data & ~1ULL ) +break ; +/* Will take effect at next enable */ + pmu->force_tsx_abort = data; +return 0 ;default :if ((pmc =get_gp_pmc (pmu, msr,MSR_IA32_PERFCTR0 )) || (pmc =get_fixed_pmc (pmu, msr))) {
@@ -245,7 +257,7 @@ static int intel_pmu_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)if (data == pmc->eventsel)return 0 ;if (!(data & pmu->reserved_bits)) { -reprogram_gp_counter (pmc, data); +reprogram_gp_counter (pmu, pmc, data);return 0 ; } }
Signature · 1 line
2.17.2
v2 cover PERFv2
Walnut is an functional (not security) issue with TSX. The upcoming microcode updates on Skylake may corrupt perfmon counter 3 when RTM transactions are used.
There is a new MSR that allows to force abort RTM, and free counter 3.
The following patchkit adds the support to perf to avoid using counter 3, or disabling TSX when counter 3 is needed for perf.
There are per perf event and global options to set the default.
This patch sets the default to TSX enabled, but
that could be easily changed.
We can have a discussion on the trade offs of the default setting. I suspect it's a decision that should be made by Linus, as it may impact user programs either way.
The trade offs for setting the option default are:
Using 4 (or 8 with HT off) events in perf versus
allowing RTM usage while perf is active.
- Existing programs that use perf groups with 4 counters may not retrieve perfmon data anymore. Perf usages that use less than four (or 7 with HT off) counters are not impacted. Perf usages that don't use group will still work, but will see increase multiplexing.
- TSX programs should not functionally break from forcing RTM to abort because they always need a valid fall back path. However they will see significantly lower performance if they rely on TSX for performance (all RTM transactions will run and only abort at the end), potentially slowing them down so much that it is equivalent to functional breakage.
Patches are against tip/perf/core as of
commit ca3bb3d027f69ac3ab1dafb32bde2f5a3a44439c (tip/perf/core)
Author: Elena Reshetova <[email protected]>
-Andi
v1: Initial post
v2: Minor updates in code (see individual patches)
Removed optimization to not change MSR for update. This caused missing MSR updates in some cases.
Redid KVM code to always intercept MSR and pass correct flag to host perf.
Andi Kleen (8):
x86/pmu/intel: Export number of counters in caps x86/pmu/intel: Support excluding GP counters in scheduler x86/pmu/intel: Handle TSX with counter 3 on Skylake x86/pmu/intel: Add perf event attribute to enable counter 3 x86/pmu/intel: Add global option for enable all counters perf stat: Make all existing groups weak
perf stat: Don't count EL for --transaction with three counters
kvm: vmx: Support TSX_FORCE_ABORT in KVM guests
arch/x86/events/core.c | 50 ++++++++++++++++++--- arch/x86/events/intel/core.c | 72 ++++++++++++++++++++++++++++++ arch/x86/events/intel/uncore.c | 2 +- arch/x86/events/perf_event.h | 15 ++++++- arch/x86/include/asm/cpufeatures.h | 1 + arch/x86/include/asm/kvm_host.h | 1 + arch/x86/include/asm/msr-index.h | 3 ++ arch/x86/kvm/cpuid.c | 3 +- arch/x86/kvm/pmu.c | 19 +++++--- arch/x86/kvm/pmu.h | 6 ++- arch/x86/kvm/pmu_amd.c | 2 +- arch/x86/kvm/vmx/pmu_intel.c | 16 ++++++- include/linux/perf_event.h | 1 + tools/perf/builtin-stat.c | 38 +++++++++++----- tools/perf/util/pmu.c | 10 +++++ tools/perf/util/pmu.h | 1 + 16 files changed, 206 insertions(+), 34 deletions(-)
Signature · 1 line
2.17.2
PATCH v2 6/8 PERFv2
From: Andi Kleen <[email protected]>
Subject: perf stat: Make all existing groups weak
Now that we may only have three counters make the --topdown and the --transaction groups weak, so that they still work.
--- tools/perf/builtin-stat.c | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-)
tools/perf/builtin-stat.c +5 -3
@@ -101,7 +101,7 @@ static const char *transaction_attrs = {"cpu/tx-start/," "cpu/el-start/," "cpu/cycles-ct/" - "}" + "}:W" };/* More limited version when the CPU does not have all events. */
@@ -112,7 +112,7 @@ static const char * transaction_limited_attrs = {"cycles," "cpu/cycles-t/," "cpu/tx-start/" -"}" +"}:W" };static const char * topdown_attrs[] = {
@@ -999,7 +999,7 @@ static int topdown_filter_events(const char **attr, char **str, bool use_group) } attr[i - off] =NULL ; - *str =malloc (len +1 +2 ); + *str =malloc (len +1 +2 +2 );if (!*str)return -1 ; s = *str;
@@ -1016,6 +1016,8 @@ static int topdown_filter_events(const char **attr, char **str, bool use_group) }if (use_group) { s[-1 ] ='}' ; + *s++ =':' ; + *s++ ='W' ; *s =0 ; }else s[-1 ] =0 ;
Signature · 1 line
2.17.2
PATCH v2 7/8 PERFv2
In reply to Andi KleenWhen the system only has three counters HLE (EL) is also not available. Detect that there are only three counters and then automatically disable el-starts for --transaction. This avoids event multiplexing in this situation with no loss of information.
--- tools/perf/builtin-stat.c | 30 ++++++++++++++++++++++-------- tools/perf/util/pmu.c | 10 ++++++++++ tools/perf/util/pmu.h | 1 + 3 files changed, 33 insertions(+), 8 deletions(-)
tools/perf/builtin-stat.c +22 -8
@@ -104,6 +104,18 @@ static const char *transaction_attrs = {"}:W" }; +static const char *transaction_noel_attrs = { +"task-clock," +"{" +"instructions," +"cycles," +"cpu/cycles-t/," +"cpu/tx-start/," +"cpu/cycles-ct/" +"}:W" +}; + +/* More limited version when the CPU does not have all events. */ static const char * transaction_limited_attrs = {"task-clock,"
@@ -1160,6 +1172,8 @@ static int add_default_attributes(void)return 0 ;if (transaction_run) { +const char *attrs = transaction_limited_attrs; +/* Handle -T as -M transaction. Once platform specific metrics * support has been added to the json files, all archictures * will use this approach. To determine transaction support
@@ -1173,16 +1187,16 @@ static int add_default_attributes(void) }if (pmu_have_event ("cpu" ,"cycles-ct" ) && -pmu_have_event ("cpu" ,"el-start" )) - err =parse_events (evsel_list, transaction_attrs, - &errinfo); -else - err =parse_events (evsel_list, - transaction_limited_attrs, - &errinfo); +pmu_have_event ("cpu" ,"el-start" )) { +if (pmu_num_counters ("cpu" ) ==3 ) + attrs = transaction_noel_attrs; +else + attrs = transaction_attrs; + } + err =parse_events (evsel_list, attrs, &errinfo);if (err) {fprintf (stderr,"Cannot set up transaction events\n" ); -parse_events_print_error (&errinfo, transaction_attrs); +parse_events_print_error (&errinfo, attrs);return -1 ; }return 0 ;
tools/perf/util/pmu.c +10 -0
@@ -1495,3 +1495,13 @@ int perf_pmu__scan_file(struct perf_pmu *pmu, const char *name, const char *fmt,va_end (args);return ret; } + +int pmu_num_counters (const char *pname) +{ +unsigned long num; +struct perf_pmu *pmu =perf_pmu__find (pname); + +if (pmu &&perf_pmu__scan_file (pmu,"caps/num_counter" ,"%ld" , &num) ==1 ) +return num; +return -1 ; +}
tools/perf/util/pmu.h +1 -0
@@ -85,6 +85,7 @@ struct perf_pmu *perf_pmu__scan(struct perf_pmu *pmu);void print_pmu_events (const char *event_glob,bool name_only,bool quiet,bool long_desc,bool details_flag);bool pmu_have_event (const char *pname,const char *name); +int pmu_num_counters (const char *); int perf_pmu__scan_file(struct perf_pmu *pmu, const char *name, const char *fmt, ...) __scanf(3, 4);
Signature · 1 line
2.17.2
PATCH v2 2/8 PERFv2
In reply to Andi KleenAdd support for excluding GP counters per event in the x86 event scheduler. This is right now used for a bug workaround in a followon patch, but will be also later useful for more efficient PMU virtualization in KVM.
--- arch/x86/events/core.c | 24 +++++++++++++++++------- arch/x86/events/intel/uncore.c | 2 +- arch/x86/events/perf_event.h | 3 ++- include/linux/perf_event.h | 1 + 4 files changed, 21 insertions(+), 9 deletions(-)
arch/x86/events/core.c +17 -7
@@ -685,6 +685,7 @@ struct perf_sched {int max_events;int max_gp;int saved_states; +u64 exclude;struct event_constraint **constraints;struct sched_state state;struct sched_state saved[SCHED_STATES_MAX ];
@@ -694,7 +695,7 @@ struct perf_sched {* Initialize interator that runs through all events and counters. */ static void perf_sched_init (struct perf_sched *sched,struct event_constraint **constraints, -int num,int wmin,int wmax,int gpmax) +int num,int wmin,int wmax,int gpmax,u64 exclude) {int idx;
@@ -703,6 +704,7 @@ static void perf_sched_init(struct perf_sched *sched, struct event_constraint ** sched->max_weight = wmax; sched->max_gp = gpmax; sched->constraints = constraints; + sched->exclude = exclude;for (idx =0 ; idx < num; idx++) {if (constraints[idx]->weight == wmin)
@@ -745,6 +747,7 @@ static bool __perf_sched_find_counter(struct perf_sched *sched) {struct event_constraint *c;int idx; +u64 idxmsk;if (!sched->state.unassigned)return false;
@@ -753,10 +756,12 @@ static bool __perf_sched_find_counter(struct perf_sched *sched)return false; c = sched->constraints[sched->state.event]; + idxmsk = c->idxmsk64 & ~sched->exclude;/* Prefer fixed purpose counters */ -if (c->idxmsk64 & (~0ULL <<INTEL_PMC_IDX_FIXED )) { +if (idxmsk & (~0ULL <<INTEL_PMC_IDX_FIXED )) { idx =INTEL_PMC_IDX_FIXED ; -for_each_set_bit_from (idx, c->idxmsk,X86_PMC_IDX_MAX ) { +for_each_set_bit_from (idx, (unsigned long *)&idxmsk, +X86_PMC_IDX_MAX ) {if (!__test_and_set_bit (idx, sched->state.used)) goto done; }
@@ -764,7 +769,7 @@ static bool __perf_sched_find_counter(struct perf_sched *sched)/* Grab the first unused counter starting with idx */ idx = sched->state.counter; -for_each_set_bit_from (idx, c->idxmsk,INTEL_PMC_IDX_FIXED ) { +for_each_set_bit_from (idx, (unsigned long *)&idxmsk,INTEL_PMC_IDX_FIXED ) {if (!__test_and_set_bit (idx, sched->state.used)) {if (sched->state.nr_gp++ >= sched->max_gp)return false;
@@ -827,11 +832,12 @@ static bool perf_sched_next_event(struct perf_sched *sched)* Assign a counter for each event. */ int perf_assign_events (struct event_constraint **constraints,int n, -int wmin,int wmax,int gpmax,int *assign) +int wmin,int wmax,int gpmax,int *assign, +u64 exclude) {struct perf_sched sched; -perf_sched_init (&sched, constraints, n, wmin, wmax, gpmax); +perf_sched_init (&sched, constraints, n, wmin, wmax, gpmax, exclude); do { if (!perf_sched_find_counter(&sched))
@@ -851,6 +857,7 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign)struct perf_event *e;int i, wmin, wmax, unsched =0 ;struct hw_perf_event *hwc; +u64 exclude =0 ;bitmap_zero (used_mask,X86_PMC_IDX_MAX );
@@ -873,6 +880,8 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) hwc = &cpuc->event_list[i]->hw; c = cpuc->event_constraint[i]; + exclude |= hwc->exclude; +/* never assigned */ if (hwc->idx ==-1 )break ;
@@ -894,6 +903,7 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign)if (i != n) {int gpmax = x86_pmu.num_counters; + gpmax =max_t (int,0 , gpmax -hweight32 (exclude));/* * Do not allow scheduling of more than half the available * generic counters.
@@ -909,7 +919,7 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) gpmax /=2 ; unsched =perf_assign_events (cpuc->event_constraint, n, wmin, - wmax, gpmax, assign); + wmax, gpmax, assign, exclude); }/*
arch/x86/events/intel/uncore.c +1 -1
@@ -442,7 +442,7 @@ static int uncore_assign_events(struct intel_uncore_box *box, int assign[], int/* slow path */ if (i != n) ret =perf_assign_events (box->event_constraint, n, - wmin, wmax, n, assign); + wmin, wmax, n, assign,0 );if (!assign || ret) {for (i =0 ; i < n; i++)
arch/x86/events/perf_event.h +2 -1
@@ -783,7 +783,8 @@ static inline void __x86_pmu_enable_event(struct hw_perf_event *hwc,void x86_pmu_enable_all (int added);int perf_assign_events (struct event_constraint **constraints,int n, -int wmin,int wmax,int gpmax,int *assign); +int wmin,int wmax,int gpmax,int *assign, +u64 exclude);int x86_schedule_events (struct cpu_hw_events *cpuc,int n,int *assign);void x86_pmu_stop (struct perf_event *event,int flags);
include/linux/perf_event.h +1 -0
@@ -125,6 +125,7 @@ struct hw_perf_event {u64 last_tag;unsigned long config_base;unsigned long event_base; +u64 exclude;int event_base_rdpmc;int idx;int last_cpu;
Signature · 1 line
2.17.2
mbox of the patches attached.
From 3c5756531a45ca9791a9c4bca295e92e063957ac Mon Sep 17 00:00:00 2001
From: Andi Kleen <[email protected]>
Date: Tue, 18 Sep 2018 13:18:07 -0700
Subject: [PATCH 1/8] x86/pmu/intel: Export number of counters in caps
Status: O
Content-Length: 1263
Lines: 45
Export the number of generic and fixed counters in the core PMU in caps/ This helps users and tools with constructing groups. Will be also more important with upcoming patches that can change the number of counters.
--- arch/x86/events/core.c | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+)
arch/x86/events/core.c +20 -0
@@ -2248,8 +2248,28 @@ static ssize_t max_precise_show(struct device *cdev,static DEVICE_ATTR_RO (max_precise); +static ssize_t num_counter_show (struct device *cdev, +struct device_attribute *attr, +char *buf) +{ +return snprintf (buf,PAGE_SIZE ,"%d\n" , x86_pmu.num_counters); +} + +static DEVICE_ATTR_RO (num_counter); + +static ssize_t num_counter_fixed_show (struct device *cdev, +struct device_attribute *attr, +char *buf) +{ +return snprintf (buf,PAGE_SIZE ,"%d\n" , x86_pmu.num_counters_fixed); +} + +static DEVICE_ATTR_RO (num_counter_fixed); +static struct attribute *x86_pmu_caps_attrs[] = { &dev_attr_max_precise.attr, + &dev_attr_num_counter.attr, + &dev_attr_num_counter_fixed.attr,NULL };
Signature · 23 lines
2.17.2 From 6837c3d8994cbbc086e2a209fe00fb2f3d166b32 Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Mon, 4 Feb 2019 16:32:06 -0800 Subject: [PATCH 2/8] x86/pmu/intel: Support excluding GP counters in scheduler Status: O Content-Length: 5829 Lines: 165 Add support for excluding GP counters per event in the x86 event scheduler. This is right now used for a bug workaround in a followon patch, but will be also later useful for more efficient PMU virtualization in KVM. Signed-off-by: Andi Kleen <[email protected]> --- arch/x86/events/core.c | 24 +++++++++++++++++------- arch/x86/events/intel/uncore.c | 2 +- arch/x86/events/perf_event.h | 3 ++- include/linux/perf_event.h | 1 + 4 files changed, 21 insertions(+), 9 deletions(-)
arch/x86/events/core.c +17 -7
@@ -685,6 +685,7 @@ struct perf_sched {int max_events;int max_gp;int saved_states; +u64 exclude;struct event_constraint **constraints;struct sched_state state;struct sched_state saved[SCHED_STATES_MAX ];
@@ -694,7 +695,7 @@ struct perf_sched {* Initialize interator that runs through all events and counters. */ static void perf_sched_init (struct perf_sched *sched,struct event_constraint **constraints, -int num,int wmin,int wmax,int gpmax) +int num,int wmin,int wmax,int gpmax,u64 exclude) {int idx;
@@ -703,6 +704,7 @@ static void perf_sched_init(struct perf_sched *sched, struct event_constraint ** sched->max_weight = wmax; sched->max_gp = gpmax; sched->constraints = constraints; + sched->exclude = exclude;for (idx =0 ; idx < num; idx++) {if (constraints[idx]->weight == wmin)
@@ -745,6 +747,7 @@ static bool __perf_sched_find_counter(struct perf_sched *sched) {struct event_constraint *c;int idx; +u64 idxmsk;if (!sched->state.unassigned)return false;
@@ -753,10 +756,12 @@ static bool __perf_sched_find_counter(struct perf_sched *sched)return false; c = sched->constraints[sched->state.event]; + idxmsk = c->idxmsk64 & ~sched->exclude;/* Prefer fixed purpose counters */ -if (c->idxmsk64 & (~0ULL <<INTEL_PMC_IDX_FIXED )) { +if (idxmsk & (~0ULL <<INTEL_PMC_IDX_FIXED )) { idx =INTEL_PMC_IDX_FIXED ; -for_each_set_bit_from (idx, c->idxmsk,X86_PMC_IDX_MAX ) { +for_each_set_bit_from (idx, (unsigned long *)&idxmsk, +X86_PMC_IDX_MAX ) {if (!__test_and_set_bit (idx, sched->state.used)) goto done; }
@@ -764,7 +769,7 @@ static bool __perf_sched_find_counter(struct perf_sched *sched)/* Grab the first unused counter starting with idx */ idx = sched->state.counter; -for_each_set_bit_from (idx, c->idxmsk,INTEL_PMC_IDX_FIXED ) { +for_each_set_bit_from (idx, (unsigned long *)&idxmsk,INTEL_PMC_IDX_FIXED ) {if (!__test_and_set_bit (idx, sched->state.used)) {if (sched->state.nr_gp++ >= sched->max_gp)return false;
@@ -827,11 +832,12 @@ static bool perf_sched_next_event(struct perf_sched *sched)* Assign a counter for each event. */ int perf_assign_events (struct event_constraint **constraints,int n, -int wmin,int wmax,int gpmax,int *assign) +int wmin,int wmax,int gpmax,int *assign, +u64 exclude) {struct perf_sched sched; -perf_sched_init (&sched, constraints, n, wmin, wmax, gpmax); +perf_sched_init (&sched, constraints, n, wmin, wmax, gpmax, exclude); do { if (!perf_sched_find_counter(&sched))
@@ -851,6 +857,7 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign)struct perf_event *e;int i, wmin, wmax, unsched =0 ;struct hw_perf_event *hwc; +u64 exclude =0 ;bitmap_zero (used_mask,X86_PMC_IDX_MAX );
@@ -873,6 +880,8 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) hwc = &cpuc->event_list[i]->hw; c = cpuc->event_constraint[i]; + exclude |= hwc->exclude; +/* never assigned */ if (hwc->idx ==-1 )break ;
@@ -894,6 +903,7 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign)if (i != n) {int gpmax = x86_pmu.num_counters; + gpmax =max_t (int,0 , gpmax -hweight32 (exclude));/* * Do not allow scheduling of more than half the available * generic counters.
@@ -909,7 +919,7 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) gpmax /=2 ; unsched =perf_assign_events (cpuc->event_constraint, n, wmin, - wmax, gpmax, assign); + wmax, gpmax, assign, exclude); }/*
arch/x86/events/intel/uncore.c +1 -1
@@ -442,7 +442,7 @@ static int uncore_assign_events(struct intel_uncore_box *box, int assign[], int/* slow path */ if (i != n) ret =perf_assign_events (box->event_constraint, n, - wmin, wmax, n, assign); + wmin, wmax, n, assign,0 );if (!assign || ret) {for (i =0 ; i < n; i++)
arch/x86/events/perf_event.h +2 -1
@@ -783,7 +783,8 @@ static inline void __x86_pmu_enable_event(struct hw_perf_event *hwc,void x86_pmu_enable_all (int added);int perf_assign_events (struct event_constraint **constraints,int n, -int wmin,int wmax,int gpmax,int *assign); +int wmin,int wmax,int gpmax,int *assign, +u64 exclude);int x86_schedule_events (struct cpu_hw_events *cpuc,int n,int *assign);void x86_pmu_stop (struct perf_event *event,int flags);
include/linux/perf_event.h +1 -0
@@ -125,6 +125,7 @@ struct hw_perf_event {u64 last_tag;unsigned long config_base;unsigned long event_base; +u64 exclude;int event_base_rdpmc;int idx;int last_cpu;
Signature · 42 lines
2.17.2 From 583e51cd2a2246421610871ee7413907345f7828 Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Mon, 4 Feb 2019 16:36:40 -0800 Subject: [PATCH 3/8] x86/pmu/intel: Handle TSX with counter 3 on Skylake Status: O Content-Length: 5404 Lines: 158 On Skylake with recent microcode updates due to errata XXX perfmon general purpose counter 3 can be corrupted when RTM transactions are executed. The microcode provides a new MSR to force disable RTM (make all RTM transactions abort). This patch adds the low level code to manage this MSR. Depending on a per event flag TSX is disabled while a perf event that uses counter 3 is running. When the event flag is not set, then avoid using counter 3. When the event is scheduled out again reenable TSX again. This patch avoids reprograming the MSR when counter 3 is reused for a different MSR. Future patches will add the user interfaces to enable this functionality. Signed-off-by: Andi Kleen <[email protected]> --- v2: Use u8 instead of bool Rename force_rtm_abort_active. --- arch/x86/events/intel/core.c | 40 ++++++++++++++++++++++++++++++ arch/x86/events/perf_event.h | 7 +++++- arch/x86/include/asm/cpufeatures.h | 1 + arch/x86/include/asm/msr-index.h | 3 +++ 4 files changed, 50 insertions(+), 1 deletion(-)
arch/x86/events/intel/core.c +40 -0
@@ -2042,6 +2042,16 @@ static inline bool event_is_checkpointed(struct perf_event *event)return (event->hw.config &HSW_IN_TX_CHECKPOINTED ) !=0 ; } +static void intel_pmu_disable_fra (struct perf_event *event) +{ +struct cpu_hw_events *cpuc =this_cpu_ptr (&cpu_hw_events); + +if (event->hw.idx ==3 && cpuc->rtm_abort_set) { +wrmsrl (MSR_TSX_FORCE_ABORT ,0 ); + cpuc->rtm_abort_set = false; + } +} +static void intel_pmu_disable_event (struct perf_event *event) {struct hw_perf_event *hwc = &event->hw;
@@ -2060,6 +2070,9 @@ static void intel_pmu_disable_event(struct perf_event *event)if (unlikely (event->attr.precise_ip))intel_pmu_pebs_disable (event); +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) +intel_pmu_disable_fra (event, flags); +if (unlikely (hwc->config_base ==MSR_ARCH_PERFMON_FIXED_CTR_CTRL )) {intel_pmu_disable_fixed (hwc);return ;
@@ -2084,6 +2097,30 @@ static void intel_pmu_read_event(struct perf_event *event)x86_perf_event_update (event); } +static bool __use_counter3 (struct perf_event *event) +{ +return event->hw.flags &PERF_X86_EVENT_ABORT_TSX ; +} + +static bool use_counter3 (struct perf_event *event) +{ +return __use_counter3 (event) || + (event->group_leader &&__use_counter3 (event->group_leader)); +} + +static void intel_pmu_enable_fra (struct perf_event *event) +{ +struct cpu_hw_events *cpuc =this_cpu_ptr (&cpu_hw_events); + +if (use_counter3 (event) && + event->hw.idx ==3 && + !cpuc->rtm_abort_set) { +/* No RMW, so other bits get clobbered */ +wrmsrl (MSR_TSX_FORCE_ABORT ,MSR_TFA_RTM_FORCE_ABORT ); + cpuc->rtm_abort_set = true; + } +} +static void intel_pmu_enable_fixed (struct perf_event *event) {struct hw_perf_event *hwc = &event->hw;
@@ -2141,6 +2178,9 @@ static void intel_pmu_enable_event(struct perf_event *event)if (unlikely (event->attr.precise_ip))intel_pmu_pebs_enable (event); +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) +intel_pmu_enable_fra (event); +if (unlikely (hwc->config_base ==MSR_ARCH_PERFMON_FIXED_CTR_CTRL )) {intel_pmu_enable_fixed (event);return ;
arch/x86/events/perf_event.h +6 -1
@@ -70,7 +70,7 @@ struct event_constraint {#define PERF_X86_EVENT_EXCL_ACCT 0x0200/* accounted EXCL event */ #define PERF_X86_EVENT_AUTO_RELOAD 0x0400/* use PEBS auto-reload */ #define PERF_X86_EVENT_LARGE_PEBS 0x0800/* use large PEBS */ - +#define PERF_X86_EVENT_ABORT_TSX 0x1000/* force abort TSX */ struct amd_nb {int nb_id;/* NorthBridge id */
@@ -242,6 +242,11 @@ struct cpu_hw_events {struct intel_excl_cntrs *excl_cntrs;int excl_thread_id;/* 0 or 1 */ +/* +* Manage using counter 3 on Skylake with TSX. +*/ +u8 rtm_abort_set;/* We set the MSR */ +/* * AMD specific bits */
arch/x86/include/asm/cpufeatures.h +1 -0
@@ -344,6 +344,7 @@/* Intel-defined CPU features, CPUID level 0x00000007:0 (EDX), word 18 */ #define X86_FEATURE_AVX512_4VNNIW (18*32+ 2)/* AVX-512 Neural Network Instructions */ #define X86_FEATURE_AVX512_4FMAPS (18*32+ 3)/* AVX-512 Multiply Accumulation Single precision */ +#define X86_FEATURE_TSX_FORCE_ABORT (18*32+13)/* "" TSX_FORCE_ABORT */ #define X86_FEATURE_PCONFIG (18*32+18)/* Intel PCONFIG */ #define X86_FEATURE_SPEC_CTRL (18*32+26)/* "" Speculation Control (IBRS + IBPB) */ #define X86_FEATURE_INTEL_STIBP (18*32+27)/* "" Single Thread Indirect Branch Predictors */
arch/x86/include/asm/msr-index.h +3 -0
@@ -666,6 +666,9 @@#define MSR_IA32_TSC_DEADLINE 0x000006E0 +#define MSR_TSX_FORCE_ABORT 0x0000010F +#define MSR_TFA_RTM_FORCE_ABORT BIT_ULL(0) +/* P4/Xeon+ specific */ #define MSR_IA32_MCG_EAX 0x00000180#define MSR_IA32_MCG_EBX 0x00000181
Signature · 28 lines
2.17.2 From bb3b849d7271aa49ac362919a999e16c7c41638b Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Mon, 4 Feb 2019 16:47:07 -0800 Subject: [PATCH 4/8] x86/pmu/intel: Add perf event attribute to enable counter 3 Status: O Content-Length: 2976 Lines: 100 Add a "force_rtm_abort" attribute per perf event attribute to allow user programs to opt in to use counter 3 and disable TSX while the perf event is active. This allows non root programs to use groups with 4 counters, even if TSX is fully enabled. The actual defaults depend on further patches. We use config2 bit 0 in the core PMU for this interface. Signed-off-by: Andi Kleen <[email protected]> --- arch/x86/events/intel/core.c | 21 +++++++++++++++++++++ arch/x86/events/perf_event.h | 2 ++ 2 files changed, 23 insertions(+)
arch/x86/events/intel/core.c +21 -0
@@ -3181,6 +3181,13 @@ static int intel_pmu_hw_config(struct perf_event *event)if (ret)return ret; +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { +if (event->attr.config2 &FORCE_RTM_ABORT ) + event->hw.flags |=PERF_X86_EVENT_ABORT_TSX ; +else + event->hw.exclude =BIT (3 ); + } +if (event->attr.precise_ip) {if (!event->attr.freq) { event->hw.flags |=PERF_X86_EVENT_AUTO_RELOAD ;
@@ -3633,6 +3640,8 @@ PMU_FORMAT_ATTR(ldlat, "config1:0-15");PMU_FORMAT_ATTR (frontend,"config1:0-23" ); +PMU_FORMAT_ATTR (force_rtm_abort,"config2:0" ); +static struct attribute *intel_arch3_formats_attr[] = { &format_attr_event.attr, &format_attr_umask.attr,
@@ -3668,6 +3677,11 @@ static struct attribute *skl_format_attr[] = { NULL, }; +static struct attribute *skl_extra_format_attr[] = { + &format_attr_force_rtm_abort.attr, +NULL , +}; +static __initconst const struct x86_pmu core_pmu = { .name ="core" , .handle_irq = x86_pmu_handle_irq,
@@ -4133,6 +4147,7 @@ __init int intel_pmu_init(void)struct attribute **mem_attr =NULL ;struct attribute **tsx_attr =NULL ;struct attribute **to_free =NULL ; +struct attribute **to_free2 =NULL ;union cpuid10_edx edx;union cpuid10_eax eax;union cpuid10_ebx ebx;
@@ -4597,6 +4612,11 @@ __init int intel_pmu_init(void) boot_cpu_data.x86_model == INTEL_FAM6_SKYLAKE_X);pr_cont ("Skylake events, " ); name ="skylake" ; +if (boot_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { + extra_attr =merge_attr (extra_attr, skl_extra_format_attr); + to_free2 = extra_attr; + x86_pmu.attrs =merge_attr (x86_pmu.attrs, skl_extra_attr); + }break ;default :
@@ -4710,6 +4730,7 @@ __init int intel_pmu_init(void) x86_pmu.handle_irq = intel_pmu_handle_irq_v4;kfree (to_free); +kfree (to_free2);return 0 ; }
arch/x86/events/perf_event.h +2 -0
@@ -775,6 +775,8 @@ int x86_pmu_hw_config(struct perf_event *event);void x86_pmu_disable_all (void ); +#define FORCE_RTM_ABORT (1U << 0) +static inline void __x86_pmu_enable_event (struct hw_perf_event *hwc,u64 enable_mask) {
Signature · 49 lines
2.17.2 From 9d56319fee38739b876946e171dd7be749e1a97b Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Wed, 21 Nov 2018 17:12:32 -0800 Subject: [PATCH 5/8] x86/pmu/intel: Add global option for enable all counters Status: O Content-Length: 4261 Lines: 131 Add a global setting to allow to disable RTM when counter 3 is needed for some perf event group. Otherwise RTM will not be impacted. This allows existing programs that want to use groups with all four counters to run without changes. This patch sets the default to TSX enabled, but that could be easily changed. It also adds a new allow_rtm attribute that allows perf event users to override the default. The trade offs for setting the option default are: Using 4 (or 8 with HT off) events in perf versus allowing RTM usage while perf is active. - Existing programs that use perf groups with 4 counters may not retrieve perfmon data anymore. Perf usages that use less than four (or 7 with HT off) counters are not impacted. Perf usages that don't use group will still work, but will see increase multiplexing. - TSX programs should not functionally break from forcing RTM to abort because they always need a valid fall back path. However they will see significantly lower performance if they rely on TSX for performance (all RTM transactions will run and only abort at the end), potentially slowing them down so much that it is equivalent to functional breakage. Signed-off-by: Andi Kleen <[email protected]> --- arch/x86/events/core.c | 8 +++++++- arch/x86/events/intel/core.c | 13 ++++++++++++- arch/x86/events/perf_event.h | 3 +++ 3 files changed, 22 insertions(+), 2 deletions(-)
arch/x86/events/core.c +7 -1
@@ -2258,11 +2258,17 @@ static ssize_t max_precise_show(struct device *cdev,static DEVICE_ATTR_RO (max_precise); +bool perf_enable_all_counters__read_mostly ; +static ssize_t num_counter_show (struct device *cdev,struct device_attribute *attr,char *buf) { -return snprintf (buf,PAGE_SIZE ,"%d\n" , x86_pmu.num_counters); +int num = x86_pmu.num_counters; +if (boot_cpu_has (X86_FEATURE_TSX_FORCE_ABORT ) && + !perf_enable_all_counters && num >0 ) + num--; +return snprintf (buf,PAGE_SIZE ,"%d\n" , num); }static DEVICE_ATTR_RO (num_counter);
arch/x86/events/intel/core.c +12 -1
@@ -3182,7 +3182,9 @@ static int intel_pmu_hw_config(struct perf_event *event)return ret;if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { -if (event->attr.config2 &FORCE_RTM_ABORT ) +if ((event->attr.config2 &FORCE_RTM_ABORT ) || + (perf_enable_all_counters && + !(event->attr.config2 &ALLOW_RTM ))) event->hw.flags |=PERF_X86_EVENT_ABORT_TSX ;else event->hw.exclude =BIT (3 );
@@ -3641,6 +3643,7 @@ PMU_FORMAT_ATTR(ldlat, "config1:0-15");PMU_FORMAT_ATTR (frontend,"config1:0-23" );PMU_FORMAT_ATTR (force_rtm_abort,"config2:0" ); +PMU_FORMAT_ATTR (allow_rtm,"config2:1" );static struct attribute *intel_arch3_formats_attr[] = { &format_attr_event.attr,
@@ -3679,6 +3682,7 @@ static struct attribute *skl_format_attr[] = {static struct attribute *skl_extra_format_attr[] = { &format_attr_force_rtm_abort.attr, + &format_attr_allow_rtm.attr,NULL , };
@@ -4141,6 +4145,13 @@ get_events_attrs(struct attribute **base,return attrs; } +static DEVICE_BOOL_ATTR(enable_all_counters, 0644, perf_enable_all_counters); + +static struct attribute *skl_extra_attr[] = { + &dev_attr_enable_all_counters.attr.attr, +NULL , +}; +__init int intel_pmu_init (void ) {struct attribute **extra_attr =NULL ;
arch/x86/events/perf_event.h +3 -0
@@ -776,6 +776,7 @@ int x86_pmu_hw_config(struct perf_event *event);void x86_pmu_disable_all (void );#define FORCE_RTM_ABORT (1U << 0) +#define ALLOW_RTM (1U << 1)static inline void __x86_pmu_enable_event (struct hw_perf_event *hwc,u64 enable_mask)
@@ -863,6 +864,8 @@ static inline int amd_pmu_init(void)#endif /* CONFIG_CPU_SUP_AMD */ +extern bool perf_enable_all_counters; +#ifdef CONFIG_CPU_SUP_INTEL static inline bool intel_pmu_has_bts (struct perf_event *event)
Signature · 18 lines
2.17.2 From affcea3deaab10a79ebc9539655a8620f055137e Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Fri, 28 Sep 2018 16:03:06 -0700 Subject: [PATCH 6/8] perf stat: Make all existing groups weak Status: O Content-Length: 1268 Lines: 51 Now that we may only have three counters make the --topdown and the --transaction groups weak, so that they still work. Signed-off-by: Andi Kleen <[email protected]> --- tools/perf/builtin-stat.c | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-)
tools/perf/builtin-stat.c +5 -3
@@ -101,7 +101,7 @@ static const char *transaction_attrs = {"cpu/tx-start/," "cpu/el-start/," "cpu/cycles-ct/" - "}" + "}:W" };/* More limited version when the CPU does not have all events. */
@@ -112,7 +112,7 @@ static const char * transaction_limited_attrs = {"cycles," "cpu/cycles-t/," "cpu/tx-start/" -"}" +"}:W" };static const char * topdown_attrs[] = {
@@ -999,7 +999,7 @@ static int topdown_filter_events(const char **attr, char **str, bool use_group) } attr[i - off] =NULL ; - *str =malloc (len +1 +2 ); + *str =malloc (len +1 +2 +2 );if (!*str)return -1 ; s = *str;
@@ -1016,6 +1016,8 @@ static int topdown_filter_events(const char **attr, char **str, bool use_group) }if (use_group) { s[-1 ] ='}' ; + *s++ =':' ; + *s++ ='W' ; *s =0 ; }else s[-1 ] =0 ;
Signature · 24 lines
2.17.2 From 62292403cca4e428755d8debd4a4bb214e1d1b47 Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Fri, 28 Sep 2018 16:04:08 -0700 Subject: [PATCH 7/8] perf stat: Don't count EL for --transaction with three counters Status: O Content-Length: 3235 Lines: 103 When the system only has three counters HLE (EL) is also not available. Detect that there are only three counters and then automatically disable el-starts for --transaction. This avoids event multiplexing in this situation with no loss of information. Signed-off-by: Andi Kleen <[email protected]> --- tools/perf/builtin-stat.c | 30 ++++++++++++++++++++++-------- tools/perf/util/pmu.c | 10 ++++++++++ tools/perf/util/pmu.h | 1 + 3 files changed, 33 insertions(+), 8 deletions(-)
tools/perf/builtin-stat.c +22 -8
@@ -104,6 +104,18 @@ static const char *transaction_attrs = {"}:W" }; +static const char *transaction_noel_attrs = { +"task-clock," +"{" +"instructions," +"cycles," +"cpu/cycles-t/," +"cpu/tx-start/," +"cpu/cycles-ct/" +"}:W" +}; + +/* More limited version when the CPU does not have all events. */ static const char * transaction_limited_attrs = {"task-clock,"
@@ -1160,6 +1172,8 @@ static int add_default_attributes(void)return 0 ;if (transaction_run) { +const char *attrs = transaction_limited_attrs; +/* Handle -T as -M transaction. Once platform specific metrics * support has been added to the json files, all archictures * will use this approach. To determine transaction support
@@ -1173,16 +1187,16 @@ static int add_default_attributes(void) }if (pmu_have_event ("cpu" ,"cycles-ct" ) && -pmu_have_event ("cpu" ,"el-start" )) - err =parse_events (evsel_list, transaction_attrs, - &errinfo); -else - err =parse_events (evsel_list, - transaction_limited_attrs, - &errinfo); +pmu_have_event ("cpu" ,"el-start" )) { +if (pmu_num_counters ("cpu" ) ==3 ) + attrs = transaction_noel_attrs; +else + attrs = transaction_attrs; + } + err =parse_events (evsel_list, attrs, &errinfo);if (err) {fprintf (stderr,"Cannot set up transaction events\n" ); -parse_events_print_error (&errinfo, transaction_attrs); +parse_events_print_error (&errinfo, attrs);return -1 ; }return 0 ;
tools/perf/util/pmu.c +10 -0
@@ -1495,3 +1495,13 @@ int perf_pmu__scan_file(struct perf_pmu *pmu, const char *name, const char *fmt,va_end (args);return ret; } + +int pmu_num_counters (const char *pname) +{ +unsigned long num; +struct perf_pmu *pmu =perf_pmu__find (pname); + +if (pmu &&perf_pmu__scan_file (pmu,"caps/num_counter" ,"%ld" , &num) ==1 ) +return num; +return -1 ; +}
tools/perf/util/pmu.h +1 -0
@@ -85,6 +85,7 @@ struct perf_pmu *perf_pmu__scan(struct perf_pmu *pmu);void print_pmu_events (const char *event_glob,bool name_only,bool quiet,bool long_desc,bool details_flag);bool pmu_have_event (const char *pname,const char *name); +int pmu_num_counters (const char *); int perf_pmu__scan_file(struct perf_pmu *pmu, const char *name, const char *fmt, ...) __scanf(3, 4);
Signature · 38 lines
2.17.2 From c8716ab9ee8706ca85d6d53c3e03494cf9006e05 Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Fri, 1 Feb 2019 18:17:19 -0800 Subject: [PATCH 8/8] kvm: vmx: Support TSX_FORCE_ABORT in KVM guests Status: O Content-Length: 7695 Lines: 213 Recent microcode for Skylake added a new CPUID bit and MSR to control TSX aborting and enabling PMU counter 3. This patch adds support for controlling counter 3 from KVM guests. Intercept the MSR and set the correct attribute on the perf events used by the virtualized PMU. TSX is only disabled when counter 3 is actually used by the host PMU. The guest can use all four counters without multiplexing. Also export the CPUID bit. Signed-off-by: Andi Kleen <[email protected]> --- v2: Redo implementation. We already intercept the MSR now and pass the correct attribute to the host perf. The MSR is only active when counter 3 is actually used, but the guest can use all counters without multiplexing. --- arch/x86/include/asm/kvm_host.h | 1 + arch/x86/kvm/cpuid.c | 3 ++- arch/x86/kvm/pmu.c | 19 ++++++++++++------- arch/x86/kvm/pmu.h | 6 ++++-- arch/x86/kvm/pmu_amd.c | 2 +- arch/x86/kvm/vmx/pmu_intel.c | 16 ++++++++++++++-- 6 files changed, 34 insertions(+), 13 deletions(-)
arch/x86/include/asm/kvm_host.h +1 -0
@@ -470,6 +470,7 @@ struct kvm_pmu {u64 global_ctrl_mask;u64 reserved_bits;u8 version; +u8 force_tsx_abort;struct kvm_pmc gp_counters[INTEL_PMC_MAX_GENERIC ];struct kvm_pmc fixed_counters[INTEL_PMC_MAX_FIXED ];struct irq_work irq_work;
arch/x86/kvm/cpuid.c +2 -1
@@ -409,7 +409,8 @@ static inline int __do_cpuid_ent(struct kvm_cpuid_entry2 *entry, u32 function,/* cpuid 7.0.edx*/ const u32 kvm_cpuid_7_0_edx_x86_features =F (AVX512_4VNNIW ) |F (AVX512_4FMAPS ) |F (SPEC_CTRL ) | -F (SPEC_CTRL_SSBD ) |F (ARCH_CAPABILITIES ) |F (INTEL_STIBP ); +F (SPEC_CTRL_SSBD ) |F (ARCH_CAPABILITIES ) |F (INTEL_STIBP ) | +F (TSX_FORCE_ABORT );/* all calls to cpuid_count() should be made on the same cpu */ get_cpu ();
arch/x86/kvm/pmu.c +12 -7
@@ -99,7 +99,8 @@ static void kvm_perf_overflow_intr(struct perf_event *perf_event,static void pmc_reprogram_counter (struct kvm_pmc *pmc,u32 type,unsigned config,bool exclude_user,bool exclude_kernel,bool intr, -bool in_tx,bool in_tx_cp) +bool in_tx,bool in_tx_cp, +bool tsx_force_abort) {struct perf_event *event;struct perf_event_attr attr = {
@@ -111,6 +112,7 @@ static void pmc_reprogram_counter(struct kvm_pmc *pmc, u32 type, .exclude_user = exclude_user, .exclude_kernel = exclude_kernel, .config = config, + .config2 = tsx_force_abort, }; attr.sample_period = (-pmc->counter) &pmc_bitmask (pmc);
@@ -140,7 +142,8 @@ static void pmc_reprogram_counter(struct kvm_pmc *pmc, u32 type,clear_bit (pmc->idx, (unsigned long *)&pmc_to_pmu (pmc)->reprogram_pmi); } -void reprogram_gp_counter (struct kvm_pmc *pmc,u64 eventsel) +void reprogram_gp_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc, +u64 eventsel) {unsigned config, type =PERF_TYPE_RAW ;u8 event_select, unit_mask;
@@ -178,11 +181,13 @@ void reprogram_gp_counter(struct kvm_pmc *pmc, u64 eventsel) !(eventsel &ARCH_PERFMON_EVENTSEL_OS ), eventsel &ARCH_PERFMON_EVENTSEL_INT , (eventsel &HSW_IN_TX ), - (eventsel & HSW_IN_TX_CHECKPOINTED)); + (eventsel &HSW_IN_TX_CHECKPOINTED ), + pmu->force_tsx_abort); }EXPORT_SYMBOL_GPL (reprogram_gp_counter); -void reprogram_fixed_counter (struct kvm_pmc *pmc,u8 ctrl,int idx) +void reprogram_fixed_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc, +u8 ctrl,int idx) {unsigned en_field = ctrl &0x3 ;bool pmi = ctrl &0x8 ;
@@ -196,7 +201,7 @@ void reprogram_fixed_counter(struct kvm_pmc *pmc, u8 ctrl, int idx) kvm_x86_ops->pmu_ops->find_fixed_event (idx), !(en_field &0x2 ),/* exclude user */ !(en_field &0x1 ),/* exclude kernel */ - pmi, false, false); + pmi, false, false, pmu->force_tsx_abort); }EXPORT_SYMBOL_GPL (reprogram_fixed_counter);
@@ -208,12 +213,12 @@ void reprogram_counter(struct kvm_pmu *pmu, int pmc_idx)return ;if (pmc_is_gp (pmc)) -reprogram_gp_counter (pmc, pmc->eventsel); +reprogram_gp_counter (pmu, pmc, pmc->eventsel);else {int idx = pmc_idx -INTEL_PMC_IDX_FIXED ;u8 ctrl =fixed_ctrl_field (pmu->fixed_ctr_ctrl, idx); -reprogram_fixed_counter (pmc, ctrl, idx); +reprogram_fixed_counter (pmu, pmc, ctrl, idx); } }EXPORT_SYMBOL_GPL (reprogram_counter);
arch/x86/kvm/pmu.h +4 -2
@@ -102,8 +102,10 @@ static inline struct kvm_pmc *get_fixed_pmc(struct kvm_pmu *pmu, u32 msr)return NULL ; } -void reprogram_gp_counter (struct kvm_pmc *pmc,u64 eventsel); -void reprogram_fixed_counter (struct kvm_pmc *pmc,u8 ctrl,int fixed_idx); +void reprogram_gp_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc, +u64 eventsel); +void reprogram_fixed_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc,u8 ctrl, +int fixed_idx);void reprogram_counter (struct kvm_pmu *pmu,int pmc_idx);void kvm_pmu_deliver_pmi (struct kvm_vcpu *vcpu);
arch/x86/kvm/pmu_amd.c +1 -1
@@ -250,7 +250,7 @@ static int amd_pmu_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)if (data == pmc->eventsel)return 0 ;if (!(data & pmu->reserved_bits)) { -reprogram_gp_counter (pmc, data); +reprogram_gp_counter (pmu, pmc, data);return 0 ; } }
arch/x86/kvm/vmx/pmu_intel.c +14 -2
@@ -49,7 +49,7 @@ static void reprogram_fixed_counters(struct kvm_pmu *pmu, u64 data)if (old_ctrl == new_ctrl)continue ; -reprogram_fixed_counter (pmc, new_ctrl, i); +reprogram_fixed_counter (pmu, pmc, new_ctrl, i); } pmu->fixed_ctr_ctrl = data;
@@ -148,6 +148,9 @@ static bool intel_is_valid_msr(struct kvm_vcpu *vcpu, u32 msr)int ret;switch (msr) { +case MSR_TSX_FORCE_ABORT : +return guest_cpuid_has (vcpu,X86_FEATURE_TSX_FORCE_ABORT ); +case MSR_CORE_PERF_FIXED_CTR_CTRL :case MSR_CORE_PERF_GLOBAL_STATUS :case MSR_CORE_PERF_GLOBAL_CTRL :
@@ -182,6 +185,9 @@ static int intel_pmu_get_msr(struct kvm_vcpu *vcpu, u32 msr, u64 *data)case MSR_CORE_PERF_GLOBAL_OVF_CTRL : *data = pmu->global_ovf_ctrl;return 0 ; +case MSR_TSX_FORCE_ABORT : + *data = pmu->force_tsx_abort; +return 0 ;default :if ((pmc =get_gp_pmc (pmu, msr,MSR_IA32_PERFCTR0 )) || (pmc =get_fixed_pmc (pmu, msr))) {
@@ -234,6 +240,12 @@ static int intel_pmu_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)return 0 ; }break ; +case MSR_TSX_FORCE_ABORT : +if (data & ~1ULL ) +break ; +/* Will take effect at next enable */ + pmu->force_tsx_abort = data; +return 0 ;default :if ((pmc =get_gp_pmc (pmu, msr,MSR_IA32_PERFCTR0 )) || (pmc =get_fixed_pmc (pmu, msr))) {
@@ -245,7 +257,7 @@ static int intel_pmu_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)if (data == pmc->eventsel)return 0 ;if (!(data & pmu->reserved_bits)) { -reprogram_gp_counter (pmc, data); +reprogram_gp_counter (pmu, pmc, data);return 0 ; } }
Signature · 1 line
2.17.2
I managed to post a old version of the patch.
Please use this one. Only two lines difference, so no full repost.
On Skylake with recent microcode updates due to errata XXX perfmon general purpose counter 3 can be corrupted when RTM transactions are executed.
The microcode provides a new MSR to force disable RTM (make all RTM transactions abort).
This patch adds the low level code to manage this MSR. Depending on a per event flag TSX is disabled while a perf event that uses counter 3 is running. When the event flag is not set, then avoid using counter 3. When the event is scheduled out again reenable TSX again.
This patch avoids reprograming the MSR when counter 3 is reused for a different MSR.
Future patches will add the user interfaces to enable this functionality.
---
v2:
Use u8 instead of bool
Rename force_rtm_abort_active.
v3:
Use correct patch version that actually compiles.
arch/x86/events/intel/core.c +40 -0
@@ -2042,6 +2042,16 @@ static inline bool event_is_checkpointed(struct perf_event *event)return (event->hw.config &HSW_IN_TX_CHECKPOINTED ) !=0 ; } +static void intel_pmu_disable_fra (struct perf_event *event) +{ +struct cpu_hw_events *cpuc =this_cpu_ptr (&cpu_hw_events); + +if (event->hw.idx ==3 && cpuc->rtm_abort_set) { +wrmsrl (MSR_TSX_FORCE_ABORT ,0 ); + cpuc->rtm_abort_set = false; + } +} +static void intel_pmu_disable_event (struct perf_event *event) {struct hw_perf_event *hwc = &event->hw;
@@ -2060,6 +2070,9 @@ static void intel_pmu_disable_event(struct perf_event *event)if (unlikely (event->attr.precise_ip))intel_pmu_pebs_disable (event); +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) +intel_pmu_disable_fra (event); +if (unlikely (hwc->config_base ==MSR_ARCH_PERFMON_FIXED_CTR_CTRL )) {intel_pmu_disable_fixed (hwc);return ;
@@ -2084,6 +2097,30 @@ static void intel_pmu_read_event(struct perf_event *event)x86_perf_event_update (event); } +static bool __use_counter3 (struct perf_event *event) +{ +return event->hw.flags &PERF_X86_EVENT_ABORT_TSX ; +} + +static bool use_counter3 (struct perf_event *event) +{ +return __use_counter3 (event) || + (event->group_leader &&__use_counter3 (event->group_leader)); +} + +static void intel_pmu_enable_fra (struct perf_event *event) +{ +struct cpu_hw_events *cpuc =this_cpu_ptr (&cpu_hw_events); + +if (use_counter3 (event) && + event->hw.idx ==3 && + !cpuc->rtm_abort_set) { +/* No RMW, so other bits get clobbered */ +wrmsrl (MSR_TSX_FORCE_ABORT ,MSR_TFA_RTM_FORCE_ABORT ); + cpuc->rtm_abort_set = true; + } +} +static void intel_pmu_enable_fixed (struct perf_event *event) {struct hw_perf_event *hwc = &event->hw;
@@ -2141,6 +2178,9 @@ static void intel_pmu_enable_event(struct perf_event *event)if (unlikely (event->attr.precise_ip))intel_pmu_pebs_enable (event); +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) +intel_pmu_enable_fra (event); +if (unlikely (hwc->config_base ==MSR_ARCH_PERFMON_FIXED_CTR_CTRL )) {intel_pmu_enable_fixed (event);return ;
arch/x86/events/perf_event.h +6 -1
@@ -70,7 +70,7 @@ struct event_constraint {#define PERF_X86_EVENT_EXCL_ACCT 0x0200/* accounted EXCL event */ #define PERF_X86_EVENT_AUTO_RELOAD 0x0400/* use PEBS auto-reload */ #define PERF_X86_EVENT_LARGE_PEBS 0x0800/* use large PEBS */ - +#define PERF_X86_EVENT_ABORT_TSX 0x1000/* force abort TSX */ struct amd_nb {int nb_id;/* NorthBridge id */
@@ -242,6 +242,11 @@ struct cpu_hw_events {struct intel_excl_cntrs *excl_cntrs;int excl_thread_id;/* 0 or 1 */ +/* +* Manage using counter 3 on Skylake with TSX. +*/ +u8 rtm_abort_set;/* We set the MSR */ +/* * AMD specific bits */
arch/x86/include/asm/cpufeatures.h +1 -0
@@ -344,6 +344,7 @@/* Intel-defined CPU features, CPUID level 0x00000007:0 (EDX), word 18 */ #define X86_FEATURE_AVX512_4VNNIW (18*32+ 2)/* AVX-512 Neural Network Instructions */ #define X86_FEATURE_AVX512_4FMAPS (18*32+ 3)/* AVX-512 Multiply Accumulation Single precision */ +#define X86_FEATURE_TSX_FORCE_ABORT (18*32+13)/* "" TSX_FORCE_ABORT */ #define X86_FEATURE_PCONFIG (18*32+18)/* Intel PCONFIG */ #define X86_FEATURE_SPEC_CTRL (18*32+26)/* "" Speculation Control (IBRS + IBPB) */ #define X86_FEATURE_INTEL_STIBP (18*32+27)/* "" Single Thread Indirect Branch Predictors */
arch/x86/include/asm/msr-index.h +3 -0
@@ -666,6 +666,9 @@#define MSR_IA32_TSC_DEADLINE 0x000006E0 +#define MSR_TSX_FORCE_ABORT 0x0000010F +#define MSR_TFA_RTM_FORCE_ABORT BIT_ULL(0) +/* P4/Xeon+ specific */ #define MSR_IA32_MCG_EAX 0x00000180#define MSR_IA32_MCG_EBX 0x00000181
Updated mailbox with the patch series. Please use this version.
-Andi
From 3c5756531a45ca9791a9c4bca295e92e063957ac Mon Sep 17 00:00:00 2001
From: Andi Kleen <[email protected]>
Date: Tue, 18 Sep 2018 13:18:07 -0700
Subject: [PATCH 1/8] x86/pmu/intel: Export number of counters in caps
Export the number of generic and fixed counters in the core PMU in caps/ This helps users and tools with constructing groups. Will be also more important with upcoming patches that can change the number of counters.
--- arch/x86/events/core.c | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+)
arch/x86/events/core.c +20 -0
@@ -2248,8 +2248,28 @@ static ssize_t max_precise_show(struct device *cdev,static DEVICE_ATTR_RO (max_precise); +static ssize_t num_counter_show (struct device *cdev, +struct device_attribute *attr, +char *buf) +{ +return snprintf (buf,PAGE_SIZE ,"%d\n" , x86_pmu.num_counters); +} + +static DEVICE_ATTR_RO (num_counter); + +static ssize_t num_counter_fixed_show (struct device *cdev, +struct device_attribute *attr, +char *buf) +{ +return snprintf (buf,PAGE_SIZE ,"%d\n" , x86_pmu.num_counters_fixed); +} + +static DEVICE_ATTR_RO (num_counter_fixed); +static struct attribute *x86_pmu_caps_attrs[] = { &dev_attr_max_precise.attr, + &dev_attr_num_counter.attr, + &dev_attr_num_counter_fixed.attr,NULL };
Signature · 20 lines
2.17.2 From 6837c3d8994cbbc086e2a209fe00fb2f3d166b32 Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Mon, 4 Feb 2019 16:32:06 -0800 Subject: [PATCH 2/8] x86/pmu/intel: Support excluding GP counters in scheduler Add support for excluding GP counters per event in the x86 event scheduler. This is right now used for a bug workaround in a followon patch, but will be also later useful for more efficient PMU virtualization in KVM. Signed-off-by: Andi Kleen <[email protected]> --- arch/x86/events/core.c | 24 +++++++++++++++++------- arch/x86/events/intel/uncore.c | 2 +- arch/x86/events/perf_event.h | 3 ++- include/linux/perf_event.h | 1 + 4 files changed, 21 insertions(+), 9 deletions(-)
arch/x86/events/core.c +17 -7
@@ -685,6 +685,7 @@ struct perf_sched {int max_events;int max_gp;int saved_states; +u64 exclude;struct event_constraint **constraints;struct sched_state state;struct sched_state saved[SCHED_STATES_MAX ];
@@ -694,7 +695,7 @@ struct perf_sched {* Initialize interator that runs through all events and counters. */ static void perf_sched_init (struct perf_sched *sched,struct event_constraint **constraints, -int num,int wmin,int wmax,int gpmax) +int num,int wmin,int wmax,int gpmax,u64 exclude) {int idx;
@@ -703,6 +704,7 @@ static void perf_sched_init(struct perf_sched *sched, struct event_constraint ** sched->max_weight = wmax; sched->max_gp = gpmax; sched->constraints = constraints; + sched->exclude = exclude;for (idx =0 ; idx < num; idx++) {if (constraints[idx]->weight == wmin)
@@ -745,6 +747,7 @@ static bool __perf_sched_find_counter(struct perf_sched *sched) {struct event_constraint *c;int idx; +u64 idxmsk;if (!sched->state.unassigned)return false;
@@ -753,10 +756,12 @@ static bool __perf_sched_find_counter(struct perf_sched *sched)return false; c = sched->constraints[sched->state.event]; + idxmsk = c->idxmsk64 & ~sched->exclude;/* Prefer fixed purpose counters */ -if (c->idxmsk64 & (~0ULL <<INTEL_PMC_IDX_FIXED )) { +if (idxmsk & (~0ULL <<INTEL_PMC_IDX_FIXED )) { idx =INTEL_PMC_IDX_FIXED ; -for_each_set_bit_from (idx, c->idxmsk,X86_PMC_IDX_MAX ) { +for_each_set_bit_from (idx, (unsigned long *)&idxmsk, +X86_PMC_IDX_MAX ) {if (!__test_and_set_bit (idx, sched->state.used)) goto done; }
@@ -764,7 +769,7 @@ static bool __perf_sched_find_counter(struct perf_sched *sched)/* Grab the first unused counter starting with idx */ idx = sched->state.counter; -for_each_set_bit_from (idx, c->idxmsk,INTEL_PMC_IDX_FIXED ) { +for_each_set_bit_from (idx, (unsigned long *)&idxmsk,INTEL_PMC_IDX_FIXED ) {if (!__test_and_set_bit (idx, sched->state.used)) {if (sched->state.nr_gp++ >= sched->max_gp)return false;
@@ -827,11 +832,12 @@ static bool perf_sched_next_event(struct perf_sched *sched)* Assign a counter for each event. */ int perf_assign_events (struct event_constraint **constraints,int n, -int wmin,int wmax,int gpmax,int *assign) +int wmin,int wmax,int gpmax,int *assign, +u64 exclude) {struct perf_sched sched; -perf_sched_init (&sched, constraints, n, wmin, wmax, gpmax); +perf_sched_init (&sched, constraints, n, wmin, wmax, gpmax, exclude); do { if (!perf_sched_find_counter(&sched))
@@ -851,6 +857,7 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign)struct perf_event *e;int i, wmin, wmax, unsched =0 ;struct hw_perf_event *hwc; +u64 exclude =0 ;bitmap_zero (used_mask,X86_PMC_IDX_MAX );
@@ -873,6 +880,8 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) hwc = &cpuc->event_list[i]->hw; c = cpuc->event_constraint[i]; + exclude |= hwc->exclude; +/* never assigned */ if (hwc->idx ==-1 )break ;
@@ -894,6 +903,7 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign)if (i != n) {int gpmax = x86_pmu.num_counters; + gpmax =max_t (int,0 , gpmax -hweight32 (exclude));/* * Do not allow scheduling of more than half the available * generic counters.
@@ -909,7 +919,7 @@ int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) gpmax /=2 ; unsched =perf_assign_events (cpuc->event_constraint, n, wmin, - wmax, gpmax, assign); + wmax, gpmax, assign, exclude); }/*
arch/x86/events/intel/uncore.c +1 -1
@@ -442,7 +442,7 @@ static int uncore_assign_events(struct intel_uncore_box *box, int assign[], int/* slow path */ if (i != n) ret =perf_assign_events (box->event_constraint, n, - wmin, wmax, n, assign); + wmin, wmax, n, assign,0 );if (!assign || ret) {for (i =0 ; i < n; i++)
arch/x86/events/perf_event.h +2 -1
@@ -783,7 +783,8 @@ static inline void __x86_pmu_enable_event(struct hw_perf_event *hwc,void x86_pmu_enable_all (int added);int perf_assign_events (struct event_constraint **constraints,int n, -int wmin,int wmax,int gpmax,int *assign); +int wmin,int wmax,int gpmax,int *assign, +u64 exclude);int x86_schedule_events (struct cpu_hw_events *cpuc,int n,int *assign);void x86_pmu_stop (struct perf_event *event,int flags);
include/linux/perf_event.h +1 -0
@@ -125,6 +125,7 @@ struct hw_perf_event {u64 last_tag;unsigned long config_base;unsigned long event_base; +u64 exclude;int event_base_rdpmc;int idx;int last_cpu;
Signature · 41 lines
2.17.2 From 732c13c1a40f632b8ace7c14d6322a667407333c Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Mon, 4 Feb 2019 16:36:40 -0800 Subject: [PATCH 3/8] x86/pmu/intel: Handle TSX with counter 3 on Skylake On Skylake with recent microcode updates due to errata XXX perfmon general purpose counter 3 can be corrupted when RTM transactions are executed. The microcode provides a new MSR to force disable RTM (make all RTM transactions abort). This patch adds the low level code to manage this MSR. Depending on a per event flag TSX is disabled while a perf event that uses counter 3 is running. When the event flag is not set, then avoid using counter 3. When the event is scheduled out again reenable TSX again. This patch avoids reprograming the MSR when counter 3 is reused for a different MSR. Future patches will add the user interfaces to enable this functionality. Signed-off-by: Andi Kleen <[email protected]> --- v2: Use u8 instead of bool Rename force_rtm_abort_active. v3: Use correct patch version that actually compiles. --- arch/x86/events/intel/core.c | 40 ++++++++++++++++++++++++++++++ arch/x86/events/perf_event.h | 7 +++++- arch/x86/include/asm/cpufeatures.h | 1 + arch/x86/include/asm/msr-index.h | 3 +++ 4 files changed, 50 insertions(+), 1 deletion(-)
arch/x86/events/intel/core.c +40 -0
@@ -2042,6 +2042,16 @@ static inline bool event_is_checkpointed(struct perf_event *event)return (event->hw.config &HSW_IN_TX_CHECKPOINTED ) !=0 ; } +static void intel_pmu_disable_fra (struct perf_event *event) +{ +struct cpu_hw_events *cpuc =this_cpu_ptr (&cpu_hw_events); + +if (event->hw.idx ==3 && cpuc->rtm_abort_set) { +wrmsrl (MSR_TSX_FORCE_ABORT ,0 ); + cpuc->rtm_abort_set = false; + } +} +static void intel_pmu_disable_event (struct perf_event *event) {struct hw_perf_event *hwc = &event->hw;
@@ -2060,6 +2070,9 @@ static void intel_pmu_disable_event(struct perf_event *event)if (unlikely (event->attr.precise_ip))intel_pmu_pebs_disable (event); +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) +intel_pmu_disable_fra (event); +if (unlikely (hwc->config_base ==MSR_ARCH_PERFMON_FIXED_CTR_CTRL )) {intel_pmu_disable_fixed (hwc);return ;
@@ -2084,6 +2097,30 @@ static void intel_pmu_read_event(struct perf_event *event)x86_perf_event_update (event); } +static bool __use_counter3 (struct perf_event *event) +{ +return event->hw.flags &PERF_X86_EVENT_ABORT_TSX ; +} + +static bool use_counter3 (struct perf_event *event) +{ +return __use_counter3 (event) || + (event->group_leader &&__use_counter3 (event->group_leader)); +} + +static void intel_pmu_enable_fra (struct perf_event *event) +{ +struct cpu_hw_events *cpuc =this_cpu_ptr (&cpu_hw_events); + +if (use_counter3 (event) && + event->hw.idx ==3 && + !cpuc->rtm_abort_set) { +/* No RMW, so other bits get clobbered */ +wrmsrl (MSR_TSX_FORCE_ABORT ,MSR_TFA_RTM_FORCE_ABORT ); + cpuc->rtm_abort_set = true; + } +} +static void intel_pmu_enable_fixed (struct perf_event *event) {struct hw_perf_event *hwc = &event->hw;
@@ -2141,6 +2178,9 @@ static void intel_pmu_enable_event(struct perf_event *event)if (unlikely (event->attr.precise_ip))intel_pmu_pebs_enable (event); +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) +intel_pmu_enable_fra (event); +if (unlikely (hwc->config_base ==MSR_ARCH_PERFMON_FIXED_CTR_CTRL )) {intel_pmu_enable_fixed (event);return ;
arch/x86/events/perf_event.h +6 -1
@@ -70,7 +70,7 @@ struct event_constraint {#define PERF_X86_EVENT_EXCL_ACCT 0x0200/* accounted EXCL event */ #define PERF_X86_EVENT_AUTO_RELOAD 0x0400/* use PEBS auto-reload */ #define PERF_X86_EVENT_LARGE_PEBS 0x0800/* use large PEBS */ - +#define PERF_X86_EVENT_ABORT_TSX 0x1000/* force abort TSX */ struct amd_nb {int nb_id;/* NorthBridge id */
@@ -242,6 +242,11 @@ struct cpu_hw_events {struct intel_excl_cntrs *excl_cntrs;int excl_thread_id;/* 0 or 1 */ +/* +* Manage using counter 3 on Skylake with TSX. +*/ +u8 rtm_abort_set;/* We set the MSR */ +/* * AMD specific bits */
arch/x86/include/asm/cpufeatures.h +1 -0
@@ -344,6 +344,7 @@/* Intel-defined CPU features, CPUID level 0x00000007:0 (EDX), word 18 */ #define X86_FEATURE_AVX512_4VNNIW (18*32+ 2)/* AVX-512 Neural Network Instructions */ #define X86_FEATURE_AVX512_4FMAPS (18*32+ 3)/* AVX-512 Multiply Accumulation Single precision */ +#define X86_FEATURE_TSX_FORCE_ABORT (18*32+13)/* "" TSX_FORCE_ABORT */ #define X86_FEATURE_PCONFIG (18*32+18)/* Intel PCONFIG */ #define X86_FEATURE_SPEC_CTRL (18*32+26)/* "" Speculation Control (IBRS + IBPB) */ #define X86_FEATURE_INTEL_STIBP (18*32+27)/* "" Single Thread Indirect Branch Predictors */
arch/x86/include/asm/msr-index.h +3 -0
@@ -666,6 +666,9 @@#define MSR_IA32_TSC_DEADLINE 0x000006E0 +#define MSR_TSX_FORCE_ABORT 0x0000010F +#define MSR_TFA_RTM_FORCE_ABORT BIT_ULL(0) +/* P4/Xeon+ specific */ #define MSR_IA32_MCG_EAX 0x00000180#define MSR_IA32_MCG_EBX 0x00000181
Signature · 25 lines
2.17.2 From 6054f0a16a5cc3b87d6ff559359249b5f7f5201e Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Mon, 4 Feb 2019 16:47:07 -0800 Subject: [PATCH 4/8] x86/pmu/intel: Add perf event attribute to enable counter 3 Add a "force_rtm_abort" attribute per perf event attribute to allow user programs to opt in to use counter 3 and disable TSX while the perf event is active. This allows non root programs to use groups with 4 counters, even if TSX is fully enabled. The actual defaults depend on further patches. We use config2 bit 0 in the core PMU for this interface. Signed-off-by: Andi Kleen <[email protected]> --- arch/x86/events/intel/core.c | 21 +++++++++++++++++++++ arch/x86/events/perf_event.h | 2 ++ 2 files changed, 23 insertions(+)
arch/x86/events/intel/core.c +21 -0
@@ -3181,6 +3181,13 @@ static int intel_pmu_hw_config(struct perf_event *event)if (ret)return ret; +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { +if (event->attr.config2 &FORCE_RTM_ABORT ) + event->hw.flags |=PERF_X86_EVENT_ABORT_TSX ; +else + event->hw.exclude =BIT (3 ); + } +if (event->attr.precise_ip) {if (!event->attr.freq) { event->hw.flags |=PERF_X86_EVENT_AUTO_RELOAD ;
@@ -3633,6 +3640,8 @@ PMU_FORMAT_ATTR(ldlat, "config1:0-15");PMU_FORMAT_ATTR (frontend,"config1:0-23" ); +PMU_FORMAT_ATTR (force_rtm_abort,"config2:0" ); +static struct attribute *intel_arch3_formats_attr[] = { &format_attr_event.attr, &format_attr_umask.attr,
@@ -3668,6 +3677,11 @@ static struct attribute *skl_format_attr[] = { NULL, }; +static struct attribute *skl_extra_format_attr[] = { + &format_attr_force_rtm_abort.attr, +NULL , +}; +static __initconst const struct x86_pmu core_pmu = { .name ="core" , .handle_irq = x86_pmu_handle_irq,
@@ -4133,6 +4147,7 @@ __init int intel_pmu_init(void)struct attribute **mem_attr =NULL ;struct attribute **tsx_attr =NULL ;struct attribute **to_free =NULL ; +struct attribute **to_free2 =NULL ;union cpuid10_edx edx;union cpuid10_eax eax;union cpuid10_ebx ebx;
@@ -4597,6 +4612,11 @@ __init int intel_pmu_init(void) boot_cpu_data.x86_model == INTEL_FAM6_SKYLAKE_X);pr_cont ("Skylake events, " ); name ="skylake" ; +if (boot_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { + extra_attr =merge_attr (extra_attr, skl_extra_format_attr); + to_free2 = extra_attr; + x86_pmu.attrs =merge_attr (x86_pmu.attrs, skl_extra_attr); + }break ;default :
@@ -4710,6 +4730,7 @@ __init int intel_pmu_init(void) x86_pmu.handle_irq = intel_pmu_handle_irq_v4;kfree (to_free); +kfree (to_free2);return 0 ; }
arch/x86/events/perf_event.h +2 -0
@@ -775,6 +775,8 @@ int x86_pmu_hw_config(struct perf_event *event);void x86_pmu_disable_all (void ); +#define FORCE_RTM_ABORT (1U << 0) +static inline void __x86_pmu_enable_event (struct hw_perf_event *hwc,u64 enable_mask) {
Signature · 46 lines
2.17.2 From 18738c236aff1f271a819180ca25c6cb6af76975 Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Wed, 21 Nov 2018 17:12:32 -0800 Subject: [PATCH 5/8] x86/pmu/intel: Add global option for enable all counters Add a global setting to allow to disable RTM when counter 3 is needed for some perf event group. Otherwise RTM will not be impacted. This allows existing programs that want to use groups with all four counters to run without changes. This patch sets the default to TSX enabled, but that could be easily changed. It also adds a new allow_rtm attribute that allows perf event users to override the default. The trade offs for setting the option default are: Using 4 (or 8 with HT off) events in perf versus allowing RTM usage while perf is active. - Existing programs that use perf groups with 4 counters may not retrieve perfmon data anymore. Perf usages that use less than four (or 7 with HT off) counters are not impacted. Perf usages that don't use group will still work, but will see increase multiplexing. - TSX programs should not functionally break from forcing RTM to abort because they always need a valid fall back path. However they will see significantly lower performance if they rely on TSX for performance (all RTM transactions will run and only abort at the end), potentially slowing them down so much that it is equivalent to functional breakage. Signed-off-by: Andi Kleen <[email protected]> --- arch/x86/events/core.c | 8 +++++++- arch/x86/events/intel/core.c | 13 ++++++++++++- arch/x86/events/perf_event.h | 3 +++ 3 files changed, 22 insertions(+), 2 deletions(-)
arch/x86/events/core.c +7 -1
@@ -2258,11 +2258,17 @@ static ssize_t max_precise_show(struct device *cdev,static DEVICE_ATTR_RO (max_precise); +bool perf_enable_all_counters__read_mostly ; +static ssize_t num_counter_show (struct device *cdev,struct device_attribute *attr,char *buf) { -return snprintf (buf,PAGE_SIZE ,"%d\n" , x86_pmu.num_counters); +int num = x86_pmu.num_counters; +if (boot_cpu_has (X86_FEATURE_TSX_FORCE_ABORT ) && + !perf_enable_all_counters && num >0 ) + num--; +return snprintf (buf,PAGE_SIZE ,"%d\n" , num); }static DEVICE_ATTR_RO (num_counter);
arch/x86/events/intel/core.c +12 -1
@@ -3182,7 +3182,9 @@ static int intel_pmu_hw_config(struct perf_event *event)return ret;if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { -if (event->attr.config2 &FORCE_RTM_ABORT ) +if ((event->attr.config2 &FORCE_RTM_ABORT ) || + (perf_enable_all_counters && + !(event->attr.config2 &ALLOW_RTM ))) event->hw.flags |=PERF_X86_EVENT_ABORT_TSX ;else event->hw.exclude =BIT (3 );
@@ -3641,6 +3643,7 @@ PMU_FORMAT_ATTR(ldlat, "config1:0-15");PMU_FORMAT_ATTR (frontend,"config1:0-23" );PMU_FORMAT_ATTR (force_rtm_abort,"config2:0" ); +PMU_FORMAT_ATTR (allow_rtm,"config2:1" );static struct attribute *intel_arch3_formats_attr[] = { &format_attr_event.attr,
@@ -3679,6 +3682,7 @@ static struct attribute *skl_format_attr[] = {static struct attribute *skl_extra_format_attr[] = { &format_attr_force_rtm_abort.attr, + &format_attr_allow_rtm.attr,NULL , };
@@ -4141,6 +4145,13 @@ get_events_attrs(struct attribute **base,return attrs; } +static DEVICE_BOOL_ATTR(enable_all_counters, 0644, perf_enable_all_counters); + +static struct attribute *skl_extra_attr[] = { + &dev_attr_enable_all_counters.attr.attr, +NULL , +}; +__init int intel_pmu_init (void ) {struct attribute **extra_attr =NULL ;
arch/x86/events/perf_event.h +3 -0
@@ -776,6 +776,7 @@ int x86_pmu_hw_config(struct perf_event *event);void x86_pmu_disable_all (void );#define FORCE_RTM_ABORT (1U << 0) +#define ALLOW_RTM (1U << 1)static inline void __x86_pmu_enable_event (struct hw_perf_event *hwc,u64 enable_mask)
@@ -863,6 +864,8 @@ static inline int amd_pmu_init(void)#endif /* CONFIG_CPU_SUP_AMD */ +extern bool perf_enable_all_counters; +#ifdef CONFIG_CPU_SUP_INTEL static inline bool intel_pmu_has_bts (struct perf_event *event)
Signature · 15 lines
2.17.2 From 2c30f69ffb2926f2e90298c7b979c55434931e18 Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Fri, 28 Sep 2018 16:03:06 -0700 Subject: [PATCH 6/8] perf stat: Make all existing groups weak Now that we may only have three counters make the --topdown and the --transaction groups weak, so that they still work. Signed-off-by: Andi Kleen <[email protected]> --- tools/perf/builtin-stat.c | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-)
tools/perf/builtin-stat.c +5 -3
@@ -101,7 +101,7 @@ static const char *transaction_attrs = {"cpu/tx-start/," "cpu/el-start/," "cpu/cycles-ct/" - "}" + "}:W" };/* More limited version when the CPU does not have all events. */
@@ -112,7 +112,7 @@ static const char * transaction_limited_attrs = {"cycles," "cpu/cycles-t/," "cpu/tx-start/" -"}" +"}:W" };static const char * topdown_attrs[] = {
@@ -999,7 +999,7 @@ static int topdown_filter_events(const char **attr, char **str, bool use_group) } attr[i - off] =NULL ; - *str =malloc (len +1 +2 ); + *str =malloc (len +1 +2 +2 );if (!*str)return -1 ; s = *str;
@@ -1016,6 +1016,8 @@ static int topdown_filter_events(const char **attr, char **str, bool use_group) }if (use_group) { s[-1 ] ='}' ; + *s++ =':' ; + *s++ ='W' ; *s =0 ; }else s[-1 ] =0 ;
Signature · 21 lines
2.17.2 From 39fc5dfed3724f2616ef23254c1d90bb27ff45ca Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Fri, 28 Sep 2018 16:04:08 -0700 Subject: [PATCH 7/8] perf stat: Don't count EL for --transaction with three counters When the system only has three counters HLE (EL) is also not available. Detect that there are only three counters and then automatically disable el-starts for --transaction. This avoids event multiplexing in this situation with no loss of information. Signed-off-by: Andi Kleen <[email protected]> --- tools/perf/builtin-stat.c | 30 ++++++++++++++++++++++-------- tools/perf/util/pmu.c | 10 ++++++++++ tools/perf/util/pmu.h | 1 + 3 files changed, 33 insertions(+), 8 deletions(-)
tools/perf/builtin-stat.c +22 -8
@@ -104,6 +104,18 @@ static const char *transaction_attrs = {"}:W" }; +static const char *transaction_noel_attrs = { +"task-clock," +"{" +"instructions," +"cycles," +"cpu/cycles-t/," +"cpu/tx-start/," +"cpu/cycles-ct/" +"}:W" +}; + +/* More limited version when the CPU does not have all events. */ static const char * transaction_limited_attrs = {"task-clock,"
@@ -1160,6 +1172,8 @@ static int add_default_attributes(void)return 0 ;if (transaction_run) { +const char *attrs = transaction_limited_attrs; +/* Handle -T as -M transaction. Once platform specific metrics * support has been added to the json files, all archictures * will use this approach. To determine transaction support
@@ -1173,16 +1187,16 @@ static int add_default_attributes(void) }if (pmu_have_event ("cpu" ,"cycles-ct" ) && -pmu_have_event ("cpu" ,"el-start" )) - err =parse_events (evsel_list, transaction_attrs, - &errinfo); -else - err =parse_events (evsel_list, - transaction_limited_attrs, - &errinfo); +pmu_have_event ("cpu" ,"el-start" )) { +if (pmu_num_counters ("cpu" ) ==3 ) + attrs = transaction_noel_attrs; +else + attrs = transaction_attrs; + } + err =parse_events (evsel_list, attrs, &errinfo);if (err) {fprintf (stderr,"Cannot set up transaction events\n" ); -parse_events_print_error (&errinfo, transaction_attrs); +parse_events_print_error (&errinfo, attrs);return -1 ; }return 0 ;
tools/perf/util/pmu.c +10 -0
@@ -1495,3 +1495,13 @@ int perf_pmu__scan_file(struct perf_pmu *pmu, const char *name, const char *fmt,va_end (args);return ret; } + +int pmu_num_counters (const char *pname) +{ +unsigned long num; +struct perf_pmu *pmu =perf_pmu__find (pname); + +if (pmu &&perf_pmu__scan_file (pmu,"caps/num_counter" ,"%ld" , &num) ==1 ) +return num; +return -1 ; +}
tools/perf/util/pmu.h +1 -0
@@ -85,6 +85,7 @@ struct perf_pmu *perf_pmu__scan(struct perf_pmu *pmu);void print_pmu_events (const char *event_glob,bool name_only,bool quiet,bool long_desc,bool details_flag);bool pmu_have_event (const char *pname,const char *name); +int pmu_num_counters (const char *); int perf_pmu__scan_file(struct perf_pmu *pmu, const char *name, const char *fmt, ...) __scanf(3, 4);
Signature · 35 lines
2.17.2 From 088c82c2e605560fe879a8f8a9be1bea03c32d76 Mon Sep 17 00:00:00 2001 From: Andi Kleen <[email protected]> Date: Fri, 1 Feb 2019 18:17:19 -0800 Subject: [PATCH 8/8] kvm: vmx: Support TSX_FORCE_ABORT in KVM guests Recent microcode for Skylake added a new CPUID bit and MSR to control TSX aborting and enabling PMU counter 3. This patch adds support for controlling counter 3 from KVM guests. Intercept the MSR and set the correct attribute on the perf events used by the virtualized PMU. TSX is only disabled when counter 3 is actually used by the host PMU. The guest can use all four counters without multiplexing. Also export the CPUID bit. Signed-off-by: Andi Kleen <[email protected]> --- v2: Redo implementation. We already intercept the MSR now and pass the correct attribute to the host perf. The MSR is only active when counter 3 is actually used, but the guest can use all counters without multiplexing. --- arch/x86/include/asm/kvm_host.h | 1 + arch/x86/kvm/cpuid.c | 3 ++- arch/x86/kvm/pmu.c | 19 ++++++++++++------- arch/x86/kvm/pmu.h | 6 ++++-- arch/x86/kvm/pmu_amd.c | 2 +- arch/x86/kvm/vmx/pmu_intel.c | 16 ++++++++++++++-- 6 files changed, 34 insertions(+), 13 deletions(-)
arch/x86/include/asm/kvm_host.h +1 -0
@@ -470,6 +470,7 @@ struct kvm_pmu {u64 global_ctrl_mask;u64 reserved_bits;u8 version; +u8 force_tsx_abort;struct kvm_pmc gp_counters[INTEL_PMC_MAX_GENERIC ];struct kvm_pmc fixed_counters[INTEL_PMC_MAX_FIXED ];struct irq_work irq_work;
arch/x86/kvm/cpuid.c +2 -1
@@ -409,7 +409,8 @@ static inline int __do_cpuid_ent(struct kvm_cpuid_entry2 *entry, u32 function,/* cpuid 7.0.edx*/ const u32 kvm_cpuid_7_0_edx_x86_features =F (AVX512_4VNNIW ) |F (AVX512_4FMAPS ) |F (SPEC_CTRL ) | -F (SPEC_CTRL_SSBD ) |F (ARCH_CAPABILITIES ) |F (INTEL_STIBP ); +F (SPEC_CTRL_SSBD ) |F (ARCH_CAPABILITIES ) |F (INTEL_STIBP ) | +F (TSX_FORCE_ABORT );/* all calls to cpuid_count() should be made on the same cpu */ get_cpu ();
arch/x86/kvm/pmu.c +12 -7
@@ -99,7 +99,8 @@ static void kvm_perf_overflow_intr(struct perf_event *perf_event,static void pmc_reprogram_counter (struct kvm_pmc *pmc,u32 type,unsigned config,bool exclude_user,bool exclude_kernel,bool intr, -bool in_tx,bool in_tx_cp) +bool in_tx,bool in_tx_cp, +bool tsx_force_abort) {struct perf_event *event;struct perf_event_attr attr = {
@@ -111,6 +112,7 @@ static void pmc_reprogram_counter(struct kvm_pmc *pmc, u32 type, .exclude_user = exclude_user, .exclude_kernel = exclude_kernel, .config = config, + .config2 = tsx_force_abort, }; attr.sample_period = (-pmc->counter) &pmc_bitmask (pmc);
@@ -140,7 +142,8 @@ static void pmc_reprogram_counter(struct kvm_pmc *pmc, u32 type,clear_bit (pmc->idx, (unsigned long *)&pmc_to_pmu (pmc)->reprogram_pmi); } -void reprogram_gp_counter (struct kvm_pmc *pmc,u64 eventsel) +void reprogram_gp_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc, +u64 eventsel) {unsigned config, type =PERF_TYPE_RAW ;u8 event_select, unit_mask;
@@ -178,11 +181,13 @@ void reprogram_gp_counter(struct kvm_pmc *pmc, u64 eventsel) !(eventsel &ARCH_PERFMON_EVENTSEL_OS ), eventsel &ARCH_PERFMON_EVENTSEL_INT , (eventsel &HSW_IN_TX ), - (eventsel & HSW_IN_TX_CHECKPOINTED)); + (eventsel &HSW_IN_TX_CHECKPOINTED ), + pmu->force_tsx_abort); }EXPORT_SYMBOL_GPL (reprogram_gp_counter); -void reprogram_fixed_counter (struct kvm_pmc *pmc,u8 ctrl,int idx) +void reprogram_fixed_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc, +u8 ctrl,int idx) {unsigned en_field = ctrl &0x3 ;bool pmi = ctrl &0x8 ;
@@ -196,7 +201,7 @@ void reprogram_fixed_counter(struct kvm_pmc *pmc, u8 ctrl, int idx) kvm_x86_ops->pmu_ops->find_fixed_event (idx), !(en_field &0x2 ),/* exclude user */ !(en_field &0x1 ),/* exclude kernel */ - pmi, false, false); + pmi, false, false, pmu->force_tsx_abort); }EXPORT_SYMBOL_GPL (reprogram_fixed_counter);
@@ -208,12 +213,12 @@ void reprogram_counter(struct kvm_pmu *pmu, int pmc_idx)return ;if (pmc_is_gp (pmc)) -reprogram_gp_counter (pmc, pmc->eventsel); +reprogram_gp_counter (pmu, pmc, pmc->eventsel);else {int idx = pmc_idx -INTEL_PMC_IDX_FIXED ;u8 ctrl =fixed_ctrl_field (pmu->fixed_ctr_ctrl, idx); -reprogram_fixed_counter (pmc, ctrl, idx); +reprogram_fixed_counter (pmu, pmc, ctrl, idx); } }EXPORT_SYMBOL_GPL (reprogram_counter);
arch/x86/kvm/pmu.h +4 -2
@@ -102,8 +102,10 @@ static inline struct kvm_pmc *get_fixed_pmc(struct kvm_pmu *pmu, u32 msr)return NULL ; } -void reprogram_gp_counter (struct kvm_pmc *pmc,u64 eventsel); -void reprogram_fixed_counter (struct kvm_pmc *pmc,u8 ctrl,int fixed_idx); +void reprogram_gp_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc, +u64 eventsel); +void reprogram_fixed_counter (struct kvm_pmu *pmu,struct kvm_pmc *pmc,u8 ctrl, +int fixed_idx);void reprogram_counter (struct kvm_pmu *pmu,int pmc_idx);void kvm_pmu_deliver_pmi (struct kvm_vcpu *vcpu);
arch/x86/kvm/pmu_amd.c +1 -1
@@ -250,7 +250,7 @@ static int amd_pmu_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)if (data == pmc->eventsel)return 0 ;if (!(data & pmu->reserved_bits)) { -reprogram_gp_counter (pmc, data); +reprogram_gp_counter (pmu, pmc, data);return 0 ; } }
arch/x86/kvm/vmx/pmu_intel.c +14 -2
@@ -49,7 +49,7 @@ static void reprogram_fixed_counters(struct kvm_pmu *pmu, u64 data)if (old_ctrl == new_ctrl)continue ; -reprogram_fixed_counter (pmc, new_ctrl, i); +reprogram_fixed_counter (pmu, pmc, new_ctrl, i); } pmu->fixed_ctr_ctrl = data;
@@ -148,6 +148,9 @@ static bool intel_is_valid_msr(struct kvm_vcpu *vcpu, u32 msr)int ret;switch (msr) { +case MSR_TSX_FORCE_ABORT : +return guest_cpuid_has (vcpu,X86_FEATURE_TSX_FORCE_ABORT ); +case MSR_CORE_PERF_FIXED_CTR_CTRL :case MSR_CORE_PERF_GLOBAL_STATUS :case MSR_CORE_PERF_GLOBAL_CTRL :
@@ -182,6 +185,9 @@ static int intel_pmu_get_msr(struct kvm_vcpu *vcpu, u32 msr, u64 *data)case MSR_CORE_PERF_GLOBAL_OVF_CTRL : *data = pmu->global_ovf_ctrl;return 0 ; +case MSR_TSX_FORCE_ABORT : + *data = pmu->force_tsx_abort; +return 0 ;default :if ((pmc =get_gp_pmc (pmu, msr,MSR_IA32_PERFCTR0 )) || (pmc =get_fixed_pmc (pmu, msr))) {
@@ -234,6 +240,12 @@ static int intel_pmu_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)return 0 ; }break ; +case MSR_TSX_FORCE_ABORT : +if (data & ~1ULL ) +break ; +/* Will take effect at next enable */ + pmu->force_tsx_abort = data; +return 0 ;default :if ((pmc =get_gp_pmc (pmu, msr,MSR_IA32_PERFCTR0 )) || (pmc =get_fixed_pmc (pmu, msr))) {
@@ -245,7 +257,7 @@ static int intel_pmu_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)if (data == pmc->eventsel)return 0 ;if (!(data & pmu->reserved_bits)) { -reprogram_gp_counter (pmc, data); +reprogram_gp_counter (pmu, pmc, data);return 0 ; } }
Signature · 1 line
2.17.2
Peter Zijlstra
maintainerQuoted 19 lines · speck for Andi Kleen
Andi Kleen (8):
x86/pmu/intel: Export number of counters in caps x86/pmu/intel: Support excluding GP counters in scheduler x86/pmu/intel: Handle TSX with counter 3 on Skylake x86/pmu/intel: Add perf event attribute to enable counter 3 x86/pmu/intel: Add global option for enable all counters perf stat: Make all existing groups weak
perf stat: Don't count EL for --transaction with three counters
kvm: vmx: SupportTSX_FORCE_ABORTin KVM guestsarch/x86/events/core.c | 50 ++++++++++++++++++--- arch/x86/events/intel/core.c | 72 ++++++++++++++++++++++++++++++ arch/x86/events/intel/uncore.c | 2 +- arch/x86/events/perf_event.h | 15 ++++++- arch/x86/include/asm/cpufeatures.h | 1 + arch/x86/include/asm/kvm_host.h | 1 + arch/x86/include/asm/msr-index.h | 3 ++ arch/x86/kvm/cpuid.c | 3 +- arch/x86/kvm/pmu.c | 19 +++++---
Quoted 8 lines
arch/x86/kvm/pmu.h | 6 ++- arch/x86/kvm/pmu_amd.c | 2 +- arch/x86/kvm/vmx/pmu_intel.c | 16 ++++++- include/linux/perf_event.h | 1 + tools/perf/builtin-stat.c | 38 +++++++++++----- tools/perf/util/pmu.c | 10 +++++ tools/perf/util/pmu.h | 1 + 16 files changed, 206 insertions(+), 34 deletions(-)
A few questions:
- How will this 'feature' interact with MSR_CORE_PERF_GLOBAL_CTRL ?
- Is having GLOBAL_CTRL.3 0 and not using RTM instructions enough guarantee to avoid PMC3 from being clobbered?
Esp. that latter question, because both your patches and the below seems to rely on that; and if the answer is yet, the below can be further simplified.
So what (aside from being _completely_ untested and not doing virt crap) is wrong with the below? It sure as heck is simpler.
--- arch/x86/events/intel/core.c | 71 +++++++++++++++++++++++++++++++++++++- arch/x86/events/perf_event.h | 5 +++ arch/x86/include/asm/cpufeatures.h | 1 + arch/x86/include/asm/msr-index.h | 6 ++++ 4 files changed, 82 insertions(+), 1 deletion(-)
arch/x86/events/intel/core.c +70 -1
@@ -1999,6 +1999,23 @@ static void intel_pmu_nhm_enable_all(int added)intel_pmu_enable_all (added); } +static void intel_skl_pmu_enable_all (int added) +{ +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { +struct cpu_hw_events *cpuc =this_cpu_ptr (&cpu_hw_events); + +/* +* When, after programming the PMU, PMC3 is unused; clear TFA. +*/ +if (!test_bit (3 , cpuc->active_mask) && cpuc->tfa_shadow) { +wrmsrl (MSR_TSX_FORCE_ABORT ,0 ); + cpuc->tfa_shadow =0 ; + } + } + +intel_pmu_enable_all (added); +} +static void enable_counter_freeze (void ) { update_debugctlmsr(get_debugctlmsr() |
@@ -2149,6 +2166,24 @@ static void intel_pmu_enable_event(struct perf_event *event)__x86_pmu_enable_event (hwc,ARCH_PERFMON_EVENTSEL_ENABLE ); } +static void intel_skl_enable_event (struct perf_event *event) +{ +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { +struct hw_perf_event *hwc = &event->hw; +struct cpu_hw_events *cpuc =this_cpu_ptr (&cpu_hw_events); + +/* +* We must set TFA before writing to the PMC3 registers. +*/ +if (hwc->idx ==3 && !cpuc->tfa_shadow) { +wrmsrl (MSR_TSX_FORCE_ABORT ,MSR_TFA_RTM_FORCE_ABORT ); + cpuc->tfa_shadow =1 ; + } + } + +intel_pmu_enable_event (event); +} +static void intel_pmu_add_event (struct perf_event *event) {if (event->attr.precise_ip)
@@ -3345,6 +3380,32 @@ glp_get_event_constraints(struct cpu_hw_events *cpuc, int idx,return c; } +static bool force_rtm_abort = true; + +static struct event_constraint * +skl_get_event_constraints (struct cpu_hw_events *cpuc,int idx, +struct perf_event *event) +{ +struct event_constraint *c; + + c =hsw_get_event_constraints (cpuc, idx, event); + +if (!force_rtm_abort) { +/* +* Without TFA we must not use PMC3. +*/ + c->idxmsk64 &= ~(1ULL <<3 ); + }else { +/* +* Restore PMC3 to match PMC2; there is no SKL constraint that +* has PMC2 but not PMC3. +*/ + c->idxmsk64 |= (c->idxmsk64 & (1ULL <<2 )) <<1 ; + } + +return c; +} +/* * Broadwell: *
@@ -4061,9 +4122,12 @@ static struct attribute *intel_pmu_caps_attrs[] = {NULL }; +DEVICE_BOOL_ATTR (force_rtm_abort,0644 , force_rtm_abort); +static struct attribute *intel_pmu_attrs[] = { &dev_attr_freeze_on_smi.attr,NULL , +NULL , }; static __init struct attribute **
@@ -4537,6 +4601,8 @@ __init int intel_pmu_init(void) event_attr_td_recovery_bubbles.event_str_ht ="event=0xd,umask=0x1,cmask=1,any=1" ; + x86_pmu.enable_all = intel_skl_pmu_enable_all; + x86_pmu.enable = intel_skl_enable_event; x86_pmu.event_constraints = intel_skl_event_constraints; x86_pmu.pebs_constraints = intel_skl_pebs_event_constraints; x86_pmu.extra_regs = intel_skl_extra_regs;
@@ -4546,8 +4612,11 @@ __init int intel_pmu_init(void) x86_pmu.flags |=PMU_FL_HAS_RSP_1 ; x86_pmu.flags |=PMU_FL_NO_HT_SHARING ; +if (boot_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) + intel_pmu_attrs[1 ] = &dev_attr_force_rtm_abort.attr.attr; + x86_pmu.hw_config = hsw_hw_config; - x86_pmu.get_event_constraints = hsw_get_event_constraints; + x86_pmu.get_event_constraints = skl_get_event_constraints; extra_attr =boot_cpu_has (X86_FEATURE_RTM ) ? hsw_format_attr : nhm_format_attr; extra_attr =merge_attr (extra_attr, skl_format_attr);
arch/x86/events/perf_event.h +5 -0
@@ -242,6 +242,11 @@ struct cpu_hw_events {struct intel_excl_cntrs *excl_cntrs;int excl_thread_id;/* 0 or 1 */ +/* +* SKL TSX_FORCE_ABORT shadow +*/ +int tfa_shadow; +/* * AMD specific bits */
arch/x86/include/asm/cpufeatures.h +1 -0
@@ -344,6 +344,7 @@/* Intel-defined CPU features, CPUID level 0x00000007:0 (EDX), word 18 */ #define X86_FEATURE_AVX512_4VNNIW (18*32+ 2)/* AVX-512 Neural Network Instructions */ #define X86_FEATURE_AVX512_4FMAPS (18*32+ 3)/* AVX-512 Multiply Accumulation Single precision */ +#define X86_FEATURE_TSX_FORCE_ABORT (18*32+13)/* "" TSX_FORCE_ABORT */ #define X86_FEATURE_PCONFIG (18*32+18)/* Intel PCONFIG */ #define X86_FEATURE_SPEC_CTRL (18*32+26)/* "" Speculation Control (IBRS + IBPB) */ #define X86_FEATURE_INTEL_STIBP (18*32+27)/* "" Single Thread Indirect Branch Predictors */
arch/x86/include/asm/msr-index.h +6 -0
@@ -666,6 +666,12 @@#define MSR_IA32_TSC_DEADLINE 0x000006E0 + +#define MSR_TSX_FORCE_ABORT 0x0000010F + +#define MSR_TFA_RTM_FORCE_ABORT_BIT 0 +#define MSR_TFA_RTM_FORCE_ABORT BIT_ULL(MSR_TFA_RTM_FORCE_ABORT_BIT) +/* P4/Xeon+ specific */ #define MSR_IA32_MCG_EAX 0x00000180#define MSR_IA32_MCG_EBX 0x00000181
Peter Zijlstra
maintainerQuoted 32 lines · Peter Zijlstra
Quoted 19 lines · speck for Andi Kleen
Andi Kleen (8):
x86/pmu/intel: Export number of counters in caps x86/pmu/intel: Support excluding GP counters in scheduler x86/pmu/intel: Handle TSX with counter 3 on Skylake x86/pmu/intel: Add perf event attribute to enable counter 3 x86/pmu/intel: Add global option for enable all counters perf stat: Make all existing groups weak
perf stat: Don't count EL for --transaction with three counters
kvm: vmx: SupportTSX_FORCE_ABORTin KVM guestsarch/x86/events/core.c | 50 ++++++++++++++++++--- arch/x86/events/intel/core.c | 72 ++++++++++++++++++++++++++++++ arch/x86/events/intel/uncore.c | 2 +- arch/x86/events/perf_event.h | 15 ++++++- arch/x86/include/asm/cpufeatures.h | 1 + arch/x86/include/asm/kvm_host.h | 1 + arch/x86/include/asm/msr-index.h | 3 ++ arch/x86/kvm/cpuid.c | 3 +- arch/x86/kvm/pmu.c | 19 +++++---Quoted 8 lines
arch/x86/kvm/pmu.h | 6 ++- arch/x86/kvm/pmu_amd.c | 2 +- arch/x86/kvm/vmx/pmu_intel.c | 16 ++++++- include/linux/perf_event.h | 1 + tools/perf/builtin-stat.c | 38 +++++++++++----- tools/perf/util/pmu.c | 10 +++++ tools/perf/util/pmu.h | 1 + 16 files changed, 206 insertions(+), 34 deletions(-)A few questions:
Quoted 7 lines
- How will this 'feature' interact with
MSR_CORE_PERF_GLOBAL_CTRL?- Is having GLOBAL_CTRL.3 0 and not using RTM instructions enough guarantee to avoid PMC3 from being clobbered?
Esp. that latter question, because both your patches and the below seems to rely on that; and if the answer is yet, the below can be further
s/yet/yes/, obviously.
Quoted 1 line
simplified.
Like so..
--- arch/x86/events/intel/core.c | 60 +++++++++++++++++++++++++++++++++++++- arch/x86/events/perf_event.h | 5 ++++ arch/x86/include/asm/cpufeatures.h | 1 + arch/x86/include/asm/msr-index.h | 6 ++++ 4 files changed, 71 insertions(+), 1 deletion(-)
arch/x86/events/intel/core.c +59 -1
@@ -1999,6 +1999,31 @@ static void intel_pmu_nhm_enable_all(int added)intel_pmu_enable_all (added); } +static void intel_skl_pmu_enable_all (int added) +{ +if (static_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) { +struct cpu_hw_events *cpuc =this_cpu_ptr (&cpu_hw_events); +u64 val; + +/* +* Since we have GLOBAL_CTRL.3 == 0, and have not used RTM +* instructions, PMC3 should be 'stable'; IOW the values we +* just potentially programmed into it, should still be there. +* +* If we programmed PMC3, make sure to set TFA before we make +* things go and possibly encounter RTM instructions. +* Similarly, if PMC3 got unused, make sure to clear TFA. +*/ + val =MSR_TFA_RTM_FORCE_ABORT *test_bit (3 , cpuc->active_mask); +if (cpuc->tfa_shadow != val) { + cpuc->tfa_shadow = val; +wrmsrl (MSR_TSX_FORCE_ABORT , val); + } + } + +intel_pmu_enable_all (added); +} +static void enable_counter_freeze (void ) { update_debugctlmsr(get_debugctlmsr() |
@@ -3345,6 +3370,32 @@ glp_get_event_constraints(struct cpu_hw_events *cpuc, int idx,return c; } +static bool force_rtm_abort = true; + +static struct event_constraint * +skl_get_event_constraints (struct cpu_hw_events *cpuc,int idx, +struct perf_event *event) +{ +struct event_constraint *c; + + c =hsw_get_event_constraints (cpuc, idx, event); + +if (!force_rtm_abort) { +/* +* Without TFA we must not use PMC3. +*/ + c->idxmsk64 &= ~(1ULL <<3 ); + }else { +/* +* Restore PMC3 to match PMC2; there is no SKL constraint that +* has PMC2 but not PMC3. +*/ + c->idxmsk64 |= (c->idxmsk64 & (1ULL <<2 )) <<1 ; + } + +return c; +} +/* * Broadwell: *
@@ -4061,9 +4112,12 @@ static struct attribute *intel_pmu_caps_attrs[] = {NULL }; +DEVICE_BOOL_ATTR (force_rtm_abort,0644 , force_rtm_abort); +static struct attribute *intel_pmu_attrs[] = { &dev_attr_freeze_on_smi.attr,NULL , +NULL , }; static __init struct attribute **
@@ -4537,6 +4591,7 @@ __init int intel_pmu_init(void) event_attr_td_recovery_bubbles.event_str_ht ="event=0xd,umask=0x1,cmask=1,any=1" ; + x86_pmu.enable_all = intel_skl_pmu_enable_all; x86_pmu.event_constraints = intel_skl_event_constraints; x86_pmu.pebs_constraints = intel_skl_pebs_event_constraints; x86_pmu.extra_regs = intel_skl_extra_regs;
@@ -4546,8 +4601,11 @@ __init int intel_pmu_init(void) x86_pmu.flags |=PMU_FL_HAS_RSP_1 ; x86_pmu.flags |=PMU_FL_NO_HT_SHARING ; +if (boot_cpu_has (X86_FEATURE_TSX_FORCE_ABORT )) + intel_pmu_attrs[1 ] = &dev_attr_force_rtm_abort.attr.attr; + x86_pmu.hw_config = hsw_hw_config; - x86_pmu.get_event_constraints = hsw_get_event_constraints; + x86_pmu.get_event_constraints = skl_get_event_constraints; extra_attr =boot_cpu_has (X86_FEATURE_RTM ) ? hsw_format_attr : nhm_format_attr; extra_attr =merge_attr (extra_attr, skl_format_attr);
arch/x86/events/perf_event.h +5 -0
@@ -242,6 +242,11 @@ struct cpu_hw_events {struct intel_excl_cntrs *excl_cntrs;int excl_thread_id;/* 0 or 1 */ +/* +* SKL TSX_FORCE_ABORT shadow +*/ +int tfa_shadow; +/* * AMD specific bits */
arch/x86/include/asm/cpufeatures.h +1 -0
@@ -344,6 +344,7 @@/* Intel-defined CPU features, CPUID level 0x00000007:0 (EDX), word 18 */ #define X86_FEATURE_AVX512_4VNNIW (18*32+ 2)/* AVX-512 Neural Network Instructions */ #define X86_FEATURE_AVX512_4FMAPS (18*32+ 3)/* AVX-512 Multiply Accumulation Single precision */ +#define X86_FEATURE_TSX_FORCE_ABORT (18*32+13)/* "" TSX_FORCE_ABORT */ #define X86_FEATURE_PCONFIG (18*32+18)/* Intel PCONFIG */ #define X86_FEATURE_SPEC_CTRL (18*32+26)/* "" Speculation Control (IBRS + IBPB) */ #define X86_FEATURE_INTEL_STIBP (18*32+27)/* "" Single Thread Indirect Branch Predictors */
arch/x86/include/asm/msr-index.h +6 -0
@@ -666,6 +666,12 @@#define MSR_IA32_TSC_DEADLINE 0x000006E0 + +#define MSR_TSX_FORCE_ABORT 0x0000010F + +#define MSR_TFA_RTM_FORCE_ABORT_BIT 0 +#define MSR_TFA_RTM_FORCE_ABORT BIT_ULL(MSR_TFA_RTM_FORCE_ABORT_BIT) +/* P4/Xeon+ specific */ #define MSR_IA32_MCG_EAX 0x00000180#define MSR_IA32_MCG_EBX 0x00000181
Peter Zijlstra
maintainerQuoted 10 lines · Peter Zijlstra
arch/x86/events/intel/core.c +10
-0+static struct event_constraint * +skl_get_event_constraints (struct cpu_hw_events *cpuc,int idx, +struct perf_event *event) +{ +struct event_constraint *c; + + c =hsw_get_event_constraints (cpuc, idx, event); + +if (!force_rtm_abort) { +/*
arch/x86/events/intel/core.c glp_get_event_constraints(struct cpu_hw_events *cpuc, int idx, · line 3394
Quoted 10 lines
arch/x86/events/intel/core.c +10
-0+* Without TFA we must not use PMC3. +*/ + c->idxmsk64 &= ~(1ULL <<3 ); + }else { +/* +* Restore PMC3 to match PMC2; there is no SKL constraint that +* has PMC2 but not PMC3. +*/ + c->idxmsk64 |= (c->idxmsk64 & (1ULL <<2 )) <<1 ; + }
c->weight = hweight64(c->idxmsk64);
arch/x86/events/intel/core.c glp_get_event_constraints(struct cpu_hw_events *cpuc, int idx, · line 3397
Quoted 3 lines
arch/x86/events/intel/core.c +3
-0+ +return c; +}
which we can of course optimize by adding a u64 mask variable and testing if we actually changed anything.
Quoted 3 lines
A few questions:
- How will this 'feature' interact with
MSR_CORE_PERF_GLOBAL_CTRL?
It's completely independent of GLOBAL_CTRL on the software level. Internally it uses it, but it shouldn't be software visible.
Quoted 2 lines
- Is having GLOBAL_CTRL.3 0 and not using RTM instructions enough guarantee to avoid PMC3 from being clobbered?
With no use of RTM clobbering should be fairly unlikely, but in theory it could happen if RETPOLINE is not used (due to an indirect branch mistakenenly executing something that looks like XBEGIN). If we assume that RETPOLINE is used I believe it shouldn't happen in the kernel at least. Even without RETPOLINE such a case should be fairly unlikely, but cannot be 100% ruled out.
Quoted 3 lines
Esp. that latter question, because both your patches and the below seems to rely on that; and if the answer is yet, the below can be further simplified.
I don't see how I rely on that?
In fact I avoided some simple optimizations to not rely on it, but only ever use counter 3 after the MSR write.
Quoted 8 lines
So what (aside from being _completely_ untested and not doing virt crap) is wrong with the below? It sure as heck is simpler.
arch/x86/events/intel/core.c +3
-0+static struct event_constraint * +skl_get_event_constraints (struct cpu_hw_events *cpuc,int idx, +struct perf_event *event)
arch/x86/events/intel/core.c glp_get_event_constraints(struct cpu_hw_events *cpuc, int idx, · line 3397
Quoted 10 lines
arch/x86/events/intel/core.c +10
-0+{ +struct event_constraint *c; + + c =hsw_get_event_constraints (cpuc, idx, event); + +if (!force_rtm_abort) { +/* +* Without TFA we must not use PMC3. +*/ + c->idxmsk64 &= ~(1ULL <<3 );
Doesn't that overwrite the global shared constraints constraints? Would need to make them non const at least, it will likely fault.
Okay I see you rely on it being guarded by the global, but for virtualization support will need the copy.
Would need a copy at least.
Other than that there doesn't seem to be anything obviously wrong.
I will do some testing/checking and readd the opt-in/opt-out interfaces.
-Andi
Quoted 5 lines
s/yet/yes/, obviously.
Quoted 1 line
simplified.
Like so..
FWIW I considered putting it into enable_all at some point, but didn't do it due to the RETPOLINE dependency. But I guess it's ok as long as it's properly documented.
-Andi
Peter Zijlstra
maintainerQuoted 6 lines · speck for Andi Kleen
Quoted 3 lines
A few questions:
- How will this 'feature' interact with
MSR_CORE_PERF_GLOBAL_CTRL?It's completely independent of
GLOBAL_CTRLon the software level. Internally it uses it, but it shouldn't be software visible.
So if you write GLOBAL_CTRL=0 and then use RTM instructions, the ucode doesn't set GLOBAL_CTRL.3 = 1 ? It would have to, otherwise I don't see how it would work.
Quoted 11 lines
Quoted 2 lines
- Is having GLOBAL_CTRL.3 0 and not using RTM instructions enough guarantee to avoid PMC3 from being clobbered?
With no use of RTM clobbering should be fairly unlikely, but in theory it could happen if RETPOLINE is not used (due to an indirect branch mistakenenly executing something that looks like XBEGIN). If we assume that RETPOLINE is used I believe it shouldn't happen in the kernel at least. Even without RETPOLINE such a case should be fairly unlikely, but cannot be 100% ruled out.
Quoted 5 lines
Quoted 3 lines
Esp. that latter question, because both your patches and the below seems to rely on that; and if the answer is yet, the below can be further simplified.
I don't see how I rely on that?
Your, like my earlier patch, hooks into x86_pmu.enable_event, but if you look at x86_pmu_start(), we only call that _after_ x86_perf_event_set_period() which would program CNTVAL3.
If we cannot rely on the PMC3 state being stable, we have to add a hook.
Peter Zijlstra
maintainerQuoted 8 lines · speck for Andi Kleen
Quoted 8 lines
arch/x86/events/intel/core.c +8
-0+static struct event_constraint * +skl_get_event_constraints (struct cpu_hw_events *cpuc,int idx, +struct perf_event *event) +{ +struct event_constraint *c; + + c =hsw_get_event_constraints (cpuc, idx, event); +
Quoted 8 lines
arch/x86/events/intel/core.c glp_get_event_constraints(struct cpu_hw_events *cpuc, int idx, · line 3397
Quoted 5 lines
arch/x86/events/intel/core.c +5
-0+if (!force_rtm_abort) { +/* +* Without TFA we must not use PMC3. +*/ + c->idxmsk64 &= ~(1ULL <<3 );Doesn't that overwrite the global shared constraints constraints? Would need to make them non const at least, it will likely fault.
They are !const; we already update them at init time (for example we add the GPRs to the fixed ones etc..).
Quoted 4 lines
Okay I see you rely on it being guarded by the global, but for virtualization support will need the copy.
Would need a copy at least.
I've not thought abou virt yet; do we _have_ to expose the thing to guests?
Quoted 3 lines
Other than that there doesn't seem to be anything obviously wrong.
I will do some testing/checking and readd the opt-in/opt-out interfaces.
Right, so per using DEVICE_BOOL_ATTR() changing the value is racy like hell. If we were to use an update function we could try and do complicated crap. Not sure that's worth it though.
Quoted 9 lines · speck for Peter Zijlstra
Quoted 5 lines · speck for Andi Kleen
Quoted 3 lines
A few questions:
- How will this 'feature' interact with
MSR_CORE_PERF_GLOBAL_CTRL?It's completely independent of
GLOBAL_CTRLon the software level. Internally it uses it, but it shouldn't be software visible.So if you write GLOBAL_CTRL=0 and then use RTM instructions, the ucode doesn't set GLOBAL_CTRL.3 = 1 ? It would have to, otherwise I don't see how it would work.
Speaking with no authority on what the ucode actually does, From discussion on the joint call, I believe the behaviour is this:
On an XBEGIN instruction (even speculatively)
* Write PCR3 event select to a specific event
* Enable PCR3 in GLOBAL_CTRL
On a transaction end:
* Disable PCR3 in GLOBAL_CTRL
As a result, software will won't see PCR3 enabled after the fact, but it will find that the event select and counter have been modified.
~Andrew
Peter Zijlstra
maintainerQuoted 7 lines · speck for Andi Kleen
With no use of RTM clobbering should be fairly unlikely, but in theory it could happen if RETPOLINE is not used (due to an indirect branch mistakenenly executing something that looks like XBEGIN). If we assume that RETPOLINE is used I believe it shouldn't happen in the kernel at least. Even without RETPOLINE such a case should be fairly unlikely, but cannot be 100% ruled out.
Hurmph; yes. Even with the kernel not actually having an XBEGIN, the BTB can send us halfway into another instruction, and as long as that has the right bytes (C7 F8) we'll try and run it.
What does bother me a bit is that XBEGIN is not a speculation barrier and the whole PMC3 state becomes a speculation leak. But whatever..
Quoted 5 lines
Quoted 2 lines
Doesn't that overwrite the global shared constraints constraints? Would need to make them non const at least, it will likely fault.
They are !const; we already update them at init time (for example we add the GPRs to the fixed ones etc..).
Surely not for emptyconstraint ?
Quoted 8 lines
Quoted 5 lines
Okay I see you rely on it being guarded by the global, but for virtualization support will need the copy.
Would need a copy at least.
I've not thought abou virt yet; do we _have_ to expose the thing to guests?
Yes I think so. It's the only way to use all four counters in a guest.
-Andi
Quoted 8 lines · speck for Peter Zijlstra
Quoted 4 lines · speck for Andi Kleen
Okay I see you rely on it being guarded by the global, but for virtualization support will need the copy.
Would need a copy at least.
I've not thought abou virt yet; do we _have_ to expose the thing to guests?
Virt has been discussed at length.
This feature and MSR are not architectural, and not expected to exist on future hardware with a silicon fix for the issue (CascadeLake B1 stepping and later, IIRC).
By exposing the features to guests, you automatically limit their migrateability to a subset of the Skylake uarch processors.
For Xen, I've just gone with a boot time global flag. PMU deliberately isn't available to guests in general, but developers wanting to do profiling/other can trivially flip the default.
~Andrew
Quoted 11 lines · speck for Peter Zijlstra
Quoted 6 lines · speck for Andi Kleen
Quoted 3 lines
A few questions:
- How will this 'feature' interact with
MSR_CORE_PERF_GLOBAL_CTRL?It's completely independent of
GLOBAL_CTRLon the software level. Internally it uses it, but it shouldn't be software visible.So if you write GLOBAL_CTRL=0 and then use RTM instructions, the ucode doesn't set GLOBAL_CTRL.3 = 1 ? It would have to, otherwise I don't see how it would work.
It sets it internally, but only temporarily. You can't actually observe it because you can't do a RDMSR inside a transaction.
Quoted 16 lines
Quoted 16 lines
Quoted 3 lines
- Is having GLOBAL_CTRL.3 0 and not using RTM instructions enough guarantee to avoid PMC3 from being clobbered?
With no use of RTM clobbering should be fairly unlikely, but in theory it could happen if RETPOLINE is not used (due to an indirect branch mistakenenly executing something that looks like XBEGIN). If we assume that RETPOLINE is used I believe it shouldn't happen in the kernel at least. Even without RETPOLINE such a case should be fairly unlikely, but cannot be 100% ruled out.
Quoted 3 lines
Esp. that latter question, because both your patches and the below seems to rely on that; and if the answer is yet, the below can be further simplified.
Quoted 5 lines
Quoted 1 line
I don't see how I rely on that?
Your, like my earlier patch, hooks into x86_pmu.enable_event, but if you look at
x86_pmu_start(), we only call that _after_x86_perf_event_set_period()which would program CNTVAL3.
True.
Quoted 2 lines
If we cannot rely on the PMC3 state being stable, we have to add a hook.
I guess it's ok. RETPOLINE is a reasonable requirement.
I'll make sure to spell it out.
In theory we could add a warning if it's not used, but that might be overkill.
-Andi
Peter Zijlstra
maintainerQuoted 7 lines · speck for Andi Kleen
Quoted 5 lines
Quoted 2 lines
Doesn't that overwrite the global shared constraints constraints? Would need to make them non const at least, it will likely fault.
They are !const; we already update them at init time (for example we add the GPRs to the fixed ones etc..).
Surely not for emptyconstraint ?
We leave that empty indeed :-), but it isn't const either (although it could've been).
Luckily emptyconstraint doesn't actually have PMC3 set, so we don't have to clear it (of course the code as proposed by me does the superfluous store).
Anyway; I suspect we could use the dynamic constraints here and avoid some of the obvious fail. I just need to re-read how all that was supposed to work. But it looks like cpuc->constraints_list[] already has all we need.
So I _think_ something like so...
static struct event_constraint * skl_get_event_constraints(struct cpu_hw_events *cpuc, int idx,
struct perf_event *event)
{
struct event_constraint *c;
u64 mask;
c = hsw_get_event_constraints(cpuc, idx, event);
if (!force_rtm_abort) {
/*
* Without TFA we must not use PMC3.
*/
mask = c->idxmsk64 & ~(1ULL << 3);
if (mask != c->idxmsk64) {
if (!(c->flags & PERF_X86_EVENT_DYNAMIC)) {
struct event_constraint *cx;
cx = &cpuc->constraint_list[idx];
*cx = *c;
cx->flag |= PERF_X86_EVENT_DYNAMIC;
c = cx;
}
c->idxmsk64 = mask;
c->weight = hweight64(mask);
}
}
return c;
}Quoted 9 lines
Quoted 7 lines
Quoted 4 lines
Okay I see you rely on it being guarded by the global, but for virtualization support will need the copy.
Would need a copy at least.
I've not thought abou virt yet; do we _have_ to expose the thing to guests?
Yes I think so. It's the only way to use all four counters in a guest.
The host could set force_rtm_abort if that is important.
Peter Zijlstra
maintainerQuoted 16 lines · speck for Andrew Cooper
Quoted 8 lines · speck for Peter Zijlstra
Quoted 4 lines · speck for Andi Kleen
Okay I see you rely on it being guarded by the global, but for virtualization support will need the copy.
Would need a copy at least.
I've not thought abou virt yet; do we _have_ to expose the thing to guests?
Virt has been discussed at length.
This feature and MSR are not architectural, and not expected to exist on future hardware with a silicon fix for the issue (CascadeLake B1 stepping and later, IIRC).
Quoted 6 lines
By exposing the features to guests, you automatically limit their migrateability to a subset of the Skylake uarch processors.
For Xen, I've just gone with a boot time global flag. PMU deliberately isn't available to guests in general, but developers wanting to do profiling/other can trivially flip the default.
Is that a per-guest or per-hv setting? My current patch does per-hv, but I suppose it would not be too hard to make that per-guest. The only question is where/how does the guest communicate this desire.
Quoted 19 lines · speck for Peter Zijlstra
Quoted 18 lines · speck for Andrew Cooper
Quoted 8 lines · speck for Peter Zijlstra
Quoted 4 lines · speck for Andi Kleen
Okay I see you rely on it being guarded by the global, but for virtualization support will need the copy.
Would need a copy at least.
I've not thought abou virt yet; do we _have_ to expose the thing to guests?
Virt has been discussed at length.
This feature and MSR are not architectural, and not expected to exist on future hardware with a silicon fix for the issue (CascadeLake B1 stepping and later, IIRC).
By exposing the features to guests, you automatically limit their migrateability to a subset of the Skylake uarch processors.
Quoted 6 lines
Quoted 3 lines
For Xen, I've just gone with a boot time global flag. PMU deliberately isn't available to guests in general, but developers wanting to do profiling/other can trivially flip the default.
Is that a per-guest or per-hv setting? My current patch does per-hv, but I suppose it would not be too hard to make that per-guest. The only question is where/how does the guest communicate this desire.
This is server-wide boot time setting. I did consider per-guest, but this TSX issue isn't the only thing on my plate right now, and anyone wanting to use PMU also has to flip a different server-wide boot time setting anyway.
In my otherwise copious free time, I am working on improvements to our APIs for creation, so will make it a per-guest as soon as we can sensibly express it.
~Andrew
Quoted 16 lines · speck for Peter Zijlstra
Quoted 7 lines · speck for Andi Kleen
Quoted 5 lines
Quoted 2 lines
Doesn't that overwrite the global shared constraints constraints? Would need to make them non const at least, it will likely fault.
They are !const; we already update them at init time (for example we add the GPRs to the fixed ones etc..).
Surely not for emptyconstraint ?
We leave that empty indeed :-), but it isn't const either (although it could've been).
Luckily emptyconstraint doesn't actually have PMC3 set, so we don't have to clear it (of course the code as proposed by me does the superfluous store).
Quoted 6 lines
Anyway; I suspect we could use the dynamic constraints here and avoid some of the obvious fail. I just need to re-read how all that was supposed to work. But it looks like cpuc->constraints_list[] already has all we need.
So I _think_ something like so...
I already fixed it in my version by using a temporary constraint in the cpuc. Will post shortly.
-Andi
Quoted 3 lines
Quoted 3 lines
This feature and MSR are not architectural, and not expected to exist on future hardware with a silicon fix for the issue (CascadeLake B1 stepping and later, IIRC).
If you really want to migrate you could just make it a noop. After all the other CPUs have all counters always working.
Quoted 2 lines
Quoted 2 lines
PMU deliberately
isn't available to guests in general,
That's a sad attitude, but luckily less and less true in real deployments.
Quoted 5 lines
Quoted 1 line
profiling/other can trivially flip the default.
Is that a per-guest or per-hv setting? My current patch does per-hv, but I suppose it would not be too hard to make that per-guest. The only question is where/how does the guest communicate this desire.
The right way to communicate is to set the MSR.
-Andi
Quoted 5 lines · speck for Andi Kleen
Quoted 3 lines
Quoted 3 lines
This feature and MSR are not architectural, and not expected to exist on future hardware with a silicon fix for the issue (CascadeLake B1 stepping and later, IIRC).
If you really want to migrate you could just make it a noop. After all the other CPUs have all counters always working.
I suppose you could, but which hypervisor is going to want to carry a compatibility workaround forever more just so an errata workaround for a single uarch can be given to the guest kernel for control.
Quoted 5 lines
Quoted 4 lines
Quoted 4 lines
PMU deliberately
isn't available to guests in general,That's a sad attitude, but luckily less and less true in real deployments.
If you say so. I'll let others judge the irony of that claim, considering the current track record of how easy it is to infer data across a privilege boundary.
~Andrew
Quoted 8 lines · speck for Andi Kleen
From: Andi Kleen <[email protected]>
Subject: x86/pmu/intel: Export number of counters in capsExport the number of generic and fixed counters in the core PMU in caps/ This helps users and tools with constructing groups. Will be also more important with upcoming patches that can change the number of counters.
Signed-off-by Andi Kleen <[email protected]>
Quoted 39 lines
--- arch/x86/events/core.c | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+)arch/x86/events/core.c +20
-0@@ -2248,8 +2248,28 @@ static ssize_t max_precise_show(struct device *cdev,static DEVICE_ATTR_RO (max_precise); +static ssize_t num_counter_show (struct device *cdev, +struct device_attribute *attr, +char *buf) +{ +return snprintf (buf,PAGE_SIZE ,"%d\n" , x86_pmu.num_counters); +} + +static DEVICE_ATTR_RO (num_counter); + +static ssize_t num_counter_fixed_show (struct device *cdev, +struct device_attribute *attr, +char *buf) +{ +return snprintf (buf,PAGE_SIZE ,"%d\n" , x86_pmu.num_counters_fixed); +} + +static DEVICE_ATTR_RO (num_counter_fixed); +static struct attribute *x86_pmu_caps_attrs[] = { &dev_attr_max_precise.attr, + &dev_attr_num_counter.attr, + &dev_attr_num_counter_fixed.attr,NULL };Signature · 1 line
2.17.2