Extended H/W error log driver
Subsystems (11)
v3 cover Extended H/W error log driver
[PATCH v3 1/9] ACPI, APEI, CPER: Fix status check during error printing [PATCH v3 2/9] ACPI, CPER: Update cper info
[PATCH v3 3/9] bitops: Introduce a more generic BITMASK macro [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform [PATCH v3 5/9] DMI: Parse memory device (type 17) in SMBIOS [PATCH v3 6/9] ACPI, APEI, CPER: Add UEFI 2.4 support for memory error [PATCH v3 7/9] ACPI, APEI, CPER: Enhance memory reporting capability [PATCH v3 8/9] ACPI, APEI, CPER: Cleanup CPER memory error output format [PATCH v3 9/9] EDAC, GHES: Update ghes error record info
OK, this is the 3rd version. Hope it is the last one :-).
this version just updates some minors places and apply some Ack/Review information. In this version I remove the last patch for trace interface. Maybe it is time to build a new RAS trace interface to integrate all RAS related error report interfaces now.
new output format as below:
dmesg output:
[ 498.485536] {1}Hardware error detected on CPU45
[ 498.485616] {1}It has been corrected by h/w and requires no further action
[ 498.485655] {1}event severity: corrected
[ 498.485660] {1} Error 0, type: corrected
[ 498.485681] {1} section_type: memory error
[ 498.485686] {1} physical_address: 0x000000207ff1a000
[ 498.485697] {1} DIMM location: Memriser7 CHANNEL A DIMM 0
[ 498.485720] {2}Hardware error detected on CPU45
[ 498.485728] {2}It has been corrected by h/w and requires no further action
[ 498.485735] {2}event severity: corrected
[ 498.485740] {2} Error 0, type: corrected
[ 498.485748] {2} section_type: memory errorPATCH v3 1/9 ACPI, APEI, CPER: Fix status check during error printing
Commit aaf9d93 only catches condition check before print, but the similar check is needed during printing CPER error sections.
--- drivers/acpi/apei/cper.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
drivers/acpi/apei/cper.c +1 -1
@@ -353,7 +353,7 @@ void apei_estatus_print(const char *pfx, cper_severity_str(severity)); data_len = estatus->data_length; gdata = (struct acpi_hest_generic_data *)(estatus +1 ); -while (data_len >sizeof (*gdata)) { +while (data_len >=sizeof (*gdata)) { gedata_len = gdata->error_data_length;apei_estatus_print_section (pfx, gdata, sec_no); data_len -= gedata_len +sizeof (*gdata);
Signature · 1 line
1.8.4.rc3
PATCH v3 2/9 ACPI, CPER: Update cper info
In reply to Chen, GongTo prepare for the following patches and make related definition more clear, update some definitions about CPER.
v2 -> v1: Update some more definitions suggested by Boris
--- drivers/acpi/apei/apei-internal.h | 12 ++++---- drivers/acpi/apei/cper.c | 58 +++++++++++++++++++-------------------- drivers/acpi/apei/ghes.c | 54 ++++++++++++++++++------------------ include/acpi/actbl1.h | 14 +++++----- include/acpi/ghes.h | 2 +- include/linux/cper.h | 2 +- 6 files changed, 71 insertions(+), 71 deletions(-)
drivers/acpi/apei/apei-internal.h +6 -6
@@ -122,11 +122,11 @@ struct dentry;struct dentry *apei_get_debugfs_dir (void );#define apei_estatus_for_each_section (estatus, section) \ - for (section = (struct acpi_hest_generic_data *)(estatus + 1); \ + for (section = (struct acpi_generic_data *)(estatus + 1); \ (void *)section - (void *)estatus < estatus->data_length; \ section = (void *)(section+1) + section->error_data_length) -static inline u32 apei_estatus_len (struct acpi_hest_generic_status *estatus) +static inline u32 cper_estatus_len (struct acpi_generic_status *estatus) {if (estatus->raw_data_length) return estatus->raw_data_offset + \
@@ -135,10 +135,10 @@ static inline u32 apei_estatus_len(struct acpi_hest_generic_status *estatus) return sizeof(*estatus) + estatus->data_length; } -void apei_estatus_print (const char *pfx, -const struct acpi_hest_generic_status *estatus); -int apei_estatus_check_header (const struct acpi_hest_generic_status *estatus); -int apei_estatus_check (const struct acpi_hest_generic_status *estatus); +void cper_estatus_print (const char *pfx, +const struct acpi_generic_status *estatus); +int cper_estatus_check_header (const struct acpi_generic_status *estatus); +int cper_estatus_check (const struct acpi_generic_status *estatus);int apei_osc_setup (void );#endif
drivers/acpi/apei/cper.c +29 -29
164 lines not on this page · raw message
drivers/acpi/apei/ghes.c +27 -27
190 lines not on this page · raw message
include/acpi/actbl1.h +7 -7
@@ -596,7 +596,7 @@ struct acpi_hest_generic {/* Generic Error Status block */ -struct acpi_hest_generic_status { +struct acpi_generic_status {u32 block_status;u32 raw_data_offset;u32 raw_data_length;
@@ -606,15 +606,15 @@ struct acpi_hest_generic_status {/* Values for block_status flags above */ -#define ACPI_HEST_UNCORRECTABLE (1) -#define ACPI_HEST_CORRECTABLE (1<<1) -#define ACPI_HEST_MULTIPLE_UNCORRECTABLE (1<<2) -#define ACPI_HEST_MULTIPLE_CORRECTABLE (1<<3) -#define ACPI_HEST_ERROR_ENTRY_COUNT (0xFF<<4)/* 8 bits, error count */ +#define ACPI_GEN_ERR_UC BIT(0) +#define ACPI_GEN_ERR_CE BIT(1) +#define ACPI_GEN_ERR_MULTI_UC BIT(2) +#define ACPI_GEN_ERR_MULTI_CE BIT(3) +#define ACPI_GEN_ERR_COUNT_SHIFT (0xFF<<4)/* 8 bits, error count */ /* Generic Error Data entry */ -struct acpi_hest_generic_data { +struct acpi_generic_data {u8 section_type[16 ];u32 error_severity;u16 revision;
include/acpi/ghes.h +1 -1
@@ -14,7 +14,7 @@struct ghes {struct acpi_hest_generic *generic; -struct acpi_hest_generic_status *estatus; +struct acpi_generic_status *estatus;u64 buffer_paddr;unsigned long flags;union {
include/linux/cper.h +1 -1
@@ -389,6 +389,6 @@ struct cper_sec_pcie {u64 cper_next_record_id (void );void cper_print_bits (const char *prefix,unsigned int bits, -const char *strs[],unsigned int strs_size); +const char *const strs[],unsigned int strs_size);#endif
Signature · 1 line
1.8.4.rc3
Re: [PATCH v3 2/9] ACPI, CPER: Update cper info
Quoted 37 lines · Gong
To prepare for the following patches and make related definition more clear, update some definitions about CPER.
v2 -> v1: Update some more definitions suggested by Boris
Signed-off-by Chen, Gong <[email protected]>Acked-by Borislav Petkov <[email protected]>Reviewed-by Mauro Carvalho Chehab <[email protected]>--- drivers/acpi/apei/apei-internal.h | 12 ++++---- drivers/acpi/apei/cper.c | 58 +++++++++++++++++++-------------------- drivers/acpi/apei/ghes.c | 54 ++++++++++++++++++------------------ include/acpi/actbl1.h | 14 +++++----- include/acpi/ghes.h | 2 +- include/linux/cper.h | 2 +- 6 files changed, 71 insertions(+), 71 deletions(-)drivers/acpi/apei/apei-internal.h +2
-2@@ -122,11 +122,11 @@ struct dentry;struct dentry *apei_get_debugfs_dir (void );#define apei_estatus_for_each_section (estatus, section) \ - for (section = (struct acpi_hest_generic_data *)(estatus + 1); \ + for (section = (struct acpi_generic_data *)(estatus + 1); \ (void *)section - (void *)estatus < estatus->data_length; \ section = (void *)(section+1) + section->error_data_length) -static inline u32 apei_estatus_len (struct acpi_hest_generic_status *estatus) +static inline u32 cper_estatus_len (struct acpi_generic_status *estatus) {if (estatus->raw_data_length) return estatus->raw_data_offset + \@@ -135,10 +135,10 @@ static inline u32 apei_estatus_len(struct acpi_hest_generic_status *estatus)return sizeof (*estatus) + estatus->data_length;
drivers/acpi/apei/apei-internal.h static inline u32 apei_estatus_len(struct acpi_hest_generic_status *estatus) · line 141
Quoted 10 lines
drivers/acpi/apei/apei-internal.h +4
-4} -void apei_estatus_print (const char *pfx, -const struct acpi_hest_generic_status *estatus); -int apei_estatus_check_header (const struct acpi_hest_generic_status *estatus); -int apei_estatus_check (const struct acpi_hest_generic_status *estatus); +void cper_estatus_print (const char *pfx, +const struct acpi_generic_status *estatus); +int cper_estatus_check_header (const struct acpi_generic_status *estatus); +int cper_estatus_check (const struct acpi_generic_status *estatus);
As stated previously, I am not convinced this makes sense since these functions act on ACPI stuctures.
- Naveen
PATCH v3 3/9 bitops: Introduce a more generic BITMASK macro
In reply to Chen, GongGENMASK is used to create a contiguous bitmask([hi:lo]). It is implemented twice in current kernel. One is in EDAC driver, the other is in SiS/XGI FB driver. Move it to a more generic place for other usage.
--- drivers/edac/amd64_edac.c | 46 ++++++++++++++++++++++++---------------------- drivers/edac/amd64_edac.h | 8 -------- drivers/edac/sb_edac.c | 2 +- drivers/video/sis/init.c | 5 ++--- include/linux/bitops.h | 8 ++++++++ 5 files changed, 35 insertions(+), 34 deletions(-)
drivers/edac/amd64_edac.c +24 -22
@@ -339,8 +339,8 @@ static void get_cs_base_and_mask(struct amd64_pvt *pvt, int csrow, u8 dct,if (pvt->fam ==0xf && pvt->ext_model <K8_REV_F ) { csbase = pvt->csels[dct].csbases[csrow]; csmask = pvt->csels[dct].csmasks[csrow]; - base_bits =GENMASK (21 ,31 ) |GENMASK (9 ,15 ); - mask_bits =GENMASK (21 ,29 ) |GENMASK (9 ,15 ); + base_bits =GENMASK_ULL (31 ,21 ) |GENMASK_ULL (15 ,9 ); + mask_bits =GENMASK_ULL (29 ,21 ) |GENMASK_ULL (15 ,9 ); addr_shift =4 ;/*
@@ -352,16 +352,16 @@ static void get_cs_base_and_mask(struct amd64_pvt *pvt, int csrow, u8 dct, csbase = pvt->csels[dct].csbases[csrow]; csmask = pvt->csels[dct].csmasks[csrow >>1 ]; - *base = (csbase &GENMASK (5 ,15 )) <<6 ; - *base |= (csbase &GENMASK (19 ,30 )) <<8 ; + *base = (csbase &GENMASK_ULL (15 ,5 )) <<6 ; + *base |= (csbase &GENMASK_ULL (30 ,19 )) <<8 ; *mask = ~0ULL ;/* poke holes for the csmask */ - *mask &= ~((GENMASK (5 ,15 ) <<6 ) | - (GENMASK (19 ,30 ) <<8 )); + *mask &= ~((GENMASK_ULL (15 ,5 ) <<6 ) | + (GENMASK_ULL (30 ,19 ) <<8 )); - *mask |= (csmask &GENMASK (5 ,15 )) <<6 ; - *mask |= (csmask &GENMASK (19 ,30 )) <<8 ; + *mask |= (csmask &GENMASK_ULL (15 ,5 )) <<6 ; + *mask |= (csmask &GENMASK_ULL (30 ,19 )) <<8 ;return ; }else {
@@ -370,9 +370,11 @@ static void get_cs_base_and_mask(struct amd64_pvt *pvt, int csrow, u8 dct, addr_shift =8 ;if (pvt->fam ==0x15 ) - base_bits = mask_bits =GENMASK (19 ,30 ) |GENMASK (5 ,13 ); + base_bits = mask_bits = +GENMASK_ULL (30 ,19 ) |GENMASK_ULL (13 ,5 );else - base_bits = mask_bits =GENMASK (19 ,28 ) |GENMASK (5 ,13 ); + base_bits = mask_bits = +GENMASK_ULL (28 ,19 ) |GENMASK_ULL (13 ,5 ); } *base = (csbase & base_bits) << addr_shift;
@@ -561,7 +563,7 @@ static u64 sys_addr_to_dram_addr(struct mem_ctl_info *mci, u64 sys_addr)* section 3.4.2 of AMD publication 24592: AMD x86-64 Architecture * Programmer's Manual Volume 1 Application Programming. */ - dram_addr = (sys_addr &GENMASK (0 ,39 )) - dram_base; + dram_addr = (sys_addr &GENMASK_ULL (39 ,0 )) - dram_base;edac_dbg (2 ,"using DRAM Base register to translate SysAddr 0x%lx to DramAddr 0x%lx\n" , (unsigned long )sys_addr, (unsigned long )dram_addr);
@@ -597,7 +599,7 @@ static u64 dram_addr_to_input_addr(struct mem_ctl_info *mci, u64 dram_addr)* concerning translating a DramAddr to an InputAddr. */ intlv_shift =num_node_interleave_bits (dram_intlv_en (pvt,0 )); - input_addr = ((dram_addr >> intlv_shift) &GENMASK (12 ,35 )) + + input_addr = ((dram_addr >> intlv_shift) &GENMASK_ULL (35 ,12 )) + (dram_addr &0xfff ); edac_dbg(2, " Intlv Shift=%d DramAddr=0x%lx maps to InputAddr=0x%lx\n",
@@ -849,7 +851,7 @@ static u64 get_error_address(struct amd64_pvt *pvt, struct mce *m) end_bit =39 ; } - addr = m->addr &GENMASK (start_bit, end_bit); + addr = m->addr &GENMASK_ULL (end_bit, start_bit);/* * Erratum 637 workaround
@@ -861,7 +863,7 @@ static u64 get_error_address(struct amd64_pvt *pvt, struct mce *m)u16 mce_nid;u8 intlv_en; -if ((addr &GENMASK (24 ,47 )) >>24 !=0x00fdf7 ) +if ((addr &GENMASK_ULL (47 ,24 )) >>24 !=0x00fdf7 )return addr; mce_nid =amd_get_nb_id (m->extcpu);
@@ -871,7 +873,7 @@ static u64 get_error_address(struct amd64_pvt *pvt, struct mce *m) intlv_en = tmp >>21 &0x7 ;/* add [47:27] + 3 trailing bits */ - cc6_base = (tmp &GENMASK (0 ,20 )) <<3 ; + cc6_base = (tmp &GENMASK_ULL (20 ,0 )) <<3 ;/* reverse and add DramIntlvEn */ cc6_base |= intlv_en ^0x7 ;
@@ -880,18 +882,18 @@ static u64 get_error_address(struct amd64_pvt *pvt, struct mce *m) cc6_base <<=24 ;if (!intlv_en) -return cc6_base | (addr &GENMASK (0 ,23 )); +return cc6_base | (addr &GENMASK_ULL (23 ,0 ));amd64_read_pci_cfg (pvt->F1,DRAM_LOCAL_NODE_BASE , &tmp);/* faster log2 */ - tmp_addr = (addr &GENMASK (12 ,23 )) <<__fls (intlv_en +1 ); + tmp_addr = (addr &GENMASK_ULL (23 ,12 )) <<__fls (intlv_en +1 );/* OR DramIntlvSel into bits [14:12] */ - tmp_addr |= (tmp &GENMASK (21 ,23 )) >>9 ; + tmp_addr |= (tmp &GENMASK_ULL (23 ,21 )) >>9 ;/* add remaining [11:0] bits from original MC4_ADDR */ - tmp_addr |= addr &GENMASK (0 ,11 ); + tmp_addr |= addr &GENMASK_ULL (11 ,0 );return cc6_base | tmp_addr; }
@@ -952,12 +954,12 @@ static void read_dram_base_limit_regs(struct amd64_pvt *pvt, unsigned range)amd64_read_pci_cfg (f1,DRAM_LOCAL_NODE_LIM , &llim); - pvt->ranges[range].lim.lo &=GENMASK (0 ,15 ); + pvt->ranges[range].lim.lo &=GENMASK_ULL (15 ,0 );/* {[39:27],111b} */ pvt->ranges[range].lim.lo |= ((llim &0x1fff ) <<3 |0x7 ) <<16 ; - pvt->ranges[range].lim.hi &=GENMASK (0 ,7 ); + pvt->ranges[range].lim.hi &=GENMASK_ULL (7 ,0 );/* [47:40] */ pvt->ranges[range].lim.hi |= llim >>13 ;
@@ -1330,7 +1332,7 @@ static u64 f1x_get_norm_dct_addr(struct amd64_pvt *pvt, u8 range, chan_off = dram_base; } -return (sys_addr &GENMASK (6 ,47 )) - (chan_off &GENMASK (23 ,47 )); +return (sys_addr &GENMASK_ULL (47 ,6 )) - (chan_off &GENMASK_ULL (47 ,23 )); }/*
drivers/edac/amd64_edac.h +0 -8
@@ -160,14 +160,6 @@#define OFF false/* -* Create a contiguous bitmask starting at bit position @lo and ending at -* position @hi. For example -* -* GENMASK(21, 39) gives us the 64bit vector 0x000000ffffe00000. -*/ -#define GENMASK (lo, hi) (((1ULL << ((hi) - (lo) + 1)) - 1) << (lo)) - -/* * PCI-defined configuration space registers */ #define PCI_DEVICE_ID_AMD_15H_M30H_NB_F1 0x141b
drivers/edac/sb_edac.c +1 -1
@@ -50,7 +50,7 @@ static int probed;* Get a bit field at register value <v>, from bit <lo> to bit <hi> */ #define GET_BITFIELD (v, lo, hi) \ - (((v) & ((1ULL << ((hi) - (lo) + 1)) - 1) << (lo)) >> (lo)) + (((v) & GENMASK_ULL(hi, lo)) >> (lo))/* * sbridge Memory Controller Registers
drivers/video/sis/init.c +2 -3
@@ -3320,9 +3320,8 @@ SiSSetMode(struct SiS_Private *SiS_Pr, unsigned short ModeNo) }#ifndef GETBITSTR -#define BITMASK (h,l) (((unsigned)(1U << ((h)-(l)+1))-1)<<(l)) -#define GENMASK (mask) BITMASK(1?mask,0?mask) -#define GETBITS (var,mask) (((var) & GENMASK(mask)) >> (0?mask)) +#define GENBITSMASK (mask) GENMASK(1?mask,0?mask) +#define GETBITS (var,mask) (((var) & GENBITSMASK(mask)) >> (0?mask))#define GETBITSTR (val,from,to) ((GETBITS(val,from)) << (0?to))#endif
include/linux/bitops.h +8 -0
@@ -10,6 +10,14 @@#define BITS_TO_LONGS (nr) DIV_ROUND_UP(nr, BITS_PER_BYTE * sizeof(long))#endif +/* +* Create a contiguous bitmask starting at bit position @l and ending at +* position @h. For example +* GENMASK_ULL(39, 21) gives us the 64bit vector 0x000000ffffe00000. +*/ +#define GENMASK (h, l) (((U32_C(1) << ((h) - (l) + 1)) - 1) << (l)) +#define GENMASK_ULL (h, l) (((U64_C(1) << ((h) - (l) + 1)) - 1) << (l)) +extern unsigned int __sw_hweight8 (unsigned int w);extern unsigned int __sw_hweight16 (unsigned int w);extern unsigned int __sw_hweight32 (unsigned int w);
Signature · 1 line
1.8.4.rc3
PATCH v3 4/9 ACPI, x86: Extended error log driver for x86 platform
In reply to Chen, GongThis H/W error log driver (a.k.a eMCA driver) is implemented based on
http://www.intel.com/content/www/us/en/architecture-and-technology/enhanced-mca-logging-xeon-paper.html
After errors are captured, more valuable information can be got via this new enhanced H/W error log driver.
v3 -> v2: fix a MACRO definition error and some cleanup v2 -> v1: eliminate spin_lock & minor fixes suggested by Boris
--- arch/x86/include/asm/mce.h | 5 + arch/x86/kernel/cpu/mcheck/mce.c | 20 +++ drivers/acpi/Kconfig | 20 +++ drivers/acpi/Makefile | 2 + drivers/acpi/acpi_extlog.c | 319 +++++++++++++++++++++++++++++++++++++++ drivers/acpi/bus.c | 3 +- include/linux/acpi.h | 1 + 7 files changed, 369 insertions(+), 1 deletion(-) create mode 100644 drivers/acpi/acpi_extlog.c
arch/x86/include/asm/mce.h +5 -0
@@ -16,6 +16,7 @@#define MCG_EXT_CNT_SHIFT 16#define MCG_EXT_CNT (c) (((c) & MCG_EXT_CNT_MASK) >> MCG_EXT_CNT_SHIFT)#define MCG_SER_P (1ULL<<24)/* MCA recovery/new status bits */ +#define MCG_ELOG_P (1ULL<<26)/* Extended error log supported */ /* MCG_STATUS register defines */ #define MCG_STATUS_RIPV (1ULL<<0)/* restart ip valid */
@@ -186,6 +187,10 @@ enum mcp_flags {MCP_UC = (1 <<1 ),/* log uncorrected errors */ MCP_DONTLOG = (1 << 2), /* only clear, don't log */ }; + +void register_elog_handler (int (*f)(const char *,int ,int )); +void unregister_elog_handler (int (*f)(const char *,int ,int )); +void machine_check_poll (enum mcp_flags flags,mce_banks_t *b);int mce_notify_irq (void );
arch/x86/kernel/cpu/mcheck/mce.c +20 -0
@@ -48,6 +48,8 @@#include "mce-internal.h" +static int (*mce_ext_err_print)(const char *,int ,int ); +static DEFINE_MUTEX (mce_chrdev_read_mutex);#define rcu_dereference_check_mce (p) \
@@ -576,6 +578,21 @@ static void mce_read_aux(struct mce *m, int i)DEFINE_PER_CPU (unsigned, mce_poll_count); +void register_elog_handler (int (*f)(const char *,int ,int )) +{ + mce_ext_err_print = f; +} +EXPORT_SYMBOL_GPL (register_elog_handler); + +void unregister_elog_handler (int (*f)(const char *,int ,int )) +{ +if (f) { +WARN_ON (mce_ext_err_print != f); + mce_ext_err_print =NULL ; + } +} +EXPORT_SYMBOL_GPL (unregister_elog_handler); +/* * Poll for corrected events or events that happened before reset. * Those are just logged through /dev/mcelog.
@@ -624,6 +641,9 @@ void machine_check_poll(enum mcp_flags flags, mce_banks_t *b) (m.status & (mca_cfg.ser ? MCI_STATUS_S : MCI_STATUS_UC))) continue; +if (mce_ext_err_print) +mce_ext_err_print (NULL , m.extcpu, i); +mce_read_aux (&m, i);if (!(flags &MCP_TIMESTAMP ))
drivers/acpi/Kconfig +20 -0
@@ -372,4 +372,24 @@ config ACPI_BGRT source "drivers/acpi/apei/Kconfig" +config ACPI_EXTLOG + tristate "Extended Error Log support" + depends on X86_MCE + default n + help + Certain usages such as Predictive Failure Analysis (PFA) require + more information about the error than what can be described in + processor machine check banks. Most server processors log + additional information about the error in processor uncore + registers. Since the addresses and layout of these registers vary + widely from one processor to another, system software cannot + readily make use of them. To complicate matters further, some of + the additional error information cannot be constructed space + between "additional" and "error" without detailed knowledge + about platform topology. + + Enhanced MCA Logging allows firmware to provide additional error + information to system software, synchronous with MCE or CMCI. This + driver adds support for that functionality. + endif # ACPI
drivers/acpi/Makefile +2 -0
@@ -82,3 +82,5 @@ processor-$(CONFIG_CPU_FREQ) += processor_perflib.o obj-$(CONFIG_ACPI_PROCESSOR_AGGREGATOR) += acpi_pad.o obj-$(CONFIG_ACPI_APEI) += apei/ + +obj-$(CONFIG_ACPI_EXTLOG) += acpi_extlog.o
drivers/acpi/acpi_extlog.c new file +319 -0
319 lines not on this page · raw message
drivers/acpi/bus.c +2 -1
@@ -174,7 +174,7 @@ static void acpi_print_osc_error(acpi_handle handle,printk ("\n" ); } -static acpi_status acpi_str_to_uuid (char *str,u8 *uuid) +acpi_status acpi_str_to_uuid (char *str,u8 *uuid) {int i;static int opc_map_to_uuid[16 ] = {6 ,4 ,2 ,0 ,11 ,9 ,16 ,14 ,19 ,21 ,
@@ -195,6 +195,7 @@ static acpi_status acpi_str_to_uuid(char *str, u8 *uuid) }return AE_OK ; } +EXPORT_SYMBOL_GPL (acpi_str_to_uuid);acpi_status acpi_run_osc (acpi_handle handle,struct acpi_osc_context *context) {
include/linux/acpi.h +1 -0
@@ -311,6 +311,7 @@ struct acpi_osc_context {#define OSC_INVALID_REVISION_ERROR 8#define OSC_CAPABILITIES_MASK_ERROR 16 +acpi_status acpi_str_to_uuid (char *str,u8 *uuid);acpi_status acpi_run_osc (acpi_handle handle,struct acpi_osc_context *context);/* platform-wide _OSC bits */
Signature · 1 line
1.8.4.rc3
Re: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 80 lines · Gong
This H/W error log driver (a.k.a eMCA driver) is implemented based on
http://www.intel.com/content/www/us/en/architecture-and-technology/enhanced-mca-logging-xeon-paper.htmlAfter errors are captured, more valuable information can be got via this new enhanced H/W error log driver.
v3 -> v2: fix a MACRO definition error and some cleanup v2 -> v1: eliminate
spin_lock& minor fixes suggested by BorisSigned-off-by Chen, Gong <[email protected]>--- arch/x86/include/asm/mce.h | 5 + arch/x86/kernel/cpu/mcheck/mce.c | 20 +++ drivers/acpi/Kconfig | 20 +++ drivers/acpi/Makefile | 2 + drivers/acpi/acpi_extlog.c | 319 +++++++++++++++++++++++++++++++++++++++ drivers/acpi/bus.c | 3 +- include/linux/acpi.h | 1 + 7 files changed, 369 insertions(+), 1 deletion(-)create mode 100644
drivers/acpi/acpi_extlog.carch/x86/include/asm/mce.h +5
-0@@ -16,6 +16,7 @@#define MCG_EXT_CNT_SHIFT 16#define MCG_EXT_CNT (c) (((c) & MCG_EXT_CNT_MASK) >> MCG_EXT_CNT_SHIFT)#define MCG_SER_P (1ULL<<24)/* MCA recovery/new status bits */ +#define MCG_ELOG_P (1ULL<<26)/* Extended error log supported */ /* MCG_STATUS register defines */ #define MCG_STATUS_RIPV (1ULL<<0)/* restart ip valid */ @@ -186,6 +187,10 @@ enum mcp_flags {MCP_UC = (1 <<1 ),/* log uncorrected errors */ MCP_DONTLOG = (1 << 2), /* only clear, don't log */ }; + +void register_elog_handler (int (*f)(const char *,int ,int )); +void unregister_elog_handler (int (*f)(const char *,int ,int )); +void machine_check_poll (enum mcp_flags flags,mce_banks_t *b);int mce_notify_irq (void );arch/x86/kernel/cpu/mcheck/mce.c +17
-0@@ -48,6 +48,8 @@#include "mce-internal.h" +static int (*mce_ext_err_print)(const char *,int ,int ); +static DEFINE_MUTEX (mce_chrdev_read_mutex);#define rcu_dereference_check_mce (p) \@@ -576,6 +578,21 @@ static void mce_read_aux(struct mce *m, int i)DEFINE_PER_CPU (unsigned, mce_poll_count); +void register_elog_handler (int (*f)(const char *,int ,int )) +{ + mce_ext_err_print = f; +} +EXPORT_SYMBOL_GPL (register_elog_handler); + +void unregister_elog_handler (int (*f)(const char *,int ,int )) +{ +if (f) { +WARN_ON (mce_ext_err_print != f); + mce_ext_err_print =NULL ; + } +} +EXPORT_SYMBOL_GPL (unregister_elog_handler); +/* * Poll for corrected events or events that happened before reset. * Those are just logged through /dev/mcelog.
arch/x86/kernel/cpu/mcheck/mce.c void machine_check_poll(enum mcp_flags flags, mce_banks_t *b) · line 646
Quoted 6 lines
arch/x86/kernel/cpu/mcheck/mce.c +3
-0@@ -624,6 +641,9 @@ void machine_check_poll(enum mcp_flags flags, mce_banks_t *b) (m.status & (mca_cfg.ser ? MCI_STATUS_S : MCI_STATUS_UC))) continue; +if (mce_ext_err_print) +mce_ext_err_print (NULL , m.extcpu, i); +
Can we use the notifier chain we already have: mce_register_decode_chain()? EDAC uses this and I'm wondering if it is a good fit here. As an added bonus, it seems to honor dont_log_ce option as well.
Quoted 8 lines
arch/x86/kernel/cpu/mcheck/mce.c +0
-0mce_read_aux (&m, i);if (!(flags &MCP_TIMESTAMP ))drivers/acpi/Kconfig +0
-0
drivers/acpi/Kconfig config ACPI_BGRT · line 377
Quoted 6 lines
drivers/acpi/Kconfig +3
-0@@ -372,4 +372,24 @@ config ACPI_BGRT source "drivers/acpi/apei/Kconfig" +config ACPI_EXTLOG + tristate "Extended Error Log support" + depends on X86_MCE
I think you also have a dependancy on ACPI_APEI for apei_estatus_print()
drivers/acpi/Kconfig config ACPI_BGRT · line 388
Quoted 11 lines
drivers/acpi/Kconfig +11
-0+ default n + help + Certain usages such as Predictive Failure Analysis (PFA) require + more information about the error than what can be described in + processor machine check banks. Most server processors log + additional information about the error in processor uncore + registers. Since the addresses and layout of these registers vary + widely from one processor to another, system software cannot + readily make use of them. To complicate matters further, some of + the additional error information cannot be constructed space + between "additional" and "error" without detailed knowledge
Oops... looks like copy+paste went wrong ;)
Quoted 331 lines
drivers/acpi/Kconfig +6
-0+ about platform topology. + + Enhanced MCA Logging allows firmware to provide additional error + information to system software, synchronous with MCE or CMCI. This + driver adds support for that functionality. + endif # ACPIdrivers/acpi/Makefile +2
-0@@ -82,3 +82,5 @@ processor-$(CONFIG_CPU_FREQ) += processor_perflib.o obj-$(CONFIG_ACPI_PROCESSOR_AGGREGATOR) += acpi_pad.o obj-$(CONFIG_ACPI_APEI) += apei/ + +obj-$(CONFIG_ACPI_EXTLOG) += acpi_extlog.odrivers/acpi/acpi_extlog.c new file +308
-0@@ -0,0 +1,319 @@ +/* +* Extended Error Log driver +* +* Copyright (C) 2013 Intel Corp. +* Author: Chen, Gong <[email protected]> +* +* This file is licensed under GPLv2. +*/ + +#include <linux/module.h> +#include <linux/acpi.h> +#include <acpi/acpi_bus.h> +#include <linux/cper.h> +#include <linux/ratelimit.h> +#include <asm/mce.h> + +#include "apei/apei-internal.h" + +#define EXT_ELOG_ENTRY_MASK GENMASK_ULL(51, 0)/* elog entry address mask */ + +#define EXTLOG_DSM_REV 0x0 +#define EXTLOG_FN_QUERY 0x0 +#define EXTLOG_FN_ADDR 0x1 + +#define FLAG_OS_OPTIN BIT(0) +#define EXTLOG_QUERY_L1_EXIST BIT(1) +#define ELOG_ENTRY_VALID (1ULL<<63) +#define ELOG_ENTRY_LEN 0x1000 + +#define EMCA_BUG \ + "Can not request iomem region <0x%016llx-0x%016llx> - eMCA disabled\n" + +struct extlog_l1_head { +u32 ver;/* Header Version */ +u32 hdr_len;/* Header Length */ +u64 total_len;/* entire L1 Directory length including this header */ +u64 elog_base;/* MCA Error Log Directory base address */ +u64 elog_len;/* MCA Error Log Directory length */ +u32 flags;/* bit 0 - OS/VMM Opt-in */ +u8 rev0[12 ]; +u32 entries;/* Valid L1 Directory entries per logical processor */ +u8 rev1[12 ]; +}; + +static u8 extlog_dsm_uuid[] ="663E35AF-CC10-41A4-88EA-5470AF055295" ; + +/* L1 table related physical address */ +static u64 elog_base; +static size_t elog_size; +static u64 l1_dirbase; +static size_t l1_size; + +/* L1 table related virtual address */ +static void __iomem *extlog_l1_addr; +static void __iomem *elog_addr; + +static void *elog_buf; + +static u64 *l1_entry_base; +static u32 l1_percpu_entry; + +#define ELOG_IDX (cpu, bank) \ + (cpu_physical_id(cpu) * l1_percpu_entry + (bank)) + +#define ELOG_ENTRY_DATA (idx) \ + (*(l1_entry_base + (idx))) + +#define ELOG_ENTRY_ADDR (phyaddr) \ + (phyaddr - elog_base + (u8 *)elog_addr) + +static struct acpi_generic_status *extlog_elog_entry_check (int cpu,int bank) +{ +int idx; +u64 data; +struct acpi_generic_status *estatus; + +WARN_ON (cpu <0 ); + idx =ELOG_IDX (cpu, bank); + data =ELOG_ENTRY_DATA (idx); +if ((data &ELOG_ENTRY_VALID ) ==0 ) +return NULL ; + + data &=EXT_ELOG_ENTRY_MASK ; + estatus = (struct acpi_generic_status *)ELOG_ENTRY_ADDR (data); + +/* if no valid data in elog entry, just return */ +if (estatus->block_status ==0 ) +return NULL ; + +return estatus; +} + +static void __print_extlog_rcd (const char *pfx, +struct acpi_generic_status *estatus,int cpu) +{ +static atomic_t seqno; +unsigned int curr_seqno; +char pfx_seq[64 ]; + +if (!pfx) { +if (estatus->error_severity <=CPER_SEV_CORRECTED ) + pfx =KERN_INFO ; +else + pfx =KERN_ERR ; + } + curr_seqno =atomic_inc_return (&seqno); +snprintf (pfx_seq,sizeof (pfx_seq),"%s{%u}" , pfx, curr_seqno); +printk ("%s""Hardware error detected on CPU%d\n" , pfx_seq, cpu); +cper_estatus_print (pfx_seq, estatus); +} + +static int print_extlog_rcd (const char *pfx, +struct acpi_generic_status *estatus,int cpu) +{ +/* Not more than 2 messages every 5 seconds */ + static DEFINE_RATELIMIT_STATE(ratelimit_corrected, 5*HZ, 2); + static DEFINE_RATELIMIT_STATE(ratelimit_uncorrected, 5*HZ, 2); +struct ratelimit_state *ratelimit; + +if (estatus->error_severity ==CPER_SEV_CORRECTED || + (estatus->error_severity ==CPER_SEV_INFORMATIONAL )) + ratelimit = &ratelimit_corrected; +else + ratelimit = &ratelimit_uncorrected; +if (__ratelimit (ratelimit)) { +__print_extlog_rcd (pfx, estatus, cpu); +return 0 ; + } + +return 1 ; +} + +static int extlog_print (const char *pfx,int cpu,int bank) +{ +struct acpi_generic_status *estatus; +int rc; + + estatus =extlog_elog_entry_check (cpu, bank); +if (estatus ==NULL ) +return -EINVAL ; + +memcpy (elog_buf, (void *)estatus,ELOG_ENTRY_LEN ); +/* clear record status to enable BIOS to update it again */ + estatus->block_status =0 ; + + rc =print_extlog_rcd (pfx, (struct acpi_generic_status *)elog_buf, cpu); + +return rc; +} + +static int extlog_get_dsm (acpi_handle handle,int rev,int func,u64 *ret) +{ +struct acpi_buffer buf = {ACPI_ALLOCATE_BUFFER ,NULL }; +struct acpi_object_list input; +union acpi_object params[4 ], *obj; +u8 uuid[16 ]; +int i; + +acpi_str_to_uuid (extlog_dsm_uuid, uuid); + input.count =4 ; + input.pointer = params; + params[0 ].type =ACPI_TYPE_BUFFER ; + params[0 ].buffer.length =16 ; + params[0 ].buffer.pointer = uuid; + params[1 ].type =ACPI_TYPE_INTEGER ; + params[1 ].integer.value = rev; + params[2 ].type =ACPI_TYPE_INTEGER ; + params[2 ].integer.value = func; + params[3 ].type =ACPI_TYPE_PACKAGE ; + params[3 ].package.count =0 ; + params[3 ].package.elements =NULL ; + +if (ACPI_FAILURE (acpi_evaluate_object (handle,"_DSM" , &input, &buf))) +return -1 ; + + *ret =0 ; + obj = (union acpi_object *)buf.pointer; +if (obj->type ==ACPI_TYPE_INTEGER ) { + *ret = obj->integer.value; + }else if (obj->type ==ACPI_TYPE_BUFFER ) { +if (obj->buffer.length <=8 ) { +for (i =0 ; i < obj->buffer.length; i++) + *ret |= (obj->buffer.pointer[i] << (i *8 )); + } + } +kfree (buf.pointer); + +return 0 ; +} + +static bool extlog_get_l1addr (void ) +{ +acpi_handle handle; +u64 ret; + +if (ACPI_FAILURE (acpi_get_handle (NULL ,"\\_SB" , &handle))) +return false; + +if (extlog_get_dsm (handle,EXTLOG_DSM_REV ,EXTLOG_FN_QUERY , &ret) || + !(ret &EXTLOG_QUERY_L1_EXIST )) +return false; + +if (extlog_get_dsm (handle,EXTLOG_DSM_REV ,EXTLOG_FN_ADDR , &ret)) +return false; + + l1_dirbase = ret; +/* Spec says L1 directory must be 4K aligned, bail out if it isn't */ +if (l1_dirbase & ((1 <<12 ) -1 )) { +pr_warn (FW_BUG "L1 Directory is invalid at physical %llx\n" , + l1_dirbase); +return false; + } + +return true; +} + +static int __init extlog_init (void ) +{ +struct extlog_l1_head *l1_head; +void __iomem *extlog_l1_hdr; +size_t l1_hdr_size; +struct resource *r; +u64 cap; +int rc; + + rc = -ENODEV ; + +rdmsrl (MSR_IA32_MCG_CAP , cap); +if (!(cap &MCG_ELOG_P )) +return rc; + +if (!extlog_get_l1addr ()) +return rc; + + rc = -EINVAL ; +/* get L1 header to fetch necessary information */ + l1_hdr_size =sizeof (struct extlog_l1_head ); + r =request_mem_region (l1_dirbase, l1_hdr_size,"L1 DIR HDR" ); +if (!r) { + pr_warn(FW_BUG EMCA_BUG, + (unsigned long long)l1_dirbase, + (unsigned long long)l1_dirbase + l1_hdr_size); + goto err; + } + + extlog_l1_hdr =acpi_os_map_memory (l1_dirbase, l1_hdr_size); + l1_head = (struct extlog_l1_head *)extlog_l1_hdr; + l1_size = l1_head->total_len; + l1_percpu_entry = l1_head->entries; + elog_base = l1_head->elog_base; + elog_size = l1_head->elog_len; +acpi_os_unmap_memory (extlog_l1_hdr, l1_hdr_size); +release_mem_region (l1_dirbase, l1_hdr_size); + +/* remap L1 header again based on completed information */ + r =request_mem_region (l1_dirbase, l1_size,"L1 Table" ); +if (!r) { + pr_warn(FW_BUG EMCA_BUG, + (unsigned long long)l1_dirbase, + (unsigned long long)l1_dirbase + l1_size); + goto err; + } + extlog_l1_addr =acpi_os_map_memory (l1_dirbase, l1_size); + l1_entry_base = (u64 *)((u8 *)extlog_l1_addr + l1_hdr_size); + +/* remap elog table */ + r =request_mem_region (elog_base, elog_size,"Elog Table" ); +if (!r) { + pr_warn(FW_BUG EMCA_BUG, + (unsigned long long)elog_base, + (unsigned long long)elog_base + elog_size); + goto err_release_l1_dir; + } + elog_addr =acpi_os_map_memory (elog_base, elog_size); + + rc = -ENOMEM ; +/* allocate buffer to save elog record */ + elog_buf =kmalloc (ELOG_ENTRY_LEN ,GFP_KERNEL ); +if (elog_buf ==NULL ) + goto err_release_elog; + +register_elog_handler (extlog_print); +/* enable OS to be involved to take over management from BIOS */ + ((struct extlog_l1_head *)extlog_l1_addr)->flags |=FLAG_OS_OPTIN ; + +return 0 ; + +err_release_elog: +if (elog_addr) +acpi_os_unmap_memory (elog_addr, elog_size); +release_mem_region (elog_base, elog_size); +err_release_l1_dir: +if (extlog_l1_addr) +acpi_os_unmap_memory (extlog_l1_addr, l1_size); +release_mem_region (l1_dirbase, l1_size); +err: +pr_warn (FW_BUG "Extended error log disabled because of problems parsing f/w tables\n" ); +return rc; +} + +static void __exit extlog_exit(void) +{ +unregister_elog_handler (extlog_print); + ((struct extlog_l1_head *)extlog_l1_addr)->flags &= ~FLAG_OS_OPTIN ; +if (extlog_l1_addr) +acpi_os_unmap_memory (extlog_l1_addr, l1_size); +if (elog_addr) +acpi_os_unmap_memory (elog_addr, elog_size);
drivers/acpi/acpi_extlog.c line 318
Quoted 10 lines
drivers/acpi/acpi_extlog.c new file +10
-0+release_mem_region (elog_base, elog_size); +release_mem_region (l1_dirbase, l1_size); +kfree (elog_buf); +} + +module_init (extlog_init); +module_exit (extlog_exit); + +MODULE_AUTHOR ("Chen, Gong <[email protected]>" ); +MODULE_DESCRIPTION ("Extended Error Log Driver" );
"Extended MCA Error Log Driver"?
Regards,
Naveen
Quoted 35 lines
drivers/acpi/acpi_extlog.c new file +1
-0+MODULE_LICENSE ("GPL" );drivers/acpi/bus.c +2
-1@@ -174,7 +174,7 @@ static void acpi_print_osc_error(acpi_handle handle,printk ("\n" ); } -static acpi_status acpi_str_to_uuid (char *str,u8 *uuid) +acpi_status acpi_str_to_uuid (char *str,u8 *uuid) {int i;static int opc_map_to_uuid[16 ] = {6 ,4 ,2 ,0 ,11 ,9 ,16 ,14 ,19 ,21 ,@@ -195,6 +195,7 @@ static acpi_status acpi_str_to_uuid(char *str, u8 *uuid) }return AE_OK ; } +EXPORT_SYMBOL_GPL (acpi_str_to_uuid);acpi_status acpi_run_osc (acpi_handle handle,struct acpi_osc_context *context) {include/linux/acpi.h +1
-0@@ -311,6 +311,7 @@ struct acpi_osc_context {#define OSC_INVALID_REVISION_ERROR 8#define OSC_CAPABILITIES_MASK_ERROR 16 +acpi_status acpi_str_to_uuid (char *str,u8 *uuid);acpi_status acpi_run_osc (acpi_handle handle,struct acpi_osc_context *context);/* platform-wide _OSC bits */
Borislav Petkov
maintainerRe: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 4 lines · Naveen N. Rao
Quoted 4 lines
arch/x86/kernel/cpu/mcheck/mce.c +0
-0@@ -624,6 +641,9 @@ void machine_check_poll(enum mcp_flags flags, mce_banks_t *b) (m.status & (mca_cfg.ser ? MCI_STATUS_S : MCI_STATUS_UC))) continue;
Quoted 8 lines
arch/x86/kernel/cpu/mcheck/mce.c void machine_check_poll(enum mcp_flags flags, mce_banks_t *b) · line 646
Quoted 3 lines
arch/x86/kernel/cpu/mcheck/mce.c +3
-0+if (mce_ext_err_print) +mce_ext_err_print (NULL , m.extcpu, i); +Can we use the notifier chain we already have:
mce_register_decode_chain()? EDAC uses this and I'm wondering if it is a good fit here. As an added bonus, it seems to honordont_log_ceoption as well.
Hmm, that's a good question you raise: but the more important question is, do you guys - Gong and Tony - want to replace the logging we're already doing, i.e. mce_log() with extlog or not.
Because if you want to replace the current logging you actually have to exit machine_check_poll() after having done mce_ext_err_print() so that the rest of the chain doesn't see the error.
And, does mce_ext_err_print only report DRAM ECC errors or other error types too?
Btw, if we keep both, then we're going to have two tracepoints - trace_mce_record() in mce_log() and this one - issuing each a record for the same event. Which is not really what we want I'd say...
Thanks.
Signature · 5 lines
Regards/Gruss,
Boris.
Sent from a fat crate under my desk. Formatting is fine.
--Luck, Tony
maintainerRE: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 3 lines
Hmm, that's a good question you raise: but the more important question is, do you guys - Gong and Tony - want to replace the logging we're already doing, i.e.
mce_log()with extlog or not.
Long term ... I'd be happy to see mce_log() go away. But we need to have a robust, well tested replacement in place for some time before such a move is up for discussion.
Quoted 3 lines
Because if you want to replace the current logging you actually have to exit
machine_check_poll()after having donemce_ext_err_print()so that the rest of the chain doesn't see the error.
Yes - double error reporting should be avoided.
Quoted 2 lines
And, does
mce_ext_err_printonly report DRAM ECC errors or other error types too?
Our first platforms to implement this only do so for memory errors. This could change in the future (the UEFI appendix N error record has defined sub-sections for lots of types of errors).
Currently EDAC hooked into the mce even notification chain provides a return code to indicate whether it completely processed the error, or whether to fall through to the rest of mce_log():
if (ret == NOTIFY_STOP) return;
Having both EDAC and this new extended error log both registered on this chain would probably not be helpful in most cases. Not sure if we should handle that with user education to not load both an EDAC and ext_log driver or if there should be some enforcement.
Quoted 3 lines
Btw, if we keep both, then we're going to have two tracepoints -
trace_mce_record()inmce_log()and this one - issuing each a record for the same event. Which is not really what we want I'd say...
trace_mce_record() dumps the raw data from the machine check banks. I think there may still be a case for having this. Analysis tools that look at this trace as well should be smart enough to connect the dots.
-Tony
Borislav Petkov
maintainerRe: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 3 lines · Tony
Long term ... I'd be happy to see
mce_log()go away. But we need to have a robust, well tested replacement in place for some time before such a move is up for discussion.
Basically a userspace daemon consuming the tracepoint or plural, tracepoints.
Quoted 1 line
Yes - double error reporting should be avoided.
Right.
Quoted 3 lines
Our first platforms to implement this only do so for memory errors. This could change in the future (the UEFI appendix N error record has defined sub-sections for lots of types of errors).
Ok.
Quoted 9 lines
Currently EDAC hooked into the mce even notification chain provides a return code to indicate whether it completely processed the error, or whether to fall through to the rest of
mce_log():if (ret == NOTIFY_STOP) return;Having both EDAC and this new extended error log both registered on this chain would probably not be helpful in most cases.
Not only that - you don't need EDAC because all the information is in the MCA registers and the eMCA supplement, if there is one.
EDAC would be used on older systems which don't sport eMCA.
Now, concerning the current situation, we probably want to do something like this:
arch/x86/kernel/cpu/mcheck/mce.c +4 -0
@@ -154,6 +154,10 @@ void mce_log(struct mce *mce)/* Emit the trace record: */ trace_mce_record (mce); +if (mce_ext_err_print) +if (mce_ext_err_print (NULL , m.extcpu, i)) +return ; + ret =atomic_notifier_call_chain (&x86_mce_decoder_chain,0 , mce);if (ret ==NOTIFY_STOP )return ;
--
Right, we've moved the eMCA print thingie to mce_log so that we get a chance to run the first TP issuing the raw MCA registers and then run the eMCA TP as a follow-up.
We've taught mce_ext_err_print() to return a true/false retval to denote:
* true: it has collected data successfully, no need to go down the reporting chain
* false: eMCA failed somehow, log the error down and trigger mcelog in userspace.
How does that sound?
Quoted 2 lines
Not sure if we should handle that with user education to not load both an EDAC and
ext_logdriver or if there should be some enforcement.
Definitely enforcement. The flags thing I was telling you about recently could be one way to do it.
Quoted 3 lines
trace_mce_record()dumps the raw data from the machine check banks. I think there may still be a case for having this. Analysis tools that look at this trace as well should be smart enough to connect the dots.
Yes, sure. The more non-overlaping data we get, the better.
Thanks.
Signature · 5 lines
Regards/Gruss,
Boris.
Sent from a fat crate under my desk. Formatting is fine.
--Luck, Tony
maintainerRE: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
@@ -154,6 +154,10 @@ void mce_log(struct mce *mce)
/* Emit the trace record: */ trace_mce_record(mce);
+ if (mce_ext_err_print)
+ if (mce_ext_err_print(NULL, m.extcpu, i))
+ return;
+
ret = atomic_notifier_call_chain(&x86_mce_decoder_chain, 0, mce); if (ret == NOTIFY_STOP)
return;
If we move mce_ext_err_print() this far ... then it's only one line further down to have it be part of the x86_mce_decoder_chain as suggested by Naveen.
-Tony
Borislav Petkov
maintainerRe: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 12 lines · Tony
arch/x86/kernel/cpu/mcheck/mce.c +4
-0@@ -154,6 +154,10 @@ void mce_log(struct mce *mce)/* Emit the trace record: */ trace_mce_record (mce); +if (mce_ext_err_print) +if (mce_ext_err_print (NULL , m.extcpu, i)) +return ; + ret =atomic_notifier_call_chain (&x86_mce_decoder_chain,0 , mce);if (ret ==NOTIFY_STOP )return ;
Quoted 2 lines
If we move
mce_ext_err_print()this far ... then it's only one line further down to have it be part of thex86_mce_decoder_chainas suggested by Naveen.
Right, if you want mce_ext_err_print() to be the first and the only one called on the chain, then you'd have to play with the priority.
But yes, this is possible and it would make it all even cleaner and simpler by simply not needing the reg/dereg interfaces for mce_ext_err_print but adding it to the chain.
Signature · 5 lines
Regards/Gruss,
Boris.
Sent from a fat crate under my desk. Formatting is fine.
--Luck, Tony
maintainerRe: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 3 lines
But yes, this is possible and it would make it all even cleaner and simpler by simply not needing the reg/dereg interfaces for
mce_ext_err_printbut adding it to the chain.
So this is on top of the 9 patch series (using the V4 that Chen Gong posted for part 4/9 and V3 for all the others). Obviously it should be folded back into the series if we go this way.
It's a bit simplistic right now - the registered function just returns NOTIFY_DONE in all cases so it will not disturb processing by any other registered functions - we can make it smarter later.
-Tony
---
arch/x86/include/asm/mce.h +0 -3
@@ -188,9 +188,6 @@ enum mcp_flags { MCP_DONTLOG = (1 << 2), /* only clear, don't log */ }; -void register_elog_handler (int (*f)(const char *,int ,int )); -void unregister_elog_handler (int (*f)(const char *,int ,int )); -void machine_check_poll (enum mcp_flags flags,mce_banks_t *b);int mce_notify_irq (void );
arch/x86/kernel/cpu/mcheck/mce.c +0 -20
@@ -48,8 +48,6 @@#include "mce-internal.h" -static int (*mce_ext_err_print)(const char *,int ,int ); -static DEFINE_MUTEX (mce_chrdev_read_mutex);#define rcu_dereference_check_mce (p) \
@@ -578,21 +576,6 @@ static void mce_read_aux(struct mce *m, int i)DEFINE_PER_CPU (unsigned, mce_poll_count); -void register_elog_handler (int (*f)(const char *,int ,int )) -{ - mce_ext_err_print = f; -} -EXPORT_SYMBOL_GPL (register_elog_handler); - -void unregister_elog_handler (int (*f)(const char *,int ,int )) -{ -if (f) { -WARN_ON (mce_ext_err_print != f); - mce_ext_err_print =NULL ; - } -} -EXPORT_SYMBOL_GPL (unregister_elog_handler); -/* * Poll for corrected events or events that happened before reset. * Those are just logged through /dev/mcelog.
@@ -641,9 +624,6 @@ void machine_check_poll(enum mcp_flags flags, mce_banks_t *b) (m.status & (mca_cfg.ser ? MCI_STATUS_S : MCI_STATUS_UC))) continue; -if (mce_ext_err_print) -mce_ext_err_print (NULL , m.extcpu, i); -mce_read_aux (&m, i);if (!(flags &MCP_TIMESTAMP ))
drivers/acpi/acpi_extlog.c +13 -6
@@ -130,22 +130,26 @@ static int print_extlog_rcd(const char *pfx,return 1 ; } -static int extlog_print (const char *pfx,int cpu,int bank) +static int extlog_print (struct notifier_block *nb,unsigned long val, +void *data) { +struct mce *mce = (struct mce *)data; +int bank = mce->bank; +int cpu = mce->extcpu;struct acpi_generic_status *estatus;int rc; estatus =extlog_elog_entry_check (cpu, bank);if (estatus ==NULL ) -return -EINVAL ; +return NOTIFY_DONE ;memcpy (elog_buf, (void *)estatus,ELOG_ENTRY_LEN );/* clear record status to enable BIOS to update it again */ estatus->block_status =0 ; - rc =print_extlog_rcd (pfx, (struct acpi_generic_status *)elog_buf, cpu); + rc =print_extlog_rcd (NULL , (struct acpi_generic_status *)elog_buf, cpu); -return rc; +return NOTIFY_DONE ; }static int extlog_get_dsm (acpi_handle handle,int rev,int func,u64 *ret)
@@ -213,6 +217,9 @@ static bool extlog_get_l1addr(void)return true; } +static struct notifier_block extlog_mce_dec = { + .notifier_call = extlog_print, +};static int __init extlog_init (void ) {
@@ -279,7 +286,7 @@ static int __init extlog_init(void)if (elog_buf ==NULL ) goto err_release_elog; -register_elog_handler (extlog_print); +mce_register_decode_chain (&extlog_mce_dec);/* enable OS to be involved to take over management from BIOS */ ((struct extlog_l1_head *)extlog_l1_addr)->flags |=FLAG_OS_OPTIN ;
@@ -300,7 +307,7 @@ err: static void __exit extlog_exit(void) { -unregister_elog_handler (extlog_print); +mce_unregister_decode_chain (&extlog_mce_dec); ((struct extlog_l1_head *)extlog_l1_addr)->flags &= ~FLAG_OS_OPTIN ;if (extlog_l1_addr)acpi_os_unmap_memory (extlog_l1_addr, l1_size);
Re: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 7 lines · Tony
So this is on top of the 9 patch series (using the V4 that Chen Gong posted for part 4/9 and V3 for all the others). Obviously it should be folded back into the series if we go this way.
It's a bit simplistic right now - the registered function just returns
NOTIFY_DONEin all cases so it will not disturb processing by any other registered functions - we can make it smarter later.
I folded that back into the series. Also switched out the test on whether to print the "No further action is required" message to only do so for corrected errors. Cleaned up some of the commit messages,
The result is sitting at:git://git.kernel.org/pub/scm/linux/kernel/git/ras/ras.git eMCA
Anything we missed?
-Tony
Borislav Petkov
maintainerRe: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 8 lines · Tony Luck
I folded that back into the series. Also switched out the test on whether to print the "No further action is required" message to only do so for corrected errors. Cleaned up some of the commit messages,
The result is sitting at:
git://git.kernel.org/pub/scm/linux/kernel/git/ras/ras.giteMCAAnything we missed?
Doesn't look so, at a first glance. But I agree with you - this stuff will be subject to change as we go along and we make up our mind about what exactly is sufficient and necessary to do proper decoding.
I like the idea of keeping an open mind about it. :-)
Thanks.
Re: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
In reply to Luck, TonyQuoted 11 lines · Tony
Quoted 3 lines
But yes, this is possible and it would make it all even cleaner and simpler by simply not needing the reg/dereg interfaces for
mce_ext_err_printbut adding it to the chain.So this is on top of the 9 patch series (using the V4 that Chen Gong posted for part 4/9 and V3 for all the others). Obviously it should be folded back into the series if we go this way.
It's a bit simplistic right now - the registered function just returns
NOTIFY_DONEin all cases so it will not disturb processing by any other registered functions - we can make it smarter later.
Looks good. We obviously need to ensure this gets called before EDAC, if at all. The other question is w.r.t conflicts with EDAC, which we can re-visit as part of the discussions around a new trace event.
Thanks,
Naveen
Re: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
In reply to Naveen N. RaoQuoted 11 lines · Naveen N. Rao
Date: Fri, 18 Oct 2013 18:07:56 +0530
From: "Naveen N. Rao" <[email protected]>
To: "Chen, Gong" <[email protected]>, [email protected],
[email protected], [email protected], [email protected]
CC: [email protected], [email protected],
[email protected]
Subject: Re: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86
platform
User-Agent: Mozilla/5.0 (X11; Linuxx86_64; rv:24.0) Gecko/20100101
Thunderbird/24.0
[...]
Quoted 6 lines
drivers/acpi/acpi_extlog.c line 318
Quoted 3 lines
drivers/acpi/acpi_extlog.c new file +3
-0+ +MODULE_AUTHOR ("Chen, Gong <[email protected]>" ); +MODULE_DESCRIPTION ("Extended Error Log Driver" );"Extended MCA Error Log Driver"?
Looks fine to me. Tony, would you please help to fix it when you pick up the patch? Thanks in advance!
Re: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
In reply to Naveen N. Rao[...]
Quoted 6 lines
Quoted 6 lines
drivers/acpi/Kconfig +0
-0@@ -372,4 +372,24 @@ config ACPI_BGRT
Quoted 8 lines
drivers/acpi/Kconfig config ACPI_BGRT · line 377
Quoted 5 lines
drivers/acpi/Kconfig +3
-0source "drivers/acpi/apei/Kconfig" +config ACPI_EXTLOG + tristate "Extended Error Log support" + depends on X86_MCEI think you also have a dependancy on
ACPI_APEIforapei_estatus_print()
Oh, yes it is. Furthermore, it reminds me where is the best place to put cper.c from I write this patch series. CPER really doesn't dpend on APEI even ACPI. Maybe lib/ ia an option. I can update this patch and if it is OK, I can add another separate patch to change this dependency. Make sense?
Quoted 5 lines
Quoted 5 lines
drivers/acpi/Kconfig +5
-0+ default n + help + Certain usages such as Predictive Failure Analysis (PFA) require + more information about the error than what can be described in + processor machine check banks. Most server processors log
Quoted 9 lines
drivers/acpi/Kconfig config ACPI_BGRT · line 388
Quoted 6 lines
drivers/acpi/Kconfig +6
-0+ additional information about the error in processor uncore + registers. Since the addresses and layout of these registers vary + widely from one processor to another, system software cannot + readily make use of them. To complicate matters further, some of + the additional error information cannot be constructed space + between "additional" and "error" without detailed knowledgeOops... looks like copy+paste went wrong ;)
Sigh, it looks like I have m a little bit hurry.
Borislav Petkov
maintainerRe: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Btw, your mailer is generating that Mail-Followup-To header which removes you from the To: list and puts everyone else on To: instead.
And of course, the patches you've sent with git-send-email don't have that header and replying to all there is fine.
And Tony's replies don't have it so replying to him is fine.
Quoted 1 line
From reading this here: http://cr.yp.to/proto/replyto.html your mail
client seems to think you're subscribed to some list and thus drops your mail address from Mail-Followup-To.
Quoted 5 lines · Chen Gong
Oh, yes it is. Furthermore, it reminds me where is the best place to put
cper.cfrom I write this patch series. CPER really doesn't dpend on APEI even ACPI. Maybelib/ia an option. I can update this patch and if it is OK, I can add another separate patch to change this dependency. Make sense?
Yeah, for some reason it is part of the UEFI spec but APEI uses it too.
Well, I guess you can add it there as "default n" and have the rest of the code select it in Kconfig.
Quoted 1 line
Sigh, it looks like I have m a little bit hurry.
Yeah, why is that? :-)
Signature · 5 lines
Regards/Gruss,
Boris.
Sent from a fat crate under my desk. Formatting is fine.
--Re: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 11 lines · Borislav Petkov
Quoted 5 lines · Chen Gong
Oh, yes it is. Furthermore, it reminds me where is the best place to put
cper.cfrom I write this patch series. CPER really doesn't dpend on APEI even ACPI. Maybelib/ia an option. I can update this patch and if it is OK, I can add another separate patch to change this dependency. Make sense?Yeah, for some reason it is part of the UEFI spec but APEI uses it too.
Well, I guess you can add it there as "default n" and have the rest of the code select it in
Kconfig.
Yup, I think that would be a good idea to just separate out the CPER stuff from the APEI code, though I think your enhanced MCA logging code will need to depend on both CPER and ACPI since you use the ACPI structures as well.
Thanks,
Naveen
PATCH v4 4/9 ACPI, x86: Extended error log driver for x86 platform
In reply to Naveen N. RaoThis H/W error log driver (a.k.a eMCA driver) is implemented based on
http://www.intel.com/content/www/us/en/architecture-and-technology/enhanced-mca-logging-xeon-paper.html
After errors are captured, more valuable information can be got via this new enhanced H/W error log driver.
v4 -> v3: update description info & Kconfig suggested by Naveen v3 -> v2: fix a MACRO definition error and some cleanup v2 -> v1: eliminate spin_lock & minor fixes suggested by Boris
--- arch/x86/include/asm/mce.h | 5 + arch/x86/kernel/cpu/mcheck/mce.c | 20 +++ drivers/acpi/Kconfig | 19 +++ drivers/acpi/Makefile | 2 + drivers/acpi/acpi_extlog.c | 319 +++++++++++++++++++++++++++++++++++++++ drivers/acpi/bus.c | 3 +- include/linux/acpi.h | 1 + 7 files changed, 368 insertions(+), 1 deletion(-) create mode 100644 drivers/acpi/acpi_extlog.c
arch/x86/include/asm/mce.h +5 -0
@@ -16,6 +16,7 @@#define MCG_EXT_CNT_SHIFT 16#define MCG_EXT_CNT (c) (((c) & MCG_EXT_CNT_MASK) >> MCG_EXT_CNT_SHIFT)#define MCG_SER_P (1ULL<<24)/* MCA recovery/new status bits */ +#define MCG_ELOG_P (1ULL<<26)/* Extended error log supported */ /* MCG_STATUS register defines */ #define MCG_STATUS_RIPV (1ULL<<0)/* restart ip valid */
@@ -186,6 +187,10 @@ enum mcp_flags {MCP_UC = (1 <<1 ),/* log uncorrected errors */ MCP_DONTLOG = (1 << 2), /* only clear, don't log */ }; + +void register_elog_handler (int (*f)(const char *,int ,int )); +void unregister_elog_handler (int (*f)(const char *,int ,int )); +void machine_check_poll (enum mcp_flags flags,mce_banks_t *b);int mce_notify_irq (void );
arch/x86/kernel/cpu/mcheck/mce.c +20 -0
@@ -48,6 +48,8 @@#include "mce-internal.h" +static int (*mce_ext_err_print)(const char *,int ,int ); +static DEFINE_MUTEX (mce_chrdev_read_mutex);#define rcu_dereference_check_mce (p) \
@@ -576,6 +578,21 @@ static void mce_read_aux(struct mce *m, int i)DEFINE_PER_CPU (unsigned, mce_poll_count); +void register_elog_handler (int (*f)(const char *,int ,int )) +{ + mce_ext_err_print = f; +} +EXPORT_SYMBOL_GPL (register_elog_handler); + +void unregister_elog_handler (int (*f)(const char *,int ,int )) +{ +if (f) { +WARN_ON (mce_ext_err_print != f); + mce_ext_err_print =NULL ; + } +} +EXPORT_SYMBOL_GPL (unregister_elog_handler); +/* * Poll for corrected events or events that happened before reset. * Those are just logged through /dev/mcelog.
@@ -624,6 +641,9 @@ void machine_check_poll(enum mcp_flags flags, mce_banks_t *b) (m.status & (mca_cfg.ser ? MCI_STATUS_S : MCI_STATUS_UC))) continue; +if (mce_ext_err_print) +mce_ext_err_print (NULL , m.extcpu, i); +mce_read_aux (&m, i);if (!(flags &MCP_TIMESTAMP ))
drivers/acpi/Kconfig +19 -0
@@ -372,4 +372,23 @@ config ACPI_BGRT source "drivers/acpi/apei/Kconfig" +config ACPI_EXTLOG + tristate "Extended Error Log support" + depends on X86_MCE && ACPI_APEI + default n + help + Certain usages such as Predictive Failure Analysis (PFA) require + more information about the error than what can be described in + processor machine check banks. Most server processors log + additional information about the error in processor uncore + registers. Since the addresses and layout of these registers vary + widely from one processor to another, system software cannot + readily make use of them. To complicate matters further, some of + the additional error information cannot be constructed without + detailed knowledge about platform topology. + + Enhanced MCA Logging allows firmware to provide additional error + information to system software, synchronous with MCE or CMCI. This + driver adds support for that functionality. + endif # ACPI
drivers/acpi/Makefile +2 -0
@@ -82,3 +82,5 @@ processor-$(CONFIG_CPU_FREQ) += processor_perflib.o obj-$(CONFIG_ACPI_PROCESSOR_AGGREGATOR) += acpi_pad.o obj-$(CONFIG_ACPI_APEI) += apei/ + +obj-$(CONFIG_ACPI_EXTLOG) += acpi_extlog.o
drivers/acpi/acpi_extlog.c new file +319 -0
319 lines not on this page · raw message
drivers/acpi/bus.c +2 -1
@@ -174,7 +174,7 @@ static void acpi_print_osc_error(acpi_handle handle,printk ("\n" ); } -static acpi_status acpi_str_to_uuid (char *str,u8 *uuid) +acpi_status acpi_str_to_uuid (char *str,u8 *uuid) {int i;static int opc_map_to_uuid[16 ] = {6 ,4 ,2 ,0 ,11 ,9 ,16 ,14 ,19 ,21 ,
@@ -195,6 +195,7 @@ static acpi_status acpi_str_to_uuid(char *str, u8 *uuid) }return AE_OK ; } +EXPORT_SYMBOL_GPL (acpi_str_to_uuid);acpi_status acpi_run_osc (acpi_handle handle,struct acpi_osc_context *context) {
include/linux/acpi.h +1 -0
@@ -311,6 +311,7 @@ struct acpi_osc_context {#define OSC_INVALID_REVISION_ERROR 8#define OSC_CAPABILITIES_MASK_ERROR 16 +acpi_status acpi_str_to_uuid (char *str,u8 *uuid);acpi_status acpi_run_osc (acpi_handle handle,struct acpi_osc_context *context);/* platform-wide _OSC bits */
Signature · 1 line
1.8.4.rc3
Re: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
In reply to Naveen N. RaoQuoted 16 lines · Naveen N. Rao
Quoted 15 lines · Gong
This H/W error log driver (a.k.a eMCA driver) is implemented based on
http://www.intel.com/content/www/us/en/architecture-and-technology/enhanced-mca-logging-xeon-paper.htmlAfter errors are captured, more valuable information can be got via this new enhanced H/W error log driver.
v3 -> v2: fix a MACRO definition error and some cleanup v2 -> v1: eliminate
spin_lock& minor fixes suggested by BorisSigned-off-by Chen, Gong <[email protected]>--- arch/x86/include/asm/mce.h | 5 + arch/x86/kernel/cpu/mcheck/mce.c | 20 +++ drivers/acpi/Kconfig | 20 +++ drivers/acpi/Makefile | 2 +
[...]
Quoted 10 lines
Quoted 10 lines
arch/x86/kernel/cpu/mcheck/mce.c +3
-0+} +EXPORT_SYMBOL_GPL (unregister_elog_handler); +/* * Poll for corrected events or events that happened before reset. * Those are just logged through /dev/mcelog. @@ -624,6 +641,9 @@ void machine_check_poll(enum mcp_flags flags, mce_banks_t *b) (m.status & (mca_cfg.ser ? MCI_STATUS_S : MCI_STATUS_UC))) continue;
Quoted 5 lines
arch/x86/kernel/cpu/mcheck/mce.c void machine_check_poll(enum mcp_flags flags, mce_banks_t *b) · line 646
Quoted 3 lines
arch/x86/kernel/cpu/mcheck/mce.c +3
-0+if (mce_ext_err_print) +mce_ext_err_print (NULL , m.extcpu, i); +Can we use the notifier chain we already have:
mce_register_decode_chain()? EDAC uses this and I'm wondering if it is a good fit here. As an added bonus, it seems to honordont_log_ceoption as well.
Hi everyone,
I have a question here, is it safe when we use printk in MCE context?
The call graph is like this,do_machine_check
-> mce_log
-> atomic_notifier_call_chain(&x86_mce_decoder_chain ...)
-> ...
-> extlog_print
-> print_extlog_rcd
-> __print_extlog_rcd
-> printkThere's a logbuf_lock in printk. If logbuf_lock is held by other cpu, it'll lead to an infinity spin here. Isn't it?
--
Thanks,
XiuQi
Quoted 15 lines
Quoted 15 lines
arch/x86/kernel/cpu/mcheck/mce.c +0
-0mce_read_aux (&m, i);if (!(flags &MCP_TIMESTAMP ))drivers/acpi/Kconfig +3
-0@@ -372,4 +372,24 @@ config ACPI_BGRT source "drivers/acpi/apei/Kconfig" +config ACPI_EXTLOG + tristate "Extended Error Log support" + depends on X86_MCE
...
Borislav Petkov
maintainerRe: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 5 lines · Xie XiuQi
The call graph is like this,
do_machine_check
->mce_log
->atomic_notifier_call_chain(&x86_mce_decoder_chain ...)
-> ...
Quoted 7 lines
-> extlog_print -> print_extlog_rcd -> __print_extlog_rcd -> printkThere's a
logbuf_lockin printk. Iflogbuf_lockis held by other cpu, it'll lead to an infinity spin here. Isn't it?
Yes, but we want to take the risk and print something out before the machine dies instead of waiting to get into printk-safe context first and maybe corrupt state.
Besides, there's work currently going on to make printk safe in atomic context so...
Signature · 5 lines
Regards/Gruss,
Boris.
Sent from a fat crate under my desk. Formatting is fine.
--Luck, Tony
maintainerRE: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 6 lines
Quoted 2 lines
There's a
logbuf_lockin printk. Iflogbuf_lockis held by other cpu, it'll lead to an infinity spin here. Isn't it?Yes, but we want to take the risk and print something out before the machine dies instead of waiting to get into printk-safe context first and maybe corrupt state.
Not all machine checks are fatal - it would be bad for us to go into an infinite spin instead of executing the recovery code.
Quoted 2 lines
Besides, there's work currently going on to make printk safe in atomic context so...
Good - we need this.
-Tony
Borislav Petkov
maintainerRe: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 2 lines · Tony
Not all machine checks are fatal - it would be bad for us to go into an infinite spin instead of executing the recovery code.
Then for the time being extlog shouldn't hook into the decoder chain but into mce_process_work, i.e. the last should call it. Or maybe add another notifier which is not atomic...
Luck, Tony
maintainerRE: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 6 lines
Quoted 2 lines
Not all machine checks are fatal - it would be bad for us to go into an infinite spin instead of executing the recovery code.
Then for the time being extlog shouldn't hook into the decoder chain but into
mce_process_work, i.e. the last should call it. Or maybe add another notifier which is not atomic...
I spoke too quickly. The only MCE for which we have recovery code are those that hit in application code. So the processor that is trying to do the printk() can't possibly be holding the locks. Other processors might have held the lock at the time of the MCE - but they have all returned from the handler at the time we try the printk - so they will make progess and release the lock so that we can acquire it.
-Tony
Borislav Petkov
maintainerRe: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
Quoted 6 lines · Tony
I spoke too quickly. The only MCE for which we have recovery code are those that hit in application code. So the processor that is trying to do the
printk()can't possibly be holding the locks. Other processors might have held the lock at the time of the MCE - but they have all returned from the handler at the time we try the printk - so they will make progess and release the lock so that we can acquire it.
That could explain why we're not seeing hangs left and right. :-)
Signature · 5 lines
Regards/Gruss,
Boris.
Sent from a fat crate under my desk. Formatting is fine.
--Re: [PATCH v3 4/9] ACPI, x86: Extended error log driver for x86 platform
In reply to Luck, TonyQuoted 7 lines · Tony
Quoted 6 lines
Quoted 2 lines
Not all machine checks are fatal - it would be bad for us to go into an infinite spin instead of executing the recovery code.
Then for the time being extlog shouldn't hook into the decoder chain but into
mce_process_work, i.e. the last should call it. Or maybe add another notifier which is not atomic...
Quoted 6 lines
I spoke too quickly. The only MCE for which we have recovery code are those that hit in application code. So the processor that is trying to do the
printk()can't possibly be holding the locks. Other processors might have held the lock at the time of the MCE - but they have all returned from the handler at the time we try the printk - so they will make progess and release the lock so that we can acquire it.
Thank you for your reply.
When we got a MCE which hit in application code, it will be broadcast to other processors immediately. Other processors who might have held the lock at the time of MCE, have no chance to release the lock and return from the printk. Isn't it?
I know this rarely happens in production environments, but I think it's still a risk here. So it's very good if we have a printk safe in atomic context in the future.
--
Thanks,
XiuQi
Quoted 3 lines
-Tony
PATCH v3 5/9 DMI: Parse memory device (type 17) in SMBIOS
In reply to Chen, GongThis patch adds a new interface to decode memory device (type 17) to help error reporting on DIMMs.
Original-author: Tony Luck <[email protected]>
--- arch/ia64/kernel/setup.c | 1 + arch/x86/kernel/setup.c | 1 + drivers/firmware/dmi_scan.c | 60 +++++++++++++++++++++++++++++++++++++++++++++ include/linux/dmi.h | 5 ++++ 4 files changed, 67 insertions(+)
arch/ia64/kernel/setup.c +1 -0
@@ -1063,6 +1063,7 @@ check_bugs (void)static int __init run_dmi_scan (void ) {dmi_scan_machine (); +dmi_memdev_walk ();dmi_set_dump_stack_arch_desc ();return 0 ; }
arch/x86/kernel/setup.c +1 -0
@@ -993,6 +993,7 @@ void __init setup_arch(char **cmdline_p)efi_init ();dmi_scan_machine (); +dmi_memdev_walk ();dmi_set_dump_stack_arch_desc ();/*
drivers/firmware/dmi_scan.c +60 -0
75 lines not on this page · raw message
include/linux/dmi.h +5 -0
@@ -99,6 +99,7 @@ extern const char * dmi_get_system_info(int field);extern const struct dmi_device *dmi_find_device (int type,const char *name,const struct dmi_device *from);extern void dmi_scan_machine (void ); +extern void dmi_memdev_walk (void );extern void dmi_set_dump_stack_arch_desc (void );extern bool dmi_get_date (int field,int *yearp,int *monthp,int *dayp);extern int dmi_name_in_vendors (const char *str);
@@ -107,6 +108,7 @@ extern int dmi_available;extern int dmi_walk (void (*decode)(const struct dmi_header *,void *),void *private_data);extern bool dmi_match (enum dmi_field f,const char *str); +extern void dmi_memdev_name (u16 handle,const char **bank,const char **device);#else
@@ -115,6 +117,7 @@ static inline const char * dmi_get_system_info(int field) { return NULL; }static inline const struct dmi_device *dmi_find_device (int type,const char *name,const struct dmi_device *from) {return NULL ; }static inline void dmi_scan_machine (void ) {return ; } +static inline void dmi_memdev_walk (void ) { }static inline void dmi_set_dump_stack_arch_desc (void ) { }static inline bool dmi_get_date (int field,int *yearp,int *monthp,int *dayp) {
@@ -133,6 +136,8 @@ static inline int dmi_walk(void (*decode)(const struct dmi_header *, void *), void *private_data) { return -1; }static inline bool dmi_match (enum dmi_field f,const char *str) {return false; } +static inline void dmi_memdev_name (u16 handle,const char **bank, +const char **device) { }static inline const struct dmi_system_id *dmi_first_match (const struct dmi_system_id *list) {return NULL ; }
Signature · 1 line
1.8.4.rc3
PATCH v3 6/9 ACPI, APEI, CPER: Add UEFI 2.4 support for memory error
In reply to Chen, GongIn latest UEFI spec(by now it is 2.4) memory error definition for CPER (UEFI 2.4 Appendix N Common Platform Error Record) adds some new fields. These fields help people to locate memory error on actual DIMM location.
Original-author: Tony Luck <[email protected]>
--- arch/x86/kernel/cpu/mcheck/mce-apei.c | 3 +-- drivers/acpi/apei/cper.c | 7 ++++--- drivers/acpi/apei/ghes.c | 4 ++-- drivers/edac/ghes_edac.c | 5 ++--- include/linux/cper.h | 11 +++++++++-- 5 files changed, 18 insertions(+), 12 deletions(-)
arch/x86/kernel/cpu/mcheck/mce-apei.c +1 -2
@@ -42,8 +42,7 @@ void apei_mce_report_mem_error(int corrected, struct cper_sec_mem_err *mem_err)struct mce m;/* Only corrected MC is reported */ -if (!corrected || !(mem_err->validation_bits & -CPER_MEM_VALID_PHYSICAL_ADDRESS )) +if (!corrected || !(mem_err->validation_bits &CPER_MEM_VALID_PA ))return ;mce_setup (&m);
drivers/acpi/apei/cper.c +4 -3
@@ -8,7 +8,7 @@* various tables, such as ERST, BERT and HEST etc. * * For more information about CPER, please refer to Appendix N of UEFI -* Specification version 2.3. +* Specification version 2.4. * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License version
@@ -191,16 +191,17 @@ static const char *cper_mem_err_type_strs[] = {"memory sparing" ,"scrub corrected error" ,"scrub uncorrected error" , + "physical memory map-out event", };static void cper_print_mem (const char *pfx,const struct cper_sec_mem_err *mem) {if (mem->validation_bits &CPER_MEM_VALID_ERROR_STATUS )printk ("%s""error_status: 0x%016llx\n" , pfx, mem->error_status); -if (mem->validation_bits &CPER_MEM_VALID_PHYSICAL_ADDRESS ) +if (mem->validation_bits &CPER_MEM_VALID_PA )printk ("%s""physical_address: 0x%016llx\n" , pfx, mem->physical_addr); -if (mem->validation_bits &CPER_MEM_VALID_PHYSICAL_ADDRESS_MASK ) +if (mem->validation_bits &CPER_MEM_VALID_PA_MASK )printk ("%s""physical_address_mask: 0x%016llx\n" , pfx, mem->physical_addr_mask);if (mem->validation_bits &CPER_MEM_VALID_NODE )
drivers/acpi/apei/ghes.c +2 -2
@@ -419,7 +419,7 @@ static void ghes_handle_memory_failure(struct acpi_generic_data *gdata, int sev)if (sec_sev ==GHES_SEV_CORRECTED && (gdata->flags &CPER_SEC_ERROR_THRESHOLD_EXCEEDED ) && - (mem_err->validation_bits &CPER_MEM_VALID_PHYSICAL_ADDRESS )) { + (mem_err->validation_bits &CPER_MEM_VALID_PA )) { pfn = mem_err->physical_addr >>PAGE_SHIFT ;if (pfn_valid (pfn))memory_failure_queue (pfn,0 ,MF_SOFT_OFFLINE );
@@ -430,7 +430,7 @@ static void ghes_handle_memory_failure(struct acpi_generic_data *gdata, int sev) }if (sev ==GHES_SEV_RECOVERABLE && sec_sev ==GHES_SEV_RECOVERABLE && - mem_err->validation_bits &CPER_MEM_VALID_PHYSICAL_ADDRESS ) { + mem_err->validation_bits &CPER_MEM_VALID_PA ) { pfn = mem_err->physical_addr >>PAGE_SHIFT ;memory_failure_queue (pfn,0 ,0 ); }
drivers/edac/ghes_edac.c +2 -3
@@ -297,15 +297,14 @@ void ghes_edac_report_mem_error(struct ghes *ghes, int sev, }/* Error address */ -if (mem_err->validation_bits &CPER_MEM_VALID_PHYSICAL_ADDRESS ) { +if (mem_err->validation_bits &CPER_MEM_VALID_PA ) { e->page_frame_number = mem_err->physical_addr >>PAGE_SHIFT ; e->offset_in_page = mem_err->physical_addr & ~PAGE_MASK ; }/* Error grain */ -if (mem_err->validation_bits &CPER_MEM_VALID_PHYSICAL_ADDRESS_MASK ) { +if (mem_err->validation_bits &CPER_MEM_VALID_PA_MASK ) e->grain = ~(mem_err->physical_addr_mask & ~PAGE_MASK ); - }/* Memory error location, mapped on e->location */ p = e->location;
include/linux/cper.h +9 -2
@@ -218,8 +218,8 @@ enum {#define CPER_PROC_VALID_IP 0x1000#define CPER_MEM_VALID_ERROR_STATUS 0x0001 -#define CPER_MEM_VALID_PHYSICAL_ADDRESS 0x0002 -#define CPER_MEM_VALID_PHYSICAL_ADDRESS_MASK 0x0004 +#define CPER_MEM_VALID_PA 0x0002 +#define CPER_MEM_VALID_PA_MASK 0x0004#define CPER_MEM_VALID_NODE 0x0008#define CPER_MEM_VALID_CARD 0x0010#define CPER_MEM_VALID_MODULE 0x0020
@@ -232,6 +232,9 @@ enum {#define CPER_MEM_VALID_RESPONDER_ID 0x1000#define CPER_MEM_VALID_TARGET_ID 0x2000#define CPER_MEM_VALID_ERROR_TYPE 0x4000 +#define CPER_MEM_VALID_RANK_NUMBER 0x8000 +#define CPER_MEM_VALID_CARD_HANDLE 0x10000 +#define CPER_MEM_VALID_MODULE_HANDLE 0x20000#define CPER_PCIE_VALID_PORT_TYPE 0x0001#define CPER_PCIE_VALID_VERSION 0x0002
@@ -347,6 +350,10 @@ struct cper_sec_mem_err {__u64 responder_id;__u64 target_id;__u8 error_type; +__u8 reserved; +__u16 rank; +__u16 mem_array_handle;/* card handle in UEFI 2.4 */ +__u16 mem_dev_handle;/* module handle in UEFI 2.4 */ };struct cper_sec_pcie {
Signature · 1 line
1.8.4.rc3
PATCH v3 7/9 ACPI, APEI, CPER: Enhance memory reporting capability
In reply to Chen, GongAfter H/W error happens under FFM enabled mode, lots of information are shown but some important parts like DIMM location missed. This patch is used to show these extra fileds.
Original-author: Tony Luck <[email protected]>
--- drivers/acpi/apei/cper.c | 12 ++++++++++++ 1 file changed, 12 insertions(+)
drivers/acpi/apei/cper.c +12 -0
@@ -28,6 +28,7 @@#include <linux/module.h> #include <linux/time.h> #include <linux/cper.h> +#include <linux/dmi.h> #include <linux/acpi.h> #include <linux/pci.h> #include <linux/aer.h>
@@ -210,6 +211,8 @@ static void cper_print_mem(const char *pfx, const struct cper_sec_mem_err *mem)printk ("%s""card: %d\n" , pfx, mem->card);if (mem->validation_bits &CPER_MEM_VALID_MODULE )printk ("%s""module: %d\n" , pfx, mem->module); +if (mem->validation_bits &CPER_MEM_VALID_RANK_NUMBER ) +printk ("%s""rank: %d\n" , pfx, mem->rank);if (mem->validation_bits &CPER_MEM_VALID_BANK )printk ("%s""bank: %d\n" , pfx, mem->bank);if (mem->validation_bits &CPER_MEM_VALID_DEVICE )
@@ -232,6 +235,15 @@ static void cper_print_mem(const char *pfx, const struct cper_sec_mem_err *mem) etype <ARRAY_SIZE (cper_mem_err_type_strs) ? cper_mem_err_type_strs[etype] : "unknown"); } +if (mem->validation_bits &CPER_MEM_VALID_MODULE_HANDLE ) { +const char *bank =NULL , *device =NULL ; +dmi_memdev_name (mem->mem_dev_handle, &bank, &device); +if (bank !=NULL && device !=NULL ) +printk ("%s""DIMM location: %s %s" , pfx, bank, device); +else +printk ("%s""DIMM DMI handle: 0x%.4x" , + pfx, mem->mem_dev_handle); + } }static const char *cper_pcie_port_type_strs[] = {
Signature · 1 line
1.8.4.rc3
PATCH v3 8/9 ACPI, APEI, CPER: Cleanup CPER memory error output format
In reply to Chen, GongKeep up only the most important fields for memory error reporting. The detail information will be moved to perf/trace interface.
--- drivers/acpi/apei/cper.c | 67 ++++++++++++++++++++++-------------------------- 1 file changed, 31 insertions(+), 36 deletions(-)
drivers/acpi/apei/cper.c +31 -36
@@ -33,6 +33,7 @@#include <linux/pci.h> #include <linux/aer.h> +#define INDENT_SP " "/* * CPER record ID need to be unique even after reboot, because record * ID is used as index for ERST storage, while CPER records from
@@ -206,29 +207,29 @@ static void cper_print_mem(const char *pfx, const struct cper_sec_mem_err *mem)printk ("%s""physical_address_mask: 0x%016llx\n" , pfx, mem->physical_addr_mask);if (mem->validation_bits &CPER_MEM_VALID_NODE ) -printk ("%s""node: %d\n" , pfx, mem->node); +pr_debug ("node: %d\n" , mem->node);if (mem->validation_bits &CPER_MEM_VALID_CARD ) -printk ("%s""card: %d\n" , pfx, mem->card); +pr_debug ("card: %d\n" , mem->card);if (mem->validation_bits &CPER_MEM_VALID_MODULE ) -printk ("%s""module: %d\n" , pfx, mem->module); +pr_debug ("module: %d\n" , mem->module);if (mem->validation_bits &CPER_MEM_VALID_RANK_NUMBER ) -printk ("%s""rank: %d\n" , pfx, mem->rank); +pr_debug ("rank: %d\n" , mem->rank);if (mem->validation_bits &CPER_MEM_VALID_BANK ) -printk ("%s""bank: %d\n" , pfx, mem->bank); +pr_debug ("bank: %d\n" , mem->bank);if (mem->validation_bits &CPER_MEM_VALID_DEVICE ) -printk ("%s""device: %d\n" , pfx, mem->device); +pr_debug ("device: %d\n" , mem->device);if (mem->validation_bits &CPER_MEM_VALID_ROW ) -printk ("%s""row: %d\n" , pfx, mem->row); +pr_debug ("row: %d\n" , mem->row);if (mem->validation_bits &CPER_MEM_VALID_COLUMN ) -printk ("%s""column: %d\n" , pfx, mem->column); +pr_debug ("column: %d\n" , mem->column);if (mem->validation_bits &CPER_MEM_VALID_BIT_POSITION ) -printk ("%s""bit_position: %d\n" , pfx, mem->bit_pos); +pr_debug ("bit_position: %d\n" , mem->bit_pos);if (mem->validation_bits &CPER_MEM_VALID_REQUESTOR_ID ) -printk ("%s""requestor_id: 0x%016llx\n" , pfx, mem->requestor_id); +pr_debug ("requestor_id: 0x%016llx\n" , mem->requestor_id);if (mem->validation_bits &CPER_MEM_VALID_RESPONDER_ID ) -printk ("%s""responder_id: 0x%016llx\n" , pfx, mem->responder_id); +pr_debug ("responder_id: 0x%016llx\n" , mem->responder_id);if (mem->validation_bits &CPER_MEM_VALID_TARGET_ID ) -printk ("%s""target_id: 0x%016llx\n" , pfx, mem->target_id); +pr_debug ("target_id: 0x%016llx\n" , mem->target_id);if (mem->validation_bits &CPER_MEM_VALID_ERROR_TYPE ) {u8 etype = mem->error_type; printk("%s""error_type: %d, %s\n", pfx, etype,
@@ -296,55 +297,45 @@ static void cper_print_pcie(const char *pfx, const struct cper_sec_pcie *pcie, pfx, pcie->bridge.secondary_status, pcie->bridge.control); } -static const char *const cper_estatus_section_flag_strs[] = { -"primary" , -"containment warning" , -"reset" , -"error threshold exceeded" , -"resource not accessible" , -"latent error" , -}; -static void cper_estatus_print_section (const char *pfx,const struct acpi_generic_data *gdata,int sec_no) {uuid_le *sec_type = (uuid_le *)gdata->section_type;__u16 severity; +char newpfx[64 ]; severity = gdata->error_severity; -printk ("%s""section: %d, severity: %d, %s\n" , pfx, sec_no, severity, +printk ("%s""Error %d, type: %s\n" , pfx, sec_no,cper_severity_str (severity)); -printk ("%s""flags: 0x%02x\n" , pfx, gdata->flags); -cper_print_bits (pfx, gdata->flags, cper_estatus_section_flag_strs, -ARRAY_SIZE (cper_estatus_section_flag_strs));if (gdata->validation_bits &CPER_SEC_VALID_FRU_ID )printk ("%s""fru_id: %pUl\n" , pfx, (uuid_le *)gdata->fru_id);if (gdata->validation_bits &CPER_SEC_VALID_FRU_TEXT )printk ("%s""fru_text: %.20s\n" , pfx, gdata->fru_text); +snprintf (newpfx,sizeof (newpfx),"%s%s" , pfx,INDENT_SP );if (!uuid_le_cmp (*sec_type,CPER_SEC_PROC_GENERIC )) {struct cper_sec_proc_generic *proc_err = (void *)(gdata +1 ); -printk ("%s""section_type: general processor error\n" , pfx); +printk ("%s""section_type: general processor error\n" , newpfx);if (gdata->error_data_length >=sizeof (*proc_err)) -cper_print_proc_generic (pfx, proc_err); +cper_print_proc_generic (newpfx, proc_err);else goto err_section_too_small; }else if (!uuid_le_cmp (*sec_type,CPER_SEC_PLATFORM_MEM )) {struct cper_sec_mem_err *mem_err = (void *)(gdata +1 ); -printk ("%s""section_type: memory error\n" , pfx); +printk ("%s""section_type: memory error\n" , newpfx);if (gdata->error_data_length >=sizeof (*mem_err)) -cper_print_mem (pfx, mem_err); +cper_print_mem (newpfx, mem_err);else goto err_section_too_small; }else if (!uuid_le_cmp (*sec_type,CPER_SEC_PCIE )) {struct cper_sec_pcie *pcie = (void *)(gdata +1 ); -printk ("%s""section_type: PCIe error\n" , pfx); +printk ("%s""section_type: PCIe error\n" , newpfx);if (gdata->error_data_length >=sizeof (*pcie)) -cper_print_pcie (pfx, pcie, gdata); +cper_print_pcie (newpfx, pcie, gdata);else goto err_section_too_small; }else -printk ("%s""section type: unknown, %pUl\n" , pfx, sec_type); +printk ("%s""section type: unknown, %pUl\n" , newpfx, sec_type);return ;
@@ -358,17 +349,21 @@ void cper_estatus_print(const char *pfx,struct acpi_generic_data *gdata;unsigned int data_len, gedata_len;int sec_no =0 ; +char newpfx[64 ];__u16 severity; -printk ("%s""Generic Hardware Error Status\n" , pfx); severity = estatus->error_severity; -printk ("%s""severity: %d, %s\n" , pfx, severity, -cper_severity_str (severity)); +if (severity !=CPER_SEV_FATAL ) +printk ("%s%s\n" , pfx, +"It has been corrected by h/w " +"and requires no further action" ); +printk ("%s""event severity: %s\n" , pfx,cper_severity_str (severity)); data_len = estatus->data_length; gdata = (struct acpi_generic_data *)(estatus +1 ); +snprintf (newpfx,sizeof (newpfx),"%s%s" , pfx,INDENT_SP );while (data_len >=sizeof (*gdata)) { gedata_len = gdata->error_data_length; -cper_estatus_print_section (pfx, gdata, sec_no); +cper_estatus_print_section (newpfx, gdata, sec_no); data_len -= gedata_len +sizeof (*gdata); gdata = (void *)(gdata +1 ) + gedata_len; sec_no++;
Signature · 1 line
1.8.4.rc3
Re: [PATCH v3 8/9] ACPI, APEI, CPER: Cleanup CPER memory error output format
Quoted 24 lines · Gong
Keep up only the most important fields for memory error reporting. The detail information will be moved to perf/trace interface.
Suggested-by Tony Luck <[email protected]>Signed-off-by Chen, Gong <[email protected]>Reviewed-by Mauro Carvalho Chehab <[email protected]>--- drivers/acpi/apei/cper.c | 67 ++++++++++++++++++++++-------------------------- 1 file changed, 31 insertions(+), 36 deletions(-)drivers/acpi/apei/cper.c +1
-0@@ -33,6 +33,7 @@#include <linux/pci.h> #include <linux/aer.h> +#define INDENT_SP " "/* * CPER record ID need to be unique even after reboot, because record * ID is used as index for ERST storage, while CPER records from
drivers/acpi/apei/cper.c static void cper_print_mem(const char *pfx, const struct cper_sec_mem_err *mem) · line 208
Quoted 2 lines
drivers/acpi/apei/cper.c +0
-0@@ -206,29 +207,29 @@ static void cper_print_mem(const char *pfx, const struct cper_sec_mem_err *mem)printk ("%s""physical_address_mask: 0x%016llx\n" , pfx, mem->physical_addr_mask);
Can you also change the above address mask to pr_debug(). I don't think this is useful at all if set, since we always deal at a page granularity.
Quoted 52 lines
drivers/acpi/apei/cper.c +12
-21if (mem->validation_bits &CPER_MEM_VALID_NODE ) -printk ("%s""node: %d\n" , pfx, mem->node); +pr_debug ("node: %d\n" , mem->node);if (mem->validation_bits &CPER_MEM_VALID_CARD ) -printk ("%s""card: %d\n" , pfx, mem->card); +pr_debug ("card: %d\n" , mem->card);if (mem->validation_bits &CPER_MEM_VALID_MODULE ) -printk ("%s""module: %d\n" , pfx, mem->module); +pr_debug ("module: %d\n" , mem->module);if (mem->validation_bits &CPER_MEM_VALID_RANK_NUMBER ) -printk ("%s""rank: %d\n" , pfx, mem->rank); +pr_debug ("rank: %d\n" , mem->rank);if (mem->validation_bits &CPER_MEM_VALID_BANK ) -printk ("%s""bank: %d\n" , pfx, mem->bank); +pr_debug ("bank: %d\n" , mem->bank);if (mem->validation_bits &CPER_MEM_VALID_DEVICE ) -printk ("%s""device: %d\n" , pfx, mem->device); +pr_debug ("device: %d\n" , mem->device);if (mem->validation_bits &CPER_MEM_VALID_ROW ) -printk ("%s""row: %d\n" , pfx, mem->row); +pr_debug ("row: %d\n" , mem->row);if (mem->validation_bits &CPER_MEM_VALID_COLUMN ) -printk ("%s""column: %d\n" , pfx, mem->column); +pr_debug ("column: %d\n" , mem->column);if (mem->validation_bits &CPER_MEM_VALID_BIT_POSITION ) -printk ("%s""bit_position: %d\n" , pfx, mem->bit_pos); +pr_debug ("bit_position: %d\n" , mem->bit_pos);if (mem->validation_bits &CPER_MEM_VALID_REQUESTOR_ID ) -printk ("%s""requestor_id: 0x%016llx\n" , pfx, mem->requestor_id); +pr_debug ("requestor_id: 0x%016llx\n" , mem->requestor_id);if (mem->validation_bits &CPER_MEM_VALID_RESPONDER_ID ) -printk ("%s""responder_id: 0x%016llx\n" , pfx, mem->responder_id); +pr_debug ("responder_id: 0x%016llx\n" , mem->responder_id);if (mem->validation_bits &CPER_MEM_VALID_TARGET_ID ) -printk ("%s""target_id: 0x%016llx\n" , pfx, mem->target_id); +pr_debug ("target_id: 0x%016llx\n" , mem->target_id);if (mem->validation_bits &CPER_MEM_VALID_ERROR_TYPE ) {u8 etype = mem->error_type; printk("%s""error_type: %d, %s\n", pfx, etype,@@ -296,55 +297,45 @@ static void cper_print_pcie(const char *pfx, const struct cper_sec_pcie *pcie, pfx, pcie->bridge.secondary_status, pcie->bridge.control); } -static const char *const cper_estatus_section_flag_strs[] = { -"primary" , -"containment warning" , -"reset" , -"error threshold exceeded" , -"resource not accessible" , -"latent error" , -}; -
drivers/acpi/apei/cper.c static void cper_print_pcie(const char *pfx, const struct cper_sec_pcie *pcie, · line 308
Quoted 10 lines
drivers/acpi/apei/cper.c +2
-1static void cper_estatus_print_section (const char *pfx,const struct acpi_generic_data *gdata,int sec_no) {uuid_le *sec_type = (uuid_le *)gdata->section_type;__u16 severity; +char newpfx[64 ]; severity = gdata->error_severity; - printk("%s""section: %d, severity: %d, %s\n", pfx, sec_no, severity, + printk("%s""Error %d, type: %s\n", pfx, sec_no,
Nit: Isn't the original text more appropriate here? We are printing each section in the error status block. So, section 0, 1 makes better sense for me rather than calling these as errors. Each of these sub-sections (if more than one) refer to the same error event per the ACPI spec.
Quoted 45 lines
drivers/acpi/apei/cper.c +8
-10cper_severity_str(severity)); -printk ("%s""flags: 0x%02x\n" , pfx, gdata->flags); -cper_print_bits (pfx, gdata->flags, cper_estatus_section_flag_strs, -ARRAY_SIZE (cper_estatus_section_flag_strs));if (gdata->validation_bits &CPER_SEC_VALID_FRU_ID )printk ("%s""fru_id: %pUl\n" , pfx, (uuid_le *)gdata->fru_id);if (gdata->validation_bits &CPER_SEC_VALID_FRU_TEXT )printk ("%s""fru_text: %.20s\n" , pfx, gdata->fru_text); +snprintf (newpfx,sizeof (newpfx),"%s%s" , pfx,INDENT_SP );if (!uuid_le_cmp (*sec_type,CPER_SEC_PROC_GENERIC )) {struct cper_sec_proc_generic *proc_err = (void *)(gdata +1 ); -printk ("%s""section_type: general processor error\n" , pfx); +printk ("%s""section_type: general processor error\n" , newpfx);if (gdata->error_data_length >=sizeof (*proc_err)) -cper_print_proc_generic (pfx, proc_err); +cper_print_proc_generic (newpfx, proc_err);else goto err_section_too_small; }else if (!uuid_le_cmp (*sec_type,CPER_SEC_PLATFORM_MEM )) {struct cper_sec_mem_err *mem_err = (void *)(gdata +1 ); -printk ("%s""section_type: memory error\n" , pfx); +printk ("%s""section_type: memory error\n" , newpfx);if (gdata->error_data_length >=sizeof (*mem_err)) -cper_print_mem (pfx, mem_err); +cper_print_mem (newpfx, mem_err);else goto err_section_too_small; }else if (!uuid_le_cmp (*sec_type,CPER_SEC_PCIE )) {struct cper_sec_pcie *pcie = (void *)(gdata +1 ); -printk ("%s""section_type: PCIe error\n" , pfx); +printk ("%s""section_type: PCIe error\n" , newpfx);if (gdata->error_data_length >=sizeof (*pcie)) -cper_print_pcie (pfx, pcie, gdata); +cper_print_pcie (newpfx, pcie, gdata);else goto err_section_too_small; }else -printk ("%s""section type: unknown, %pUl\n" , pfx, sec_type); +printk ("%s""section type: unknown, %pUl\n" , newpfx, sec_type);return ;@@ -358,17 +349,21 @@ void cper_estatus_print(const char *pfx,struct acpi_generic_data *gdata;
drivers/acpi/apei/cper.c void cper_estatus_print(const char *pfx, · line 356
Quoted 10 lines
drivers/acpi/apei/cper.c +2
-3unsigned int data_len, gedata_len;int sec_no =0 ; +char newpfx[64 ];__u16 severity; -printk ("%s""Generic Hardware Error Status\n" , pfx); severity = estatus->error_severity; -printk ("%s""severity: %d, %s\n" , pfx, severity, -cper_severity_str (severity)); +if (severity !=CPER_SEV_FATAL )
Shouldn't this just be (severity == CPER_SEV_CORRECTED)?
Thanks,
Naveen
Quoted 15 lines
drivers/acpi/apei/cper.c +6
-1+printk ("%s%s\n" , pfx, +"It has been corrected by h/w " +"and requires no further action" ); +printk ("%s""event severity: %s\n" , pfx,cper_severity_str (severity)); data_len = estatus->data_length; gdata = (struct acpi_generic_data *)(estatus +1 ); +snprintf (newpfx,sizeof (newpfx),"%s%s" , pfx,INDENT_SP );while (data_len >=sizeof (*gdata)) { gedata_len = gdata->error_data_length; -cper_estatus_print_section (pfx, gdata, sec_no); +cper_estatus_print_section (newpfx, gdata, sec_no); data_len -= gedata_len +sizeof (*gdata); gdata = (void *)(gdata +1 ) + gedata_len; sec_no++;
Re: [PATCH v3 8/9] ACPI, APEI, CPER: Cleanup CPER memory error output format
Quoted 11 lines · Naveen N. Rao
Date: Fri, 18 Oct 2013 17:31:21 +0530
From: "Naveen N. Rao" <[email protected]>
To: "Chen, Gong" <[email protected]>, [email protected],
[email protected], [email protected], [email protected]
CC: [email protected], [email protected],
[email protected]
Subject: Re: [PATCH v3 8/9] ACPI, APEI, CPER: Cleanup CPER memory error
output format
User-Agent: Mozilla/5.0 (X11; Linuxx86_64; rv:24.0) Gecko/20100101
Thunderbird/24.0
[...]
Quoted 16 lines
drivers/acpi/apei/cper.c void cper_estatus_print(const char *pfx, · line 356
Quoted 13 lines
drivers/acpi/apei/cper.c +2
-3@@ -358,17 +349,21 @@ void cper_estatus_print(const char *pfx,struct acpi_generic_data *gdata;unsigned int data_len, gedata_len;int sec_no =0 ; +char newpfx[64 ];__u16 severity; -printk ("%s""Generic Hardware Error Status\n" , pfx); severity = estatus->error_severity; -printk ("%s""severity: %d, %s\n" , pfx, severity, -cper_severity_str (severity)); +if (severity !=CPER_SEV_FATAL )Shouldn't this just be (severity ==
CPER_SEV_CORRECTED)?
Quoted 3 lines
Thanks,
Naveen
IMO, only fatal error can't be handlered gracefully in current kernel plus H/W. Once it can be recovered by H/W and OS, we can call it recovered.
Re: [PATCH v3 8/9] ACPI, APEI, CPER: Cleanup CPER memory error output format
Quoted 29 lines · Chen Gong
Quoted 11 lines · Naveen N. Rao
Date: Fri, 18 Oct 2013 17:31:21 +0530
From: "Naveen N. Rao" <[email protected]>
To: "Chen, Gong" <[email protected]>, [email protected],
[email protected], [email protected], [email protected]
CC: [email protected], [email protected],
[email protected]
Subject: Re: [PATCH v3 8/9] ACPI, APEI, CPER: Cleanup CPER memory error
output format
User-Agent: Mozilla/5.0 (X11; Linuxx86_64; rv:24.0) Gecko/20100101
Thunderbird/24.0[...]
Quoted 16 lines
drivers/acpi/apei/cper.c void cper_estatus_print(const char *pfx, · line 356
Quoted 13 lines
drivers/acpi/apei/cper.c +2
-3@@ -358,17 +349,21 @@ void cper_estatus_print(const char *pfx,struct acpi_generic_data *gdata;unsigned int data_len, gedata_len;int sec_no =0 ; +char newpfx[64 ];__u16 severity; -printk ("%s""Generic Hardware Error Status\n" , pfx); severity = estatus->error_severity; -printk ("%s""severity: %d, %s\n" , pfx, severity, -cper_severity_str (severity)); +if (severity !=CPER_SEV_FATAL )Shouldn't this just be (severity ==
CPER_SEV_CORRECTED)?
Quoted 7 lines
Quoted 3 lines
Thanks,
NaveenIMO, only fatal error can't be handlered gracefully in current kernel plus H/W. Once it can be recovered by H/W and OS, we can call it recovered.
Sure, but we don't recover in all scenarios. So, calling it corrected seems incorrect to me.
- Naveen
Luck, Tony
maintainerRE: [PATCH v3 8/9] ACPI, APEI, CPER: Cleanup CPER memory error output format
Quoted 11 lines
Quoted 8 lines
Quoted 3 lines
drivers/acpi/apei/cper.c void cper_estatus_print(const char *pfx, · line 356
Quoted 1 line
drivers/acpi/apei/cper.c +1
-0+if (severity !=CPER_SEV_FATAL )Shouldn't this just be (severity ==
CPER_SEV_CORRECTED)?IMO, only fatal error can't be handlered gracefully in current kernel plus H/W. Once it can be recovered by H/W and OS, we can call it recovered.
Sure, but we don't recover in all scenarios. So, calling it corrected seems incorrect to me.
Even if we recovered from a UC error (which is by no means a sure thing) ... I don't think the "requires no further action" message applies.
Soft single bit errors are common (well, common-ish ... they should still be somewhat rare by most objective standard). Double bit errors are much rarer ... and are very unlikely to be the result of two single bit errors happening to be inside the same cache line. I'd recommend further investigation of the source of a UC error (even one that is "recovered" in software).
-Tony
Borislav Petkov
maintainerRe: [PATCH v3 8/9] ACPI, APEI, CPER: Cleanup CPER memory error output format
Quoted 10 lines · Tony
Even if we recovered from a UC error (which is by no means a sure thing) ... I don't think the "requires no further action" message applies.
Soft single bit errors are common (well, common-ish ... they should still be somewhat rare by most objective standard). Double bit errors are much rarer ... and are very unlikely to be the result of two single bit errors happening to be inside the same cache line. I'd recommend further investigation of the source of a UC error (even one that is "recovered" in software).
Btw, do we even need to make this distinction? I mean, do we even reach this path on an error where we need to raise a #MC exception? In the initial design we were called from machine_check_poll which is not the exception path and now we're on the decode_chain which gets all errors.
Are we ready to handle all? And also, why do we even need to differentiate the error types on reporting? I mean, if it is, say, a contained UC error and we can start a recovery action from userspace like killing the process, we probably want to have that same detailed report too?
[ This is purely hypothetical, of course, as we do the poisoning game and killing of processes from kernel space now but still... ]
Thanks.
PATCH v3 9/9 EDAC, GHES: Update ghes error record info
In reply to Chen, GongIn latest UEFI spec(by now it's 2.4) there are some new fields for memory error reporting. Add these new fields for ghes_edac interface.
--- drivers/edac/ghes_edac.c | 11 +++++++++++ include/linux/edac.h | 2 +- 2 files changed, 12 insertions(+), 1 deletion(-)
drivers/edac/ghes_edac.c +11 -0
@@ -314,6 +314,8 @@ void ghes_edac_report_mem_error(struct ghes *ghes, int sev, p +=sprintf (p,"card:%d " , mem_err->card);if (mem_err->validation_bits &CPER_MEM_VALID_MODULE ) p +=sprintf (p,"module:%d " , mem_err->module); +if (mem_err->validation_bits &CPER_MEM_VALID_RANK_NUMBER ) + p +=sprintf (p,"rank:%d " , mem_err->rank);if (mem_err->validation_bits &CPER_MEM_VALID_BANK ) p +=sprintf (p,"bank:%d " , mem_err->bank);if (mem_err->validation_bits &CPER_MEM_VALID_ROW )
@@ -322,6 +324,15 @@ void ghes_edac_report_mem_error(struct ghes *ghes, int sev, p +=sprintf (p,"col:%d " , mem_err->column);if (mem_err->validation_bits &CPER_MEM_VALID_BIT_POSITION ) p +=sprintf (p,"bit_pos:%d " , mem_err->bit_pos); +if (mem_err->validation_bits &CPER_MEM_VALID_MODULE_HANDLE ) { +const char *bank =NULL , *device =NULL ; +dmi_memdev_name (mem_err->mem_dev_handle, &bank, &device); +if (bank !=NULL && device !=NULL ) + p +=sprintf (p,"DIMM location:%s %s " , bank, device); +else + p +=sprintf (p,"DIMM DMI handle: 0x%.4x " , + mem_err->mem_dev_handle); + }if (p > e->location) *(p -1 ) ='\0' ;
include/linux/edac.h +1 -1
@@ -51,7 +51,7 @@ static inline void opstate_init(void)#define EDAC_MC_LABEL_LEN 31/* Maximum size of the location string */ -#define LOCATION_SIZE 80 +#define LOCATION_SIZE 256/* Defines the maximum number of labels that can be reported */ #define EDAC_MAX_LABELS 8
Signature · 1 line
1.8.4.rc3
Borislav Petkov
maintainerQuoted 1 line · Gong
OK, this is the 3rd version. Hope it is the last one :-).
It looks ok to me so far, I'm guessing Tony you're picking this up or should I?
Quoted 4 lines
this version just updates some minors places and apply some Ack/Review information. In this version I remove the last patch for trace interface. Maybe it is time to build a new RAS trace interface to integrate all RAS related error report interfaces now.
Yeah, let's start small here by moving the CREATE_TRACE_POINTS macro definition to something like arch/x86/ras/core.c and work slowly up from there. We have ras_event.h for tracepoints already.
Thanks.
Signature · 5 lines
Regards/Gruss,
Boris.
Sent from a fat crate under my desk. Formatting is fine.
--Quoted 2 lines · Borislav Petkov
It looks ok to me so far, I'm guessing Tony you're picking this up or should I?
I'll pick it up. Thanks for all the Acks & Reviews.
-Tony