dump: Add arch section and s390x PV dump
v4 cover dump: Add arch section and s390x PV dump
Previously this series was two separate series:
* Arch section support
Adds the possibility for arch code to add custom section data.
* s390 PV dump support
Adds PV dump data to the custom arch sections.
I've chosen to merge them so it's easier to understand why the arch section support has been implement the way it is.
Additionally I've added cleanup patches beforehand which clean up the GuestPhysBlock usage.
v4:
* Moved the ELF note type introduction to the header sync
* Split the iteration re-work into more patches
* Added missing Rev-bys
* Moved the introduction of section_offset to the patch where it's first used
* Removed the buffer from prepare_elf_section_hdr_zero()
* Removed buff argument from prepare_elf_section_hdr_zero()
* Renamed some of the pv functions
v3:
* I forgot to reserve the new ELF note so I'm currently discussing its name and over which tree it will be pulled with the kernel devs
* Split code into "dump: Rename write_elf_loads to write_elf_phdr_loads"
* Refined a lot of the commit messages
* Split the string table patch into two: the swap of the section/segment and the string table support
* Renamed write_elf_section_hdr_zero() to prepare_elf_section_hdr_zero()
* Removed rogue code from "dump/dump: Add arch section support"
v2:
* Added "dump: Cleanup memblock usage"
* Fixed whitespace problems and review comments
* Added missing *errp check in dump_end
Janosch Frank (17):
dump: Rename write_elf_loads to write_elf_phdr_loads
dump: Introduce GuestPhysBlock offset and length filter functions
dump: Convert GuestPhysBlock iterators and use the filter functions
dump: Rework get_start_block
dump: Cleanup and annotate guest memory related DumpState struct
members
dump: Rework dump_calculate_size function
dump: Allocate header
dump: Split write of section headers and data and add a prepare step
dump: Reorder struct DumpState
dump: Swap segment and section header locations dump/dump: Add section string table support
dump/dump: Add arch section support
linux header sync
s390x: Add protected dump cap
s390x: Introduce PV query interface
s390x: Add KVM PV dump interface
s390x: pv: Add dump support
dump/dump.c | 458 +++++++++++++++++++++++------------ hw/s390x/pv.c | 112 +++++++++ hw/s390x/s390-virtio-ccw.c | 5 + include/elf.h | 2 + include/hw/s390x/pv.h | 18 ++ include/sysemu/dump-arch.h | 27 +++ include/sysemu/dump.h | 37 ++- linux-headers/linux/kvm.h | 54 +++++ target/s390x/arch_dump.c | 248 ++++++++++++++++--- target/s390x/kvm/kvm.c | 7 + target/s390x/kvm/kvm_s390x.h | 1 + 11 files changed, 767 insertions(+), 202 deletions(-)
Signature · 1 line
2.34.1
PATCH v4 1/17 dump: Rename write_elf_loads to write_elf_phdr_loads
Let's make it a bit clearer that we write the program headers of the PT_LOAD type.
--- dump/dump.c | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-)
dump/dump.c +3 -3
@@ -490,7 +490,7 @@ static void get_offset_range(hwaddr phys_addr, } } -static void write_elf_loads (DumpState *s,Error **errp) +static void write_elf_phdr_loads (DumpState *s,Error **errp) {ERRP_GUARD ();hwaddr offset, filesz;
@@ -573,8 +573,8 @@ static void dump_begin(DumpState *s, Error **errp)return ; } -/* write all PT_LOAD to vmcore */ -write_elf_loads (s, errp); +/* write all PT_LOADs to vmcore */ +write_elf_phdr_loads (s, errp);if (*errp) {return ; }
Signature · 1 line
2.34.1
Re: [PATCH v4 01/17] dump: Rename write_elf_loads to write_elf_phdr_loads
Quoted 5 lines · Janosch Frank
Let's make it a bit clearer that we write the program headers of the
PT_LOADtype.Signed-off-by Janosch Frank <[email protected]>Reviewed-by Marc-André Lureau <[email protected]>
Quoted 28 lines
--- dump/dump.c | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-)dump/dump.c +3
-3@@ -490,7 +490,7 @@ static void get_offset_range(hwaddr phys_addr, } } -static void write_elf_loads (DumpState *s,Error **errp) +static void write_elf_phdr_loads (DumpState *s,Error **errp) {ERRP_GUARD ();hwaddr offset, filesz;@@ -573,8 +573,8 @@ static void dump_begin(DumpState *s, Error **errp)return ; } -/* write all PT_LOAD to vmcore */ -write_elf_loads (s, errp); +/* write all PT_LOADs to vmcore */ +write_elf_phdr_loads (s, errp);if (*errp) {return ; }
Re: [PATCH v4 01/17] dump: Rename write_elf_loads to write_elf_phdr_loads
In reply to Janosch FrankQuoted 5 lines · Janosch Frank
Let's make it a bit clearer that we write the program headers of the
PT_LOADtype.Signed-off-by Janosch Frank <[email protected]>Reviewed-by Marc-André Lureau <[email protected]>
Quoted 28 lines
--- dump/dump.c | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-)dump/dump.c +3
-3@@ -490,7 +490,7 @@ static void get_offset_range(hwaddr phys_addr, } } -static void write_elf_loads (DumpState *s,Error **errp) +static void write_elf_phdr_loads (DumpState *s,Error **errp) {ERRP_GUARD ();hwaddr offset, filesz;@@ -573,8 +573,8 @@ static void dump_begin(DumpState *s, Error **errp)return ; } -/* write all PT_LOAD to vmcore */ -write_elf_loads (s, errp); +/* write all PT_LOADs to vmcore */ +write_elf_phdr_loads (s, errp);if (*errp) {return ; }
PATCH v4 2/17 dump: Introduce GuestPhysBlock offset and length filter functions
In reply to Janosch FrankThe iteration over the memblocks is hard to understand so it's about time to clean it up. Instead of manually grabbing the next memblock we can use QTAILQ_FOREACH to iterate over all memblocks.
Additionally we move the calculation of the offset and length out by using the dump_get_memblock_*() functions.
--- dump/dump.c | 37 +++++++++++++++++++++++++++++++++++++ include/sysemu/dump.h | 5 +++++ 2 files changed, 42 insertions(+)
dump/dump.c +37 -0
@@ -591,6 +591,43 @@ static void dump_begin(DumpState *s, Error **errp)write_elf_notes (s, errp); } +int64_t dump_get_memblock_size (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length) +{ +int64_t size, left, right; + +/* No filter, return full size */ +if (!filter_area_length) { +return block->target_end - block->target_start; + } + +/* calculate the overlapped region. */ + left =MAX (filter_area_start, block->target_start); + right =MIN (filter_area_start + filter_area_length, block->target_end); + size = right - left; + size = size >0 ? size :0 ; + +return size; +} + +int64_t dump_get_memblock_start (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length) +{ +if (filter_area_length) { +/* return -1 if the block is not within filter area */ +if (block->target_start >= filter_area_start + filter_area_length || + block->target_end <= filter_area_start) { +return -1 ; + } + +if (filter_area_start > block->target_start) { +return filter_area_start - block->target_start; + } + } + +return 0 ; +} +static int get_next_block (DumpState *s,GuestPhysBlock *block) {while (1 ) {
include/sysemu/dump.h +5 -0
@@ -203,4 +203,9 @@ typedef struct DumpState {uint16_t cpu_to_dump16 (DumpState *s,uint16_t val);uint32_t cpu_to_dump32 (DumpState *s,uint32_t val);uint64_t cpu_to_dump64 (DumpState *s,uint64_t val); + +int64_t dump_get_memblock_size (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length); +int64_t dump_get_memblock_start (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length);#endif
Signature · 1 line
2.34.1
Re: [PATCH v4 02/17] dump: Introduce GuestPhysBlock offset and length filter functions
Quoted 67 lines · Janosch Frank
The iteration over the memblocks is hard to understand so it's about time to clean it up. Instead of manually grabbing the next memblock we can use
QTAILQ_FOREACHto iterate over all memblocks.Additionally we move the calculation of the offset and length out by using the dump_get_memblock_*() functions.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 37 +++++++++++++++++++++++++++++++++++++ include/sysemu/dump.h | 5 +++++ 2 files changed, 42 insertions(+)dump/dump.c +37
-0@@ -591,6 +591,43 @@ static void dump_begin(DumpState *s, Error **errp)write_elf_notes (s, errp); } +int64_t dump_get_memblock_size (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length) +{ +int64_t size, left, right; + +/* No filter, return full size */ +if (!filter_area_length) { +return block->target_end - block->target_start; + } + +/* calculate the overlapped region. */ + left =MAX (filter_area_start, block->target_start); + right =MIN (filter_area_start + filter_area_length, block->target_end); + size = right - left; + size = size >0 ? size :0 ; + +return size; +} + +int64_t dump_get_memblock_start (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length) +{ +if (filter_area_length) { +/* return -1 if the block is not within filter area */ +if (block->target_start >= filter_area_start + filter_area_length || + block->target_end <= filter_area_start) { +return -1 ; + } + +if (filter_area_start > block->target_start) { +return filter_area_start - block->target_start; + } + } + +return 0 ; +} +static int get_next_block (DumpState *s,GuestPhysBlock *block) {while (1 ) {include/sysemu/dump.h +0
-0
include/sysemu/dump.h typedef struct DumpState { · line 210
Quoted 8 lines
include/sysemu/dump.h +5
-0@@ -203,4 +203,9 @@ typedef struct DumpState {uint16_t cpu_to_dump16 (DumpState *s,uint16_t val);uint32_t cpu_to_dump32 (DumpState *s,uint32_t val);uint64_t cpu_to_dump64 (DumpState *s,uint64_t val); + +int64_t dump_get_memblock_size (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length); +int64_t dump_get_memblock_start (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length);
The functions don't need to be exported. You probably need to introduce them back with their usage, to avoid some compiler warning. If you can't split the introduction and related refactoring, then let's have a single patch.
Thanks
Quoted 4 lines
include/sysemu/dump.h +0
-1#endif --2.34.1
Re: [PATCH v4 02/17] dump: Introduce GuestPhysBlock offset and length filter functions
Quoted 71 lines · Marc-André Lureau
Quoted 70 lines · Janosch Frank
The iteration over the memblocks is hard to understand so it's about time to clean it up. Instead of manually grabbing the next memblock we can use
QTAILQ_FOREACHto iterate over all memblocks.Additionally we move the calculation of the offset and length out by using the dump_get_memblock_*() functions.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 37 +++++++++++++++++++++++++++++++++++++ include/sysemu/dump.h | 5 +++++ 2 files changed, 42 insertions(+)dump/dump.c +37
-0@@ -591,6 +591,43 @@ static void dump_begin(DumpState *s, Error **errp)write_elf_notes (s, errp); } +int64_t dump_get_memblock_size (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length) +{ +int64_t size, left, right; + +/* No filter, return full size */ +if (!filter_area_length) { +return block->target_end - block->target_start; + } + +/* calculate the overlapped region. */ + left =MAX (filter_area_start, block->target_start); + right =MIN (filter_area_start + filter_area_length, block->target_end); + size = right - left; + size = size >0 ? size :0 ; + +return size; +} + +int64_t dump_get_memblock_start (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length) +{ +if (filter_area_length) { +/* return -1 if the block is not within filter area */ +if (block->target_start >= filter_area_start + filter_area_length || + block->target_end <= filter_area_start) { +return -1 ; + } + +if (filter_area_start > block->target_start) { +return filter_area_start - block->target_start; + } + } + +return 0 ; +} +static int get_next_block (DumpState *s,GuestPhysBlock *block) {while (1 ) {include/sysemu/dump.h +0
-0@@ -203,4 +203,9 @@ typedef struct DumpState {uint16_t cpu_to_dump16 (DumpState *s,uint16_t val);uint32_t cpu_to_dump32 (DumpState *s,uint32_t val);uint64_t cpu_to_dump64 (DumpState *s,uint64_t val);
Quoted 8 lines
include/sysemu/dump.h typedef struct DumpState { · line 210
Quoted 5 lines
include/sysemu/dump.h +5
-0+ +int64_t dump_get_memblock_size (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length); +int64_t dump_get_memblock_start (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length);The functions don't need to be exported. You probably need to introduce them back with their usage, to avoid some compiler warning.
Right, I'll add them in the last s390 dump patch and make them static
Quoted 2 lines
If you can't split the introduction and related refactoring, then let's have a single patch.
So squashing this with the next one but leave the other refactoring patches (dump_calculate_size() and get_start_block()) as they are?
Quoted 9 lines
Thanks
Quoted 4 lines
include/sysemu/dump.h +0
-1#endif --2.34.1
Re: [PATCH v4 02/17] dump: Introduce GuestPhysBlock offset and length filter functions
Quoted 88 lines · Janosch Frank
Quoted 1 line · Marc-André Lureau
On Tue, Jul 26, 2022 at 1:23 PM Janosch Frank <[email protected]>
Quoted 22 lines · wrote:
Quoted 22 lines
The iteration over the memblocks is hard to understand so it's about time to clean it up. Instead of manually grabbing the next memblock we can use
QTAILQ_FOREACHto iterate over all memblocks.Additionally we move the calculation of the offset and length out by using the dump_get_memblock_*() functions.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 37 +++++++++++++++++++++++++++++++++++++ include/sysemu/dump.h | 5 +++++ 2 files changed, 42 insertions(+)dump/dump.c +0
-0@@ -591,6 +591,43 @@ static void dump_begin(DumpState *s, Error **errp)write_elf_notes (s, errp); }Quoted 1 line
dump/dump.c static void dump_begin(DumpState *s, Error **errp) · line 594
Quoted 1 line
dump/dump.c +1
-0+int64_t dump_get_memblock_size(GuestPhysBlock *block, int64_t
filter_area_start,Quoted 4 lines
Quoted 4 lines
dump/dump.c +4
-0+ int64_t filter_area_length) +{ +int64_t size, left, right; +Quoted 8 lines
dump/dump.c static void dump_begin(DumpState *s, Error **errp)
Quoted 8 lines
dump/dump.c +8
-0+/* No filter, return full size */ +if (!filter_area_length) { +return block->target_end - block->target_start; + } + +/* calculate the overlapped region. */ + left =MAX (filter_area_start, block->target_start); + right = MIN(filter_area_start + filter_area_length,
block->target_end);Quoted 7 lines
dump/dump.c static void dump_begin(DumpState *s, Error **errp)
Quoted 7 lines
dump/dump.c +7
-0+ size = right - left; + size = size >0 ? size :0 ; + +return size; +} + +int64_t dump_get_memblock_start(GuestPhysBlock *block, int64_t
filter_area_start,Quoted 5 lines
dump/dump.c static void dump_begin(DumpState *s, Error **errp)
Quoted 5 lines
dump/dump.c +5
-0+ int64_t filter_area_length) +{ + if (filter_area_length) { + /* return -1 if the block is not within filter area */ + if (block->target_start >= filter_area_start +
filter_area_length||Quoted 17 lines
Quoted 17 lines
dump/dump.c +12
-0+ block->target_end <= filter_area_start) { +return -1 ; + } + +if (filter_area_start > block->target_start) { +return filter_area_start - block->target_start; + } + } + +return 0 ; +} +static int get_next_block (DumpState *s,GuestPhysBlock *block) {while (1 ) {include/sysemu/dump.h +0
-0Quoted 8 lines
include/sysemu/dump.h typedef struct DumpState { · line 207
Quoted 8 lines
include/sysemu/dump.h +2
-0@@ -203,4 +203,9 @@ typedef struct DumpState {uint16_t cpu_to_dump16 (DumpState *s,uint16_t val);uint32_t cpu_to_dump32 (DumpState *s,uint32_t val);uint64_t cpu_to_dump64 (DumpState *s,uint64_t val); + +int64_t dump_get_memblock_size(GuestPhysBlock *block, int64_t
filter_area_start,Quoted 2 lines
include/sysemu/dump.h typedef struct DumpState { · line 209
Quoted 2 lines
include/sysemu/dump.h +2
-0+ int64_t filter_area_length); +int64_t dump_get_memblock_start(GuestPhysBlock *block, int64_t
filter_area_start,Quoted 4 lines
include/sysemu/dump.h typedef struct DumpState { · line 210
Quoted 1 line
include/sysemu/dump.h +1
-0+ int64_t filter_area_length);The functions don't need to be exported. You probably need to introduce them back with their usage, to avoid some compiler warning.
Quoted 9 lines
Right, I'll add them in the last s390 dump patch and make them static
Quoted 2 lines
If you can't split the introduction and related refactoring, then let's have a single patch.
So squashing this with the next one but leave the other refactoring patches (
dump_calculate_size()andget_start_block()) as they are?
Right, if you can't split it further.
Signature · 1 line
Marc-André Lureau
Re: [PATCH v4 02/17] dump: Introduce GuestPhysBlock offset and length filter functions
In reply to Janosch FrankQuoted 3 lines · Janosch Frank
The iteration over the memblocks is hard to understand so it's about time to clean it up. Instead of manually grabbing the next memblock we can use
QTAILQ_FOREACHto iterate over all memblocks.
This got out of sync with the patch, didn't it?
With that addressed:
See minor stuff below.
Quoted 15 lines
Additionally we move the calculation of the offset and length out by using the dump_get_memblock_*() functions.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 37 +++++++++++++++++++++++++++++++++++++ include/sysemu/dump.h | 5 +++++ 2 files changed, 42 insertions(+)dump/dump.c +0
-0
dump/dump.c static void dump_begin(DumpState *s, Error **errp) · line 596
Quoted 6 lines
dump/dump.c +3
-0@@ -591,6 +591,43 @@ static void dump_begin(DumpState *s, Error **errp)write_elf_notes (s, errp); } +int64_t dump_get_memblock_size (GuestPhysBlock *block,int64_t filter_area_start, + int64_t filter_area_length)> +{ +int64_t size, left, right;
I assume the int64_t everywhere are because DumpState.begin and .length are int64_t, which is itself because the numbers are coming from a command?
There isn't any reason to have negative numbers for that command, is there? Since the block->target_* are unsigned we'd get problems with negative numbers. Ideally the the values should be checked up the stack and unsigned used in this function, IMO, but it's not a big deal either.
Quoted 41 lines
dump/dump.c +33
-0+ +/* No filter, return full size */ +if (!filter_area_length) { +return block->target_end - block->target_start; + } + +/* calculate the overlapped region. */ + left =MAX (filter_area_start, block->target_start); + right =MIN (filter_area_start + filter_area_length, block->target_end); + size = right - left; + size = size >0 ? size :0 ; + +return size; +} + +int64_t dump_get_memblock_start (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length) +{ +if (filter_area_length) { +/* return -1 if the block is not within filter area */ +if (block->target_start >= filter_area_start + filter_area_length || + block->target_end <= filter_area_start) { +return -1 ; + } + +if (filter_area_start > block->target_start) { +return filter_area_start - block->target_start; + } + } + +return 0 ; +} +static int get_next_block (DumpState *s,GuestPhysBlock *block) {while (1 ) {include/sysemu/dump.h +0
-0
include/sysemu/dump.h typedef struct DumpState { · line 210
Quoted 8 lines
include/sysemu/dump.h +5
-0@@ -203,4 +203,9 @@ typedef struct DumpState {uint16_t cpu_to_dump16 (DumpState *s,uint16_t val);uint32_t cpu_to_dump32 (DumpState *s,uint32_t val);uint64_t cpu_to_dump64 (DumpState *s,uint64_t val); + +int64_t dump_get_memblock_size (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length); +int64_t dump_get_memblock_start (GuestPhysBlock *block,int64_t filter_area_start, +int64_t filter_area_length);
I don't love the names of the functions, maybe dump_filtered_block_size, dump_filtered_block_offset?
Quoted 1 line
include/sysemu/dump.h +0
-0#endif
PATCH v4 3/17 dump: Convert GuestPhysBlock iterators and use the filter functions
In reply to Janosch FrankThe iteration over the memblocks is hard to understand so it's about time to clean it up. Instead of manually grabbing the next memblock we can use QTAILQ_FOREACH to iterate over all memblocks.
Additionally we move the calculation of the offset and length out by using the dump_get_memblock_*() functions.
--- dump/dump.c | 51 +++++++++++---------------------------------------- 1 file changed, 11 insertions(+), 40 deletions(-)
dump/dump.c +11 -40
@@ -628,56 +628,27 @@ int64_t dump_get_memblock_start(GuestPhysBlock *block, int64_t filter_area_startreturn 0 ; } -static int get_next_block (DumpState *s,GuestPhysBlock *block) -{ -while (1 ) { - block =QTAILQ_NEXT (block, next); -if (!block) { -/* no more block */ -return 1 ; - } - - s->start =0 ; - s->next_block = block; -if (s->has_filter) { -if (block->target_start >= s->begin + s->length || - block->target_end <= s->begin) { -/* This block is out of the range */ -continue ; - } - -if (s->begin > block->target_start) { - s->start = s->begin - block->target_start; - } - } - -return 0 ; - } -} -/* write all memory to vmcore */ static void dump_iterate (DumpState *s,Error **errp) {ERRP_GUARD ();GuestPhysBlock *block; -int64_t size; +int64_t memblock_size, memblock_start; -do { - block = s->next_block; - - size = block->target_end - block->target_start; -if (s->has_filter) { - size -= s->start; -if (s->begin + s->length < block->target_end) { - size -= block->target_end - (s->begin + s->length); - } + QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) { + memblock_start =dump_get_memblock_start (block, s->begin, s->length); +if (memblock_start ==-1 ) { +continue ; } -write_memory (s, block, s->start, size, errp); + + memblock_size =dump_get_memblock_size (block, s->begin, s->length); + +/* Write the memory to file */ +write_memory (s, block, memblock_start, memblock_size, errp);if (*errp) {return ; } - - }while (!get_next_block (s, block)); + } }static void create_vmcore (DumpState *s,Error **errp)
Signature · 1 line
2.34.1
Re: [PATCH v4 03/17] dump: Convert GuestPhysBlock iterators and use the filter functions
Quoted 8 lines · Janosch Frank
The iteration over the memblocks is hard to understand so it's about time to clean it up. Instead of manually grabbing the next memblock we can use
QTAILQ_FOREACHto iterate over all memblocks.Additionally we move the calculation of the offset and length out by using the dump_get_memblock_*() functions.
Signed-off-by Janosch Frank <[email protected]>
Quoted 76 lines
--- dump/dump.c | 51 +++++++++++---------------------------------------- 1 file changed, 11 insertions(+), 40 deletions(-)dump/dump.c +11
-40@@ -628,56 +628,27 @@ int64_t dump_get_memblock_start(GuestPhysBlock *block, int64_t filter_area_startreturn 0 ; } -static int get_next_block (DumpState *s,GuestPhysBlock *block) -{ -while (1 ) { - block =QTAILQ_NEXT (block, next); -if (!block) { -/* no more block */ -return 1 ; - } - - s->start =0 ; - s->next_block = block; -if (s->has_filter) { -if (block->target_start >= s->begin + s->length || - block->target_end <= s->begin) { -/* This block is out of the range */ -continue ; - } - -if (s->begin > block->target_start) { - s->start = s->begin - block->target_start; - } - } - -return 0 ; - } -} -/* write all memory to vmcore */ static void dump_iterate (DumpState *s,Error **errp) {ERRP_GUARD ();GuestPhysBlock *block; -int64_t size; +int64_t memblock_size, memblock_start; -do { - block = s->next_block; - - size = block->target_end - block->target_start; -if (s->has_filter) { - size -= s->start; -if (s->begin + s->length < block->target_end) { - size -= block->target_end - (s->begin + s->length); - } + QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) { + memblock_start =dump_get_memblock_start (block, s->begin, s->length); +if (memblock_start ==-1 ) { +continue ; } -write_memory (s, block, s->start, size, errp); + + memblock_size =dump_get_memblock_size (block, s->begin, s->length); + +/* Write the memory to file */ +write_memory (s, block, memblock_start, memblock_size, errp);if (*errp) {return ; } - - }while (!get_next_block (s, block)); + } }static void create_vmcore (DumpState *s,Error **errp)
PATCH v4 4/17 dump: Rework get_start_block
In reply to Janosch Frankget_start_block() returns the start address of the first memory block or -1.
With the GuestPhysBlock iterator conversion we don't need to set the start address and can therefore remove that code. The only functionality left is the validation of the start block so it only makes sense to re-name the function to validate_start_block()
--- dump/dump.c | 20 ++++++-------------- 1 file changed, 6 insertions(+), 14 deletions(-)
dump/dump.c +6 -14
@@ -1498,30 +1498,22 @@ static void create_kdump_vmcore(DumpState *s, Error **errp) } } -static ram_addr_t get_start_block (DumpState *s) +static int validate_start_block (DumpState *s) {GuestPhysBlock *block;if (!s->has_filter) { - s->next_block =QTAILQ_FIRST (&s->guest_phys_blocks.head);return 0 ; } QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) { +/* This block is out of the range */ if (block->target_start >= s->begin + s->length || block->target_end <= s->begin) { -/* This block is out of the range */ continue ; } - - s->next_block = block; -if (s->begin > block->target_start) { - s->start = s->begin - block->target_start; - }else { - s->start =0 ; - } -return s->start; - } +return 0 ; + }return -1 ; }
@@ -1668,8 +1660,8 @@ static void dump_init(DumpState *s, int fd, bool has_format, goto cleanup; } - s->start =get_start_block (s); -if (s->start ==-1 ) { +/* Is the filter filtering everything? */ +if (validate_start_block (s) ==-1 ) {error_setg (errp,QERR_INVALID_PARAMETER ,"begin" ); goto cleanup; }
Signature · 1 line
2.34.1
Re: [PATCH v4 04/17] dump: Rework get_start_block
Quoted 10 lines · Janosch Frank
get_start_block()returns the start address of the first memory block or -1.With the GuestPhysBlock iterator conversion we don't need to set the start address and can therefore remove that code. The only functionality left is the validation of the start block so it only makes sense to re-name the function to
validate_start_block()Signed-off-by Janosch Frank <[email protected]>
Quoted 57 lines
--- dump/dump.c | 20 ++++++-------------- 1 file changed, 6 insertions(+), 14 deletions(-)dump/dump.c +6
-15@@ -1498,30 +1498,22 @@ static void create_kdump_vmcore(DumpState *s, Error **errp) } } -static ram_addr_t get_start_block (DumpState *s) +static int validate_start_block (DumpState *s) {GuestPhysBlock *block;if (!s->has_filter) { - s->next_block =QTAILQ_FIRST (&s->guest_phys_blocks.head);return 0 ; } QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) { +/* This block is out of the range */ if (block->target_start >= s->begin + s->length || block->target_end <= s->begin) { -/* This block is out of the range */ continue ; } - - s->next_block = block; -if (s->begin > block->target_start) { - s->start = s->begin - block->target_start; - }else { - s->start =0 ; - } -return s->start; - } +return 0 ; + }return -1 ; }@@ -1668,8 +1660,8 @@ static void dump_init(DumpState *s, int fd, bool has_format, goto cleanup; } - s->start =get_start_block (s); -if (s->start ==-1 ) { +/* Is the filter filtering everything? */ +if (validate_start_block (s) ==-1 ) {error_setg (errp,QERR_INVALID_PARAMETER ,"begin" ); goto cleanup; } --2.34.1
Re: [PATCH v4 04/17] dump: Rework get_start_block
In reply to Janosch FrankQuoted 9 lines · Janosch Frank
get_start_block()returns the start address of the first memory block or -1.With the GuestPhysBlock iterator conversion we don't need to set the start address and can therefore remove that code. The only functionality left is the validation of the start block so it only makes sense to re-name the function to
validate_start_block()Signed-off-by Janosch Frank <[email protected]>
See suggenstions below.
Quoted 33 lines
--- dump/dump.c | 20 ++++++-------------- 1 file changed, 6 insertions(+), 14 deletions(-)dump/dump.c +2
-7@@ -1498,30 +1498,22 @@ static void create_kdump_vmcore(DumpState *s, Error **errp) } } -static ram_addr_t get_start_block (DumpState *s) +static int validate_start_block (DumpState *s) {GuestPhysBlock *block;if (!s->has_filter) { - s->next_block =QTAILQ_FIRST (&s->guest_phys_blocks.head);return 0 ; } QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) { +/* This block is out of the range */ if (block->target_start >= s->begin + s->length || block->target_end <= s->begin) { -/* This block is out of the range */ continue ; } - - s->next_block = block; -if (s->begin > block->target_start) { - s->start = s->begin - block->target_start;
dump/dump.c static void create_kdump_vmcore(DumpState *s, Error **errp) · line 1519
Quoted 10 lines
dump/dump.c +2
-5- }else { - s->start =0 ; - } -return s->start; - } +return 0 ; + }return -1 ; }
If you change the dump_get_memblock_* functions to take the DumpState, you could do
bool has_unfiltered_mem(DumpState *s)
{
GuestPhysBlock *block;
QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) {
if (dump_get_memblock_size(block, s) > 0) {
return true;
}
}
return false;
}or you could do the same with the existing dump_get_memblock_size, add
if (has_filter && !length) {
error_setg(errp, QERR_INVALID_PARAMETER, "length");
goto cleanup;
}to dump_init, encode has_filter in length as you're currently doing and get rid of s->has_filter entirely.
Quoted 11 lines
dump/dump.c +2
-2@@ -1668,8 +1660,8 @@ static void dump_init(DumpState *s, int fd, bool has_format, goto cleanup; } - s->start =get_start_block (s); -if (s->start ==-1 ) { +/* Is the filter filtering everything? */ +if (validate_start_block (s) ==-1 ) {error_setg (errp,QERR_INVALID_PARAMETER ,"begin" ); goto cleanup; }
Re: [PATCH v4 04/17] dump: Rework get_start_block
In reply to Janosch FrankQuoted 9 lines · Janosch Frank
get_start_block()returns the start address of the first memory block or -1.With the GuestPhysBlock iterator conversion we don't need to set the start address and can therefore remove that code. The only functionality left is the validation of the start block so it only makes sense to re-name the function to
validate_start_block()Signed-off-by Janosch Frank <[email protected]>
Quoted 54 lines
--- dump/dump.c | 20 ++++++-------------- 1 file changed, 6 insertions(+), 14 deletions(-)dump/dump.c +6
-14@@ -1498,30 +1498,22 @@ static void create_kdump_vmcore(DumpState *s, Error **errp) } } -static ram_addr_t get_start_block (DumpState *s) +static int validate_start_block (DumpState *s) {GuestPhysBlock *block;if (!s->has_filter) { - s->next_block =QTAILQ_FIRST (&s->guest_phys_blocks.head);return 0 ; } QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) { +/* This block is out of the range */ if (block->target_start >= s->begin + s->length || block->target_end <= s->begin) { -/* This block is out of the range */ continue ; } - - s->next_block = block; -if (s->begin > block->target_start) { - s->start = s->begin - block->target_start; - }else { - s->start =0 ; - } -return s->start; - } +return 0 ; + }return -1 ; }@@ -1668,8 +1660,8 @@ static void dump_init(DumpState *s, int fd, bool has_format, goto cleanup; } - s->start =get_start_block (s); -if (s->start ==-1 ) { +/* Is the filter filtering everything? */ +if (validate_start_block (s) ==-1 ) {error_setg (errp,QERR_INVALID_PARAMETER ,"begin" ); goto cleanup; }
PATCH v4 5/17 dump: Cleanup and annotate guest memory related DumpState struct members
In reply to Janosch FrankWe can safely remove next_block and start as both of them aren't used anymore due to the block iteration re-work.
Also we add comments to the remaining guest memory related struct members and a comment on top to group them.
--- include/sysemu/dump.h | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-)
include/sysemu/dump.h +4 -5
@@ -166,11 +166,10 @@ typedef struct DumpState {hwaddr memory_offset;int fd; -GuestPhysBlock *next_block; -ram_addr_t start; -bool has_filter; -int64_t begin; -int64_t length; +/* Guest memory related data */ +bool has_filter;/* Are we dumping parts of the memory? */ +int64_t begin;/* Start address of the chunk we want to dump */ +int64_t length;/* Length of the dump we want to dump */ uint8_t *note_buf;/* buffer for notes */ size_t note_buf_offset;/* the writing place in note_buf */
Signature · 1 line
2.34.1
Re: [PATCH v4 05/17] dump: Cleanup and annotate guest memory related DumpState struct members
Hi
Quoted 4 lines · Janosch Frank
We can safely remove
next_blockand start as both of them aren't used anymore due to the block iteration re-work.
I suggest removing next_block with the patch that gets rids of its usage.
Quoted 4 lines
Also we add comments to the remaining guest memory related struct members and a comment on top to group them.
Signed-off-by Janosch Frank <[email protected]>
With that change,
Quoted 27 lines
--- include/sysemu/dump.h | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-)include/sysemu/dump.h +4
-6@@ -166,11 +166,10 @@ typedef struct DumpState {hwaddr memory_offset;int fd; -GuestPhysBlock *next_block; -ram_addr_t start; -bool has_filter; -int64_t begin; -int64_t length; +/* Guest memory related data */ +bool has_filter;/* Are we dumping parts of the memory? */ +int64_t begin;/* Start address of the chunk we want to dump */ +int64_t length;/* Length of the dump we want to dump */ uint8_t *note_buf;/* buffer for notes */ size_t note_buf_offset;/* the writing place in note_buf */ --2.34.1
Re: [PATCH v4 05/17] dump: Cleanup and annotate guest memory related DumpState struct members
In reply to Janosch FrankQuoted 7 lines · Janosch Frank
We can safely remove
next_blockand start as both of them aren't used anymore due to the block iteration re-work.Also we add comments to the remaining guest memory related struct members and a comment on top to group them.
Signed-off-by Janosch Frank <[email protected]>
Quoted 9 lines
--- include/sysemu/dump.h | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-)include/sysemu/dump.h +0
-0
include/sysemu/dump.h typedef struct DumpState { · line 170
Quoted 10 lines
include/sysemu/dump.h +2
-5@@ -166,11 +166,10 @@ typedef struct DumpState {hwaddr memory_offset;int fd; -GuestPhysBlock *next_block; -ram_addr_t start; -bool has_filter; -int64_t begin; -int64_t length; +/* Guest memory related data */ +bool has_filter;/* Are we dumping parts of the memory? */
Maybe /* Are we dumping part of the memory only? */
Quoted 5 lines
include/sysemu/dump.h +2
-0+int64_t begin;/* Start address of the chunk we want to dump */ +int64_t length;/* Length of the dump we want to dump */ uint8_t *note_buf;/* buffer for notes */ size_t note_buf_offset;/* the writing place in note_buf */
PATCH v4 6/17 dump: Rework dump_calculate_size function
In reply to Janosch Frankdump_calculate_size() sums up all the sizes of the guest memory blocks. Since we already have a function that calculates the size of a single memory block (dump_get_memblock_size()) we can simply iterate over the blocks and use the function instead of calculating the size ourselves.
--- dump/dump.c | 20 ++++++-------------- 1 file changed, 6 insertions(+), 14 deletions(-)
dump/dump.c +6 -14
@@ -1540,25 +1540,17 @@ bool qemu_system_dump_in_progress(void)return (qatomic_read (&state->status) ==DUMP_STATUS_ACTIVE ); } -/* calculate total size of memory to be dumped (taking filter into -* acoount.) */ +/* +* calculate total size of memory to be dumped (taking filter into +* account.) +*/ static int64_t dump_calculate_size (DumpState *s) {GuestPhysBlock *block; -int64_t size =0 , total =0 , left =0 , right =0 ; +int64_t total =0 ; QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) { -if (s->has_filter) { -/* calculate the overlapped region. */ - left =MAX (s->begin, block->target_start); - right =MIN (s->begin + s->length, block->target_end); - size = right - left; - size = size >0 ? size :0 ; - }else { -/* count the whole region in */ - size = (block->target_end - block->target_start); - } - total += size; + total +=dump_get_memblock_size (block, s->begin, s->length); }return total;
Signature · 1 line
2.34.1
Re: [PATCH v4 06/17] dump: Rework dump_calculate_size function
Quoted 8 lines · Janosch Frank
dump_calculate_size()sums up all the sizes of the guest memory blocks. Since we already have a function that calculates the size of a single memory block (dump_get_memblock_size()) we can simply iterate over the blocks and use the function instead of calculating the size ourselves.Signed-off-by Janosch Frank <[email protected]>
Quoted 43 lines
--- dump/dump.c | 20 ++++++-------------- 1 file changed, 6 insertions(+), 14 deletions(-)dump/dump.c +6
-15@@ -1540,25 +1540,17 @@ bool qemu_system_dump_in_progress(void)return (qatomic_read (&state->status) ==DUMP_STATUS_ACTIVE ); } -/* calculate total size of memory to be dumped (taking filter into -* acoount.) */ +/* +* calculate total size of memory to be dumped (taking filter into +* account.) +*/ static int64_t dump_calculate_size (DumpState *s) {GuestPhysBlock *block; -int64_t size =0 , total =0 , left =0 , right =0 ; +int64_t total =0 ; QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) { -if (s->has_filter) { -/* calculate the overlapped region. */ - left =MAX (s->begin, block->target_start); - right =MIN (s->begin + s->length, block->target_end); - size = right - left; - size = size >0 ? size :0 ; - }else { -/* count the whole region in */ - size = (block->target_end - block->target_start); - } - total += size; + total +=dump_get_memblock_size (block, s->begin, s->length); }return total; --2.34.1
PATCH v4 7/17 dump: Allocate header
In reply to Janosch FrankAllocating the header lets us write it at a later time and hence also allows us to change section and segment table offsets until we finally write it.
--- dump/dump.c | 127 +++++++++++++++++++++--------------------- include/sysemu/dump.h | 1 + 2 files changed, 64 insertions(+), 64 deletions(-)
dump/dump.c +63 -64
@@ -98,6 +98,7 @@ static int dump_cleanup(DumpState *s)memory_mapping_list_free (&s->list);close (s->fd);g_free (s->guest_note); +g_free (s->elf_header); s->guest_note =NULL ;if (s->resume) {if (s->detached) {
@@ -126,73 +127,49 @@ static int fd_write_vmcore(const void *buf, size_t size, void *opaque)return 0 ; } -static void write_elf64_header (DumpState *s,Error **errp) +static void prepare_elf64_header (DumpState *s) { -/* -* phnum in the elf header is 16 bit, if we have more segments we -* set phnum to PN_XNUM and write the real number of segments to a -* special section. -*/ -uint16_t phnum =MIN (s->phdr_num,PN_XNUM ); -Elf64_Ehdr elf_header; -int ret; +uint16_t phnum = s->phdr_num >=PN_XNUM ?PN_XNUM : s->phdr_num; +Elf64_Ehdr *elf_header = s->elf_header; -memset (&elf_header,0 ,sizeof (Elf64_Ehdr)); -memcpy (&elf_header,ELFMAG ,SELFMAG ); - elf_header.e_ident[EI_CLASS ] =ELFCLASS64 ; - elf_header.e_ident[EI_DATA ] = s->dump_info.d_endian; - elf_header.e_ident[EI_VERSION ] =EV_CURRENT ; - elf_header.e_type =cpu_to_dump16 (s,ET_CORE ); - elf_header.e_machine =cpu_to_dump16 (s, s->dump_info.d_machine); - elf_header.e_version =cpu_to_dump32 (s,EV_CURRENT ); - elf_header.e_ehsize =cpu_to_dump16 (s,sizeof (elf_header)); - elf_header.e_phoff =cpu_to_dump64 (s, s->phdr_offset); - elf_header.e_phentsize =cpu_to_dump16 (s,sizeof (Elf64_Phdr)); - elf_header.e_phnum =cpu_to_dump16 (s, phnum); +memcpy (elf_header,ELFMAG ,SELFMAG ); + elf_header->e_ident[EI_CLASS ] =ELFCLASS64 ; + elf_header->e_ident[EI_DATA ] = s->dump_info.d_endian; + elf_header->e_ident[EI_VERSION ] =EV_CURRENT ; + elf_header->e_type =cpu_to_dump16 (s,ET_CORE ); + elf_header->e_machine =cpu_to_dump16 (s, s->dump_info.d_machine); + elf_header->e_version =cpu_to_dump32 (s,EV_CURRENT ); + elf_header->e_ehsize =cpu_to_dump16 (s,sizeof (*elf_header)); + elf_header->e_phoff =cpu_to_dump64 (s, s->phdr_offset); + elf_header->e_phentsize =cpu_to_dump16 (s,sizeof (Elf64_Phdr)); + elf_header->e_phnum =cpu_to_dump16 (s, phnum);if (s->shdr_num) { - elf_header.e_shoff =cpu_to_dump64 (s, s->shdr_offset); - elf_header.e_shentsize =cpu_to_dump16 (s,sizeof (Elf64_Shdr)); - elf_header.e_shnum =cpu_to_dump16 (s, s->shdr_num); - } - - ret =fd_write_vmcore (&elf_header,sizeof (elf_header), s); -if (ret <0 ) { -error_setg_errno (errp, -ret,"dump: failed to write elf header" ); + elf_header->e_shoff =cpu_to_dump64 (s, s->shdr_offset); + elf_header->e_shentsize =cpu_to_dump16 (s,sizeof (Elf64_Shdr)); + elf_header->e_shnum =cpu_to_dump16 (s, s->shdr_num); } } -static void write_elf32_header (DumpState *s,Error **errp) +static void prepare_elf32_header (DumpState *s) { -/* -* phnum in the elf header is 16 bit, if we have more segments we -* set phnum to PN_XNUM and write the real number of segments to a -* special section. -*/ -uint16_t phnum =MIN (s->phdr_num,PN_XNUM ); -Elf32_Ehdr elf_header; -int ret; +uint16_t phnum = s->phdr_num >=PN_XNUM ?PN_XNUM : s->phdr_num; +Elf32_Ehdr *elf_header = s->elf_header; -memset (&elf_header,0 ,sizeof (Elf32_Ehdr)); -memcpy (&elf_header,ELFMAG ,SELFMAG ); - elf_header.e_ident[EI_CLASS ] =ELFCLASS32 ; - elf_header.e_ident[EI_DATA ] = s->dump_info.d_endian; - elf_header.e_ident[EI_VERSION ] =EV_CURRENT ; - elf_header.e_type =cpu_to_dump16 (s,ET_CORE ); - elf_header.e_machine =cpu_to_dump16 (s, s->dump_info.d_machine); - elf_header.e_version =cpu_to_dump32 (s,EV_CURRENT ); - elf_header.e_ehsize =cpu_to_dump16 (s,sizeof (elf_header)); - elf_header.e_phoff =cpu_to_dump32 (s, s->phdr_offset); - elf_header.e_phentsize =cpu_to_dump16 (s,sizeof (Elf32_Phdr)); - elf_header.e_phnum =cpu_to_dump16 (s, phnum); +memcpy (elf_header,ELFMAG ,SELFMAG ); + elf_header->e_ident[EI_CLASS ] =ELFCLASS32 ; + elf_header->e_ident[EI_DATA ] = s->dump_info.d_endian; + elf_header->e_ident[EI_VERSION ] =EV_CURRENT ; + elf_header->e_type =cpu_to_dump16 (s,ET_CORE ); + elf_header->e_machine =cpu_to_dump16 (s, s->dump_info.d_machine); + elf_header->e_version =cpu_to_dump32 (s,EV_CURRENT ); + elf_header->e_ehsize =cpu_to_dump16 (s,sizeof (*elf_header)); + elf_header->e_phoff =cpu_to_dump32 (s, s->phdr_offset); + elf_header->e_phentsize =cpu_to_dump16 (s,sizeof (Elf32_Phdr)); + elf_header->e_phnum =cpu_to_dump16 (s, phnum);if (s->shdr_num) { - elf_header.e_shoff =cpu_to_dump32 (s, s->shdr_offset); - elf_header.e_shentsize =cpu_to_dump16 (s,sizeof (Elf32_Shdr)); - elf_header.e_shnum =cpu_to_dump16 (s, s->shdr_num); - } - - ret =fd_write_vmcore (&elf_header,sizeof (elf_header), s); -if (ret <0 ) { -error_setg_errno (errp, -ret,"dump: failed to write elf header" ); + elf_header->e_shoff =cpu_to_dump32 (s, s->shdr_offset); + elf_header->e_shentsize =cpu_to_dump16 (s,sizeof (Elf32_Shdr)); + elf_header->e_shnum =cpu_to_dump16 (s, s->shdr_num); } }
@@ -528,6 +505,26 @@ static void write_elf_notes(DumpState *s, Error **errp) } } +static void prepare_elf_header (DumpState *s) +{ +if (dump_is_64bit (s)) { +prepare_elf64_header (s); + }else { +prepare_elf32_header (s); + } +} + +static void write_elf_header (DumpState *s,Error **errp) +{ +size_t size =dump_is_64bit (s) ?sizeof (Elf64_Ehdr) :sizeof (Elf32_Ehdr); +int ret; + + ret =fd_write_vmcore (s->elf_header, size, s); +if (ret <0 ) { +error_setg_errno (errp, -ret,"dump: failed to write elf header" ); + } +} +/* write elf header, PT_NOTE and elf note to vmcore. */ static void dump_begin (DumpState *s,Error **errp) {
@@ -557,12 +554,11 @@ static void dump_begin(DumpState *s, Error **errp)* vmcore. */ -/* write elf header to vmcore */ -if (dump_is_64bit (s)) { -write_elf64_header (s, errp); - }else { -write_elf32_header (s, errp); - } +/* Write elf header to buffer */ +prepare_elf_header (s); + +/* Start to write stuff into file descriptor */ +write_elf_header (s, errp);if (*errp) {return ; }
@@ -1679,6 +1675,9 @@ static void dump_init(DumpState *s, int fd, bool has_format, goto cleanup; } + s->elf_header =g_malloc0 (dump_is_64bit (s) ? +sizeof (Elf64_Ehdr) :sizeof (Elf32_Ehdr)); +/* * The goal of this block is to (a) update the previously guessed * phys_base, (b) copy the guest note out of the guest.
include/sysemu/dump.h +1 -0
@@ -171,6 +171,7 @@ typedef struct DumpState {int64_t begin;/* Start address of the chunk we want to dump */ int64_t length;/* Length of the dump we want to dump */ +void *elf_header;uint8_t *note_buf;/* buffer for notes */ size_t note_buf_offset;/* the writing place in note_buf */ uint32_t nr_cpus;/* number of guest's cpu */
Signature · 1 line
2.34.1
Re: [PATCH v4 07/17] dump: Allocate header
Quoted 4 lines · Janosch Frank
Allocating the header lets us write it at a later time and hence also allows us to change section and segment table offsets until we finally write it.
Where are you making use of this?
You set e_shstrndx in prepare_elf_section_hdrs, but that is not required, is it? As far as I understand we know shdr_num after dump_init so that could be moved.
PATCH v4 8/17 dump: Split write of section headers and data and add a prepare step
In reply to Janosch FrankBy splitting the writing of the section headers and (future) section data we prepare for the addition of a string table section and architecture sections.
At the same time we move the writing of the section to the end of the dump process. This allows the upcoming architecture section code to add data after all of the common dump data has been written.
--- dump/dump.c | 112 ++++++++++++++++++++++++++++++++---------- include/sysemu/dump.h | 4 ++ 2 files changed, 90 insertions(+), 26 deletions(-)
dump/dump.c +86 -26
@@ -342,30 +342,69 @@ static void write_elf_phdr_note(DumpState *s, Error **errp) } } -static void write_elf_section (DumpState *s,int type,Error **errp) +static size_t prepare_elf_section_hdr_zero (DumpState *s) { -Elf32_Shdr shdr32; -Elf64_Shdr shdr64; -int shdr_size; -void *shdr; -int ret; +if (dump_is_64bit (s)) { +Elf64_Shdr *shdr64 = s->elf_section_hdrs; -if (type ==0 ) { - shdr_size =sizeof (Elf32_Shdr); -memset (&shdr32,0 , shdr_size); - shdr32.sh_info =cpu_to_dump32 (s, s->phdr_num); - shdr = &shdr32; + shdr64->sh_info =cpu_to_dump32 (s, s->phdr_num); }else { - shdr_size =sizeof (Elf64_Shdr); -memset (&shdr64,0 , shdr_size); - shdr64.sh_info =cpu_to_dump32 (s, s->phdr_num); - shdr = &shdr64; +Elf32_Shdr *shdr32 = s->elf_section_hdrs; + + shdr32->sh_info =cpu_to_dump32 (s, s->phdr_num); } - ret =fd_write_vmcore (shdr, shdr_size, s); +return dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); +} + +static void prepare_elf_section_hdrs (DumpState *s) +{ +size_t len, sizeof_shdr; + +/* +* Section ordering: +* - HDR zero (if needed) +*/ + sizeof_shdr =dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); + len = sizeof_shdr * s->shdr_num; + s->elf_section_hdrs =g_malloc0 (len); + +/* Write special section first */ +if (s->phdr_num ==PN_XNUM ) { +prepare_elf_section_hdr_zero (s); + } +} + +static void prepare_elf_sections (DumpState *s,Error **errp) +{ +if (!s->shdr_num) { +return ; + } + +prepare_elf_section_hdrs (s); +} + +static void write_elf_section_headers (DumpState *s,Error **errp) +{ +size_t sizeof_shdr; +int ret; + + sizeof_shdr =dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); + + ret =fd_write_vmcore (s->elf_section_hdrs, s->shdr_num * sizeof_shdr, s);if (ret <0 ) { -error_setg_errno (errp, -ret, -"dump: failed to write section header table" ); +error_setg_errno (errp, -ret,"dump: failed to write section headers" ); + } +} + +static void write_elf_sections (DumpState *s,Error **errp) +{ +int ret; + +/* Write section zero */ + ret =fd_write_vmcore (s->elf_section_data, s->elf_section_data_size, s); +if (ret <0 ) { +error_setg_errno (errp, -ret,"dump: failed to write section data" ); } }
@@ -557,12 +596,22 @@ static void dump_begin(DumpState *s, Error **errp)/* Write elf header to buffer */ prepare_elf_header (s); +prepare_elf_sections (s, errp); +if (*errp) { +return ; + } +/* Start to write stuff into file descriptor */ write_elf_header (s, errp);if (*errp) {return ; } +write_elf_section_headers (s, errp); +if (*errp) { +return ; + } +/* write PT_NOTE to vmcore */ write_elf_phdr_note (s, errp);if (*errp) {
@@ -575,14 +624,6 @@ static void dump_begin(DumpState *s, Error **errp)return ; } -/* write section to vmcore */ -if (s->shdr_num) { -write_elf_section (s,1 , errp); -if (*errp) { -return ; - } - } -/* write notes to vmcore */ write_elf_notes (s, errp); }
@@ -647,6 +688,19 @@ static void dump_iterate(DumpState *s, Error **errp) } } +static void dump_end (DumpState *s,Error **errp) +{ +ERRP_GUARD (); + +if (!s->elf_section_data_size) { +return ; + } + s->elf_section_data =g_malloc0 (s->elf_section_data_size); + +/* write sections to vmcore */ +write_elf_sections (s, errp); +} +static void create_vmcore (DumpState *s,Error **errp) {ERRP_GUARD ();
@@ -657,6 +711,12 @@ static void create_vmcore(DumpState *s, Error **errp) }dump_iterate (s, errp); +if (*errp) { +return ; + } + +/* Write section data after memory has been dumped */ +dump_end (s, errp); }static int write_start_flat_header (int fd)
include/sysemu/dump.h +4 -0
@@ -172,6 +172,10 @@ typedef struct DumpState {int64_t length;/* Length of the dump we want to dump */ void *elf_header; +void *elf_section_hdrs; +uint64_t elf_section_data_size; +void *elf_section_data; +uint8_t *note_buf;/* buffer for notes */ size_t note_buf_offset;/* the writing place in note_buf */ uint32_t nr_cpus;/* number of guest's cpu */
Signature · 1 line
2.34.1
Re: [PATCH v4 08/17] dump: Split write of section headers and data and add a prepare step
Quoted 19 lines · Janosch Frank
By splitting the writing of the section headers and (future) section data we prepare for the addition of a string table section and architecture sections.
At the same time we move the writing of the section to the end of the dump process. This allows the upcoming architecture section code to add data after all of the common dump data has been written.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 112 ++++++++++++++++++++++++++++++++---------- include/sysemu/dump.h | 4 ++ 2 files changed, 90 insertions(+), 26 deletions(-)dump/dump.c +0
-0
dump/dump.c static void write_elf_phdr_note(DumpState *s, Error **errp) · line 345
Quoted 5 lines
dump/dump.c +1
-1@@ -342,30 +342,69 @@ static void write_elf_phdr_note(DumpState *s, Error **errp) } } -static void write_elf_section (DumpState *s,int type,Error **errp) +static size_t prepare_elf_section_hdr_zero (DumpState *s)
You don't use the return value and it is well known, the length of a section header entry.
Quoted 29 lines
dump/dump.c +9
-15{ -Elf32_Shdr shdr32; -Elf64_Shdr shdr64; -int shdr_size; -void *shdr; -int ret; +if (dump_is_64bit (s)) { +Elf64_Shdr *shdr64 = s->elf_section_hdrs; -if (type ==0 ) { - shdr_size =sizeof (Elf32_Shdr); -memset (&shdr32,0 , shdr_size); - shdr32.sh_info =cpu_to_dump32 (s, s->phdr_num); - shdr = &shdr32; + shdr64->sh_info =cpu_to_dump32 (s, s->phdr_num); }else { - shdr_size =sizeof (Elf64_Shdr); -memset (&shdr64,0 , shdr_size); - shdr64.sh_info =cpu_to_dump32 (s, s->phdr_num); - shdr = &shdr64; +Elf32_Shdr *shdr32 = s->elf_section_hdrs; + + shdr32->sh_info =cpu_to_dump32 (s, s->phdr_num); } - ret =fd_write_vmcore (shdr, shdr_size, s); +return dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); +} +
[...]
Quoted 51 lines
dump/dump.c +19
-8+ +static void write_elf_sections (DumpState *s,Error **errp) +{ +int ret; + +/* Write section zero */ + ret =fd_write_vmcore (s->elf_section_data, s->elf_section_data_size, s); +if (ret <0 ) { +error_setg_errno (errp, -ret,"dump: failed to write section data" ); } }@@ -557,12 +596,22 @@ static void dump_begin(DumpState *s, Error **errp)/* Write elf header to buffer */ prepare_elf_header (s); +prepare_elf_sections (s, errp); +if (*errp) { +return ; + } +/* Start to write stuff into file descriptor */ write_elf_header (s, errp);if (*errp) {return ; } +write_elf_section_headers (s, errp); +if (*errp) { +return ; + } +/* write PT_NOTE to vmcore */ write_elf_phdr_note (s, errp);if (*errp) {@@ -575,14 +624,6 @@ static void dump_begin(DumpState *s, Error **errp)return ; } -/* write section to vmcore */ -if (s->shdr_num) { -write_elf_section (s,1 , errp); -if (*errp) { -return ; - } - } -/* write notes to vmcore */ write_elf_notes (s, errp); }
dump/dump.c static void dump_iterate(DumpState *s, Error **errp) · line 692
Quoted 5 lines
dump/dump.c +2
-0@@ -647,6 +688,19 @@ static void dump_iterate(DumpState *s, Error **errp) } } +static void dump_end (DumpState *s,Error **errp) +{
This function doesn't do anything yet, does it?
Not sure if I like splitting the patches like that, but squashing them will blow up the patch size. Maybe you should just mention in the patch description which functionality remains dormant and under what circumstances it will become active.
Quoted 42 lines
dump/dump.c +17
-0+ERRP_GUARD (); + +if (!s->elf_section_data_size) { +return ; + } + s->elf_section_data =g_malloc0 (s->elf_section_data_size); + +/* write sections to vmcore */ +write_elf_sections (s, errp); +} +static void create_vmcore (DumpState *s,Error **errp) {ERRP_GUARD ();@@ -657,6 +711,12 @@ static void create_vmcore(DumpState *s, Error **errp) }dump_iterate (s, errp); +if (*errp) { +return ; + } + +/* Write section data after memory has been dumped */ +dump_end (s, errp); }static int write_start_flat_header (int fd)include/sysemu/dump.h +4
-0@@ -172,6 +172,10 @@ typedef struct DumpState {int64_t length;/* Length of the dump we want to dump */ void *elf_header; +void *elf_section_hdrs; +uint64_t elf_section_data_size; +void *elf_section_data; +uint8_t *note_buf;/* buffer for notes */ size_t note_buf_offset;/* the writing place in note_buf */ uint32_t nr_cpus;/* number of guest's cpu */
Re: [PATCH v4 08/17] dump: Split write of section headers and data and add a prepare step
In reply to Janosch FrankQuoted 22 lines · Janosch Frank
By splitting the writing of the section headers and (future) section data we prepare for the addition of a string table section and architecture sections.
At the same time we move the writing of the section to the end of the dump process. This allows the upcoming architecture section code to add data after all of the common dump data has been written.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 112 ++++++++++++++++++++++++++++++++---------- include/sysemu/dump.h | 4 ++ 2 files changed, 90 insertions(+), 26 deletions(-)dump/dump.c +0
-0@@ -342,30 +342,69 @@ static void write_elf_phdr_note(DumpState *s, Error **errp) } }
[...]
Quoted 5 lines
dump/dump.c +5
-0+ +static void prepare_elf_section_hdrs (DumpState *s) +{ +size_t len, sizeof_shdr; +
dump/dump.c static void write_elf_phdr_note(DumpState *s, Error **errp) · line 373
Quoted 10 lines
dump/dump.c +10
-0+/* +* Section ordering: +* - HDR zero (if needed) +*/ + sizeof_shdr =dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); + len = sizeof_shdr * s->shdr_num; + s->elf_section_hdrs =g_malloc0 (len); + +/* Write special section first */ +if (s->phdr_num ==PN_XNUM ) {
Should be >= right?
Quoted 4 lines
dump/dump.c +4
-0+prepare_elf_section_hdr_zero (s); + } +} +
[...]
Re: [PATCH v4 08/17] dump: Split write of section headers and data and add a prepare step
Quoted 15 lines · Janis Schoetterl-Glausch
Quoted 14 lines · Janosch Frank
By splitting the writing of the section headers and (future) section data we prepare for the addition of a string table section and architecture sections.
At the same time we move the writing of the section to the end of the dump process. This allows the upcoming architecture section code to add data after all of the common dump data has been written.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 112 ++++++++++++++++++++++++++++++++---------- include/sysemu/dump.h | 4 ++ 2 files changed, 90 insertions(+), 26 deletions(-)
[...]
Quoted 4 lines
dump/dump.c static void write_elf_phdr_note(DumpState *s, Error **errp) · line 373
Quoted 2 lines
dump/dump.c +2
-0+/* Write special section first */ +if (s->phdr_num ==PN_XNUM ) {Should be >= right?
Yes, just fixed it.
Quoted 6 lines
Quoted 5 lines
dump/dump.c +4
-0+prepare_elf_section_hdr_zero (s); + } +} +[...]
PATCH v4 9/17 dump: Reorder struct DumpState
In reply to Janosch FrankLet's move ELF related members into one block and guest memory related ones into another to improve readability.
--- include/sysemu/dump.h | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-)
include/sysemu/dump.h +9 -7
@@ -154,15 +154,8 @@ typedef struct DumpState {GuestPhysBlockList guest_phys_blocks;ArchDumpInfo dump_info;MemoryMappingList list; -uint32_t phdr_num; -uint32_t shdr_num;bool resume;bool detached; -ssize_t note_size; -hwaddr shdr_offset; -hwaddr phdr_offset; -hwaddr section_offset; -hwaddr note_offset;hwaddr memory_offset;int fd;
@@ -171,6 +164,15 @@ typedef struct DumpState {int64_t begin;/* Start address of the chunk we want to dump */ int64_t length;/* Length of the dump we want to dump */ +/* Elf dump related data */ +uint32_t phdr_num; +uint32_t shdr_num; +uint32_t sh_info; +ssize_t note_size; +hwaddr shdr_offset; +hwaddr phdr_offset; +hwaddr note_offset; +void *elf_header;void *elf_section_hdrs;uint64_t elf_section_data_size;
Signature · 1 line
2.34.1
Re: [PATCH v4 09/17] dump: Reorder struct DumpState
Quoted 17 lines · Janosch Frank
Let's move ELF related members into one block and guest memory related ones into another to improve readability.
Signed-off-by Janosch Frank <[email protected]>Reviewed-by Richard Henderson <[email protected]>Reviewed-by Marc-André Lureau <[email protected]>--- include/sysemu/dump.h | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-)include/sysemu/dump.h +0
-0@@ -154,15 +154,8 @@ typedef struct DumpState {GuestPhysBlockList guest_phys_blocks;
include/sysemu/dump.h typedef struct DumpState { · line 164
Quoted 10 lines
include/sysemu/dump.h +0
-6ArchDumpInfo dump_info;MemoryMappingList list; -uint32_t phdr_num; -uint32_t shdr_num;bool resume;bool detached; -ssize_t note_size; -hwaddr shdr_offset; -hwaddr phdr_offset; -hwaddr section_offset;
There is a bit of churn because you remove this field and add it back later. Worth to explain in the commit message imho.
Quoted 23 lines
include/sysemu/dump.h +9
-2-hwaddr note_offset;hwaddr memory_offset;int fd;@@ -171,6 +164,15 @@ typedef struct DumpState {int64_t begin;/* Start address of the chunk we want to dump */ int64_t length;/* Length of the dump we want to dump */ +/* Elf dump related data */ +uint32_t phdr_num; +uint32_t shdr_num; +uint32_t sh_info; +ssize_t note_size; +hwaddr shdr_offset; +hwaddr phdr_offset; +hwaddr note_offset; +void *elf_header;void *elf_section_hdrs;uint64_t elf_section_data_size; --2.34.1
Re: [PATCH v4 09/17] dump: Reorder struct DumpState
In reply to Janosch FrankQuoted 31 lines · Janosch Frank
Let's move ELF related members into one block and guest memory related ones into another to improve readability.
Signed-off-by Janosch Frank <[email protected]>Reviewed-by Richard Henderson <[email protected]>Reviewed-by Marc-André Lureau <[email protected]>--- include/sysemu/dump.h | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-)include/sysemu/dump.h +0
-7@@ -154,15 +154,8 @@ typedef struct DumpState {GuestPhysBlockList guest_phys_blocks;ArchDumpInfo dump_info;MemoryMappingList list; -uint32_t phdr_num; -uint32_t shdr_num;bool resume;bool detached; -ssize_t note_size; -hwaddr shdr_offset; -hwaddr phdr_offset; -hwaddr section_offset; -hwaddr note_offset;hwaddr memory_offset;int fd;
include/sysemu/dump.h typedef struct DumpState { · line 170
Quoted 7 lines
include/sysemu/dump.h +4
-0@@ -171,6 +164,15 @@ typedef struct DumpState {int64_t begin;/* Start address of the chunk we want to dump */ int64_t length;/* Length of the dump we want to dump */ +/* Elf dump related data */ +uint32_t phdr_num; +uint32_t shdr_num; +uint32_t sh_info;
Why is this ^ here?
Quoted 8 lines
include/sysemu/dump.h +5
-0+ssize_t note_size; +hwaddr shdr_offset; +hwaddr phdr_offset; +hwaddr note_offset; +void *elf_header;void *elf_section_hdrs;uint64_t elf_section_data_size;
Re: [PATCH v4 09/17] dump: Reorder struct DumpState
Quoted 35 lines · Janis Schoetterl-Glausch
Quoted 34 lines · Janosch Frank
Let's move ELF related members into one block and guest memory related ones into another to improve readability.
Signed-off-by Janosch Frank <[email protected]>Reviewed-by Richard Henderson <[email protected]>Reviewed-by Marc-André Lureau <[email protected]>--- include/sysemu/dump.h | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-)include/sysemu/dump.h +0
-7@@ -154,15 +154,8 @@ typedef struct DumpState {GuestPhysBlockList guest_phys_blocks;ArchDumpInfo dump_info;MemoryMappingList list; -uint32_t phdr_num; -uint32_t shdr_num;bool resume;bool detached; -ssize_t note_size; -hwaddr shdr_offset; -hwaddr phdr_offset; -hwaddr section_offset; -hwaddr note_offset;hwaddr memory_offset;int fd;@@ -171,6 +164,15 @@ typedef struct DumpState {int64_t begin;/* Start address of the chunk we want to dump */ int64_t length;/* Length of the dump we want to dump */
Quoted 6 lines
include/sysemu/dump.h typedef struct DumpState { · line 170
Quoted 4 lines
include/sysemu/dump.h +4
-0+/* Elf dump related data */ +uint32_t phdr_num; +uint32_t shdr_num; +uint32_t sh_info;Why is this ^ here?
Re-base damage
Quoted 10 lines
Quoted 9 lines
include/sysemu/dump.h +5
-0+ssize_t note_size; +hwaddr shdr_offset; +hwaddr phdr_offset; +hwaddr note_offset; +void *elf_header;void *elf_section_hdrs;uint64_t elf_section_data_size;
PATCH v4 10/17 dump: Swap segment and section header locations
In reply to Janosch FrankFor the upcoming string table and arch section support we need to modify the elf layout a bit. Instead of the segments, i.e. the guest's memory contents, beeing the last area the section data will live at the end of the file. This will allow us to write the section data after all guest memory has been dumped which is important for the s390 PV dump support.
--- dump/dump.c | 21 ++++++++++++--------- include/sysemu/dump.h | 1 + 2 files changed, 13 insertions(+), 9 deletions(-)
dump/dump.c +12 -9
@@ -588,6 +588,9 @@ static void dump_begin(DumpState *s, Error **errp)* -------------- * | memory | * -------------- +* | sectn data | +* -------------- +* * we only know where the memory is saved after we write elf note into * vmcore.
@@ -1852,18 +1855,18 @@ static void dump_init(DumpState *s, int fd, bool has_format, } } + tmp = (s->phdr_num ==PN_XNUM ) ? s->sh_info : s->phdr_num;if (dump_is_64bit (s)) { - s->phdr_offset =sizeof (Elf64_Ehdr); - s->shdr_offset = s->phdr_offset +sizeof (Elf64_Phdr) * s->phdr_num; - s->note_offset = s->shdr_offset +sizeof (Elf64_Shdr) * s->shdr_num; - s->memory_offset = s->note_offset + s->note_size; + s->shdr_offset =sizeof (Elf64_Ehdr); + s->phdr_offset = s->shdr_offset +sizeof (Elf64_Shdr) * s->shdr_num; + s->note_offset = s->phdr_offset +sizeof (Elf64_Phdr) * tmp; }else { - - s->phdr_offset =sizeof (Elf32_Ehdr); - s->shdr_offset = s->phdr_offset +sizeof (Elf32_Phdr) * s->phdr_num; - s->note_offset = s->shdr_offset +sizeof (Elf32_Shdr) * s->shdr_num; - s->memory_offset = s->note_offset + s->note_size; + s->shdr_offset =sizeof (Elf32_Ehdr); + s->phdr_offset = s->shdr_offset +sizeof (Elf32_Shdr) * s->shdr_num; + s->note_offset = s->phdr_offset +sizeof (Elf32_Phdr) * tmp; } + s->memory_offset = s->note_offset + s->note_size; + s->section_offset = s->memory_offset + s->total_size;return ;
include/sysemu/dump.h +1 -0
@@ -172,6 +172,7 @@ typedef struct DumpState {hwaddr shdr_offset;hwaddr phdr_offset;hwaddr note_offset; +hwaddr section_offset;void *elf_header;void *elf_section_hdrs;
Signature · 1 line
2.34.1
Re: [PATCH v4 10/17] dump: Swap segment and section header locations
Hi
Quoted 4 lines · Janosch Frank
For the upcoming string table and arch section support we need to modify the elf layout a bit. Instead of the segments, i.e. the guest's memory contents, beeing the last area the section data will live at
being
Quoted 57 lines
the end of the file. This will allow us to write the section data after all guest memory has been dumped which is important for the s390 PV dump support.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 21 ++++++++++++--------- include/sysemu/dump.h | 1 + 2 files changed, 13 insertions(+), 9 deletions(-)dump/dump.c +12
-9@@ -588,6 +588,9 @@ static void dump_begin(DumpState *s, Error **errp)* -------------- * | memory | * -------------- +* | sectn data | +* -------------- +* * we only know where the memory is saved after we write elf note into * vmcore. @@ -1852,18 +1855,18 @@ static void dump_init(DumpState *s, int fd, bool has_format, } } + tmp = (s->phdr_num ==PN_XNUM ) ? s->sh_info : s->phdr_num;if (dump_is_64bit (s)) { - s->phdr_offset =sizeof (Elf64_Ehdr); - s->shdr_offset = s->phdr_offset +sizeof (Elf64_Phdr) * s->phdr_num; - s->note_offset = s->shdr_offset +sizeof (Elf64_Shdr) * s->shdr_num; - s->memory_offset = s->note_offset + s->note_size; + s->shdr_offset =sizeof (Elf64_Ehdr); + s->phdr_offset = s->shdr_offset +sizeof (Elf64_Shdr) * s->shdr_num; + s->note_offset = s->phdr_offset +sizeof (Elf64_Phdr) * tmp; }else { - - s->phdr_offset =sizeof (Elf32_Ehdr); - s->shdr_offset = s->phdr_offset +sizeof (Elf32_Phdr) * s->phdr_num; - s->note_offset = s->shdr_offset +sizeof (Elf32_Shdr) * s->shdr_num; - s->memory_offset = s->note_offset + s->note_size; + s->shdr_offset =sizeof (Elf32_Ehdr); + s->phdr_offset = s->shdr_offset +sizeof (Elf32_Shdr) * s->shdr_num; + s->note_offset = s->phdr_offset +sizeof (Elf32_Phdr) * tmp; } + s->memory_offset = s->note_offset + s->note_size; + s->section_offset = s->memory_offset + s->total_size;return ;include/sysemu/dump.h +0
-0
include/sysemu/dump.h typedef struct DumpState { · line 175
Quoted 4 lines
include/sysemu/dump.h +1
-0@@ -172,6 +172,7 @@ typedef struct DumpState {hwaddr shdr_offset;hwaddr phdr_offset;hwaddr note_offset; +hwaddr section_offset;
Maybe introduce back section_offset in a different patch.
Either way,
Quoted 6 lines
include/sysemu/dump.h +0
-1void *elf_header;void *elf_section_hdrs; --2.34.1
Re: [PATCH v4 10/17] dump: Swap segment and section header locations
In reply to Janosch FrankYou swapped the headers in patch 8, you just fixing up the elf header in this patch, right? Also I don't understand the reason for swapping the headers.
And the comment diagram in dump_begin still reflects the old ordering.
Quoted 28 lines · Janosch Frank
For the upcoming string table and arch section support we need to modify the elf layout a bit. Instead of the segments, i.e. the guest's memory contents, beeing the last area the section data will live at the end of the file. This will allow us to write the section data after all guest memory has been dumped which is important for the s390 PV dump support.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 21 ++++++++++++--------- include/sysemu/dump.h | 1 + 2 files changed, 13 insertions(+), 9 deletions(-)dump/dump.c +3
-0@@ -588,6 +588,9 @@ static void dump_begin(DumpState *s, Error **errp)* -------------- * | memory | * -------------- +* | sectn data | +* -------------- +* * we only know where the memory is saved after we write elf note into * vmcore.
dump/dump.c static void dump_init(DumpState *s, int fd, bool has_format, · line 1858
Quoted 4 lines
dump/dump.c +1
-0@@ -1852,18 +1855,18 @@ static void dump_init(DumpState *s, int fd, bool has_format, } } + tmp = (s->phdr_num ==PN_XNUM ) ? s->sh_info : s->phdr_num;
You don't need this, do you? s->phdr_num is the correct value, it's the value in the elf header that gets adjusted.
Quoted 35 lines
dump/dump.c +8
-9if (dump_is_64bit (s)) { - s->phdr_offset =sizeof (Elf64_Ehdr); - s->shdr_offset = s->phdr_offset +sizeof (Elf64_Phdr) * s->phdr_num; - s->note_offset = s->shdr_offset +sizeof (Elf64_Shdr) * s->shdr_num; - s->memory_offset = s->note_offset + s->note_size; + s->shdr_offset =sizeof (Elf64_Ehdr); + s->phdr_offset = s->shdr_offset +sizeof (Elf64_Shdr) * s->shdr_num; + s->note_offset = s->phdr_offset +sizeof (Elf64_Phdr) * tmp; }else { - - s->phdr_offset =sizeof (Elf32_Ehdr); - s->shdr_offset = s->phdr_offset +sizeof (Elf32_Phdr) * s->phdr_num; - s->note_offset = s->shdr_offset +sizeof (Elf32_Shdr) * s->shdr_num; - s->memory_offset = s->note_offset + s->note_size; + s->shdr_offset =sizeof (Elf32_Ehdr); + s->phdr_offset = s->shdr_offset +sizeof (Elf32_Shdr) * s->shdr_num; + s->note_offset = s->phdr_offset +sizeof (Elf32_Phdr) * tmp; } + s->memory_offset = s->note_offset + s->note_size; + s->section_offset = s->memory_offset + s->total_size;return ;include/sysemu/dump.h +1
-0@@ -172,6 +172,7 @@ typedef struct DumpState {hwaddr shdr_offset;hwaddr phdr_offset;hwaddr note_offset; +hwaddr section_offset;void *elf_header;void *elf_section_hdrs;
PATCH v4 11/17 dump/dump: Add section string table support
In reply to Janosch FrankAs sections don't have a type like the notes do we need another way to determine their contents. The string table allows us to assign each section an identification string which architectures can then use to tag their sections with.
There will be no string table if the architecture doesn't add custom sections which are introduced in a following patch.
--- dump/dump.c | 81 ++++++++++++++++++++++++++++++++++++++++++- include/sysemu/dump.h | 1 + 2 files changed, 81 insertions(+), 1 deletion(-)
dump/dump.c +80 -1
@@ -99,6 +99,7 @@ static int dump_cleanup(DumpState *s)close (s->fd);g_free (s->guest_note);g_free (s->elf_header); +g_array_unref (s->string_table_buf); s->guest_note =NULL ;if (s->resume) {if (s->detached) {
@@ -357,21 +358,72 @@ static size_t prepare_elf_section_hdr_zero(DumpState *s)return dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); } +static void write_elf_section_hdr_string (DumpState *s,void *buff) +{ +Elf32_Shdr shdr32; +Elf64_Shdr shdr64; +int shdr_size; +void *shdr = buff; + +if (dump_is_64bit (s)) { + shdr_size =sizeof (Elf64_Shdr); +memset (&shdr64,0 , shdr_size); + shdr64.sh_type =SHT_STRTAB ; + shdr64.sh_offset = s->section_offset + s->elf_section_data_size; + shdr64.sh_name = s->string_table_buf->len; +g_array_append_vals (s->string_table_buf,".strtab" ,sizeof (".strtab" )); + shdr64.sh_size = s->string_table_buf->len; + shdr = &shdr64; + }else { + shdr_size =sizeof (Elf32_Shdr); +memset (&shdr32,0 , shdr_size); + shdr32.sh_type =SHT_STRTAB ; + shdr32.sh_offset = s->section_offset + s->elf_section_data_size; + shdr32.sh_name = s->string_table_buf->len; +g_array_append_vals (s->string_table_buf,".strtab" ,sizeof (".strtab" )); + shdr32.sh_size = s->string_table_buf->len; + shdr = &shdr32; + } + +memcpy (buff, shdr, shdr_size); +} +static void prepare_elf_section_hdrs (DumpState *s) {size_t len, sizeof_shdr; +Elf64_Ehdr *hdr64 = s->elf_header; +Elf32_Ehdr *hdr32 = s->elf_header; +void *buff_hdr;/* * Section ordering: * - HDR zero (if needed) +* - String table hdr */ sizeof_shdr =dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); len = sizeof_shdr * s->shdr_num; s->elf_section_hdrs =g_malloc0 (len); + buff_hdr = s->elf_section_hdrs;/* Write special section first */ if (s->phdr_num ==PN_XNUM ) {prepare_elf_section_hdr_zero (s); + buff_hdr += sizeof_shdr; + } + +if (s->shdr_num <2 ) { +return ; + } + +/* +* String table needs to be last section since strings are added +* via arch_sections_write_hdr(). +*/ +write_elf_section_hdr_string (s, buff_hdr); +if (dump_is_64bit (s)) { + hdr64->e_shstrndx =cpu_to_dump16 (s, s->shdr_num -1 ); + }else { + hdr32->e_shstrndx =cpu_to_dump16 (s, s->shdr_num -1 ); } }
@@ -401,11 +453,18 @@ static void write_elf_sections(DumpState *s, Error **errp) {int ret; -/* Write section zero */ +/* Write section zero and arch sections */ ret =fd_write_vmcore (s->elf_section_data, s->elf_section_data_size, s);if (ret <0 ) {error_setg_errno (errp, -ret,"dump: failed to write section data" ); } + +/* Write string table data */ + ret =fd_write_vmcore (s->string_table_buf->data, + s->string_table_buf->len, s); +if (ret <0 ) { +error_setg_errno (errp, -ret,"dump: failed to write string table data" ); + } }static void write_data (DumpState *s,void *buf,int length,Error **errp)
@@ -713,6 +772,7 @@ static void create_vmcore(DumpState *s, Error **errp)return ; } +/* Iterate over memory and dump it to file */ dump_iterate (s, errp);if (*errp) {return ;
@@ -1695,6 +1755,13 @@ static void dump_init(DumpState *s, int fd, bool has_format, s->has_filter = has_filter; s->begin = begin; s->length = length; +/* First index is 0, it's the special null name */ + s->string_table_buf =g_array_new (FALSE, TRUE,1 ); +/* +* Allocate the null name, due to the clearing option set to true +* it will be 0. +*/ +g_array_set_size (s->string_table_buf,1 );memory_mapping_list_init (&s->list);
@@ -1855,6 +1922,18 @@ static void dump_init(DumpState *s, int fd, bool has_format, } } +/* +* calculate shdr_num and elf_section_data_size so we know the offsets and +* sizes of all parts. +* +* If phdr_num overflowed we have at least one section header +* More sections/hdrs can be added by the architectures +*/ +if (s->shdr_num >1 ) { +/* Reserve the string table */ + s->shdr_num +=1 ; + } + tmp = (s->phdr_num ==PN_XNUM ) ? s->sh_info : s->phdr_num;if (dump_is_64bit (s)) { s->shdr_offset =sizeof (Elf64_Ehdr);
include/sysemu/dump.h +1 -0
@@ -178,6 +178,7 @@ typedef struct DumpState {void *elf_section_hdrs;uint64_t elf_section_data_size;void *elf_section_data; +GArray *string_table_buf;/* String table section */ uint8_t *note_buf;/* buffer for notes */ size_t note_buf_offset;/* the writing place in note_buf */
Signature · 1 line
2.34.1
Re: [PATCH v4 11/17] dump/dump: Add section string table support
Hi
Quoted 28 lines · Janosch Frank
As sections don't have a type like the notes do we need another way to determine their contents. The string table allows us to assign each section an identification string which architectures can then use to tag their sections with.
There will be no string table if the architecture doesn't add custom sections which are introduced in a following patch.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 81 ++++++++++++++++++++++++++++++++++++++++++- include/sysemu/dump.h | 1 + 2 files changed, 81 insertions(+), 1 deletion(-)dump/dump.c +1
-0@@ -99,6 +99,7 @@ static int dump_cleanup(DumpState *s)close (s->fd);g_free (s->guest_note);g_free (s->elf_header); +g_array_unref (s->string_table_buf); s->guest_note =NULL ;if (s->resume) {if (s->detached) {
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s) · line 362
Quoted 5 lines
dump/dump.c +2
-0@@ -357,21 +358,72 @@ static size_t prepare_elf_section_hdr_zero(DumpState *s)return dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); } +static void write_elf_section_hdr_string (DumpState *s,void *buff) +{
Mildly annoyed that we use "write_" prefix for actually writing to the fd, and sometimes to pre-fill (or "prepare_" structures). Would you mind cleaning that up?
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s) · line 366
Quoted 4 lines
dump/dump.c +4
-0+Elf32_Shdr shdr32; +Elf64_Shdr shdr64; +int shdr_size; +void *shdr = buff;
Why assign here?
Quoted 45 lines
dump/dump.c +30
-0+ +if (dump_is_64bit (s)) { + shdr_size =sizeof (Elf64_Shdr); +memset (&shdr64,0 , shdr_size); + shdr64.sh_type =SHT_STRTAB ; + shdr64.sh_offset = s->section_offset + s->elf_section_data_size; + shdr64.sh_name = s->string_table_buf->len; +g_array_append_vals (s->string_table_buf,".strtab" ,sizeof (".strtab" )); + shdr64.sh_size = s->string_table_buf->len; + shdr = &shdr64; + }else { + shdr_size =sizeof (Elf32_Shdr); +memset (&shdr32,0 , shdr_size); + shdr32.sh_type =SHT_STRTAB ; + shdr32.sh_offset = s->section_offset + s->elf_section_data_size; + shdr32.sh_name = s->string_table_buf->len; +g_array_append_vals (s->string_table_buf,".strtab" ,sizeof (".strtab" )); + shdr32.sh_size = s->string_table_buf->len; + shdr = &shdr32; + } + +memcpy (buff, shdr, shdr_size); +} +static void prepare_elf_section_hdrs (DumpState *s) {size_t len, sizeof_shdr; +Elf64_Ehdr *hdr64 = s->elf_header; +Elf32_Ehdr *hdr32 = s->elf_header; +void *buff_hdr;/* * Section ordering: * - HDR zero (if needed) +* - String table hdr */ sizeof_shdr =dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); len = sizeof_shdr * s->shdr_num; s->elf_section_hdrs =g_malloc0 (len); + buff_hdr = s->elf_section_hdrs;/* Write special section first */ if (s->phdr_num ==PN_XNUM ) {prepare_elf_section_hdr_zero (s); + buff_hdr += sizeof_shdr;
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s) · line 421
Quoted 10 lines
dump/dump.c +10
-0+ } + +if (s->shdr_num <2 ) { +return ; + } + +/* +* String table needs to be last section since strings are added +* via arch_sections_write_hdr(). +*/
This comment isn't exactly relevant yet, since that code isn't there, but ok.
Quoted 37 lines
dump/dump.c +14
-1+write_elf_section_hdr_string (s, buff_hdr); +if (dump_is_64bit (s)) { + hdr64->e_shstrndx =cpu_to_dump16 (s, s->shdr_num -1 ); + }else { + hdr32->e_shstrndx =cpu_to_dump16 (s, s->shdr_num -1 ); } }@@ -401,11 +453,18 @@ static void write_elf_sections(DumpState *s, Error **errp) {int ret; -/* Write section zero */ +/* Write section zero and arch sections */ ret =fd_write_vmcore (s->elf_section_data, s->elf_section_data_size, s);if (ret <0 ) {error_setg_errno (errp, -ret,"dump: failed to write section data" ); } + +/* Write string table data */ + ret =fd_write_vmcore (s->string_table_buf->data, + s->string_table_buf->len, s); +if (ret <0 ) { +error_setg_errno (errp, -ret,"dump: failed to write string table data" ); + } }static void write_data (DumpState *s,void *buf,int length,Error **errp)@@ -713,6 +772,7 @@ static void create_vmcore(DumpState *s, Error **errp)return ; } +/* Iterate over memory and dump it to file */ dump_iterate (s, errp);if (*errp) {return ;
dump/dump.c static void dump_init(DumpState *s, int fd, bool has_format, · line 1764
Quoted 10 lines
dump/dump.c +7
-0@@ -1695,6 +1755,13 @@ static void dump_init(DumpState *s, int fd, bool has_format, s->has_filter = has_filter; s->begin = begin; s->length = length; +/* First index is 0, it's the special null name */ + s->string_table_buf =g_array_new (FALSE, TRUE,1 ); +/* +* Allocate the null name, due to the clearing option set to true +* it will be 0. +*/ +g_array_set_size (s->string_table_buf,1 );
I wonder if GByteArray wouldn't be more appropriate, even if it doesn't have the clearing option. If it's just for one byte, ...
Quoted 37 lines
dump/dump.c +12
-0memory_mapping_list_init (&s->list);@@ -1855,6 +1922,18 @@ static void dump_init(DumpState *s, int fd, bool has_format, } } +/* +* calculate shdr_num and elf_section_data_size so we know the offsets and +* sizes of all parts. +* +* If phdr_num overflowed we have at least one section header +* More sections/hdrs can be added by the architectures +*/ +if (s->shdr_num >1 ) { +/* Reserve the string table */ + s->shdr_num +=1 ; + } + tmp = (s->phdr_num ==PN_XNUM ) ? s->sh_info : s->phdr_num;if (dump_is_64bit (s)) { s->shdr_offset =sizeof (Elf64_Ehdr);include/sysemu/dump.h +1
-1@@ -178,6 +178,7 @@ typedef struct DumpState {void *elf_section_hdrs;uint64_t elf_section_data_size;void *elf_section_data; +GArray *string_table_buf;/* String table section */ uint8_t *note_buf;/* buffer for notes */ size_t note_buf_offset;/* the writing place in note_buf */ --2.34.1
Re: [PATCH v4 11/17] dump/dump: Add section string table support
Quoted 34 lines · Marc-André Lureau
Hi
Quoted 31 lines · Janosch Frank
As sections don't have a type like the notes do we need another way to determine their contents. The string table allows us to assign each section an identification string which architectures can then use to tag their sections with.
There will be no string table if the architecture doesn't add custom sections which are introduced in a following patch.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 81 ++++++++++++++++++++++++++++++++++++++++++- include/sysemu/dump.h | 1 + 2 files changed, 81 insertions(+), 1 deletion(-)dump/dump.c +1
-0@@ -99,6 +99,7 @@ static int dump_cleanup(DumpState *s)close (s->fd);g_free (s->guest_note);g_free (s->elf_header); +g_array_unref (s->string_table_buf); s->guest_note =NULL ;if (s->resume) {if (s->detached) {@@ -357,21 +358,72 @@ static size_t prepare_elf_section_hdr_zero(DumpState *s)return dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); }
Quoted 7 lines
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s) · line 362
Quoted 2 lines
dump/dump.c +2
-0+static void write_elf_section_hdr_string (DumpState *s,void *buff) +{Mildly annoyed that we use "
write_" prefix for actually writing to the fd, and sometimes to pre-fill (or "prepare_" structures). Would you mind cleaning that up?
Yes, absolutely
Quoted 6 lines
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s) · line 366
Quoted 4 lines
dump/dump.c +4
-0+Elf32_Shdr shdr32; +Elf64_Shdr shdr64; +int shdr_size; +void *shdr = buff;Why assign here?
Great question
Quoted 42 lines
Quoted 42 lines
dump/dump.c +29
-0+ +if (dump_is_64bit (s)) { + shdr_size =sizeof (Elf64_Shdr); +memset (&shdr64,0 , shdr_size); + shdr64.sh_type =SHT_STRTAB ; + shdr64.sh_offset = s->section_offset + s->elf_section_data_size; + shdr64.sh_name = s->string_table_buf->len; +g_array_append_vals (s->string_table_buf,".strtab" ,sizeof (".strtab" )); + shdr64.sh_size = s->string_table_buf->len; + shdr = &shdr64; + }else { + shdr_size =sizeof (Elf32_Shdr); +memset (&shdr32,0 , shdr_size); + shdr32.sh_type =SHT_STRTAB ; + shdr32.sh_offset = s->section_offset + s->elf_section_data_size; + shdr32.sh_name = s->string_table_buf->len; +g_array_append_vals (s->string_table_buf,".strtab" ,sizeof (".strtab" )); + shdr32.sh_size = s->string_table_buf->len; + shdr = &shdr32; + } + +memcpy (buff, shdr, shdr_size); +} +static void prepare_elf_section_hdrs (DumpState *s) {size_t len, sizeof_shdr; +Elf64_Ehdr *hdr64 = s->elf_header; +Elf32_Ehdr *hdr32 = s->elf_header; +void *buff_hdr;/* * Section ordering: * - HDR zero (if needed) +* - String table hdr */ sizeof_shdr =dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); len = sizeof_shdr * s->shdr_num; s->elf_section_hdrs =g_malloc0 (len); + buff_hdr = s->elf_section_hdrs;
Quoted 16 lines
Quoted 4 lines
dump/dump.c +1
-0/* Write special section first */ if (s->phdr_num ==PN_XNUM ) {prepare_elf_section_hdr_zero (s); + buff_hdr += sizeof_shdr;dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s) · line 421
Quoted 10 lines
dump/dump.c +10
-0+ } + +if (s->shdr_num <2 ) { +return ; + } + +/* +* String table needs to be last section since strings are added +* via arch_sections_write_hdr(). +*/ This comment isn't exactly relevant yet, since that code isn't there, but ok.
What about something like this, it's a bit more precise and I'll add the arch_sections_write_hdr() reference in the next patch?
/*
* String table needs to be the last section since it will be populated when adding other elf structures. */
[..]
Quoted 11 lines
dump/dump.c static void dump_init(DumpState *s, int fd, bool has_format, · line 1764
Quoted 8 lines
dump/dump.c +7
-0s->length = length; +/* First index is 0, it's the special null name */ + s->string_table_buf =g_array_new (FALSE, TRUE,1 ); +/* +* Allocate the null name, due to the clearing option set to true +* it will be 0. +*/ +g_array_set_size (s->string_table_buf,1 );I wonder if GByteArray wouldn't be more appropriate, even if it doesn't have the clearing option. If it's just for one byte, ...
I don't really care but I need a decision on it to change it :)
Re: [PATCH v4 11/17] dump/dump: Add section string table support
Quoted 47 lines · Janosch Frank
Quoted 3 lines · Marc-André Lureau
Hi
On Tue, Jul 26, 2022 at 1:23 PM Janosch Frank <[email protected]>
Quoted 15 lines · wrote:
Quoted 15 lines
As sections don't have a type like the notes do we need another way to determine their contents. The string table allows us to assign each section an identification string which architectures can then use to tag their sections with.
There will be no string table if the architecture doesn't add custom sections which are introduced in a following patch.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 81 ++++++++++++++++++++++++++++++++++++++++++- include/sysemu/dump.h | 1 + 2 files changed, 81 insertions(+), 1 deletion(-)Quoted 13 lines
dump/dump.c static size_t
Quoted 13 lines
dump/dump.c +1
-0@@ -99,6 +99,7 @@ static int dump_cleanup(DumpState *s)close (s->fd);g_free (s->guest_note);g_free (s->elf_header); +g_array_unref (s->string_table_buf); s->guest_note =NULL ;if (s->resume) {if (s->detached) {@@ -357,21 +358,72 @@ static size_t
prepare_elf_section_hdr_zero(DumpState *s)Quoted 10 lines
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s) · line 362
Quoted 5 lines
dump/dump.c +2
-0return dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); } +static void write_elf_section_hdr_string (DumpState *s,void *buff) +{Mildly annoyed that we use "
write_" prefix for actually writing to the fd, and sometimes to pre-fill (or "prepare_" structures). Would you mind cleaning that up?Yes, absolutely
Quoted 9 lines
Quoted 6 lines
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s) · line 366
Quoted 4 lines
dump/dump.c +4
-0+Elf32_Shdr shdr32; +Elf64_Shdr shdr64; +int shdr_size; +void *shdr = buff;Why assign here?
Great question
:)
Quoted 66 lines
Quoted 8 lines
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s)
Quoted 8 lines
dump/dump.c +6
-0+ +if (dump_is_64bit (s)) { + shdr_size =sizeof (Elf64_Shdr); +memset (&shdr64,0 , shdr_size); + shdr64.sh_type =SHT_STRTAB ; + shdr64.sh_offset = s->section_offset +
s->elf_section_data_size;Quoted 2 lines
dump/dump.c static size_t · line 374
Quoted 2 lines
dump/dump.c +2
-0+ shdr64.sh_name = s->string_table_buf->len; + g_array_append_vals(s->string_table_buf, ".strtab",
sizeof(".strtab"));Quoted 7 lines
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s)
Quoted 7 lines
dump/dump.c +7
-0+ shdr64.sh_size = s->string_table_buf->len; + shdr = &shdr64; + }else { + shdr_size =sizeof (Elf32_Shdr); +memset (&shdr32,0 , shdr_size); + shdr32.sh_type =SHT_STRTAB ; + shdr32.sh_offset = s->section_offset +
s->elf_section_data_size;Quoted 2 lines
dump/dump.c static size_t · line 383
Quoted 2 lines
dump/dump.c +2
-0+ shdr32.sh_name = s->string_table_buf->len; + g_array_append_vals(s->string_table_buf, ".strtab",
sizeof(".strtab"));Quoted 14 lines
Quoted 14 lines
dump/dump.c +10
-0+ shdr32.sh_size = s->string_table_buf->len; + shdr = &shdr32; + } + +memcpy (buff, shdr, shdr_size); +} +static void prepare_elf_section_hdrs (DumpState *s) {size_t len, sizeof_shdr; +Elf64_Ehdr *hdr64 = s->elf_header; +Elf32_Ehdr *hdr32 = s->elf_header; +void *buff_hdr;Quoted 6 lines
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s)
Quoted 6 lines
dump/dump.c +1
-0/* * Section ordering: * - HDR zero (if needed) +* - String table hdr */ sizeof_shdr = dump_is_64bit(s) ? sizeof(Elf64_Shdr) :
sizeof(Elf32_Shdr);Quoted 4 lines
Quoted 4 lines
dump/dump.c +1
-0len = sizeof_shdr * s->shdr_num; s->elf_section_hdrs =g_malloc0 (len); + buff_hdr = s->elf_section_hdrs;Quoted 16 lines
Quoted 4 lines
dump/dump.c +1
-0/* Write special section first */ if (s->phdr_num ==PN_XNUM ) {prepare_elf_section_hdr_zero (s); + buff_hdr += sizeof_shdr;dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s) · line 421
Quoted 10 lines
dump/dump.c +10
-0+ } + +if (s->shdr_num <2 ) { +return ; + } + +/* +* String table needs to be last section since strings are added +* via arch_sections_write_hdr(). +*/ This comment isn't exactly relevant yet, since that code isn't there,
but ok.
Quoted 9 lines
What about something like this, it's a bit more precise and I'll add the
arch_sections_write_hdr()reference in the next patch?/*
* String table needs to be the last section since it will be populated when adding other elf structures.
*/
ok
Quoted 10 lines
[..]
Quoted 9 lines
Quoted 8 lines
s->length = length;dump/dump.c +7
-0+/* First index is 0, it's the special null name */ + s->string_table_buf =g_array_new (FALSE, TRUE,1 ); +/* +* Allocate the null name, due to the clearing option set to true +* it will be 0. +*/ +g_array_set_size (s->string_table_buf,1 );
Quoted 5 lines
Quoted 2 lines
I wonder if GByteArray wouldn't be more appropriate, even if it doesn't have the clearing option. If it's just for one byte, ...
I don't really care but I need a decision on it to change it :)
I haven't tried, but I think it would be a better fit.
Signature · 1 line
Marc-André Lureau
Re: [PATCH v4 11/17] dump/dump: Add section string table support
Quoted 17 lines · Marc-André Lureau
Quoted 15 lines · Janosch Frank
Quoted 3 lines · Marc-André Lureau
Hi
On Tue, Jul 26, 2022 at 1:23 PM Janosch Frank <[email protected]>
Quoted 10 lines · wrote:
Quoted 10 lines
As sections don't have a type like the notes do we need another way to determine their contents. The string table allows us to assign each section an identification string which architectures can then use to tag their sections with.
There will be no string table if the architecture doesn't add custom sections which are introduced in a following patch.
Signed-off-by Janosch Frank <[email protected]>
[...]
Quoted 10 lines
Quoted 10 lines
[..]
Quoted 9 lines
Quoted 8 lines
s->length = length;dump/dump.c +7
-0+/* First index is 0, it's the special null name */ + s->string_table_buf =g_array_new (FALSE, TRUE,1 ); +/* +* Allocate the null name, due to the clearing option set to true +* it will be 0. +*/ +g_array_set_size (s->string_table_buf,1 );
Quoted 7 lines
Quoted 5 lines
Quoted 2 lines
I wonder if GByteArray wouldn't be more appropriate, even if it doesn't have the clearing option. If it's just for one byte, ...
I don't really care but I need a decision on it to change it :)
I haven't tried, but I think it would be a better fit.
Looking at this a second time there's an issue you should consider:
GByteArray uses guint8 while the GArray uses gchars which are apparently compatible with normal C chars.
I.e. I need to cast all strings to (const guint8 *) when appending them to the GByteArray.
Re: [PATCH v4 11/17] dump/dump: Add section string table support
Hi
Quoted 38 lines · Janosch Frank
Quoted 1 line · Marc-André Lureau
On Tue, Jul 26, 2022 at 4:55 PM Janosch Frank <[email protected]>
Quoted 16 lines · wrote:
Quoted 16 lines · Marc-André Lureau
Quoted 3 lines
Hi
On Tue, Jul 26, 2022 at 1:23 PM Janosch Frank <[email protected]>
Quoted 10 lines · wrote:
Quoted 10 lines
As sections don't have a type like the notes do we need another way to determine their contents. The string table allows us to assign each section an identification string which architectures can then use to tag their sections with.
There will be no string table if the architecture doesn't add custom sections which are introduced in a following patch.
Signed-off-by Janosch Frank <[email protected]>[...]
Quoted 10 lines
Quoted 10 lines
[..]
Quoted 9 lines
Quoted 8 lines
s->length = length;dump/dump.c +7
-0+/* First index is 0, it's the special null name */ + s->string_table_buf =g_array_new (FALSE, TRUE,1 ); +/* +* Allocate the null name, due to the clearing option set to true +* it will be 0. +*/ +g_array_set_size (s->string_table_buf,1 );Quoted 7 lines
Quoted 5 lines
Quoted 2 lines
I wonder if GByteArray wouldn't be more appropriate, even if it doesn't have the clearing option. If it's just for one byte, ...
I don't really care but I need a decision on it to change it :)
I haven't tried, but I think it would be a better fit.
Quoted 8 lines
Looking at this a second time there's an issue you should consider:
GByteArray uses guint8 while the GArray uses gchars which are apparently compatible with normal C chars.
I.e. I need to cast all strings to (const guint8 *) when appending them to the GByteArray.
Agh, boring.. well, we also have include/qemu/buffer.h that could be considered perhaps
Signature · 1 line
Marc-André Lureau
Re: [PATCH v4 11/17] dump/dump: Add section string table support
Quoted 47 lines · Marc-André Lureau
Hi
Quoted 43 lines · Janosch Frank
Quoted 1 line · Marc-André Lureau
On Tue, Jul 26, 2022 at 4:55 PM Janosch Frank <[email protected]>
Quoted 16 lines · wrote:
Quoted 16 lines · Marc-André Lureau
Quoted 3 lines
Hi
On Tue, Jul 26, 2022 at 1:23 PM Janosch Frank <[email protected]>
Quoted 10 lines · wrote:
Quoted 10 lines
As sections don't have a type like the notes do we need another way to determine their contents. The string table allows us to assign each section an identification string which architectures can then use to tag their sections with.
There will be no string table if the architecture doesn't add custom sections which are introduced in a following patch.
Signed-off-by Janosch Frank <[email protected]>[...]
Quoted 10 lines
Quoted 10 lines
[..]
Quoted 9 lines
Quoted 8 lines
s->length = length;dump/dump.c +7
-0+/* First index is 0, it's the special null name */ + s->string_table_buf =g_array_new (FALSE, TRUE,1 ); +/* +* Allocate the null name, due to the clearing option set to true +* it will be 0. +*/ +g_array_set_size (s->string_table_buf,1 );Quoted 7 lines
Quoted 5 lines
Quoted 2 lines
I wonder if GByteArray wouldn't be more appropriate, even if it doesn't have the clearing option. If it's just for one byte, ...
I don't really care but I need a decision on it to change it :)
I haven't tried, but I think it would be a better fit.
Looking at this a second time there's an issue you should consider:
GByteArray uses guint8 while the GArray uses gchars which are apparently compatible with normal C chars.
Quoted 7 lines
Quoted 3 lines
I.e. I need to cast all strings to (const guint8 *) when appending them to the GByteArray.
Agh, boring.. well, we also have
include/qemu/buffer.hthat could be considered perhaps
Why should I change it to something that's hardly being used, i.e. what's the problem here?
Re: [PATCH v4 11/17] dump/dump: Add section string table support
In reply to Janosch FrankQuoted 1 line · Janosch Frank
As sections don't have a type like the notes do we need another way to
Having a string table seems like a good idea to me, as we don't know the requirements any architecture might have, but sections do have sh_type. Could we use one of those, e.g. one of the processor specific ones? Is
SHT_PROGBITS
The section holds information defined by the program, whose format and meaning are determined solely by the program.
appropriate for us? It seems to me that our program is the guest and it doesn't determine the meta information on how to decrypt the dump.
Quoted 17 lines
determine their contents. The string table allows us to assign each section an identification string which architectures can then use to tag their sections with.
There will be no string table if the architecture doesn't add custom sections which are introduced in a following patch.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 81 ++++++++++++++++++++++++++++++++++++++++++- include/sysemu/dump.h | 1 + 2 files changed, 81 insertions(+), 1 deletion(-)dump/dump.c +0
-0
[...]
Quoted 27 lines
static void
prepare_elf_section_hdrs(DumpState *s){ size_t len, sizeof_shdr;dump/dump.c +12
-0+Elf64_Ehdr *hdr64 = s->elf_header; +Elf32_Ehdr *hdr32 = s->elf_header; +void *buff_hdr;/* * Section ordering: * - HDR zero (if needed) +* - String table hdr */ sizeof_shdr =dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr); len = sizeof_shdr * s->shdr_num; s->elf_section_hdrs =g_malloc0 (len); + buff_hdr = s->elf_section_hdrs;/* Write special section first */ if (s->phdr_num ==PN_XNUM ) {prepare_elf_section_hdr_zero (s); + buff_hdr += sizeof_shdr; + } + +if (s->shdr_num <2 ) { +return ; + } +
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s) · line 427
Quoted 10 lines
dump/dump.c +9
-0+/* +* String table needs to be last section since strings are added +* via arch_sections_write_hdr(). +*/ +write_elf_section_hdr_string (s, buff_hdr); +if (dump_is_64bit (s)) { + hdr64->e_shstrndx =cpu_to_dump16 (s, s->shdr_num -1 ); + }else { + hdr32->e_shstrndx =cpu_to_dump16 (s, s->shdr_num -1 ); }
Might want to assert e_shstrndx < SHN_LORESERVE (0xff00) or handle that case correctly.
dump/dump.c static void write_elf_sections(DumpState *s, Error **errp) · line 456
Quoted 8 lines
}
dump/dump.c +1
-1@@ -401,11 +453,18 @@ static void write_elf_sections(DumpState *s, Error **errp) {int ret; -/* Write section zero */ +/* Write section zero and arch sections */
Since that doesn't concern the string section it seems wrong to change this in this patch.
Quoted 15 lines
dump/dump.c +7
-0ret =fd_write_vmcore (s->elf_section_data, s->elf_section_data_size, s);if (ret <0 ) {error_setg_errno (errp, -ret,"dump: failed to write section data" ); } + +/* Write string table data */ + ret =fd_write_vmcore (s->string_table_buf->data, + s->string_table_buf->len, s); +if (ret <0 ) { +error_setg_errno (errp, -ret,"dump: failed to write string table data" ); + } }static void write_data (DumpState *s,void *buf,int length,Error **errp)
dump/dump.c static void create_vmcore(DumpState *s, Error **errp) · line 775
Quoted 4 lines
dump/dump.c +1
-0@@ -713,6 +772,7 @@ static void create_vmcore(DumpState *s, Error **errp)return ; } +/* Iterate over memory and dump it to file */
This should be going into the patch introducing dump_end.
Quoted 18 lines
dump/dump.c +7
-0dump_iterate (s, errp);if (*errp) {return ;@@ -1695,6 +1755,13 @@ static void dump_init(DumpState *s, int fd, bool has_format, s->has_filter = has_filter; s->begin = begin; s->length = length; +/* First index is 0, it's the special null name */ + s->string_table_buf =g_array_new (FALSE, TRUE,1 ); +/* +* Allocate the null name, due to the clearing option set to true +* it will be 0. +*/ +g_array_set_size (s->string_table_buf,1 );memory_mapping_list_init (&s->list);
dump/dump.c static void dump_init(DumpState *s, int fd, bool has_format, · line 1931
Quoted 10 lines
dump/dump.c +7
-0@@ -1855,6 +1922,18 @@ static void dump_init(DumpState *s, int fd, bool has_format, } } +/* +* calculate shdr_num and elf_section_data_size so we know the offsets and +* sizes of all parts. +* +* If phdr_num overflowed we have at least one section header +* More sections/hdrs can be added by the architectures +*/
This needs to be adjusted like we talked about, i.e. adding the special 0 section unless it already exists.
Quoted 20 lines
dump/dump.c +5
-0+if (s->shdr_num >1 ) { +/* Reserve the string table */ + s->shdr_num +=1 ; + } + tmp = (s->phdr_num ==PN_XNUM ) ? s->sh_info : s->phdr_num;if (dump_is_64bit (s)) { s->shdr_offset =sizeof (Elf64_Ehdr);include/sysemu/dump.h +1
-0@@ -178,6 +178,7 @@ typedef struct DumpState {void *elf_section_hdrs;uint64_t elf_section_data_size;void *elf_section_data; +GArray *string_table_buf;/* String table section */ uint8_t *note_buf;/* buffer for notes */ size_t note_buf_offset;/* the writing place in note_buf */
Re: [PATCH v4 11/17] dump/dump: Add section string table support
Quoted 6 lines · Janis Schoetterl-Glausch
Quoted 1 line · Janosch Frank
As sections don't have a type like the notes do we need another way to
Having a string table seems like a good idea to me, as we don't know the requirements any architecture might have, but sections do have
sh_type. Could we use one of those, e.g. one of the processor specific ones?
I'd like to avoid defining more constants in elf.h if at all possible.
Quoted 6 lines
Is
SHT_PROGBITS
The section holds information defined by the program, whose format and meaning are determined solely by the program.
appropriate for us? It seems to me that our program is the guest and it doesn't determine the meta information on how to decrypt the dump.
SHT_PROGBITS is being set in the last patch (PV dump) for our arch headers. The architecture writes the full shdr into the header buffer and can set any type.
Quoted 10 lines
Quoted 10 lines
determine their contents. The string table allows us to assign each section an identification string which architectures can then use to tag their sections with.
There will be no string table if the architecture doesn't add custom sections which are introduced in a following patch.
Signed-off-by Janosch Frank <[email protected]>---
[...]
Quoted 11 lines
dump/dump.c static size_t prepare_elf_section_hdr_zero(DumpState *s) · line 427
Quoted 10 lines
dump/dump.c +9
-0+/* +* String table needs to be last section since strings are added +* via arch_sections_write_hdr(). +*/ +write_elf_section_hdr_string (s, buff_hdr); +if (dump_is_64bit (s)) { + hdr64->e_shstrndx =cpu_to_dump16 (s, s->shdr_num -1 ); + }else { + hdr32->e_shstrndx =cpu_to_dump16 (s, s->shdr_num -1 ); }
Quoted 1 line
Might want to assert
e_shstrndx<SHN_LORESERVE(0xff00) or handle that case correctly.
Right, more things to worry about
Quoted 11 lines
dump/dump.c static void write_elf_sections(DumpState *s, Error **errp) · line 456
Quoted 9 lines
}dump/dump.c +1
-1@@ -401,11 +453,18 @@ static void write_elf_sections(DumpState *s, Error **errp) {int ret; -/* Write section zero */ +/* Write section zero and arch sections */ Since that doesn't concern the string section it seems wrong to change this in this patch.
I'm currently doing another round of cleanups anyway :)
PATCH v4 12/17 dump/dump: Add arch section support
In reply to Janosch FrankAdd hooks which architectures can use to add arbitrary data to custom sections.
--- dump/dump.c | 5 +++++ include/sysemu/dump-arch.h | 27 +++++++++++++++++++++++++++ 2 files changed, 32 insertions(+)
dump/dump.c +5 -0
@@ -398,6 +398,7 @@ static void prepare_elf_section_hdrs(DumpState *s)/* * Section ordering: * - HDR zero (if needed) +* - Arch section hdrs * - String table hdr */ sizeof_shdr =dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr);
@@ -415,6 +416,8 @@ static void prepare_elf_section_hdrs(DumpState *s)return ; } + buff_hdr +=dump_arch_sections_write_hdr (&s->dump_info, s, buff_hdr); +/* * String table needs to be last section since strings are added * via arch_sections_write_hdr().
@@ -758,6 +761,7 @@ static void dump_end(DumpState *s, Error **errp)return ; } s->elf_section_data =g_malloc0 (s->elf_section_data_size); +dump_arch_sections_write (&s->dump_info, s, s->elf_section_data);/* write sections to vmcore */ write_elf_sections (s, errp);
@@ -1929,6 +1933,7 @@ static void dump_init(DumpState *s, int fd, bool has_format,* If phdr_num overflowed we have at least one section header * More sections/hdrs can be added by the architectures */ +dump_arch_sections_add (&s->dump_info, (void *)s);if (s->shdr_num >1 ) {/* Reserve the string table */ s->shdr_num +=1 ;
include/sysemu/dump-arch.h +27 -0
@@ -21,6 +21,9 @@ typedef struct ArchDumpInfo {uint32_t page_size;/* The target's page size. If it's variable and * unknown, then this should be the maximum. */ uint64_t phys_base;/* The target's physmem base. */ +void (*arch_sections_add_fn)(void *opaque); +uint64_t (*arch_sections_write_hdr_fn)(void *opaque,uint8_t *buff); +void (*arch_sections_write_fn)(void *opaque,uint8_t *buff); } ArchDumpInfo;struct GuestPhysBlockList ;/* memory_mapping.h */
@@ -28,4 +31,28 @@ int cpu_get_dump_info(ArchDumpInfo *info, const struct GuestPhysBlockList *guest_phys_blocks);ssize_t cpu_get_note_size (int class,int machine,int nr_cpus); +static inline void dump_arch_sections_add (ArchDumpInfo *info,void *opaque) +{ +if (info->arch_sections_add_fn) { + info->arch_sections_add_fn (opaque); + } +} + +static inline uint64_t dump_arch_sections_write_hdr (ArchDumpInfo *info, +void *opaque,uint8_t *buff) +{ +if (info->arch_sections_write_hdr_fn) { +return info->arch_sections_write_hdr_fn (opaque, buff); + } +return 0 ; +} + +static inline void dump_arch_sections_write (ArchDumpInfo *info,void *opaque, +uint8_t *buff) +{ +if (info->arch_sections_write_fn) { + info->arch_sections_write_fn (opaque, buff); + } +} +#endif
Signature · 1 line
2.34.1
Re: [PATCH v4 12/17] dump/dump: Add arch section support
Hi
Quoted 52 lines · Janosch Frank
Add hooks which architectures can use to add arbitrary data to custom sections.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 5 +++++ include/sysemu/dump-arch.h | 27 +++++++++++++++++++++++++++ 2 files changed, 32 insertions(+)dump/dump.c +5
-0@@ -398,6 +398,7 @@ static void prepare_elf_section_hdrs(DumpState *s)/* * Section ordering: * - HDR zero (if needed) +* - Arch section hdrs * - String table hdr */ sizeof_shdr =dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr);@@ -415,6 +416,8 @@ static void prepare_elf_section_hdrs(DumpState *s)return ; } + buff_hdr +=dump_arch_sections_write_hdr (&s->dump_info, s, buff_hdr); +/* * String table needs to be last section since strings are added * via arch_sections_write_hdr(). @@ -758,6 +761,7 @@ static void dump_end(DumpState *s, Error **errp)return ; } s->elf_section_data =g_malloc0 (s->elf_section_data_size); +dump_arch_sections_write (&s->dump_info, s, s->elf_section_data);/* write sections to vmcore */ write_elf_sections (s, errp);@@ -1929,6 +1933,7 @@ static void dump_init(DumpState *s, int fd, bool has_format,* If phdr_num overflowed we have at least one section header * More sections/hdrs can be added by the architectures */ +dump_arch_sections_add (&s->dump_info, (void *)s);if (s->shdr_num >1 ) {/* Reserve the string table */ s->shdr_num +=1 ;include/sysemu/dump-arch.h +0
-0
include/sysemu/dump-arch.h typedef struct ArchDumpInfo { · line 26
Quoted 6 lines
include/sysemu/dump-arch.h +3
-0@@ -21,6 +21,9 @@ typedef struct ArchDumpInfo {uint32_t page_size;/* The target's page size. If it's variable and * unknown, then this should be the maximum. */ uint64_t phys_base;/* The target's physmem base. */ +void (*arch_sections_add_fn)(void *opaque); +uint64_t (*arch_sections_write_hdr_fn)(void *opaque,uint8_t *buff); +void (*arch_sections_write_fn)(void *opaque,uint8_t *buff);
Why not pass DumpState? If there is an issue with header declaration order, you can always move the declaration in include/qemu/typedefs.h, I guess.
Quoted 20 lines
include/sysemu/dump-arch.h +13
-0} ArchDumpInfo;struct GuestPhysBlockList ;/* memory_mapping.h */ @@ -28,4 +31,28 @@ int cpu_get_dump_info(ArchDumpInfo *info, const struct GuestPhysBlockList *guest_phys_blocks);ssize_t cpu_get_note_size (int class,int machine,int nr_cpus); +static inline void dump_arch_sections_add (ArchDumpInfo *info,void *opaque) +{ +if (info->arch_sections_add_fn) { + info->arch_sections_add_fn (opaque); + } +} + +static inline uint64_t dump_arch_sections_write_hdr (ArchDumpInfo *info, +void *opaque,uint8_t *buff) +{ +if (info->arch_sections_write_hdr_fn) { +return info->arch_sections_write_hdr_fn (opaque, buff); + }
include/sysemu/dump-arch.h int cpu_get_dump_info(ArchDumpInfo *info, · line 56
Quoted 10 lines
include/sysemu/dump-arch.h +10
-0+return 0 ; +} + +static inline void dump_arch_sections_write (ArchDumpInfo *info,void *opaque, +uint8_t *buff) +{ +if (info->arch_sections_write_fn) { + info->arch_sections_write_fn (opaque, buff); + } +}
We probably don't need those static inline helpers in the header.
Re: [PATCH v4 12/17] dump/dump: Add arch section support
Quoted 57 lines · Marc-André Lureau
Hi
Quoted 54 lines · Janosch Frank
Add hooks which architectures can use to add arbitrary data to custom sections.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 5 +++++ include/sysemu/dump-arch.h | 27 +++++++++++++++++++++++++++ 2 files changed, 32 insertions(+)dump/dump.c +5
-0@@ -398,6 +398,7 @@ static void prepare_elf_section_hdrs(DumpState *s)/* * Section ordering: * - HDR zero (if needed) +* - Arch section hdrs * - String table hdr */ sizeof_shdr =dump_is_64bit (s) ?sizeof (Elf64_Shdr) :sizeof (Elf32_Shdr);@@ -415,6 +416,8 @@ static void prepare_elf_section_hdrs(DumpState *s)return ; } + buff_hdr +=dump_arch_sections_write_hdr (&s->dump_info, s, buff_hdr); +/* * String table needs to be last section since strings are added * via arch_sections_write_hdr(). @@ -758,6 +761,7 @@ static void dump_end(DumpState *s, Error **errp)return ; } s->elf_section_data =g_malloc0 (s->elf_section_data_size); +dump_arch_sections_write (&s->dump_info, s, s->elf_section_data);/* write sections to vmcore */ write_elf_sections (s, errp);@@ -1929,6 +1933,7 @@ static void dump_init(DumpState *s, int fd, bool has_format,* If phdr_num overflowed we have at least one section header * More sections/hdrs can be added by the architectures */ +dump_arch_sections_add (&s->dump_info, (void *)s);if (s->shdr_num >1 ) {/* Reserve the string table */ s->shdr_num +=1 ;include/sysemu/dump-arch.h +0
-0@@ -21,6 +21,9 @@ typedef struct ArchDumpInfo {uint32_t page_size;/* The target's page size. If it's variable and * unknown, then this should be the maximum. */
Quoted 8 lines
include/sysemu/dump-arch.h typedef struct ArchDumpInfo { · line 26
Quoted 4 lines
include/sysemu/dump-arch.h +3
-0uint64_t phys_base;/* The target's physmem base. */ +void (*arch_sections_add_fn)(void *opaque); +uint64_t (*arch_sections_write_hdr_fn)(void *opaque,uint8_t *buff); +void (*arch_sections_write_fn)(void *opaque,uint8_t *buff);Why not pass DumpState? If there is an issue with header declaration order, you can always move the declaration in
include/qemu/typedefs.h, I guess.
The CPU note function passes the opaque pointer so I did as the same. If you want I can have a look if it makes sense to move over to DumpState.
Quoted 34 lines
Quoted 21 lines
include/sysemu/dump-arch.h +13
-0} ArchDumpInfo;struct GuestPhysBlockList ;/* memory_mapping.h */ @@ -28,4 +31,28 @@ int cpu_get_dump_info(ArchDumpInfo *info, const struct GuestPhysBlockList *guest_phys_blocks);ssize_t cpu_get_note_size (int class,int machine,int nr_cpus); +static inline void dump_arch_sections_add (ArchDumpInfo *info,void *opaque) +{ +if (info->arch_sections_add_fn) { + info->arch_sections_add_fn (opaque); + } +} + +static inline uint64_t dump_arch_sections_write_hdr (ArchDumpInfo *info, +void *opaque,uint8_t *buff) +{ +if (info->arch_sections_write_hdr_fn) { +return info->arch_sections_write_hdr_fn (opaque, buff); + }include/sysemu/dump-arch.h int cpu_get_dump_info(ArchDumpInfo *info, · line 56
Quoted 10 lines
include/sysemu/dump-arch.h +10
-0+return 0 ; +} + +static inline void dump_arch_sections_write (ArchDumpInfo *info,void *opaque, +uint8_t *buff) +{ +if (info->arch_sections_write_fn) { + info->arch_sections_write_fn (opaque, buff); + } +}We probably don't need those static inline helpers in the header.
Re: [PATCH v4 12/17] dump/dump: Add arch section support
Hi
Quoted 68 lines · Janosch Frank
Quoted 3 lines · Marc-André Lureau
Hi
On Tue, Jul 26, 2022 at 1:23 PM Janosch Frank <[email protected]>
Quoted 10 lines · wrote:
Quoted 10 lines
Add hooks which architectures can use to add arbitrary data to custom sections.
Signed-off-by Janosch Frank <[email protected]>--- dump/dump.c | 5 +++++ include/sysemu/dump-arch.h | 27 +++++++++++++++++++++++++++ 2 files changed, 32 insertions(+)Quoted 12 lines
dump/dump.c static void prepare_elf_section_hdrs(DumpState *s) · line 404
Quoted 12 lines
dump/dump.c +1
-0@@ -398,6 +398,7 @@ static void prepare_elf_section_hdrs(DumpState *s)/* * Section ordering: * - HDR zero (if needed) +* - Arch section hdrs * - String table hdr */ sizeof_shdr = dump_is_64bit(s) ? sizeof(Elf64_Shdr) :
sizeof(Elf32_Shdr);Quoted 5 lines
dump/dump.c static void prepare_elf_section_hdrs(DumpState *s) · line 419
Quoted 5 lines
dump/dump.c +1
-0@@ -415,6 +416,8 @@ static void prepare_elf_section_hdrs(DumpState *s)return ; } + buff_hdr += dump_arch_sections_write_hdr(&s->dump_info, s,
buff_hdr);Quoted 10 lines
Quoted 10 lines
dump/dump.c +2
-0+/* * String table needs to be last section since strings are added * via arch_sections_write_hdr(). @@ -758,6 +761,7 @@ static void dump_end(DumpState *s, Error **errp)return ; } s->elf_section_data =g_malloc0 (s->elf_section_data_size); +dump_arch_sections_write (&s->dump_info, s, s->elf_section_data);Quoted 3 lines
dump/dump.c static void dump_init(DumpState *s, int fd, bool
Quoted 3 lines
dump/dump.c +0
-0/* write sections to vmcore */ write_elf_sections (s, errp);@@ -1929,6 +1933,7 @@ static void dump_init(DumpState *s, int fd, bool
has_format,Quoted 5 lines
Quoted 5 lines
dump/dump.c +1
-0* If phdr_num overflowed we have at least one section header * More sections/hdrs can be added by the architectures */ +dump_arch_sections_add (&s->dump_info, (void *)s);if (s->shdr_num >1 ) {Quoted 8 lines
include/sysemu/dump-arch.h typedef struct ArchDumpInfo { · line 21
Quoted 8 lines
dump/dump.c +0
-0/* Reserve the string table */ s->shdr_num +=1 ;include/sysemu/dump-arch.h +0
-0@@ -21,6 +21,9 @@ typedef struct ArchDumpInfo {uint32_t page_size;/* The target's page size. If it's variable and
Quoted 1 line
include/sysemu/dump-arch.h typedef struct ArchDumpInfo { · line 22
Quoted 1 line
include/sysemu/dump-arch.h +0
-0* unknown, then this should be the maximum. */
Quoted 3 lines
include/sysemu/dump-arch.h typedef struct ArchDumpInfo {
Quoted 3 lines
include/sysemu/dump-arch.h +2
-0uint64_t phys_base;/* The target's physmem base. */ +void (*arch_sections_add_fn)(void *opaque); + uint64_t (*arch_sections_write_hdr_fn)(void *opaque, uint8_t*buff);
Quoted 10 lines
Quoted 5 lines
include/sysemu/dump-arch.h typedef struct ArchDumpInfo { · line 26
Quoted 1 line
include/sysemu/dump-arch.h +1
-0+void (*arch_sections_write_fn)(void *opaque,uint8_t *buff);Why not pass DumpState? If there is an issue with header declaration order, you can always move the declaration in
include/qemu/typedefs.h, I guess.The CPU note function passes the opaque pointer so I did as the same. If you want I can have a look if it makes sense to move over to DumpState.
Yes, please, give it a try
Quoted 40 lines
Quoted 6 lines
include/sysemu/dump-arch.h int cpu_get_dump_info(ArchDumpInfo *info, · line 31
Quoted 6 lines
include/sysemu/dump-arch.h +0
-0} ArchDumpInfo;struct GuestPhysBlockList ;/* memory_mapping.h */ @@ -28,4 +31,28 @@ int cpu_get_dump_info(ArchDumpInfo *info, const struct GuestPhysBlockList
*guest_phys_blocks);Quoted 3 lines
include/sysemu/dump-arch.h int cpu_get_dump_info(ArchDumpInfo *info,
Quoted 3 lines
include/sysemu/dump-arch.h +1
-0ssize_t cpu_get_note_size (int class,int machine,int nr_cpus); +static inline void dump_arch_sections_add(ArchDumpInfo *info, void*opaque)
Quoted 8 lines
include/sysemu/dump-arch.h int cpu_get_dump_info(ArchDumpInfo *info,
Quoted 8 lines
include/sysemu/dump-arch.h +8
-0+{ +if (info->arch_sections_add_fn) { + info->arch_sections_add_fn (opaque); + } +} + +static inline uint64_t dump_arch_sections_write_hdr (ArchDumpInfo *info, + void *opaque, uint8_t*buff)
Quoted 8 lines
include/sysemu/dump-arch.h int cpu_get_dump_info(ArchDumpInfo *info,
Quoted 8 lines
include/sysemu/dump-arch.h +8
-0+{ +if (info->arch_sections_write_hdr_fn) { +return info->arch_sections_write_hdr_fn (opaque, buff); + } +return 0 ; +} + +static inline void dump_arch_sections_write(ArchDumpInfo *info, void*opaque,
Quoted 9 lines
include/sysemu/dump-arch.h int cpu_get_dump_info(ArchDumpInfo *info, · line 56
Quoted 6 lines
include/sysemu/dump-arch.h +6
-0+ uint8_t *buff) +{ +if (info->arch_sections_write_fn) { + info->arch_sections_write_fn (opaque, buff); + } +}We probably don't need those static inline helpers in the header.
Signature · 1 line
Marc-André Lureau
PATCH v4 13/17 linux header sync
In reply to Janosch FrankAdd the uapi data for KVM_CAP_S390_PROTECTED_DUMP which I expect to be added with 5.20.
Also add the missing NT_S390_RI_CB and the new NT_S390_PV_CPU_DATA elf note types.
--- include/elf.h | 2 ++ linux-headers/linux/kvm.h | 54 +++++++++++++++++++++++++++++++++++++++ 2 files changed, 56 insertions(+)
include/elf.h +2 -0
@@ -1649,6 +1649,8 @@ typedef struct elf64_shdr {#define NT_TASKSTRUCT 4#define NT_AUXV 6#define NT_PRXFPREG 0x46e62b7f/* copied from gdb5.1/include/elf/common.h */ +#define NT_S390_PV_CPU_DATA 0x30e/* s390 protvirt cpu dump data */ +#define NT_S390_RI_CB 0x30d/* s390 runtime instrumentation */ #define NT_S390_GS_CB 0x30b/* s390 guarded storage registers */ #define NT_S390_VXRS_HIGH 0x30a/* s390 vector registers 16-31 */ #define NT_S390_VXRS_LOW 0x309/* s390 vector registers 0-15 (lower half) */
linux-headers/linux/kvm.h +54 -0
76 lines not on this page · raw message
Signature · 1 line
2.34.1
Re: [PATCH v4 13/17] linux header sync
Quoted 8 lines · Janosch Frank
Add the uapi data for
KVM_CAP_S390_PROTECTED_DUMPwhich I expect to be added with 5.20.Also add the missing
NT_S390_RI_CBand the newNT_S390_PV_CPU_DATAelf note types.Signed-off-by Janosch Frank <[email protected]>
This patch could be committed by mistake, I keep my recommendation to add a WIP: prefix in the title until it is officially in the kernel. And it would be useful to link to the kernel patch submission.
Quoted 105 lines
--- include/elf.h | 2 ++ linux-headers/linux/kvm.h | 54 +++++++++++++++++++++++++++++++++++++++ 2 files changed, 56 insertions(+)include/elf.h +2
-0@@ -1649,6 +1649,8 @@ typedef struct elf64_shdr {#define NT_TASKSTRUCT 4#define NT_AUXV 6#define NT_PRXFPREG 0x46e62b7f/* copied from gdb5.1/include/elf/common.h */ +#define NT_S390_PV_CPU_DATA 0x30e/* s390 protvirt cpu dump data */ +#define NT_S390_RI_CB 0x30d/* s390 runtime instrumentation */ #define NT_S390_GS_CB 0x30b/* s390 guarded storage registers */ #define NT_S390_VXRS_HIGH 0x30a/* s390 vector registers 16-31 */ #define NT_S390_VXRS_LOW 0x309/* s390 vector registers 0-15 (lower half) */ linux-headers/linux/kvm.h +54
-1@@ -1150,6 +1150,7 @@ struct kvm_ppc_resize_hpt {#define KVM_CAP_DISABLE_QUIRKS2 213/* #define KVM_CAP_VM_TSC_CONTROL 214 */ #define KVM_CAP_SYSTEM_EVENT_DATA 215 +#define KVM_CAP_S390_PROTECTED_DUMP 217#ifdef KVM_CAP_IRQ_ROUTING @@ -1651,6 +1652,55 @@ struct kvm_s390_pv_unp {__u64 tweak; }; +enum pv_cmd_info_id { +KVM_PV_INFO_VM , +KVM_PV_INFO_DUMP , +}; + +struct kvm_s390_pv_info_dump { +__u64 dump_cpu_buffer_len; +__u64 dump_config_mem_buffer_per_1m; +__u64 dump_config_finalize_len; +}; + +struct kvm_s390_pv_info_vm { +__u64 inst_calls_list[4 ]; +__u64 max_cpus; +__u64 max_guests; +__u64 max_guest_addr; +__u64 feature_indication; +}; + +struct kvm_s390_pv_info_header { +__u32 id; +__u32 len_max; +__u32 len_written; +__u32 reserved; +}; + +struct kvm_s390_pv_info { +struct kvm_s390_pv_info_header header; +union { +struct kvm_s390_pv_info_dump dump; +struct kvm_s390_pv_info_vm vm; + }; +}; + +enum pv_cmd_dmp_id { +KVM_PV_DUMP_INIT , +KVM_PV_DUMP_CONFIG_STATE , +KVM_PV_DUMP_COMPLETE , +KVM_PV_DUMP_CPU , +}; + +struct kvm_s390_pv_dmp { +__u64 subcmd; +__u64 buff_addr; +__u64 buff_len; +__u64 gaddr; +__u64 reserved[4 ]; +}; +enum pv_cmd_id {KVM_PV_ENABLE ,KVM_PV_DISABLE ,@@ -1659,6 +1709,8 @@ enum pv_cmd_id {KVM_PV_VERIFY ,KVM_PV_PREP_RESET ,KVM_PV_UNSHARE_ALL , +KVM_PV_INFO , + KVM_PV_DUMP, }; struct kvm_pv_cmd {@@ -2067,4 +2119,6 @@ struct kvm_stats_desc {/* Available with KVM_CAP_XSAVE2 */ #define KVM_GET_XSAVE2 _IOR(KVMIO, 0xcf, struct kvm_xsave) +#define KVM_S390_PV_CPU_COMMAND _IOWR(KVMIO, 0xd0, struct kvm_pv_cmd) +#endif /* __LINUX_KVM_H */ --2.34.1
PATCH v4 14/17 s390x: Add protected dump cap
In reply to Janosch FrankAdd a protected dump capability for later feature checking.
--- target/s390x/kvm/kvm.c | 7 +++++++ target/s390x/kvm/kvm_s390x.h | 1 + 2 files changed, 8 insertions(+)
target/s390x/kvm/kvm.c +7 -0
@@ -157,6 +157,7 @@ static int cap_ri;static int cap_hpage_1m;static int cap_vcpu_resets;static int cap_protected; +static int cap_protected_dump;static bool mem_op_storage_key_support;
@@ -362,6 +363,7 @@ int kvm_arch_init(MachineState *ms, KVMState *s) cap_s390_irq =kvm_check_extension (s,KVM_CAP_S390_INJECT_IRQ ); cap_vcpu_resets =kvm_check_extension (s,KVM_CAP_S390_VCPU_RESETS ); cap_protected =kvm_check_extension (s,KVM_CAP_S390_PROTECTED ); + cap_protected_dump =kvm_check_extension (s,KVM_CAP_S390_PROTECTED_DUMP );kvm_vm_enable_cap (s,KVM_CAP_S390_USER_SIGP ,0 );kvm_vm_enable_cap (s,KVM_CAP_S390_VECTOR_REGISTERS ,0 );
@@ -2043,6 +2045,11 @@ int kvm_s390_assign_subch_ioeventfd(EventNotifier *notifier, uint32_t sch,return kvm_vm_ioctl (kvm_state,KVM_IOEVENTFD , &kick); } +int kvm_s390_get_protected_dump (void ) +{ +return cap_protected_dump; +} +int kvm_s390_get_ri (void ) {return cap_ri;
target/s390x/kvm/kvm_s390x.h +1 -0
@@ -26,6 +26,7 @@ int kvm_s390_set_cpu_state(S390CPU *cpu, uint8_t cpu_state);void kvm_s390_vcpu_interrupt_pre_save (S390CPU *cpu);int kvm_s390_vcpu_interrupt_post_load (S390CPU *cpu);int kvm_s390_get_hpage_1m (void ); +int kvm_s390_get_protected_dump (void );int kvm_s390_get_ri (void );int kvm_s390_get_clock (uint8_t *tod_high,uint64_t *tod_clock);int kvm_s390_get_clock_ext (uint8_t *tod_high,uint64_t *tod_clock);
Signature · 1 line
2.34.1
PATCH v4 15/17 s390x: Introduce PV query interface
In reply to Janosch FrankIntroduce an interface over which we can get information about UV data.
--- hw/s390x/pv.c | 61 ++++++++++++++++++++++++++++++++++++++ hw/s390x/s390-virtio-ccw.c | 5 ++++ include/hw/s390x/pv.h | 10 +++++++ 3 files changed, 76 insertions(+)
hw/s390x/pv.c +61 -0
@@ -20,6 +20,11 @@#include "exec/confidential-guest-support.h" #include "hw/s390x/ipl.h" #include "hw/s390x/pv.h" +#include "target/s390x/kvm/kvm_s390x.h" + +static bool info_valid; +static struct kvm_s390_pv_info_vm info_vm; +static struct kvm_s390_pv_info_dump info_dump;static int __s390_pv_cmd (uint32_t cmd,const char *cmdname,void *data) {
@@ -56,6 +61,42 @@ static int __s390_pv_cmd(uint32_t cmd, const char *cmdname, void *data) } \ } +int s390_pv_query_info (void ) +{ +struct kvm_s390_pv_info info = { + .header.id =KVM_PV_INFO_VM , + .header.len_max =sizeof (info.header) +sizeof (info.vm), + }; +int rc; + +/* Info API's first user is dump so they are bundled */ +if (!kvm_s390_get_protected_dump ()) { +return 0 ; + } + + rc =s390_pv_cmd (KVM_PV_INFO , &info); +if (rc) { +error_report ("KVM PV INFO cmd %x failed: %s" , + info.header.id,strerror (rc)); +return rc; + } +memcpy (&info_vm, &info.vm,sizeof (info.vm)); + + info.header.id =KVM_PV_INFO_DUMP ; + info.header.len_max =sizeof (info.header) +sizeof (info.dump); + rc =s390_pv_cmd (KVM_PV_INFO , &info); +if (rc) { +error_report ("KVM PV INFO cmd %x failed: %s" , + info.header.id,strerror (rc)); +return rc; + } + +memcpy (&info_dump, &info.dump,sizeof (info.dump)); + info_valid = true; + +return rc; +} +int s390_pv_vm_enable (void ) {return s390_pv_cmd (KVM_PV_ENABLE ,NULL );
@@ -114,6 +155,26 @@ void s390_pv_inject_reset_error(CPUState *cs) env->regs[r1 +1 ] =DIAG_308_RC_INVAL_FOR_PV ; } +uint64_t kvm_s390_pv_dmp_get_size_cpu (void ) +{ +return info_dump.dump_cpu_buffer_len; +} + +uint64_t kvm_s390_pv_dmp_get_size_complete (void ) +{ +return info_dump.dump_config_finalize_len; +} + +uint64_t kvm_s390_pv_dmp_get_size_stor_state (void ) +{ +return info_dump.dump_config_mem_buffer_per_1m; +} + +bool kvm_s390_pv_info_basic_valid (void ) +{ +return info_valid; +} +#define TYPE_S390_PV_GUEST "s390-pv-guest"OBJECT_DECLARE_SIMPLE_TYPE (S390PVGuest,S390_PV_GUEST )
hw/s390x/s390-virtio-ccw.c +5 -0
@@ -366,6 +366,11 @@ static int s390_machine_protect(S390CcwMachineState *ms) ms->pv = true; + rc =s390_pv_query_info (); +if (rc) { + goto out_err; + } +/* Set SE header and unpack */ rc =s390_ipl_prepare_pv_header ();if (rc) {
include/hw/s390x/pv.h +10 -0
@@ -38,6 +38,7 @@ static inline bool s390_is_pv(void)return ccw->pv; } +int s390_pv_query_info (void );int s390_pv_vm_enable (void );void s390_pv_vm_disable (void );int s390_pv_set_sec_parms (uint64_t origin,uint64_t length);
@@ -46,8 +47,13 @@ void s390_pv_prep_reset(void);int s390_pv_verify (void );void s390_pv_unshare (void );void s390_pv_inject_reset_error (CPUState *cs); +uint64_t kvm_s390_pv_dmp_get_size_cpu (void ); +uint64_t kvm_s390_pv_dmp_get_size_stor_state (void ); +uint64_t kvm_s390_pv_dmp_get_size_complete (void ); +bool kvm_s390_pv_info_basic_valid (void );#else /* CONFIG_KVM */ static inline bool s390_is_pv (void ) {return false; } +static inline int s390_pv_query_info (void ) {return 0 ; }static inline int s390_pv_vm_enable (void ) {return 0 ; }static inline void s390_pv_vm_disable (void ) {}static inline int s390_pv_set_sec_parms (uint64_t origin,uint64_t length) {return 0 ; }
@@ -56,6 +62,10 @@ static inline void s390_pv_prep_reset(void) {}static inline int s390_pv_verify (void ) {return 0 ; }static inline void s390_pv_unshare (void ) {}static inline void s390_pv_inject_reset_error (CPUState *cs) {}; +static inline uint64_t kvm_s390_pv_dmp_get_size_cpu (void ) {return 0 ; } +static inline uint64_t kvm_s390_pv_dmp_get_size_stor_state (void ) {return 0 ; } +static inline uint64_t kvm_s390_pv_dmp_get_size_complete (void ) {return 0 ; } +static inline bool kvm_s390_pv_info_basic_valid (void ) {return false; }#endif /* CONFIG_KVM */ int s390_pv_kvm_init (ConfidentialGuestSupport *cgs,Error **errp);
Signature · 1 line
2.34.1
PATCH v4 16/17 s390x: Add KVM PV dump interface
In reply to Janosch FrankLet's add a few bits of code which hide the new KVM PV dump API from us via new functions.
--- hw/s390x/pv.c | 51 +++++++++++++++++++++++++++++++++++++++++++ include/hw/s390x/pv.h | 8 +++++++ 2 files changed, 59 insertions(+)
hw/s390x/pv.c +51 -0
@@ -175,6 +175,57 @@ bool kvm_s390_pv_info_basic_valid(void)return info_valid; } +static int s390_pv_dump_cmd (uint64_t subcmd,uint64_t uaddr,uint64_t gaddr, +uint64_t len) +{ +struct kvm_s390_pv_dmp dmp = { + .subcmd = subcmd, + .buff_addr = uaddr, + .buff_len = len, + .gaddr = gaddr, + }; +int ret; + + ret =s390_pv_cmd (KVM_PV_DUMP , (void *)&dmp); +if (ret) { +error_report ("KVM DUMP command %ld failed" , subcmd); + } +return ret; +} + +int kvm_s390_dump_cpu (S390CPU *cpu,void *buff) +{ +struct kvm_s390_pv_dmp dmp = { + .subcmd =KVM_PV_DUMP_CPU , + .buff_addr = (uint64_t )buff, + .gaddr =0 , + .buff_len = info_dump.dump_cpu_buffer_len, + }; +struct kvm_pv_cmd pv = { + .cmd =KVM_PV_DUMP , + .data = (uint64_t )&dmp, + }; + +return kvm_vcpu_ioctl (CPU (cpu),KVM_S390_PV_CPU_COMMAND , &pv); +} + +int kvm_s390_dump_init (void ) +{ +return s390_pv_dump_cmd (KVM_PV_DUMP_INIT ,0 ,0 ,0 ); +} + +int kvm_s390_dump_mem (uint64_t gaddr,size_t len,void *dest) +{ +return s390_pv_dump_cmd (KVM_PV_DUMP_CONFIG_STATE , (uint64_t )dest, + gaddr, len); +} + +int kvm_s390_dump_complete (void *buff) +{ +return s390_pv_dump_cmd (KVM_PV_DUMP_COMPLETE , (uint64_t )buff,0 , + info_dump.dump_config_finalize_len); +} +#define TYPE_S390_PV_GUEST "s390-pv-guest"OBJECT_DECLARE_SIMPLE_TYPE (S390PVGuest,S390_PV_GUEST )
include/hw/s390x/pv.h +8 -0
@@ -51,6 +51,10 @@ uint64_t kvm_s390_pv_dmp_get_size_cpu(void);uint64_t kvm_s390_pv_dmp_get_size_stor_state (void );uint64_t kvm_s390_pv_dmp_get_size_complete (void );bool kvm_s390_pv_info_basic_valid (void ); +int kvm_s390_dump_init (void ); +int kvm_s390_dump_cpu (S390CPU *cpu,void *buff); +int kvm_s390_dump_mem (uint64_t addr,size_t len,void *dest); +int kvm_s390_dump_complete (void *buff);#else /* CONFIG_KVM */ static inline bool s390_is_pv (void ) {return false; }static inline int s390_pv_query_info (void ) {return 0 ; }
@@ -66,6 +70,10 @@ static inline uint64_t kvm_s390_pv_dmp_get_size_cpu(void) { return 0; }static inline uint64_t kvm_s390_pv_dmp_get_size_stor_state (void ) {return 0 ; }static inline uint64_t kvm_s390_pv_dmp_get_size_complete (void ) {return 0 ; }static inline bool kvm_s390_pv_info_basic_valid (void ) {return false; } +static inline int kvm_s390_dump_init (void ) {return 0 ; } +static inline int kvm_s390_dump_cpu (S390CPU *cpu,void *buff,size_t len) {return 0 ; } +static inline int kvm_s390_dump_mem (uint64_t addr,size_t len,void *dest) {return 0 ; } +static inline int kvm_s390_dump_complete (void *buff) {return 0 ; }#endif /* CONFIG_KVM */ int s390_pv_kvm_init (ConfidentialGuestSupport *cgs,Error **errp);
Signature · 1 line
2.34.1
PATCH v4 17/17 s390x: pv: Add dump support
In reply to Janosch FrankSometimes dumping a guest from the outside is the only way to get the data that is needed. This can be the case if a dumping mechanism like KDUMP hasn't been configured or data needs to be fetched at a specific point. Dumping a protected guest from the outside without help from fw/hw doesn't yield sufficient data to be useful. Hence we now introduce PV dump support.
The PV dump support works by integrating the firmware into the dump process. New Ultravisor calls are used to initiate the dump process, dump cpu data, dump memory state and lastly complete the dump process. The UV calls are exposed by KVM via the new KVM_PV_DUMP command and its subcommands. The guest's data is fully encrypted and can only be decrypted by the entity that owns the customer communication key for the dumped guest. Also dumping needs to be allowed via a flag in the SE header.
On the QEMU side of things we store the PV dump data in the newly introduced architecture ELF sections (storage state and completion data) and the cpu notes (for cpu dump data).
Users can use the zgetdump tool to convert the encrypted QEMU dump to an unencrypted one.
--- target/s390x/arch_dump.c | 248 ++++++++++++++++++++++++++++++++++----- 1 file changed, 218 insertions(+), 30 deletions(-)
target/s390x/arch_dump.c +218 -30
@@ -16,7 +16,8 @@#include "s390x-internal.h" #include "elf.h" #include "sysemu/dump.h" - +#include "hw/s390x/pv.h" +#include "kvm/kvm_s390x.h" struct S390xUserRegsStruct {uint64_t psw[2 ];
@@ -76,9 +77,16 @@ typedef struct noteStruct {uint64_t todcmp;uint32_t todpreg;uint64_t ctrs[16 ]; +uint8_t dynamic[1 ];/* +* Would be a flexible array member, if +* that was legal inside a union. Real +* size comes from PV info interface. +*/ } contents; }QEMU_PACKED Note; +static bool pv_dump_initialized; +static void s390x_write_elf64_prstatus (Note *note,S390CPU *cpu,int id) {int i;
@@ -177,52 +185,82 @@ static void s390x_write_elf64_prefix(Note *note, S390CPU *cpu, int id) note->contents.prefix =cpu_to_be32 ((uint32_t )(cpu->env.psa)); } +static void s390x_write_elf64_pv (Note *note,S390CPU *cpu,int id) +{ + note->hdr.n_type =cpu_to_be32 (NT_S390_PV_CPU_DATA ); +if (!pv_dump_initialized) { +return ; + } +kvm_s390_dump_cpu (cpu, ¬e->contents.dynamic); +}typedef struct NoteFuncDescStruct {int contents_size; +uint64_t (*note_size_func)(void );/* NULL for non-dynamic sized contents */ void (*note_contents_func)(Note *note,S390CPU *cpu,int id); +bool pvonly; }NoteFuncDesc ;static const NoteFuncDesc note_core[] = { - {sizeof_field (Note, contents.prstatus), s390x_write_elf64_prstatus}, - {sizeof_field (Note, contents.fpregset), s390x_write_elf64_fpregset}, - {0 ,NULL } + {sizeof_field (Note, contents.prstatus),NULL , s390x_write_elf64_prstatus, false}, + {sizeof_field (Note, contents.fpregset),NULL , s390x_write_elf64_fpregset, false}, + {0 ,NULL ,NULL } };static const NoteFuncDesc note_linux[] = { - {sizeof_field (Note, contents.prefix), s390x_write_elf64_prefix}, - {sizeof_field (Note, contents.ctrs), s390x_write_elf64_ctrs}, - {sizeof_field (Note, contents.timer), s390x_write_elf64_timer}, - {sizeof_field (Note, contents.todcmp), s390x_write_elf64_todcmp}, - {sizeof_field (Note, contents.todpreg), s390x_write_elf64_todpreg}, - {sizeof_field (Note, contents.vregslo), s390x_write_elf64_vregslo}, - {sizeof_field (Note, contents.vregshi), s390x_write_elf64_vregshi}, - {sizeof_field (Note, contents.gscb), s390x_write_elf64_gscb}, - {0 ,NULL } + {sizeof_field (Note, contents.prefix),NULL , s390x_write_elf64_prefix, false}, + {sizeof_field (Note, contents.ctrs),NULL , s390x_write_elf64_ctrs, false}, + {sizeof_field (Note, contents.timer),NULL , s390x_write_elf64_timer, false}, + {sizeof_field (Note, contents.todcmp),NULL , s390x_write_elf64_todcmp, false}, + {sizeof_field (Note, contents.todpreg),NULL , s390x_write_elf64_todpreg, false}, + {sizeof_field (Note, contents.vregslo),NULL , s390x_write_elf64_vregslo, false}, + {sizeof_field (Note, contents.vregshi),NULL , s390x_write_elf64_vregshi, false}, + {sizeof_field (Note, contents.gscb),NULL , s390x_write_elf64_gscb, false}, + {0 , kvm_s390_pv_dmp_get_size_cpu, s390x_write_elf64_pv, true}, + {0 ,NULL ,NULL } };static int s390x_write_elf64_notes (const char *note_name, -WriteCoreDumpFunction f, -S390CPU *cpu,int id, -void *opaque, -const NoteFuncDesc *funcs) +WriteCoreDumpFunction f, +S390CPU *cpu,int id, +void *opaque, +const NoteFuncDesc *funcs) { -Note note; +Note note, *notep;const NoteFuncDesc *nf; -int note_size; +int note_size, content_size;int ret =-1 ;assert (strlen (note_name) <sizeof (note.name));for (nf = funcs; nf->note_contents_func; nf++) { -memset (¬e,0 ,sizeof (note)); - note.hdr.n_namesz =cpu_to_be32 (strlen (note_name) +1 ); - note.hdr.n_descsz =cpu_to_be32 (nf->contents_size); -g_strlcpy (note.name, note_name,sizeof (note.name)); - (*nf->note_contents_func)(¬e, cpu, id); + notep = ¬e; +if (nf->pvonly && !s390_is_pv ()) { +continue ; + } - note_size =sizeof (note) -sizeof (note.contents) + nf->contents_size; - ret =f (¬e, note_size, opaque); + content_size = nf->contents_size ? nf->contents_size : nf->note_size_func (); + note_size =sizeof (note) -sizeof (notep->contents) + content_size; + +/* Notes with dynamic sizes need to allocate a note */ +if (nf->note_size_func) { + notep =g_malloc0 (note_size); + } + +memset (notep,0 ,sizeof (note)); + +/* Setup note header data */ + notep->hdr.n_descsz =cpu_to_be32 (content_size); + notep->hdr.n_namesz =cpu_to_be32 (strlen (note_name) +1 ); +g_strlcpy (notep->name, note_name,sizeof (notep->name)); + +/* Get contents and write them out */ + (*nf->note_contents_func)(notep, cpu, id); + ret =f (notep, note_size, opaque); + +if (nf->note_size_func) { +g_free (notep); + }if (ret <0 ) {return -1 ;
@@ -247,12 +285,159 @@ int s390_cpu_write_elf64_note(WriteCoreDumpFunction f, CPUState *cs,return s390x_write_elf64_notes ("LINUX" , f, cpu, cpuid, opaque, note_linux); } +/* PV dump section size functions */ +static uint64_t get_dump_stor_state_size_from_len (uint64_t len) +{ +return (len / (1 <<20 )) *kvm_s390_pv_dmp_get_size_stor_state (); +} + +static uint64_t get_size_stor_state (DumpState *s) +{ +return get_dump_stor_state_size_from_len (s->total_size); +} + +static uint64_t get_size_complete (DumpState *s) +{ +return kvm_s390_pv_dmp_get_size_complete (); +} + +/* PV dump section data functions*/ +static int get_data_complete (DumpState *s,uint8_t *buff) +{ +int rc; + +if (!pv_dump_initialized) { +return 0 ; + } + rc =kvm_s390_dump_complete (buff); +if (!rc) { + pv_dump_initialized = false; + } +return rc; +} + +static int dump_mem (DumpState *s,uint64_t gaddr,uint8_t *buff,uint64_t buff_len) +{ +/* We need the gaddr + len and something to write to */ +if (!pv_dump_initialized) { +return 0 ; + } +return kvm_s390_dump_mem (gaddr, buff_len, buff); +} + +static int get_data_mem (DumpState *s,uint8_t *buff) +{ +int64_t memblock_size, memblock_start; +GuestPhysBlock *block; +uint64_t off; + + QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) { + memblock_start =dump_get_memblock_start (block, s->begin, s->length); +if (memblock_start ==-1 ) { +continue ; + } + + memblock_size =dump_get_memblock_size (block, s->begin, s->length); + + off =get_dump_stor_state_size_from_len (block->target_start); +dump_mem (s, block->target_start, buff + off, +get_dump_stor_state_size_from_len (memblock_size)); + } + +return 0 ; +} + +struct sections { +uint64_t (*sections_size_func)(DumpState *s); +int (*sections_contents_func)(DumpState *s,uint8_t *buff); +char sctn_str[12 ]; +} sections[] = { + { get_size_stor_state, get_data_mem,"pv_mem_meta" }, + { get_size_complete, get_data_complete,"pv_compl" }, + {NULL ,NULL ,"" } +}; + +static uint64_t arch_sections_write_hdr (void *opaque,uint8_t *buff) +{ +DumpState *s = opaque; +Elf64_Shdr *shdr = (void *)buff; +struct sections *sctn = sections; +uint64_t off = s->section_offset; + +if (!s390_is_pv ()) { +return 0 ; + } + +for (; sctn->sections_size_func; off += shdr->sh_size, sctn++, shdr++) { +memset (shdr,0 ,sizeof (*shdr)); + shdr->sh_type =SHT_PROGBITS ; + shdr->sh_offset = off; + shdr->sh_size = sctn->sections_size_func (s); + shdr->sh_name = s->string_table_buf->len; +g_array_append_vals (s->string_table_buf, sctn->sctn_str,sizeof (sctn->sctn_str)); + } + +return (uintptr_t )shdr - (uintptr_t )buff; +} + + +/* Add arch specific number of sections and their respective sizes */ +static void arch_sections_add (void *opaque) +{ +DumpState *s = opaque; +struct sections *sctn = sections; + +/* +* We only do a PV dump if we are running a PV guest, KVM supports +* the dump API and we got valid dump length information. +*/ +if (!s390_is_pv () || !kvm_s390_get_protected_dump () || + !kvm_s390_pv_info_basic_valid ()) { +return ; + } + +/* +* Start the UV dump process by doing the initialize dump call via +* KVM as the proxy. +*/ +if (!kvm_s390_dump_init ()) { + pv_dump_initialized = true; + } + +for (; sctn->sections_size_func; sctn++) { + s->shdr_num +=1 ; + s->elf_section_data_size += sctn->sections_size_func (s); + } +} + +/* +* After the PV dump has been initialized, the CPU data has been +* fetched and memory has been dumped, we need to grab the tweak data +* and the completion data. +*/ +static void arch_sections_write (void *opaque,uint8_t *buff) +{ +DumpState *s = opaque; +struct sections *sctn = sections; + +/* shdr_num should only have been set > 1 if we are protected */ +assert (s390_is_pv ()); + +for (; sctn->sections_size_func; sctn++) { + sctn->sections_contents_func (s, buff); + buff += sctn->sections_size_func (s); + } +} +int cpu_get_dump_info (ArchDumpInfo *info,const struct GuestPhysBlockList *guest_phys_blocks) { info->d_machine =EM_S390 ; info->d_endian =ELFDATA2MSB ; info->d_class =ELFCLASS64 ; + info->arch_sections_add_fn = *arch_sections_add; + info->arch_sections_write_hdr_fn = *arch_sections_write_hdr; + info->arch_sections_write_fn = *arch_sections_write;return 0 ; }
@@ -261,7 +446,7 @@ ssize_t cpu_get_note_size(int class, int machine, int nr_cpus) {int name_size =8 ;/* "LINUX" or "CORE" + pad */ size_t elf_note_size =0 ; -int note_head_size; +int note_head_size, content_size;const NoteFuncDesc *nf;assert (class ==ELFCLASS64 );
@@ -270,12 +455,15 @@ ssize_t cpu_get_note_size(int class, int machine, int nr_cpus) note_head_size =sizeof (Elf64_Nhdr);for (nf = note_core; nf->note_contents_func; nf++) { - elf_note_size = elf_note_size + note_head_size + name_size + - nf->contents_size; + elf_note_size = elf_note_size + note_head_size + name_size + nf->contents_size; }for (nf = note_linux; nf->note_contents_func; nf++) { +if (nf->pvonly && !s390_is_pv ()) { +continue ; + } + content_size = nf->contents_size ? nf->contents_size : nf->note_size_func (); elf_note_size = elf_note_size + note_head_size + name_size + - nf->contents_size; + content_size; }return (elf_note_size) * nr_cpus;
Signature · 1 line
2.34.1