Skip to contentSkip to conversation

image: Add Image.gz parsing support in booti.

PATCH New Atish Patra 3 participants 9 messages Oct 10, 2019 – Nov 5, 2019 SiFive drivers

lore
Share & tools
lore
#0 lore raw

PATCH 1/1 image: Add Image.gz parsing support in booti.

Add gz parsing logic so that booti can parse both Image
and Image.gz to boot Linux. Currently, it is difficult to calculate a safe address for every board where the Image.gz can be decompressed. It is also not possible to figure out the size of the compressed file as well. Thus, user need to set two additional environment variables kernel_gz_addr_r and kernel_gz_size to make Image.gz work.

Tested on HiFive Unleashed and Qemu for RISC-V.

---
I could not test this patch on any ARM64 devices due to lack of access to any ARM64 board. If anybody can test it on ARM64, that would be great.

---
 cmd/booti.c                | 39 ++++++++++++++++++++++++++-
 doc/README.distro          | 11 ++++++++
 doc/board/sifive/fu540.rst | 55 ++++++++++++++++++++++++++++++++++++++
 3 files changed, 104 insertions(+), 1 deletion(-)
cmd/booti.c +38 -1
index c36b0235df8c..6c37f84833d0 100644
@@ -13,6 +13,9 @@
 #include <linux/kernel.h>
 #include <linux/sizes.h>
 
+DECLARE_GLOBAL_DATA_PTR;
+#define GZ_HEADER_0 0x1f
+#define GZ_HEADER_1 0x8b
 /*
  * Image booting support
  */
@@ -23,6 +26,10 @@ static int booti_start(cmd_tbl_t *cmdtp, int flag, int argc,
 	ulong ld;
 	ulong relocated_addr;
 	ulong image_size;
+	uint8_t *temp;
+	ulong dest;
+	ulong dest_end;
+	unsigned long gz_len;
 
 	ret = do_bootm_states(cmdtp, flag, argc, argv, BOOTM_STATE_START,
 			      images, 1);
@@ -37,6 +44,34 @@ static int booti_start(cmd_tbl_t *cmdtp, int flag, int argc,
 		debug("*  kernel: cmdline image address = 0x%08lx\n", ld);
 	}
 
+	temp = map_sysmem(ld, 0);
+
+	if (*(temp)  == GZ_HEADER_0 && *(temp+1) == GZ_HEADER_1) {
+		dest = env_get_ulong("kernel_gz_addr_r", 16, 0);
+		gz_len = env_get_ulong("kernel_gz_size", 16, 0);
+		if (!dest || !gz_len) {
+			puts("kernel_gz_addr_r or kernel_gz_size is not provided for Image.gz!\n");
+			return -EINVAL;
+		}
+		if (dest < gd->ram_base || dest > gd->ram_top) {
+			puts("kernel_gz_addr_r size is outside of dram range!\n");
+			return -EINVAL;
+		}
+
+		debug("Image.gz of size = 0x%08lx will be decompressed at 0x%08lx\n",
+		      gz_len, (ulong)dest);
+
+		ret = image_decomp(IH_COMP_GZIP, 0, ld, IH_TYPE_KERNEL,
+					 (void *)dest, (void *)ld, gz_len,
+					 CONFIG_SYS_BOOTM_LEN, &dest_end);
+		if (ret)
+			return ret;
+		/* dest_end contains the uncompressed Image size */
+		memmove((void *) ld, (void *)dest, dest_end);
+		unmap_sysmem((void *)dest);
+	}
+	unmap_sysmem((void *)ld);
+
 	ret = booti_setup(ld, &relocated_addr, &image_size, false);
 	if (ret != 0)
 		return 1;
@@ -96,10 +131,12 @@ int do_booti(cmd_tbl_t *cmdtp, int flag, int argc, char * const argv[])
 #ifdef CONFIG_SYS_LONGHELP
 static char booti_help_text[] =
 	"[addr [initrd[:size]] [fdt]]\n"
-	"    - boot Linux 'Image' stored at 'addr'\n"
+	"    - boot Linux 'Image' or Image.gz stored at 'addr'\n"
 	"\tThe argument 'initrd' is optional and specifies the address\n"
 	"\tof an initrd in memory. The optional parameter ':size' allows\n"
 	"\tspecifying the size of a RAW initrd.\n"
+	"\tIn order to boot from Image.gz, user have to set kernel_gz_addr_r\n"
+	"\tand kernel_gz_size enviornment variables beforehand.\n"
 #if defined(CONFIG_OF_LIBFDT)
 	"\tSince booting a Linux kernel requires a flat device-tree, a\n"
 	"\tthird argument providing the address of the device-tree blob\n"
doc/README.distro +11 -0
index ab6e6f4e74be..dbf6eef07e35 100644
@@ -246,6 +246,17 @@ kernel_addr_r:
 
   A size of 16MB for the kernel is likely adequate.
 
+kernel_gz_addr_r:
+  Optional. This is only required if user wants to boot Linux from a Image.gz
+  using booti command. It represents the location in RAM where a Image.gz will
+  be decompressed temporarily. Once the decompression is complete, decompressed
+  data will be moved kernel_addr_r for booting.
+
+kernel_gz_size:
+  Optional. This is only required if user wants to boot Linux from a Image.gz
+  using booti command. It represents the size of the Image.gz file. The size
+  has to at least the size of Image.gz file for decompression to succeed.
+
 pxefile_addr_r:
 
   Mandatory. The location in RAM where extlinux.conf will be loaded to prior
doc/board/sifive/fu540.rst +55 -0

67 lines not on this page · raw message

Signature · 1 line
2.21.0
#1 lore raw

PATCH 1/1 image: Add Image.gz parsing support in booti.

.-x-evo-quoted { -webkit-user-select: none; }a { color: #248a76; }a.-x-evo-visited-link { color: #273134; }body {
font-family: 'Hack';
font-size: 11pt;
font-weight: 400;
font-style: normal;
-webkit-line-break: after-white-space;
-webkit-font-smoothing: subpixel-antialiased;
}
pre,code,.pre {
font-family: 'Hack';
font-size: 11pt;
font-weight: 400;
font-style: normal;
}pre,code,address {
margin: 0px;
}
h1,h2,h3,h4,h5,h6 {
margin-top: 0.2em;
margin-bottom: 0.2em;
}
td:before {
content: "";}
img {
height: inherit;
width: inherit;
}
span.-x-evo-resizable-wrapper:hover {
outline: 1px dashed red;
resize: both;
overflow: hidden;
display: inline-block;
}
td:hover {
outline: 1px dotted red;
}
body[data-evo-plain-text] {
font-family: Monospace;
}
body[data-evo-plain-text] img.-x-evo-smiley-img, body:not([data-evo-plain-text]) span.-x-evo-smiley-text {
display: none
}
[data-evo-paragraph] {
white-space: pre-wrap;
}
body[data-evo-plain-text] [data-evo-paragraph] {
word-wrap: break-word;
word-break: break-word;
}
.-x-evo-plaintext-table {
border-collapse: collapse;
width: 71ch;
}
.-x-evo-plaintext-table td {
vertical-align: top;
}
body[data-evo-plain-text] ul {
list-style: outside none;
-webkit-padding-start: 3ch;
}
body[data-evo-plain-text] ul > li {
list-style-position: outside;
text-indent: -2ch;
}
body[data-evo-plain-text] ul > li::before {
content: "*&nbsp;";
}
body[data-evo-plain-text] ul.-x-evo-indented {
-webkit-padding-start: 3ch;
}
body:not([data-evo-plain-text]) ul > li.-x-evo-align-center,ol > li.-x-evo-align-center {
list-style-position: inside;
}
body:not([data-evo-plain-text]) ul > li.-x-evo-align-right, ol > li.-x-evo-align-right {
list-style-position: inside;
}
ol {
-webkit-padding-start: 6ch;
}
ol.-x-evo-indented {
-webkit-padding-start: 3ch;
}
.-x-evo-align-left {
text-align: left;
}
.-x-evo-align-center {
text-align: center;
}
.-x-evo-align-right {
text-align: right;
}
ol,ul {
-webkit-margin-before: 0em;
-webkit-margin-after: 0em;
}
blockquote {
-webkit-margin-before: 0em;
-webkit-margin-after: 0em;
}
blockquote[type=cite] {
padding: 0.0ex 0ex;
margin: 0ex;
-webkit-margin-start: 0em;
-webkit-margin-end : 0em;
color: #737373 !important;
}
.-x-evo-quote-character {
color: rgb(114,159,207);
}
.-x-evo-quote-character+.-x-evo-quote-character{
color: rgb(173,127,168);
}
.-x-evo-quote-character+.-x-evo-quote-character+.-x-evo-quote-character{
color: rgb(138,226,52);
}
.-x-evo-quote-character+.-x-evo-quote-character+.-x-evo-quote-character+.-x-evo-quote-character{
color: rgb(252,175,62);
} .-x-evo-quote-character+.-x-evo-quote-character+.-x-evo-quote-character+.-x-evo-quote-character+.-x-evo-quote-character{
color: rgb(233,185,110);
}
body:not([data-evo-plain-text]) blockquote[type=cite] {
padding: 0ch 1ch 0ch 1ch;
margin: 0ch;
border-width: 0px 2px 0px 2px;
border-style: none solid none solid;
border-radius: 2px;
}
body:not([data-evo-plain-text]) blockquote[type=cite] {
border-color: rgb(114,159,207);
}
body:not([data-evo-plain-text]) blockquote[type=cite] blockquote[type=cite] {
border-color: rgb(173,127,168);
}
body:not([data-evo-plain-text]) blockquote[type=cite] blockquote[type=cite] blockquote[type=cite] {
border-color: rgb(138,226,52);
}
body:not([data-evo-plain-text]) blockquote[type=cite] blockquote[type=cite] blockquote[type=cite] blockquote[type=cite] {
border-color: rgb(252,175,62);
}
body:not([data-evo-plain-text]) blockquote[type=cite] blockquote[type=cite] blockquote[type=cite] blockquote[type=cite] blockquote[type=cite] {
border-color: rgb(233,185,110);
}

Quoted 236 lines · Atish Patra

Add gz parsing logic so that booti can parse both Image and Image.gz to boot Linux. Currently, it is difficult to calculate a safe address for every board where the Image.gz can be decompressed.
It is also not possible to figure out the size of the compressed file as well. Thus, user need to set two additional environment variables kernel_gz_addr_r and kernel_gz_size to make Image.gz work.

Tested on HiFive Unleashed and Qemu for RISC-V.

---
I could not test this patch on any ARM64 devices due to lack of access to any ARM64 board. If anybody can test it on ARM64, that would be great.

---
 cmd/booti.c                | 39 ++++++++++++++++++++++++++-
 doc/README.distro          | 11 ++++++++
 doc/board/sifive/fu540.rst | 55
++++++++++++++++++++++++++++++++++++++
 3 files changed, 104 insertions(+), 1 deletion(-)
cmd/booti.c +7 -0
index c36b0235df8c..6c37f84833d0 100644
@@ -13,6 +13,9 @@
 #include <linux/kernel.h>
 #include <linux/sizes.h>
 
+DECLARE_GLOBAL_DATA_PTR;
+#define GZ_HEADER_0 0x1f
+#define GZ_HEADER_1 0x8b
 /*
  * Image booting support
  */
@@ -23,6 +26,10 @@ static int booti_start(cmd_tbl_t *cmdtp, int flag,
 int argc,
 	ulong ld;
 	ulong relocated_addr;
 	ulong image_size;
+	uint8_t *temp;
+	ulong dest;
+	ulong dest_end;
+	unsigned long gz_len;
 
 	ret = do_bootm_states(cmdtp, flag, argc, argv,

BOOTM_STATE_START,

cmd/booti.c +11 -0
 			      images, 1);
@@ -37,6 +44,34 @@ static int booti_start(cmd_tbl_t *cmdtp, int flag,
 int argc,
 		debug("*  kernel: cmdline image address = 0x%08lx\n",
 ld);
 	}
 
+	temp = map_sysmem(ld, 0);
+
+	if (*(temp)  == GZ_HEADER_0 && *(temp+1) == GZ_HEADER_1) {
+		dest = env_get_ulong("kernel_gz_addr_r", 16, 0);
+		gz_len = env_get_ulong("kernel_gz_size", 16, 0);
+		if (!dest || !gz_len) {
+			puts("kernel_gz_addr_r or kernel_gz_size is not
 provided for Image.gz!\n");
+			return -EINVAL;
+		}
+		if (dest < gd->ram_base || dest > gd->ram_top) {
+			puts("kernel_gz_addr_r size is outside of dram

range!\n");

cmd/booti.c +4 -0
+			return -EINVAL;
+		}
+
+		debug("Image.gz of size = 0x%08lx will be decompressed

at 0x%08lx\n",

cmd/booti.c +4 -0
+		      gz_len, (ulong)dest);
+
+		ret = image_decomp(IH_COMP_GZIP, 0, ld, IH_TYPE_KERNEL,
+					 (void *)dest, (void *)ld,

gz_len,

cmd/booti.c +1 -0
+					 CONFIG_SYS_BOOTM_LEN,

&dest_end);

cmd/booti.c +9 -1
+		if (ret)
+			return ret;
+		/* dest_end contains the uncompressed Image size */
+		memmove((void *) ld, (void *)dest, dest_end);
+		unmap_sysmem((void *)dest);
+	}
+	unmap_sysmem((void *)ld);
+
 	ret = booti_setup(ld, &relocated_addr, &image_size, false);
 	if (ret != 0)
 		return 1;
@@ -96,10 +131,12 @@ int do_booti(cmd_tbl_t *cmdtp, int flag, int
 argc, char * const argv[])
 #ifdef CONFIG_SYS_LONGHELP
 static char booti_help_text[] =
 	"[addr [initrd[:size]] [fdt]]\n"
-	"    - boot Linux 'Image' stored at 'addr'\n"
+	"    - boot Linux 'Image' or Image.gz stored at 'addr'\n"
 	"\tThe argument 'initrd' is optional and specifies the

address\n"
"\tof an initrd in memory. The optional parameter ':size'
allows\n"

cmd/booti.c +1 -0
 	"\tspecifying the size of a RAW initrd.\n"
+	"\tIn order to boot from Image.gz, user have to set

kernel_gz_addr_r\n"

cmd/booti.c +1 -0
+	"\tand kernel_gz_size enviornment variables beforehand.\n"
 #if defined(CONFIG_OF_LIBFDT)
 	"\tSince booting a Linux kernel requires a flat device-tree,

a\n"
"\tthird argument providing the address of the device-tree
blob\n"

doc/README.distro +2 -0
index ab6e6f4e74be..dbf6eef07e35 100644
@@ -246,6 +246,17 @@ kernel_addr_r:
 
   A size of 16MB for the kernel is likely adequate.
 
+kernel_gz_addr_r:
+  Optional. This is only required if user wants to boot Linux from a

Image.gz
+ using booti command. It represents the location in RAM where a Image.gz will
+ be decompressed temporarily. Once the decompression is complete, decompressed

doc/README.distro +4 -0
+  data will be moved kernel_addr_r for booting.
+
+kernel_gz_size:
+  Optional. This is only required if user wants to boot Linux from a

Image.gz
+ using booti command. It represents the size of the Image.gz file. The size
+ has to at least the size of Image.gz file for decompression to succeed.
+
pxefile_addr_r:

Mandatory. The location in RAM where extlinux.conf will be loaded
to prior

doc/board/sifive/fu540.rst +6 -0
index 7807f5b2c128..ad4485eb7cdb 100644
@@ -138,6 +138,10 @@ load uImage.
    => setenv netmask 255.255.252.0
    => setenv serverip 10.206.4.143
    => setenv gateway 10.206.4.1
+
+If you want to use a flat kernel image such as Image file
+
+.. code-block:: none
    => tftpboot ${kernel_addr_r} /sifive/fu540/Image
    ethernet at 10090000: PHY present at 0
    ethernet at 10090000: Starting autonegotiation...
@@ -177,6 +181,57 @@ load uImage.
             1.2 MiB/s
    done
    Bytes transferred = 8867100 (874d1c hex)
+
+Or if you want to use a compressed kernel image file such as

Image.gz

doc/board/sifive/fu540.rst +12 -0
+
+.. code-block:: none
+   => tftpboot ${kernel_addr_r} /sifive/fu540/Image
+   ethernet at 10090000: PHY present at 0
+   ethernet at 10090000: Starting autonegotiation...
+   ethernet at 10090000: Autonegotiation complete
+   ethernet at 10090000: link up, 1000Mbps full-duplex (lpa: 0x3c00)
+   Using ethernet at 10090000 device
+   TFTP from server 10.206.4.143; our IP address is 10.206.7.133
+   Filename '/sifive/fu540/Image'.
+   Load address: 0x84000000
+   Loading:

#################################################################
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########

doc/board/sifive/fu540.rst +8 -0
+            ##########################################
+            1.2 MiB/s
+   done
+   Bytes transferred = 4809458 (4962f2 hex)
+   =>setenv kernel_gz_addr_r 0x90000000
+   =>setenv kernel_gz_size 0x500000
+
+By this time, correct kernel image is loaded and required

enviornment variables
+are set. You can proceed to load the ramdisk and device tree from the tftp server

doc/board/sifive/fu540.rst load uImage. · line 237

Quoted 6 lines
doc/board/sifive/fu540.rst +3 -0
+as well.
+
+.. code-block:: none
    => tftpboot ${ramdisk_addr_r} /sifive/fu540/uRamdisk
    ethernet at 10090000: PHY present at 0
    ethernet at 10090000: Starting autonegotiation...

Any comments ?

Signature · 2 lines
Regards,
Atish
#2 lore raw

PATCH 1/1 image: Add Image.gz parsing support in booti.

In reply to Atish Patra
Quoted 236 lines · Atish Patra

Add gz parsing logic so that booti can parse both Image and Image.gz to boot Linux. Currently, it is difficult to calculate a safe address for every board where the Image.gz can be decompressed.
It is also not possible to figure out the size of the compressed file as well. Thus, user need to set two additional environment variables kernel_gz_addr_r and kernel_gz_size to make Image.gz work.

Tested on HiFive Unleashed and Qemu for RISC-V.

---
I could not test this patch on any ARM64 devices due to lack of access to any ARM64 board. If anybody can test it on ARM64, that would be great.

---
 cmd/booti.c                | 39 ++++++++++++++++++++++++++-
 doc/README.distro          | 11 ++++++++
 doc/board/sifive/fu540.rst | 55
++++++++++++++++++++++++++++++++++++++
 3 files changed, 104 insertions(+), 1 deletion(-)
cmd/booti.c +7 -0
index c36b0235df8c..6c37f84833d0 100644
@@ -13,6 +13,9 @@
 #include <linux/kernel.h>
 #include <linux/sizes.h>
 
+DECLARE_GLOBAL_DATA_PTR;
+#define GZ_HEADER_0 0x1f
+#define GZ_HEADER_1 0x8b
 /*
  * Image booting support
  */
@@ -23,6 +26,10 @@ static int booti_start(cmd_tbl_t *cmdtp, int flag,
 int argc,
 	ulong ld;
 	ulong relocated_addr;
 	ulong image_size;
+	uint8_t *temp;
+	ulong dest;
+	ulong dest_end;
+	unsigned long gz_len;
 
 	ret = do_bootm_states(cmdtp, flag, argc, argv,

BOOTM_STATE_START,

cmd/booti.c +11 -0
 			      images, 1);
@@ -37,6 +44,34 @@ static int booti_start(cmd_tbl_t *cmdtp, int flag,
 int argc,
 		debug("*  kernel: cmdline image address = 0x%08lx\n",
 ld);
 	}
 
+	temp = map_sysmem(ld, 0);
+
+	if (*(temp)  == GZ_HEADER_0 && *(temp+1) == GZ_HEADER_1) {
+		dest = env_get_ulong("kernel_gz_addr_r", 16, 0);
+		gz_len = env_get_ulong("kernel_gz_size", 16, 0);
+		if (!dest || !gz_len) {
+			puts("kernel_gz_addr_r or kernel_gz_size is not
 provided for Image.gz!\n");
+			return -EINVAL;
+		}
+		if (dest < gd->ram_base || dest > gd->ram_top) {
+			puts("kernel_gz_addr_r size is outside of dram

range!\n");

cmd/booti.c +4 -0
+			return -EINVAL;
+		}
+
+		debug("Image.gz of size = 0x%08lx will be decompressed

at 0x%08lx\n",

cmd/booti.c +4 -0
+		      gz_len, (ulong)dest);
+
+		ret = image_decomp(IH_COMP_GZIP, 0, ld, IH_TYPE_KERNEL,
+					 (void *)dest, (void *)ld,

gz_len,

cmd/booti.c +1 -0
+					 CONFIG_SYS_BOOTM_LEN,

&dest_end);

cmd/booti.c +9 -1
+		if (ret)
+			return ret;
+		/* dest_end contains the uncompressed Image size */
+		memmove((void *) ld, (void *)dest, dest_end);
+		unmap_sysmem((void *)dest);
+	}
+	unmap_sysmem((void *)ld);
+
 	ret = booti_setup(ld, &relocated_addr, &image_size, false);
 	if (ret != 0)
 		return 1;
@@ -96,10 +131,12 @@ int do_booti(cmd_tbl_t *cmdtp, int flag, int
 argc, char * const argv[])
 #ifdef CONFIG_SYS_LONGHELP
 static char booti_help_text[] =
 	"[addr [initrd[:size]] [fdt]]\n"
-	"    - boot Linux 'Image' stored at 'addr'\n"
+	"    - boot Linux 'Image' or Image.gz stored at 'addr'\n"
 	"\tThe argument 'initrd' is optional and specifies the

address\n"
"\tof an initrd in memory. The optional parameter ':size'
allows\n"

cmd/booti.c +1 -0
 	"\tspecifying the size of a RAW initrd.\n"
+	"\tIn order to boot from Image.gz, user have to set

kernel_gz_addr_r\n"

cmd/booti.c +1 -0
+	"\tand kernel_gz_size enviornment variables beforehand.\n"
 #if defined(CONFIG_OF_LIBFDT)
 	"\tSince booting a Linux kernel requires a flat device-tree,

a\n"
"\tthird argument providing the address of the device-tree
blob\n"

doc/README.distro +2 -0
index ab6e6f4e74be..dbf6eef07e35 100644
@@ -246,6 +246,17 @@ kernel_addr_r:
 
   A size of 16MB for the kernel is likely adequate.
 
+kernel_gz_addr_r:
+  Optional. This is only required if user wants to boot Linux from a

Image.gz
+ using booti command. It represents the location in RAM where a Image.gz will
+ be decompressed temporarily. Once the decompression is complete, decompressed

doc/README.distro +4 -0
+  data will be moved kernel_addr_r for booting.
+
+kernel_gz_size:
+  Optional. This is only required if user wants to boot Linux from a

Image.gz
+ using booti command. It represents the size of the Image.gz file. The size
+ has to at least the size of Image.gz file for decompression to succeed.
+
pxefile_addr_r:

Mandatory. The location in RAM where extlinux.conf will be loaded
to prior

doc/board/sifive/fu540.rst +6 -0
index 7807f5b2c128..ad4485eb7cdb 100644
@@ -138,6 +138,10 @@ load uImage.
    => setenv netmask 255.255.252.0
    => setenv serverip 10.206.4.143
    => setenv gateway 10.206.4.1
+
+If you want to use a flat kernel image such as Image file
+
+.. code-block:: none
    => tftpboot ${kernel_addr_r} /sifive/fu540/Image
    ethernet at 10090000: PHY present at 0
    ethernet at 10090000: Starting autonegotiation...
@@ -177,6 +181,57 @@ load uImage.
             1.2 MiB/s
    done
    Bytes transferred = 8867100 (874d1c hex)
+
+Or if you want to use a compressed kernel image file such as

Image.gz

doc/board/sifive/fu540.rst +12 -0
+
+.. code-block:: none
+   => tftpboot ${kernel_addr_r} /sifive/fu540/Image
+   ethernet at 10090000: PHY present at 0
+   ethernet at 10090000: Starting autonegotiation...
+   ethernet at 10090000: Autonegotiation complete
+   ethernet at 10090000: link up, 1000Mbps full-duplex (lpa: 0x3c00)
+   Using ethernet at 10090000 device
+   TFTP from server 10.206.4.143; our IP address is 10.206.7.133
+   Filename '/sifive/fu540/Image'.
+   Load address: 0x84000000
+   Loading:

#################################################################
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########
+ ########################################################
#########

doc/board/sifive/fu540.rst +8 -0
+            ##########################################
+            1.2 MiB/s
+   done
+   Bytes transferred = 4809458 (4962f2 hex)
+   =>setenv kernel_gz_addr_r 0x90000000
+   =>setenv kernel_gz_size 0x500000
+
+By this time, correct kernel image is loaded and required

enviornment variables
+are set. You can proceed to load the ramdisk and device tree from the tftp server

doc/board/sifive/fu540.rst load uImage. · line 237

Quoted 6 lines
doc/board/sifive/fu540.rst +3 -0
+as well.
+
+.. code-block:: none
    => tftpboot ${ramdisk_addr_r} /sifive/fu540/uRamdisk
    ethernet at 10090000: PHY present at 0
    ethernet at 10090000: Starting autonegotiation...

Apologies for the previous email that added some mail headers in the content because of my email client issue.

Signature · 2 lines
Regards,
Atish
#3 lore raw

PATCH 1/1 image: Add Image.gz parsing support in booti.

In reply to Atish Patra
Quoted 7 lines · Atish Patra

Add gz parsing logic so that booti can parse both Image
and Image.gz to boot Linux. Currently, it is difficult to calculate a safe address for every board where the Image.gz can be decompressed. It is also not possible to figure out the size of the compressed file as well. Thus, user need to set two additional environment variables kernel_gz_addr_r and kernel_gz_size to make Image.gz work.

Quoted 7 lines

Tested on HiFive Unleashed and Qemu for RISC-V.

---
I could not test this patch on any ARM64 devices due to lack of access to any ARM64 board. If anybody can test it on ARM64, that would be great.

Can we do the compression check more generally? I'd like to be able to see Image.xz/lz4/etc be able to be handled cleanly. When you say the compressed file, you do mean the Image.gz (for example) itself, right? I would suggest documenting using $filesize after loading the compressed image as that should always be set. Thanks!

Signature · 8 lines
Tom
-------------- next part --------------
A non-text attachment was scrubbed...
Name: signature.asc
Type: application/pgp-signature
Size: 833 bytes
Desc: not available
URL: <http://lists.denx.de/pipermail/u-boot/attachments/20191101/57e86a1b/attachment.sig>
#4 lore raw

PATCH 1/1 image: Add Image.gz parsing support in booti.

Quoted 20 lines · Tom Rini
Quoted 10 lines · Atish Patra

Add gz parsing logic so that booti can parse both Image and Image.gz to boot Linux. Currently, it is difficult to calculate a safe address for every board where the Image.gz can be decompressed.
It is also not possible to figure out the size of the compressed file
as well. Thus, user need to set two additional environment variables
kernel_gz_addr_r and kernel_gz_size to make Image.gz work.

Quoted 7 lines

Tested on HiFive Unleashed and Qemu for RISC-V.

---
I could not test this patch on any ARM64 devices due to lack of access to any ARM64 board. If anybody can test it on ARM64, that would be great.

Quoted 3 lines

Can we do the compression check more generally? I'd like to be able to
see Image.xz/lz4/etc be able to be handled cleanly.

This patch is intended only handle Image.gz which is a compressed version of kernel "Image" file. That's why relevant code is only added to booti command.

Quoted 3 lines

When you say the
compressed file, you do mean the Image.gz (for example) itself, right?

Yes.

Quoted 4 lines

I would suggest documenting using $filesize after loading the compressed
image as that should always be set. Thanks!

ok. I will change the kernel_gz_size to filesize.

Signature · 2 lines
Regards,
Atish
#5 lore raw

PATCH 1/1 image: Add Image.gz parsing support in booti.

Quoted 13 lines · Atish Patra
Quoted 12 lines · Tom Rini
Quoted 10 lines · Atish Patra

Add gz parsing logic so that booti can parse both Image and Image.gz to boot Linux. Currently, it is difficult to calculate a safe address for every board where the Image.gz can be decompressed.
It is also not possible to figure out the size of the compressed file
as well. Thus, user need to set two additional environment variables
kernel_gz_addr_r and kernel_gz_size to make Image.gz work.

Quoted 7 lines
Quoted 7 lines
Quoted 7 lines

Tested on HiFive Unleashed and Qemu for RISC-V.

---
I could not test this patch on any ARM64 devices due to lack of access to any ARM64 board. If anybody can test it on ARM64, that would be great.

Oh, I missed this part before. You should be able to get fairly far with qemu :)

Quoted 7 lines
Quoted 3 lines

Can we do the compression check more generally? I'd like to be able to
see Image.xz/lz4/etc be able to be handled cleanly.

This patch is intended only handle Image.gz which is a compressed version of kernel "Image" file. That's why relevant code is only added to booti command.

Right. But the linux kernel will happily spit out a handful of other compressed Image files on arm64. I see riscv is only .gz today, but I want to be able to handle whatever the compression is, so long as we have it available.

Signature · 8 lines
Tom
-------------- next part --------------
A non-text attachment was scrubbed...
Name: signature.asc
Type: application/pgp-signature
Size: 833 bytes
Desc: not available
URL: <http://lists.denx.de/pipermail/u-boot/attachments/20191104/3d5c1553/attachment.sig>
#6 lore raw

PATCH 1/1 image: Add Image.gz parsing support in booti.

Quoted 25 lines · Tom Rini
Quoted 15 lines · Atish Patra
Quoted 14 lines · Tom Rini
Quoted 12 lines · Atish Patra

Add gz parsing logic so that booti can parse both Image and Image.gz to boot Linux. Currently, it is difficult to calculate
a safe address for every board where the Image.gz can be decompressed.
It is also not possible to figure out the size of the compressed
file
as well. Thus, user need to set two additional environment variables
kernel_gz_addr_r and kernel_gz_size to make Image.gz work.

Quoted 8 lines
Quoted 8 lines
Quoted 8 lines

Tested on HiFive Unleashed and Qemu for RISC-V.

---
I could not test this patch on any ARM64 devices due to lack of access to any ARM64 board. If anybody can test it on ARM64, that
would be great.

Quoted 3 lines

Oh, I missed this part before. You should be able to get fairly far with qemu :)

I did verify with qemu. I was requesting some tested-by on ARM64 hardware. Sorry for the confusion. I will update the commit text in next version.

Quoted 10 lines
Quoted 9 lines
Quoted 4 lines

Can we do the compression check more generally? I'd like to be able
to
see Image.xz/lz4/etc be able to be handled cleanly.

This patch is intended only handle Image.gz which is a compressed version of kernel "Image" file. That's why relevant code is only added
to booti command.

Quoted 6 lines

Right. But the linux kernel will happily spit out a handful of other compressed Image files on arm64. I see riscv is only .gz today, but I
want to be able to handle whatever the compression is, so long as we have it available.

Ahh I misunderstood that part. I could not find any existing code to detect to different compression formats.

If I have not missed anything, I can add that code in common/image.c and use that function in booti.c.

Signature · 2 lines
Regards,
Atish
#7 lore raw

PATCH 1/1 image: Add Image.gz parsing support in booti.

Quoted 26 lines · Atish Patra
Quoted 25 lines · Tom Rini
Quoted 23 lines · Atish Patra
Quoted 22 lines · Tom Rini
Quoted 20 lines · Atish Patra

Add gz parsing logic so that booti can parse both Image and Image.gz to boot Linux. Currently, it is difficult to calculate
a safe address for every board where the Image.gz can be decompressed.
It is also not possible to figure out the size of the compressed
file
as well. Thus, user need to set two additional environment variables
kernel_gz_addr_r and kernel_gz_size to make Image.gz work.

Tested on HiFive Unleashed and Qemu for RISC-V.

---
I could not test this patch on any ARM64 devices due to lack of access to any ARM64 board. If anybody can test it on ARM64, that
would be great.

Quoted 6 lines
Quoted 2 lines

Oh, I missed this part before. You should be able to get fairly far with qemu :)

I did verify with qemu. I was requesting some tested-by on ARM64 hardware. Sorry for the confusion. I will update the commit text in next version.

Ah, OK.

Quoted 17 lines
Quoted 10 lines
Quoted 9 lines
Quoted 4 lines

Can we do the compression check more generally? I'd like to be able
to
see Image.xz/lz4/etc be able to be handled cleanly.

This patch is intended only handle Image.gz which is a compressed version of kernel "Image" file. That's why relevant code is only added
to booti command.

Quoted 6 lines

Right. But the linux kernel will happily spit out a handful of other compressed Image files on arm64. I see riscv is only .gz today, but I
want to be able to handle whatever the compression is, so long as we have it available.

Quoted 5 lines

Ahh I misunderstood that part. I could not find any existing code to detect to different compression formats.

If I have not missed anything, I can add that code in common/image.c and use that function in booti.c.

Right, it's something we don't have today. But I _think_ we have enough of a general abstraction setup such that just like how we have "load" and "ls" and such that will figure out the underlying filesystem we could have "uncompress" (or perhaps something else, that might be an alias for gunzip already) that will figure out what the compression is based on the header and do the right thing. Thanks!

Signature · 8 lines
Tom
-------------- next part --------------
A non-text attachment was scrubbed...
Name: signature.asc
Type: application/pgp-signature
Size: 833 bytes
Desc: not available
URL: <http://lists.denx.de/pipermail/u-boot/attachments/20191105/52b29b80/attachment.sig>
#8 lore raw

PATCH 1/1 image: Add Image.gz parsing support in booti.

In reply to Atish Patra
Quoted 11 lines · Atish Patra

Add gz parsing logic so that booti can parse both Image
and Image.gz to boot Linux. Currently, it is difficult to calculate a safe address for every board where the Image.gz can be decompressed. It is also not possible to figure out the size of the compressed file as well. Thus, user need to set two additional environment variables kernel_gz_addr_r and kernel_gz_size to make Image.gz work.

Tested on HiFive Unleashed and Qemu for RISC-V.

I also incl. it in Fedora/RISCV releases.

Quoted 186 lines

---
I could not test this patch on any ARM64 devices due to lack of access to any ARM64 board. If anybody can test it on ARM64, that would be great.

---
 cmd/booti.c                | 39 ++++++++++++++++++++++++++-
 doc/README.distro          | 11 ++++++++
 doc/board/sifive/fu540.rst | 55 ++++++++++++++++++++++++++++++++++++++
 3 files changed, 104 insertions(+), 1 deletion(-)
cmd/booti.c +38 -1
index c36b0235df8c..6c37f84833d0 100644
@@ -13,6 +13,9 @@
 #include <linux/kernel.h>
 #include <linux/sizes.h>
 
+DECLARE_GLOBAL_DATA_PTR;
+#define GZ_HEADER_0 0x1f
+#define GZ_HEADER_1 0x8b
 /*
  * Image booting support
  */
@@ -23,6 +26,10 @@ static int booti_start(cmd_tbl_t *cmdtp, int flag, int argc,
        ulong ld;
        ulong relocated_addr;
        ulong image_size;
+       uint8_t *temp;
+       ulong dest;
+       ulong dest_end;
+       unsigned long gz_len;
 
        ret = do_bootm_states(cmdtp, flag, argc, argv, BOOTM_STATE_START,
                              images, 1);
@@ -37,6 +44,34 @@ static int booti_start(cmd_tbl_t *cmdtp, int flag, int argc,
                debug("*  kernel: cmdline image address = 0x%08lx\n", ld);
        }
 
+       temp = map_sysmem(ld, 0);
+
+       if (*(temp)  == GZ_HEADER_0 && *(temp+1) == GZ_HEADER_1) {
+               dest = env_get_ulong("kernel_gz_addr_r", 16, 0);
+               gz_len = env_get_ulong("kernel_gz_size", 16, 0);
+               if (!dest || !gz_len) {
+                       puts("kernel_gz_addr_r or kernel_gz_size is not provided for Image.gz!\n");
+                       return -EINVAL;
+               }
+               if (dest < gd->ram_base || dest > gd->ram_top) {
+                       puts("kernel_gz_addr_r size is outside of dram range!\n");
+                       return -EINVAL;
+               }
+
+               debug("Image.gz of size = 0x%08lx will be decompressed at 0x%08lx\n",
+                     gz_len, (ulong)dest);
+
+               ret = image_decomp(IH_COMP_GZIP, 0, ld, IH_TYPE_KERNEL,
+                                        (void *)dest, (void *)ld, gz_len,
+                                        CONFIG_SYS_BOOTM_LEN, &dest_end);
+               if (ret)
+                       return ret;
+               /* dest_end contains the uncompressed Image size */
+               memmove((void *) ld, (void *)dest, dest_end);
+               unmap_sysmem((void *)dest);
+       }
+       unmap_sysmem((void *)ld);
+
        ret = booti_setup(ld, &relocated_addr, &image_size, false);
        if (ret != 0)
                return 1;
@@ -96,10 +131,12 @@ int do_booti(cmd_tbl_t *cmdtp, int flag, int argc, char * const argv[])
 #ifdef CONFIG_SYS_LONGHELP
 static char booti_help_text[] =
        "[addr [initrd[:size]] [fdt]]\n"
-       "    - boot Linux 'Image' stored at 'addr'\n"
+       "    - boot Linux 'Image' or Image.gz stored at 'addr'\n"
        "\tThe argument 'initrd' is optional and specifies the address\n"
        "\tof an initrd in memory. The optional parameter ':size' allows\n"
        "\tspecifying the size of a RAW initrd.\n"
+       "\tIn order to boot from Image.gz, user have to set kernel_gz_addr_r\n"
+       "\tand kernel_gz_size enviornment variables beforehand.\n"
 #if defined(CONFIG_OF_LIBFDT)
        "\tSince booting a Linux kernel requires a flat device-tree, a\n"
        "\tthird argument providing the address of the device-tree blob\n"
doc/README.distro +11 -0
index ab6e6f4e74be..dbf6eef07e35 100644
@@ -246,6 +246,17 @@ kernel_addr_r:
 
   A size of 16MB for the kernel is likely adequate.
 
+kernel_gz_addr_r:
+  Optional. This is only required if user wants to boot Linux from a Image.gz
+  using booti command. It represents the location in RAM where a Image.gz will
+  be decompressed temporarily. Once the decompression is complete, decompressed
+  data will be moved kernel_addr_r for booting.
+
+kernel_gz_size:
+  Optional. This is only required if user wants to boot Linux from a Image.gz
+  using booti command. It represents the size of the Image.gz file. The size
+  has to at least the size of Image.gz file for decompression to succeed.
+
 pxefile_addr_r:
 
   Mandatory. The location in RAM where extlinux.conf will be loaded to prior
doc/board/sifive/fu540.rst +55 -1
index 7807f5b2c128..ad4485eb7cdb 100644
@@ -138,6 +138,10 @@ load uImage.
    => setenv netmask 255.255.252.0
    => setenv serverip 10.206.4.143
    => setenv gateway 10.206.4.1
+
+If you want to use a flat kernel image such as Image file
+
+.. code-block:: none
    => tftpboot ${kernel_addr_r} /sifive/fu540/Image
    ethernet at 10090000: PHY present at 0
    ethernet at 10090000: Starting autonegotiation...
@@ -177,6 +181,57 @@ load uImage.
             1.2 MiB/s
    done
    Bytes transferred = 8867100 (874d1c hex)
+
+Or if you want to use a compressed kernel image file such as Image.gz
+
+.. code-block:: none
+   => tftpboot ${kernel_addr_r} /sifive/fu540/Image
+   ethernet at 10090000: PHY present at 0
+   ethernet at 10090000: Starting autonegotiation...
+   ethernet at 10090000: Autonegotiation complete
+   ethernet at 10090000: link up, 1000Mbps full-duplex (lpa: 0x3c00)
+   Using ethernet at 10090000 device
+   TFTP from server 10.206.4.143; our IP address is 10.206.7.133
+   Filename '/sifive/fu540/Image'.
+   Load address: 0x84000000
+   Loading: #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            #################################################################
+            ##########################################
+            1.2 MiB/s
+   done
+   Bytes transferred = 4809458 (4962f2 hex)
+   =>setenv kernel_gz_addr_r 0x90000000
+   =>setenv kernel_gz_size 0x500000
+
+By this time, correct kernel image is loaded and required enviornment variables
+are set. You can proceed to load the ramdisk and device tree from the tftp server
+as well.
+
+.. code-block:: none
    => tftpboot ${ramdisk_addr_r} /sifive/fu540/uRamdisk
    ethernet at 10090000: PHY present at 0
    ethernet at 10090000: Starting autonegotiation...
--

2.21.0

_______________________________________________
U-Boot mailing list
U-Boot at lists.denx.de
https://lists.denx.de/listinfo/u-boot