Skip to contentSkip to conversation

arm: ls1028a: define the integrated PCI bus (ECAM)

PATCH New Alex Marginean 3 participants 9 messages May 30, 2019 – Jun 19, 2019 Arm (32-bit)

lore
Share & tools
lore
#0 lore raw

PATCH 1/1 arm: ls1028a: define the integrated PCI bus (ECAM)

LS1028A includes an integrated PCI bus with 8M of ECAM space plus register space for the integrated devices. This integrated PCI bus is driven using the generic ECAM driver.

---
 arch/arm/dts/fsl-ls1028a.dtsi                          | 10 ++++++++++
 arch/arm/include/asm/arch-fsl-layerscape/cpu.h         |  2 ++
 arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h |  2 ++
 configs/ls1028aqds_tfa_defconfig                       |  1 +
 configs/ls1028ardb_tfa_defconfig                       |  1 +
 5 files changed, 16 insertions(+)
arch/arm/dts/fsl-ls1028a.dtsi +10 -0
index e6a443aa77..263c29af23 100644
@@ -108,6 +108,16 @@
 		       0x82000000 0x0 0x40000000 0x88 0x40000000 0x0 0x40000000>; /* non-prefetchable memory */
 	};
 
+	pcie at 1f0000000 {
+		compatible = "pci-host-ecam-generic";
+		reg = <0x01 0xf0000000 0x0 0x100000>;
+		#address-cells = <3>;
+		#size-cells = <2>;
+		device_type = "pci";
+		bus-range = <0x0 0x0>;
+		ranges= <0x82000000 0x0 0x00000000 0x1 0xf8000000 0x0 0x160000>;
+	};
+
 	i2c0: i2c at 2000000 {
 		compatible = "fsl,vf610-i2c";
 		#address-cells = <1>;
arch/arm/include/asm/arch-fsl-layerscape/cpu.h +2 -0
index bdeb62576c..7759acdb8f 100644
@@ -42,7 +42,9 @@
 #else
 #define CONFIG_SYS_PCIE1_PHYS_SIZE	0x800000000
 #define CONFIG_SYS_PCIE2_PHYS_SIZE	0x800000000
+#ifndef CONFIG_SYS_PCIE3_PHYS_SIZE
 #define CONFIG_SYS_PCIE3_PHYS_SIZE	0x800000000
+#endif
 #define CONFIG_SYS_PCIE4_PHYS_SIZE	0x800000000
 #define SYS_PCIE5_PHYS_SIZE		0x800000000
 #define SYS_PCIE6_PHYS_SIZE		0x800000000
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +2 -0
index 24c1b0e482..273157230f 100644
@@ -186,6 +186,8 @@
 #elif CONFIG_ARCH_LS1028A
 #define CONFIG_SYS_PCIE1_PHYS_ADDR		0x8000000000ULL
 #define CONFIG_SYS_PCIE2_PHYS_ADDR		0x8800000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_ADDR		0x01f0000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_SIZE		0x0010000000ULL
 #else
 #define CONFIG_SYS_PCIE1_PHYS_ADDR		0x1000000000ULL
 #define CONFIG_SYS_PCIE2_PHYS_ADDR		0x1200000000ULL
configs/ls1028aqds_tfa_defconfig +1 -0
index 717b810523..7982ce4157 100644
@@ -48,6 +48,7 @@ CONFIG_E1000=y
 CONFIG_PCI=y
 CONFIG_DM_PCI=y
 CONFIG_DM_PCI_COMPAT=y
+CONFIG_PCIE_ECAM_GENERIC=y
 CONFIG_PCIE_LAYERSCAPE=y
 CONFIG_SCSI=y
 CONFIG_DM_SCSI=y
configs/ls1028ardb_tfa_defconfig +1 -0
index a8e4ddb7a8..c65e37df79 100644
@@ -48,6 +48,7 @@ CONFIG_E1000=y
 CONFIG_PCI=y
 CONFIG_DM_PCI=y
 CONFIG_DM_PCI_COMPAT=y
+CONFIG_PCIE_ECAM_GENERIC=y
 CONFIG_PCIE_LAYERSCAPE=y
 CONFIG_SCSI=y
 CONFIG_DM_SCSI=y
Signature · 1 line
2.17.1
#1 lore raw

PATCH 1/1 arm: ls1028a: define the integrated PCI bus (ECAM)

Hi Alex,

Quoted 19 lines · Alex Marginean

LS1028A includes an integrated PCI bus with 8M of ECAM space plus register space for the integrated devices. This integrated PCI bus is driven using the generic ECAM driver.

---
 arch/arm/dts/fsl-ls1028a.dtsi                          | 10 ++++++++++
 arch/arm/include/asm/arch-fsl-layerscape/cpu.h         |  2 ++
 arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h |  2 ++
 configs/ls1028aqds_tfa_defconfig                       |  1 +
 configs/ls1028ardb_tfa_defconfig                       |  1 +
 5 files changed, 16 insertions(+)
arch/arm/dts/fsl-ls1028a.dtsi +0 -0
index e6a443aa77..263c29af23 100644

arch/arm/dts/fsl-ls1028a.dtsi line 117

Quoted 10 lines
arch/arm/dts/fsl-ls1028a.dtsi +7 -0
@@ -108,6 +108,16 @@
                       0x82000000 0x0 0x40000000 0x88 0x40000000 0x0 0x40000000>; /* non-prefetchable memory */
        };
 
+       pcie at 1f0000000 {
+               compatible = "pci-host-ecam-generic";
+               reg = <0x01 0xf0000000 0x0 0x100000>;
+               #address-cells = <3>;
+               #size-cells = <2>;
+               device_type = "pci";
+               bus-range = <0x0 0x0>;

I think this should be <0x0 0x7> since you mentioned in the commit message that only an 8M ECAM space is allocated.

Quoted 25 lines
arch/arm/dts/fsl-ls1028a.dtsi +3 -0
+               ranges= <0x82000000 0x0 0x00000000 0x1 0xf8000000 0x0 0x160000>;
+       };
+
        i2c0: i2c at 2000000 {
                compatible = "fsl,vf610-i2c";
                #address-cells = <1>;
arch/arm/include/asm/arch-fsl-layerscape/cpu.h +2 -0
index bdeb62576c..7759acdb8f 100644
@@ -42,7 +42,9 @@
 #else
 #define CONFIG_SYS_PCIE1_PHYS_SIZE     0x800000000
 #define CONFIG_SYS_PCIE2_PHYS_SIZE     0x800000000
+#ifndef CONFIG_SYS_PCIE3_PHYS_SIZE
 #define CONFIG_SYS_PCIE3_PHYS_SIZE     0x800000000
+#endif
 #define CONFIG_SYS_PCIE4_PHYS_SIZE     0x800000000
 #define SYS_PCIE5_PHYS_SIZE            0x800000000
 #define SYS_PCIE6_PHYS_SIZE            0x800000000
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +0 -0
index 24c1b0e482..273157230f 100644

arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h line 190

Quoted 5 lines
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +2 -0
@@ -186,6 +186,8 @@
 #elif CONFIG_ARCH_LS1028A
 #define CONFIG_SYS_PCIE1_PHYS_ADDR             0x8000000000ULL
 #define CONFIG_SYS_PCIE2_PHYS_ADDR             0x8800000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_ADDR             0x01f0000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_SIZE             0x0010000000ULL

DT says the size is 0x100000. This does not match.

These macros really look to me this platform is still using lots of non-DM approaches when it comes to driver support. These hard coded values should really be dropped and retrieved from DT instead via proper DM drivers.

Quoted 20 lines
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +0 -0
 #else
 #define CONFIG_SYS_PCIE1_PHYS_ADDR             0x1000000000ULL
 #define CONFIG_SYS_PCIE2_PHYS_ADDR             0x1200000000ULL
configs/ls1028aqds_tfa_defconfig +1 -0
index 717b810523..7982ce4157 100644
@@ -48,6 +48,7 @@ CONFIG_E1000=y
 CONFIG_PCI=y
 CONFIG_DM_PCI=y
 CONFIG_DM_PCI_COMPAT=y
+CONFIG_PCIE_ECAM_GENERIC=y
 CONFIG_PCIE_LAYERSCAPE=y
 CONFIG_SCSI=y
 CONFIG_DM_SCSI=y
configs/ls1028ardb_tfa_defconfig +0 -0
index a8e4ddb7a8..c65e37df79 100644

configs/ls1028ardb_tfa_defconfig CONFIG_E1000=y

Quoted 8 lines
configs/ls1028ardb_tfa_defconfig +1 -1
@@ -48,6 +48,7 @@ CONFIG_E1000=y
 CONFIG_PCI=y
 CONFIG_DM_PCI=y
 CONFIG_DM_PCI_COMPAT=y
+CONFIG_PCIE_ECAM_GENERIC=y
 CONFIG_PCIE_LAYERSCAPE=y
 CONFIG_SCSI=y
 CONFIG_DM_SCSI=y
--

Regards,
Bin

#2 lore raw

PATCH 1/1 arm: ls1028a: define the integrated PCI bus (ECAM)

Hi Bin,

Quoted 25 lines · Bin Meng

Hi Alex,

Quoted 22 lines · Alex Marginean

LS1028A includes an integrated PCI bus with 8M of ECAM space plus register space for the integrated devices. This integrated PCI bus is driven using the generic ECAM driver.

---
  arch/arm/dts/fsl-ls1028a.dtsi                          | 10 ++++++++++
  arch/arm/include/asm/arch-fsl-layerscape/cpu.h         |  2 ++
  arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h |  2 ++
  configs/ls1028aqds_tfa_defconfig                       |  1 +
  configs/ls1028ardb_tfa_defconfig                       |  1 +
  5 files changed, 16 insertions(+)
arch/arm/dts/fsl-ls1028a.dtsi +0 -0
index e6a443aa77..263c29af23 100644
@@ -108,6 +108,16 @@
                        0x82000000 0x0 0x40000000 0x88 0x40000000 0x0 0x40000000>; /* non-prefetchable memory */
         };
 
Quoted 10 lines

arch/arm/dts/fsl-ls1028a.dtsi line 117

Quoted 7 lines
arch/arm/dts/fsl-ls1028a.dtsi +7 -0
+       pcie at 1f0000000 {
+               compatible = "pci-host-ecam-generic";
+               reg = <0x01 0xf0000000 0x0 0x100000>;
+               #address-cells = <3>;
+               #size-cells = <2>;
+               device_type = "pci";
+               bus-range = <0x0 0x0>;

I think this should be <0x0 0x7> since you mentioned in the commit message that only an 8M ECAM space is allocated.

I think I was looking at the wrong spec, it seems the platform actually has 256MB of address space reserved for ECAM. It's not all implemented of course, in fact all the devices we care about in u-boot are on bus 0. Anyway, I can just remove bus-range, the default is 0-255 and that does match the HW.

Quoted 25 lines
Quoted 25 lines
arch/arm/dts/fsl-ls1028a.dtsi +3 -0
+               ranges= <0x82000000 0x0 0x00000000 0x1 0xf8000000 0x0 0x160000>;
+       };
+
         i2c0: i2c at 2000000 {
                 compatible = "fsl,vf610-i2c";
                 #address-cells = <1>;
arch/arm/include/asm/arch-fsl-layerscape/cpu.h +2 -0
index bdeb62576c..7759acdb8f 100644
@@ -42,7 +42,9 @@
  #else
  #define CONFIG_SYS_PCIE1_PHYS_SIZE     0x800000000
  #define CONFIG_SYS_PCIE2_PHYS_SIZE     0x800000000
+#ifndef CONFIG_SYS_PCIE3_PHYS_SIZE
  #define CONFIG_SYS_PCIE3_PHYS_SIZE     0x800000000
+#endif
  #define CONFIG_SYS_PCIE4_PHYS_SIZE     0x800000000
  #define SYS_PCIE5_PHYS_SIZE            0x800000000
  #define SYS_PCIE6_PHYS_SIZE            0x800000000
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +0 -0
index 24c1b0e482..273157230f 100644
Quoted 8 lines

arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h line 190

Quoted 6 lines
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +2 -0
@@ -186,6 +186,8 @@
  #elif CONFIG_ARCH_LS1028A
  #define CONFIG_SYS_PCIE1_PHYS_ADDR             0x8000000000ULL
  #define CONFIG_SYS_PCIE2_PHYS_ADDR             0x8800000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_ADDR             0x01f0000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_SIZE             0x0010000000ULL

DT says the size is 0x100000. This does not match.

I'll extend reg to 256MB along with removing bus-range.

Quoted 4 lines

These macros really look to me this platform is still using lots of non-DM approaches when it comes to driver support. These hard coded values should really be dropped and retrieved from DT instead via proper DM drivers.

ECAM is driven by the ecam generic host driver and it doesn't care about these macros.
These are used int arch/arm/cpu/armv8/fsl-layerscape/cpu.c to set up the MMU at boot though, accessing ECAM doesn't work without them.

Quoted 24 lines
Quoted 24 lines
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +0 -0
  #else
  #define CONFIG_SYS_PCIE1_PHYS_ADDR             0x1000000000ULL
  #define CONFIG_SYS_PCIE2_PHYS_ADDR             0x1200000000ULL
configs/ls1028aqds_tfa_defconfig +1 -0
index 717b810523..7982ce4157 100644
@@ -48,6 +48,7 @@ CONFIG_E1000=y
  CONFIG_PCI=y
  CONFIG_DM_PCI=y
  CONFIG_DM_PCI_COMPAT=y
+CONFIG_PCIE_ECAM_GENERIC=y
  CONFIG_PCIE_LAYERSCAPE=y
  CONFIG_SCSI=y
  CONFIG_DM_SCSI=y
configs/ls1028ardb_tfa_defconfig +0 -0
index a8e4ddb7a8..c65e37df79 100644
@@ -48,6 +48,7 @@ CONFIG_E1000=y
  CONFIG_PCI=y
  CONFIG_DM_PCI=y
  CONFIG_DM_PCI_COMPAT=y
Quoted 9 lines

configs/ls1028ardb_tfa_defconfig CONFIG_E1000=y

Quoted 5 lines
configs/ls1028ardb_tfa_defconfig +1 -1
+CONFIG_PCIE_ECAM_GENERIC=y
  CONFIG_PCIE_LAYERSCAPE=y
  CONFIG_SCSI=y
  CONFIG_DM_SCSI=y
--

Regards,
Bin

Thank you!
Alex

#3 lore raw

PATCH 1/1 arm: ls1028a: define the integrated PCI bus (ECAM)

Hi Alex,

Quoted 87 lines · Alex Marginean

Hi Bin,

Quoted 25 lines · Bin Meng

Hi Alex,

Quoted 22 lines · Alex Marginean

LS1028A includes an integrated PCI bus with 8M of ECAM space plus register space for the integrated devices. This integrated PCI bus is driven using the generic ECAM driver.

---
  arch/arm/dts/fsl-ls1028a.dtsi                          | 10 ++++++++++
  arch/arm/include/asm/arch-fsl-layerscape/cpu.h         |  2 ++
  arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h |  2 ++
  configs/ls1028aqds_tfa_defconfig                       |  1 +
  configs/ls1028ardb_tfa_defconfig                       |  1 +
  5 files changed, 16 insertions(+)
arch/arm/dts/fsl-ls1028a.dtsi +0 -0
index e6a443aa77..263c29af23 100644
@@ -108,6 +108,16 @@
                        0x82000000 0x0 0x40000000 0x88 0x40000000 0x0 0x40000000>; /* non-prefetchable memory */
         };
 
Quoted 10 lines

arch/arm/dts/fsl-ls1028a.dtsi line 117

Quoted 7 lines
arch/arm/dts/fsl-ls1028a.dtsi +7 -0
+       pcie at 1f0000000 {
+               compatible = "pci-host-ecam-generic";
+               reg = <0x01 0xf0000000 0x0 0x100000>;
+               #address-cells = <3>;
+               #size-cells = <2>;
+               device_type = "pci";
+               bus-range = <0x0 0x0>;

I think this should be <0x0 0x7> since you mentioned in the commit message that only an 8M ECAM space is allocated.

I think I was looking at the wrong spec, it seems the platform actually has 256MB of address space reserved for ECAM. It's not all implemented of course, in fact all the devices we care about in u-boot are on bus 0. Anyway, I can just remove bus-range, the default is 0-255 and that does match the HW.

Quoted 25 lines
Quoted 25 lines
arch/arm/dts/fsl-ls1028a.dtsi +3 -0
+               ranges= <0x82000000 0x0 0x00000000 0x1 0xf8000000 0x0 0x160000>;
+       };
+
         i2c0: i2c at 2000000 {
                 compatible = "fsl,vf610-i2c";
                 #address-cells = <1>;
arch/arm/include/asm/arch-fsl-layerscape/cpu.h +2 -0
index bdeb62576c..7759acdb8f 100644
@@ -42,7 +42,9 @@
  #else
  #define CONFIG_SYS_PCIE1_PHYS_SIZE     0x800000000
  #define CONFIG_SYS_PCIE2_PHYS_SIZE     0x800000000
+#ifndef CONFIG_SYS_PCIE3_PHYS_SIZE
  #define CONFIG_SYS_PCIE3_PHYS_SIZE     0x800000000
+#endif
  #define CONFIG_SYS_PCIE4_PHYS_SIZE     0x800000000
  #define SYS_PCIE5_PHYS_SIZE            0x800000000
  #define SYS_PCIE6_PHYS_SIZE            0x800000000
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +0 -0
index 24c1b0e482..273157230f 100644
Quoted 8 lines

arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h line 190

Quoted 6 lines
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +2 -0
@@ -186,6 +186,8 @@
  #elif CONFIG_ARCH_LS1028A
  #define CONFIG_SYS_PCIE1_PHYS_ADDR             0x8000000000ULL
  #define CONFIG_SYS_PCIE2_PHYS_ADDR             0x8800000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_ADDR             0x01f0000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_SIZE             0x0010000000ULL

DT says the size is 0x100000. This does not match.

I'll extend reg to 256MB along with removing bus-range.

Quoted 4 lines

These macros really look to me this platform is still using lots of non-DM approaches when it comes to driver support. These hard coded values should really be dropped and retrieved from DT instead via proper DM drivers.

Quoted 4 lines

ECAM is driven by the ecam generic host driver and it doesn't care about these macros.
These are used int arch/arm/cpu/armv8/fsl-layerscape/cpu.c to set up the MMU at boot though, accessing ECAM doesn't work without them.

Yes, but what I was trying to say that with driver model things like register base and size should be retrieved from DT. Can we consider doing an ARMv8 DM MMU driver that reads DT and set up the page table for everything?

Simon/Tom, do you have any better ideas?

Regards,
Bin

#4 lore raw

PATCH 1/1 arm: ls1028a: define the integrated PCI bus (ECAM)

Quoted 95 lines · Bin Meng

Hi Alex,

Quoted 87 lines · Alex Marginean

Hi Bin,

Quoted 25 lines · Bin Meng

Hi Alex,

Quoted 22 lines · Alex Marginean

LS1028A includes an integrated PCI bus with 8M of ECAM space plus register space for the integrated devices. This integrated PCI bus is driven using the generic ECAM driver.

---
   arch/arm/dts/fsl-ls1028a.dtsi                          | 10 ++++++++++
   arch/arm/include/asm/arch-fsl-layerscape/cpu.h         |  2 ++
   arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h |  2 ++
   configs/ls1028aqds_tfa_defconfig                       |  1 +
   configs/ls1028ardb_tfa_defconfig                       |  1 +
   5 files changed, 16 insertions(+)
arch/arm/dts/fsl-ls1028a.dtsi +0 -0
index e6a443aa77..263c29af23 100644
@@ -108,6 +108,16 @@
                         0x82000000 0x0 0x40000000 0x88 0x40000000 0x0 0x40000000>; /* non-prefetchable memory */
          };
 
Quoted 10 lines

arch/arm/dts/fsl-ls1028a.dtsi line 117

Quoted 7 lines
arch/arm/dts/fsl-ls1028a.dtsi +7 -0
+       pcie at 1f0000000 {
+               compatible = "pci-host-ecam-generic";
+               reg = <0x01 0xf0000000 0x0 0x100000>;
+               #address-cells = <3>;
+               #size-cells = <2>;
+               device_type = "pci";
+               bus-range = <0x0 0x0>;

I think this should be <0x0 0x7> since you mentioned in the commit message that only an 8M ECAM space is allocated.

I think I was looking at the wrong spec, it seems the platform actually has 256MB of address space reserved for ECAM. It's not all implemented of course, in fact all the devices we care about in u-boot are on bus 0. Anyway, I can just remove bus-range, the default is 0-255 and that does match the HW.

Quoted 25 lines
Quoted 25 lines
arch/arm/dts/fsl-ls1028a.dtsi +3 -0
+               ranges= <0x82000000 0x0 0x00000000 0x1 0xf8000000 0x0 0x160000>;
+       };
+
          i2c0: i2c at 2000000 {
                  compatible = "fsl,vf610-i2c";
                  #address-cells = <1>;
arch/arm/include/asm/arch-fsl-layerscape/cpu.h +2 -0
index bdeb62576c..7759acdb8f 100644
@@ -42,7 +42,9 @@
   #else
   #define CONFIG_SYS_PCIE1_PHYS_SIZE     0x800000000
   #define CONFIG_SYS_PCIE2_PHYS_SIZE     0x800000000
+#ifndef CONFIG_SYS_PCIE3_PHYS_SIZE
   #define CONFIG_SYS_PCIE3_PHYS_SIZE     0x800000000
+#endif
   #define CONFIG_SYS_PCIE4_PHYS_SIZE     0x800000000
   #define SYS_PCIE5_PHYS_SIZE            0x800000000
   #define SYS_PCIE6_PHYS_SIZE            0x800000000
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +0 -0
index 24c1b0e482..273157230f 100644
Quoted 8 lines

arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h line 190

Quoted 6 lines
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +2 -0
@@ -186,6 +186,8 @@
   #elif CONFIG_ARCH_LS1028A
   #define CONFIG_SYS_PCIE1_PHYS_ADDR             0x8000000000ULL
   #define CONFIG_SYS_PCIE2_PHYS_ADDR             0x8800000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_ADDR             0x01f0000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_SIZE             0x0010000000ULL

DT says the size is 0x100000. This does not match.

I'll extend reg to 256MB along with removing bus-range.

Quoted 4 lines

These macros really look to me this platform is still using lots of non-DM approaches when it comes to driver support. These hard coded values should really be dropped and retrieved from DT instead via proper DM drivers.

Quoted 4 lines

ECAM is driven by the ecam generic host driver and it doesn't care about these macros.
These are used int arch/arm/cpu/armv8/fsl-layerscape/cpu.c to set up the MMU at boot though, accessing ECAM doesn't work without them.

Quoted 4 lines

Yes, but what I was trying to say that with driver model things like register base and size should be retrieved from DT. Can we consider doing an ARMv8 DM MMU driver that reads DT and set up the page table for everything?

I've dug a bit more into the address ranges used here, there is indeed a 256MB space but that's not just for ECAM. In fact 2nd half contains device registers for the devices presented as PCI through ECAM. Given than only bus 0 is populated I kept bus-range = <0x0 0x0>.

On the other hand both ECAM and device registers have to be mapped in MMU, so I didn't change the 256MB size macro.

I agree the existing solution for mapping in MMU isn't great, since it duplicates information between dts and code. I'm not sure what would be a good alternative.
Mapping based on dts could work, but the code would have to deal with various corner cases. Some nodes don't use reg for addresses, for integrated PCI with EA mapping ECAM alone is not sufficient, we also need the BAR equivalents mapped, those kind of things. That means more knowledge added one way or another to the arm MMU code, I'm not sure that would end up being so much cleaner than what is there now.

Thanks!
Alex

Quoted 6 lines

Simon/Tom, do you have any better ideas?

Regards,
Bin

#5 lore raw

PATCH 1/1 arm: ls1028a: define the integrated PCI bus (ECAM)

Hi Alex,

Quoted 114 lines · Alex Marginean
Quoted 95 lines · Bin Meng

Hi Alex,

Quoted 87 lines · Alex Marginean

Hi Bin,

Quoted 25 lines · Bin Meng

Hi Alex,

Quoted 22 lines · Alex Marginean

LS1028A includes an integrated PCI bus with 8M of ECAM space plus register space for the integrated devices. This integrated PCI bus is driven using the generic ECAM driver.

---
   arch/arm/dts/fsl-ls1028a.dtsi                          | 10 ++++++++++
   arch/arm/include/asm/arch-fsl-layerscape/cpu.h         |  2 ++
   arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h |  2 ++
   configs/ls1028aqds_tfa_defconfig                       |  1 +
   configs/ls1028ardb_tfa_defconfig                       |  1 +
   5 files changed, 16 insertions(+)
arch/arm/dts/fsl-ls1028a.dtsi +0 -0
index e6a443aa77..263c29af23 100644
@@ -108,6 +108,16 @@
                         0x82000000 0x0 0x40000000 0x88 0x40000000 0x0 0x40000000>; /* non-prefetchable memory */
          };
 
Quoted 10 lines

arch/arm/dts/fsl-ls1028a.dtsi line 117

Quoted 7 lines
arch/arm/dts/fsl-ls1028a.dtsi +7 -0
+       pcie at 1f0000000 {
+               compatible = "pci-host-ecam-generic";
+               reg = <0x01 0xf0000000 0x0 0x100000>;
+               #address-cells = <3>;
+               #size-cells = <2>;
+               device_type = "pci";
+               bus-range = <0x0 0x0>;

I think this should be <0x0 0x7> since you mentioned in the commit message that only an 8M ECAM space is allocated.

I think I was looking at the wrong spec, it seems the platform actually has 256MB of address space reserved for ECAM. It's not all implemented of course, in fact all the devices we care about in u-boot are on bus 0. Anyway, I can just remove bus-range, the default is 0-255 and that does match the HW.

Quoted 25 lines
Quoted 25 lines
arch/arm/dts/fsl-ls1028a.dtsi +3 -0
+               ranges= <0x82000000 0x0 0x00000000 0x1 0xf8000000 0x0 0x160000>;
+       };
+
          i2c0: i2c at 2000000 {
                  compatible = "fsl,vf610-i2c";
                  #address-cells = <1>;
arch/arm/include/asm/arch-fsl-layerscape/cpu.h +2 -0
index bdeb62576c..7759acdb8f 100644
@@ -42,7 +42,9 @@
   #else
   #define CONFIG_SYS_PCIE1_PHYS_SIZE     0x800000000
   #define CONFIG_SYS_PCIE2_PHYS_SIZE     0x800000000
+#ifndef CONFIG_SYS_PCIE3_PHYS_SIZE
   #define CONFIG_SYS_PCIE3_PHYS_SIZE     0x800000000
+#endif
   #define CONFIG_SYS_PCIE4_PHYS_SIZE     0x800000000
   #define SYS_PCIE5_PHYS_SIZE            0x800000000
   #define SYS_PCIE6_PHYS_SIZE            0x800000000
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +0 -0
index 24c1b0e482..273157230f 100644
Quoted 8 lines

arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h line 190

Quoted 6 lines
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +2 -0
@@ -186,6 +186,8 @@
   #elif CONFIG_ARCH_LS1028A
   #define CONFIG_SYS_PCIE1_PHYS_ADDR             0x8000000000ULL
   #define CONFIG_SYS_PCIE2_PHYS_ADDR             0x8800000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_ADDR             0x01f0000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_SIZE             0x0010000000ULL

DT says the size is 0x100000. This does not match.

I'll extend reg to 256MB along with removing bus-range.

Quoted 4 lines

These macros really look to me this platform is still using lots of non-DM approaches when it comes to driver support. These hard coded values should really be dropped and retrieved from DT instead via proper DM drivers.

Quoted 4 lines

ECAM is driven by the ecam generic host driver and it doesn't care about these macros.
These are used int arch/arm/cpu/armv8/fsl-layerscape/cpu.c to set up the MMU at boot though, accessing ECAM doesn't work without them.

Quoted 4 lines

Yes, but what I was trying to say that with driver model things like register base and size should be retrieved from DT. Can we consider doing an ARMv8 DM MMU driver that reads DT and set up the page table for everything?

I've dug a bit more into the address ranges used here, there is indeed a 256MB space but that's not just for ECAM. In fact 2nd half contains device registers for the devices presented as PCI through ECAM. Given than only bus 0 is populated I kept bus-range = <0x0 0x0>.

On the other hand both ECAM and device registers have to be mapped in MMU, so I didn't change the 256MB size macro.

I agree the existing solution for mapping in MMU isn't great, since it duplicates information between dts and code. I'm not sure what would be a good alternative.

Quoted 6 lines

Mapping based on dts could work, but the code would have to deal with various corner cases. Some nodes don't use reg for addresses, for integrated PCI with EA mapping ECAM alone is not sufficient, we also need the BAR equivalents mapped, those kind of things. That means more knowledge added one way or another to the arm MMU code, I'm not sure that would end up being so much cleaner than what is there now.

Yep, I believe this is not an NXP specific problem. It applies to other ARM platforms, so I was hoping Tom or Simon could give some generic solution.

Regards,
Bin

#6 lore raw

PATCH v2 1/1 arm: ls1028a: define the integrated PCI bus (ECAM)

In reply to Alex Marginean

LS1028A includes an integrated PCI bus with 11 PCI functions residing on bus 0. ECAM plus the device register space takes up 256MB of address space.

---

Changes in v2:
- added comments to dts, PCIE3_PHYS_SIZE, rewrote patch description

 arch/arm/dts/fsl-ls1028a.dtsi                         | 11 +++++++++++
 arch/arm/include/asm/arch-fsl-layerscape/cpu.h        |  2 ++
 .../arm/include/asm/arch-fsl-layerscape/immap_lsch3.h |  3 +++
 configs/ls1028aqds_tfa_defconfig                      |  1 +
 configs/ls1028ardb_tfa_defconfig                      |  1 +
 5 files changed, 18 insertions(+)
arch/arm/dts/fsl-ls1028a.dtsi +11 -0
index e6a443aa77..b2b55398bb 100644
@@ -108,6 +108,17 @@
 		       0x82000000 0x0 0x40000000 0x88 0x40000000 0x0 0x40000000>; /* non-prefetchable memory */
 	};
 
+	pcie at 1f0000000 {
+		compatible = "pci-host-ecam-generic";
+		/* ECAM bus 0, HW has more space reserved but not populated */
+		bus-range = <0x0 0x0>;
+		reg = <0x01 0xf0000000 0x0 0x100000>;
+		#address-cells = <3>;
+		#size-cells = <2>;
+		device_type = "pci";
+		ranges= <0x82000000 0x0 0x00000000 0x1 0xf8000000 0x0 0x160000>;
+	};
+
 	i2c0: i2c at 2000000 {
 		compatible = "fsl,vf610-i2c";
 		#address-cells = <1>;
arch/arm/include/asm/arch-fsl-layerscape/cpu.h +2 -0
index bdeb62576c..7759acdb8f 100644
@@ -42,7 +42,9 @@
 #else
 #define CONFIG_SYS_PCIE1_PHYS_SIZE	0x800000000
 #define CONFIG_SYS_PCIE2_PHYS_SIZE	0x800000000
+#ifndef CONFIG_SYS_PCIE3_PHYS_SIZE
 #define CONFIG_SYS_PCIE3_PHYS_SIZE	0x800000000
+#endif
 #define CONFIG_SYS_PCIE4_PHYS_SIZE	0x800000000
 #define SYS_PCIE5_PHYS_SIZE		0x800000000
 #define SYS_PCIE6_PHYS_SIZE		0x800000000
arch/arm/include/asm/arch-fsl-layerscape/immap_lsch3.h +3 -0
index 24c1b0e482..06bc08760f 100644
@@ -186,6 +186,9 @@
 #elif CONFIG_ARCH_LS1028A
 #define CONFIG_SYS_PCIE1_PHYS_ADDR		0x8000000000ULL
 #define CONFIG_SYS_PCIE2_PHYS_ADDR		0x8800000000ULL
+#define CONFIG_SYS_PCIE3_PHYS_ADDR		0x01f0000000ULL
+/* this is used by integrated PCI on LS1028, includes ECAM and register space */
+#define CONFIG_SYS_PCIE3_PHYS_SIZE		0x0010000000ULL
 #else
 #define CONFIG_SYS_PCIE1_PHYS_ADDR		0x1000000000ULL
 #define CONFIG_SYS_PCIE2_PHYS_ADDR		0x1200000000ULL
configs/ls1028aqds_tfa_defconfig +1 -0
index 717b810523..7982ce4157 100644
@@ -48,6 +48,7 @@ CONFIG_E1000=y
 CONFIG_PCI=y
 CONFIG_DM_PCI=y
 CONFIG_DM_PCI_COMPAT=y
+CONFIG_PCIE_ECAM_GENERIC=y
 CONFIG_PCIE_LAYERSCAPE=y
 CONFIG_SCSI=y
 CONFIG_DM_SCSI=y
configs/ls1028ardb_tfa_defconfig +1 -0
index a8e4ddb7a8..c65e37df79 100644
@@ -48,6 +48,7 @@ CONFIG_E1000=y
 CONFIG_PCI=y
 CONFIG_DM_PCI=y
 CONFIG_DM_PCI_COMPAT=y
+CONFIG_PCIE_ECAM_GENERIC=y
 CONFIG_PCIE_LAYERSCAPE=y
 CONFIG_SCSI=y
 CONFIG_DM_SCSI=y
Signature · 1 line
2.17.1
#7 lore raw

PATCH v2 1/1 arm: ls1028a: define the integrated PCI bus (ECAM)

Quoted 11 lines · Alex Marginean

LS1028A includes an integrated PCI bus with 11 PCI functions residing on bus 0. ECAM plus the device register space takes up 256MB of address space.

---

Changes in v2:
- added comments to dts, PCIE3_PHYS_SIZE, rewrote patch description

Quoted 7 lines
 arch/arm/dts/fsl-ls1028a.dtsi                         | 11 +++++++++++
 arch/arm/include/asm/arch-fsl-layerscape/cpu.h        |  2 ++
 .../arm/include/asm/arch-fsl-layerscape/immap_lsch3.h |  3 +++
 configs/ls1028aqds_tfa_defconfig                      |  1 +
 configs/ls1028ardb_tfa_defconfig                      |  1 +
 5 files changed, 18 insertions(+)
#8 lore raw

PATCH 1/1 arm: ls1028a: define the integrated PCI bus (ECAM)

In reply to Alex Marginean
Quoted 13 lines

-----Original Message-----
From: Alex Marginean <[email protected]>
Sent: Thursday, May 30, 2019 9:56 PM
To: u-boot at lists.denx.de
Cc: Sudhanshu Gupta <[email protected]>; Harninder Rai <[email protected]>; Rajesh Bhagat <[email protected]>; Andy Tang <[email protected]>; Prabhakar Kushwaha <[email protected]>; Priyanka Jain <[email protected]>; Albert Aribaud <[email protected]>; Alex Marginean <[email protected]>
Subject: [PATCH] arm: ls1028a: define the integrated PCI bus (ECAM)

Quoted 6 lines

LS1028A includes an integrated PCI bus with 8M of ECAM space plus register space for the integrated devices. This integrated PCI bus is driven using the generic ECAM driver.

---

This patch has been applied to fsl-qoriq master, awaiting upstream.

--pk