gpu: nova-core: fb: Hopper sysmem flush fix and cleanups
Subsystems (4)
v2 cover gpu: nova-core: fb: Hopper sysmem flush fix and cleanups
Changes in v2:
* Split the original single patch into two: a no-functional-change patch that makes the GB20x FBHUB0 flush registers absolute, followed by the Hopper fix.
* Made the FBHUB0 registers absolute instead of relative to a register base window, per Alexandre Courbot's review.
* Dropped the "clean up FSP FRTS comments" patch, because it has already been applied to drm-rust-next.
* Added a third patch with two tiny readability cleanups: compose the Blackwell flush address as (hi << 32) | lo, and drop a duplicated SysmemFlush doc link.
John Hubbard (3):
gpu: nova-core: Blackwell: use absolute FBHUB0 flush registers
gpu: nova-core: Hopper: use correct sysmem flush registers
gpu: nova-core: fb: two tiny readability cleanups
drivers/gpu/nova-core/fb/hal/gb202.rs | 28 ++++++------------- drivers/gpu/nova-core/fb/hal/gh100.rs | 31 +++++++++++++++++++-- drivers/gpu/nova-core/regs.rs | 40 +++++++++++++++++++-------- 3 files changed, 64 insertions(+), 35 deletions(-)
base-commit: 550dc7536644db2d67c6f8cf525bba682fba08d9
Signature · 1 line
2.54.0
PATCH v2 1/3 gpu: nova-core: Blackwell: use absolute FBHUB0 flush registers
The GB20x sysmem flush registers were defined relative to an Fbhub0Base register window, but there is exactly one FBHUB0 base, so expressing them as base-plus-offset only adds indirection.
Rename these to FBHUB0 and give them their fixed absolute addresses, dropping the base struct and its RegisterBase impl.
No functional changes.
--- drivers/gpu/nova-core/fb/hal/gb202.rs | 26 +++++++------------------- drivers/gpu/nova-core/regs.rs | 19 ++++++++----------- 2 files changed, 15 insertions(+), 30 deletions(-)
drivers/gpu/nova-core/fb/hal/gb202.rs +7 -19
@@ -4,13 +4,7 @@//! Blackwell GB20x framebuffer HAL. use kernel::{ - io::{ - register::{ -RegisterBase , -WithBase ,// - }, -Io ,// - }, + io::Io , num::Bounded , prelude::*, sizes::SizeConstants ,//
@@ -24,17 +18,13 @@struct Gb202 ; -impl RegisterBase <regs::Fbhub0Base >for Gb202 { -const BASE :usize =0x008a_0000 ; -} -fn read_sysmem_flush_page_gb202 (bar:Bar0 <'_>) ->u64 {let lo = u64::from ( - bar.read (regs::NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_LO ::of ::<Gb202 >()) + bar.read (regs::NV_PFB_FBHUB0_PCIE_FLUSH_SYSMEM_ADDR_LO ) .adr (), );let hi = u64::from ( - bar.read (regs::NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_HI ::of ::<Gb202 >()) + bar.read (regs::NV_PFB_FBHUB0_PCIE_FLUSH_SYSMEM_ADDR_HI ) .adr (), );
@@ -44,15 +34,13 @@ fn read_sysmem_flush_page_gb202(bar: Bar0<'_>) -> u64 {/// Write the sysmem flush page address through the GB20x FBHUB0 registers. fn write_sysmem_flush_page_gb202 (bar:Bar0 <'_>, addr:Bounded <u64 ,52 >) {// Write HI first. The hardware will trigger the flush on the LO write. - bar.write ( - regs::NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_HI ::of ::<Gb202 >(), - regs::NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_HI ::zeroed () + bar.write_reg ( + regs::NV_PFB_FBHUB0_PCIE_FLUSH_SYSMEM_ADDR_HI ::zeroed () .with_adr (addr.shr ::<32 ,20 >().cast ::<u32 >()), ); - bar.write ( - regs::NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_LO ::of ::<Gb202 >(), + bar.write_reg (// CAST: lower 32 bits. Hardware ignores bits 7:0. - regs::NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_LO ::zeroed ().with_adr (*addras u32 ), + regs::NV_PFB_FBHUB0_PCIE_FLUSH_SYSMEM_ADDR_LO ::zeroed ().with_adr (*addras u32 ), ); }
drivers/gpu/nova-core/regs.rs +8 -11
@@ -153,11 +153,6 @@ fn fmt(&self, f: &mut kernel::fmt::Formatter<'_>) -> kernel::fmt::Result {/// The base is provided by the GB10x framebuffer HAL. pub (crate )struct Hshub0Base (()); -/// Base of the GB20x FBHUB0 register window (`NV_FBHUB0_PRI_BASE` in Open RM). -/// -/// The base is provided by the GB20x framebuffer HAL. -pub (crate )struct Fbhub0Base (()); -register! {// GB10x sysmem flush registers, relative to the HSHUB0 base. GB10x routes sysmembar // through a primary and an EG (egress) pair that must both be programmed to the same
@@ -178,16 +173,18 @@ fn fmt(&self, f: &mut kernel::fmt::Formatter<'_>) -> kernel::fmt::Result { pub(crate) NV_PFB_HSHUB_EG_PCIE_FLUSH_SYSMEM_ADDR_HI(u32) @ Hshub0Base + 0x000006c4 { 19:0 adr; } +} -// GB20x sysmem flush registers, relative to the FBHUB0 base. Unlike the older -// NV_PFB_NISO_FLUSH_SYSMEM_ADDR registers which encode the address with an 8-bit -// right-shift, these take the raw address split into lower and upper halves. Hardware -// ignores bits 7:0 of the LO register. - pub(crate) NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_LO(u32) @ Fbhub0Base + 0x00001d58 { +register! { +// GB20x FBHUB0 sysmem flush registers. Unlike the older +// NV_PFB_NISO_FLUSH_SYSMEM_ADDR registers, which encode the address with an +// 8-bit right-shift, these take the raw address split into lower and upper +// halves. Hardware ignores bits 7:0 of the LO register. +pub (crate )NV_PFB_FBHUB0_PCIE_FLUSH_SYSMEM_ADDR_LO (u32 ) @0x008a1d58 {31 :0 adr =>u32 ; } - pub(crate) NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_HI(u32) @ Fbhub0Base + 0x00001d5c { +pub (crate )NV_PFB_FBHUB0_PCIE_FLUSH_SYSMEM_ADDR_HI (u32 ) @0x008a1d5c {19 :0 adr; } }
Signature · 1 line
2.54.0
PATCH v2 2/3 gpu: nova-core: Hopper: use correct sysmem flush registers
In reply to John HubbardHopper has its own FBHUB sysmem flush page registers, but the Hopper framebuffer HAL delegates to the Ampere NISO path, which encodes the address with an 8-bit right-shift. That programs the wrong value into the wrong registers, so the GPU's sysmembar flush targets the wrong system memory address.
Add Hopper's FBHUB flush registers and program them directly from the Hopper HAL.
This has not yet been tested on real Hopper hardware (that's true for nova-core in general).
--- drivers/gpu/nova-core/fb/hal/gh100.rs | 31 ++++++++++++++++++++++++--- drivers/gpu/nova-core/regs.rs | 19 ++++++++++++++++ 2 files changed, 47 insertions(+), 3 deletions(-)
drivers/gpu/nova-core/fb/hal/gh100.rs +28 -3
@@ -2,24 +2,49 @@// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. use kernel::{ + io::Io , + num::Bounded , prelude::*, sizes::SizeConstants ,// };use crate ::{ driver::Bar0 , - fb::hal::FbHal ,// + fb::hal::FbHal , + regs,// };struct Gh100 ; +fn read_sysmem_flush_page_gh100 (bar:Bar0 <'_>) ->u64 { +let lo = u64::from (bar.read (regs::NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_LO ).adr ()); +let hi = u64::from (bar.read (regs::NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_HI ).adr ()); + + (hi <<32 ) | lo +} + +/// Write the sysmem flush page address through the Hopper FBHUB registers. +fn write_sysmem_flush_page_gh100 (bar:Bar0 <'_>, addr:Bounded <u64 ,52 >) { +// Write HI first. The hardware will trigger the flush on the LO write. + bar.write_reg ( + regs::NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_HI ::zeroed () + .with_adr (addr.shr ::<32 ,20 >().cast ::<u32 >()), + ); + bar.write_reg ( +// CAST: lower 32 bits. Hardware ignores bits 7:0. + regs::NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_LO ::zeroed ().with_adr (*addras u32 ), + ); +} +impl FbHal for Gh100 {fn read_sysmem_flush_page (&self, bar:Bar0 <'_>) ->u64 { -super ::ga100::read_sysmem_flush_page_ga100 (bar) +read_sysmem_flush_page_gh100 (bar) }fn write_sysmem_flush_page (&self, bar:Bar0 <'_>, addr:u64 ) ->Result { -super ::ga100::write_sysmem_flush_page_ga100 (bar, addr); +let addr =Bounded ::<u64 ,52 >::try_new (addr).ok_or (EINVAL )?; + +write_sysmem_flush_page_gh100 (bar, addr);Ok (()) }
drivers/gpu/nova-core/regs.rs +19 -0
@@ -189,6 +189,25 @@ fn fmt(&self, f: &mut kernel::fmt::Formatter<'_>) -> kernel::fmt::Result { } } +register! { +/// Low bits of the physical system memory address used by the GPU to perform +/// sysmembar operations on Hopper. +/// +/// Like the GB20x FBHUB0 registers, and unlike the Ampere +/// `NV_PFB_NISO_FLUSH_SYSMEM_ADDR` registers (which encode the address with an +/// 8-bit right-shift), these take the raw address split into lower and upper +/// halves. Hardware ignores bits 7:0 of the LO register. +pub (crate )NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_LO (u32 ) @0x00100a34 { +31 :0 adr =>u32 ; + } + +/// High bits of the physical system memory address used by the GPU to perform +/// sysmembar operations on Hopper. +pub (crate )NV_PFB_FBHUB_PCIE_FLUSH_SYSMEM_ADDR_HI (u32 ) @0x00100a38 { +19 :0 adr; + } +} +impl NV_PFB_PRI_MMU_LOCAL_MEMORY_RANGE {/// Returns the usable framebuffer size, in bytes. pub (crate )fn usable_fb_size (self) ->u64 {
Signature · 1 line
2.54.0
PATCH v2 3/3 gpu: nova-core: fb: two tiny readability cleanups
In reply to John HubbardThe Blackwell sysmem flush read helper composed the 64-bit address as lo | (hi << 32). Write it as (hi << 32) | lo, the order humans expect to read, matching the bit layout and the new Hopper helper.
Also, to prevent some copy-paste boilerplate doc comments, remove the second copy of "see [crate::fb::SysmemFlush]" from regs.rs.
--- drivers/gpu/nova-core/fb/hal/gb202.rs | 2 +- drivers/gpu/nova-core/regs.rs | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-)
drivers/gpu/nova-core/fb/hal/gb202.rs +1 -1
@@ -28,7 +28,7 @@ fn read_sysmem_flush_page_gb202(bar: Bar0<'_>) -> u64 { .adr(), ); - lo | (hi <<32 ) + (hi <<32 ) | lo }/// Write the sysmem flush page address through the GB20x FBHUB0 registers.
drivers/gpu/nova-core/regs.rs +1 -1
@@ -126,7 +126,7 @@ fn fmt(&self, f: &mut kernel::fmt::Formatter<'_>) -> kernel::fmt::Result { }/// High bits of the physical system memory address used by the GPU to perform sysmembar -/// operations (see [`crate::fb::SysmemFlush`]). +/// operations. pub(crate) NV_PFB_NISO_FLUSH_SYSMEM_ADDR_HI(u32) @ 0x00100c40 { 23:0 adr_63_40; }
Signature · 1 line
2.54.0
Quoted 4 lines · John Hubbard
John Hubbard (3):
gpu: nova-core: Blackwell: use absolute FBHUB0 flush registers
gpu: nova-core: Hopper: use correct sysmem flush registers
gpu: nova-core: fb: two tiny readability cleanups
Pushed to drm-rust-next, thanks!
I have just split the last commit into two ones, as it clearly was two different fixes, in two different modules.