IB/mthca: add fast memory region implementation
PATCH 184/198 IB/mthca: add fast memory region implementation
From: Michael S. Tsirkin <[email protected]>
Implement fast memory regions (FMRs), where the driver writes directly into the HCA's translation tables rather than requiring a firmware command. For Tavor, MTTs for FMR are separate from regular MTTs, and are reserved at driver initialization. This is done to limit the amount of virtual memory needed to map the MTTs. For Arbel, there's no such limitation, and all MTTs and MPTs may be used for FMR or for regular MR.
Signed-off-by Michael S. Tsirkin <[email protected]>
Signed-off-by Roland Dreier <[email protected]>
Signed-off-by Andrew Morton <[email protected]>
---
25-akpm/drivers/infiniband/hw/mthca/mthca_dev.h | 25 + 25-akpm/drivers/infiniband/hw/mthca/mthca_main.c | 17 25-akpm/drivers/infiniband/hw/mthca/mthca_mr.c | 386 ++++++++++++++++++- 25-akpm/drivers/infiniband/hw/mthca/mthca_profile.c | 19 25-akpm/drivers/infiniband/hw/mthca/mthca_profile.h | 1 25-akpm/drivers/infiniband/hw/mthca/mthca_provider.c | 79 +++ 25-akpm/drivers/infiniband/hw/mthca/mthca_provider.h | 23 + 7 files changed, 526 insertions(+), 24 deletions(-)
drivers/infiniband/hw/mthca/mthca_dev.h renamed from drivers/infiniband/hw/mthca/mthca_dev.h~ib-mthca-add-fast-memory-region-implementation +22 -3
@@ -61,7 +61,8 @@ enum {MTHCA_FLAG_SRQ =1 <<2 ,MTHCA_FLAG_MSI =1 <<3 ,MTHCA_FLAG_MSI_X =1 <<4 , -MTHCA_FLAG_NO_LAM =1 <<5 +MTHCA_FLAG_NO_LAM =1 <<5 , +MTHCA_FLAG_FMR =1 <<6 }; enum {
@@ -134,6 +135,7 @@ struct mthca_limits {int reserved_eqs;int num_mpts;int num_mtt_segs; +int fmr_reserved_mtts;int reserved_mtts;int reserved_mrws;int reserved_uars;
@@ -178,10 +180,17 @@ struct mthca_buddy {struct mthca_mr_table {struct mthca_alloc mpt_alloc; -struct mthca_buddy mtt_buddy; +struct mthca_buddy mtt_buddy; +struct mthca_buddy *fmr_mtt_buddy;u64 mtt_base; +u64 mpt_base;struct mthca_icm_table *mtt_table;struct mthca_icm_table *mpt_table; +struct { +void __iomem *mpt_base; +void __iomem *mtt_base; +struct mthca_buddy mtt_buddy; + } tavor_fmr; };struct mthca_eq_table {
@@ -380,7 +389,17 @@ int mthca_mr_alloc_phys(struct mthca_dev u64 *buffer_list, int buffer_size_shift, int list_len, u64 iova, u64 total_size, u32 access, struct mthca_mr *mr); -void mthca_free_mr (struct mthca_dev *dev,struct mthca_mr *mr); +void mthca_free_mr (struct mthca_dev *dev,struct mthca_mr *mr); + +int mthca_fmr_alloc (struct mthca_dev *dev,u32 pd, +u32 access,struct mthca_fmr *fmr); +int mthca_tavor_map_phys_fmr (struct ib_fmr *ibfmr,u64 *page_list, +int list_len,u64 iova); +void mthca_tavor_fmr_unmap (struct mthca_dev *dev,struct mthca_fmr *fmr); +int mthca_arbel_map_phys_fmr (struct ib_fmr *ibfmr,u64 *page_list, +int list_len,u64 iova); +void mthca_arbel_fmr_unmap (struct mthca_dev *dev,struct mthca_fmr *fmr); +int mthca_free_fmr (struct mthca_dev *dev,struct mthca_fmr *fmr);int mthca_map_eq_icm (struct mthca_dev *dev,u64 icm_virt);void mthca_unmap_eq_icm (struct mthca_dev *dev);
drivers/infiniband/hw/mthca/mthca_main.c renamed from drivers/infiniband/hw/mthca/mthca_main.c~ib-mthca-add-fast-memory-region-implementation +9 -8
@@ -73,14 +73,15 @@ static const char mthca_version[] __deviDRV_VERSION " (" DRV_RELDATE ")\n" ;static struct mthca_profile default_profile = { - .num_qp =1 <<16 , - .rdb_per_qp =4 , - .num_cq =1 <<16 , - .num_mcg =1 <<13 , - .num_mpt =1 <<17 , - .num_mtt =1 <<20 , - .num_udav =1 <<15 ,/* Tavor only */ - .uarc_size =1 <<18 ,/* Arbel only */ + .num_qp =1 <<16 , + .rdb_per_qp =4 , + .num_cq =1 <<16 , + .num_mcg =1 <<13 , + .num_mpt =1 <<17 , + .num_mtt =1 <<20 , + .num_udav =1 <<15 ,/* Tavor only */ + .fmr_reserved_mtts =1 <<18 ,/* Tavor only */ + .uarc_size =1 <<18 ,/* Arbel only */ };static int __devinit mthca_tune_pci (struct mthca_dev *mdev)
drivers/infiniband/hw/mthca/mthca_mr.c renamed from drivers/infiniband/hw/mthca/mthca_mr.c~ib-mthca-add-fast-memory-region-implementation +376 -10
435 lines not on this page · raw message
drivers/infiniband/hw/mthca/mthca_profile.c renamed from drivers/infiniband/hw/mthca/mthca_profile.c~ib-mthca-add-fast-memory-region-implementation +16 -3
@@ -223,9 +223,10 @@ u64 mthca_make_profile(struct mthca_dev init_hca->mc_hash_sz =1 << (profile[i].log_num -1 );break ;case MTHCA_RES_MPT : - dev->limits.num_mpts = profile[i].num; - init_hca->mpt_base = profile[i].start; - init_hca->log_mpt_sz = profile[i].log_num; + dev->limits.num_mpts = profile[i].num; + dev->mr_table.mpt_base = profile[i].start; + init_hca->mpt_base = profile[i].start; + init_hca->log_mpt_sz = profile[i].log_num;break ;case MTHCA_RES_MTT : dev->limits.num_mtt_segs = profile[i].num;
@@ -259,6 +260,18 @@ u64 mthca_make_profile(struct mthca_dev*/ dev->limits.num_pds =MTHCA_NUM_PDS ; +/* +* For Tavor, FMRs use ioremapped PCI memory. For 32 bit +* systems it may use too much vmalloc space to map all MTT +* memory, so we reserve some MTTs for FMR access, taking them +* out of the MR pool. They don't use additional memory, but +* we assign them as part of the HCA profile anyway. +*/ +if (dev->hca_type ==ARBEL_NATIVE ) + dev->limits.fmr_reserved_mtts =0 ; +else + dev->limits.fmr_reserved_mtts = request->fmr_reserved_mtts; +kfree (profile);return total_size; }
drivers/infiniband/hw/mthca/mthca_profile.h renamed from drivers/infiniband/hw/mthca/mthca_profile.h~ib-mthca-add-fast-memory-region-implementation +1 -0
@@ -48,6 +48,7 @@ struct mthca_profile {int num_udav;int num_uar;int uarc_size; +int fmr_reserved_mtts; }; u64 mthca_make_profile(struct mthca_dev *mdev,
drivers/infiniband/hw/mthca/mthca_provider.c renamed from drivers/infiniband/hw/mthca/mthca_provider.c~ib-mthca-add-fast-memory-region-implementation +79 -0
91 lines not on this page · raw message
drivers/infiniband/hw/mthca/mthca_provider.h renamed from drivers/infiniband/hw/mthca/mthca_provider.h~ib-mthca-add-fast-memory-region-implementation +23 -0
@@ -60,6 +60,24 @@ struct mthca_mr {u32 first_seg; }; +struct mthca_fmr { +struct ib_fmr ibmr; +struct ib_fmr_attr attr; +int order; +u32 first_seg; +int maps; +union { +struct { +struct mthca_mpt_entry __iomem *mpt; +u64 __iomem *mtts; + } tavor; +struct { +struct mthca_mpt_entry *mpt; +__be64 *mtts; + } arbel; + } mem; +}; +struct mthca_pd {struct ib_pd ibpd;u32 pd_num;
@@ -218,6 +236,11 @@ struct mthca_sqp {dma_addr_t header_dma; }; +static inline struct mthca_fmr *to_mfmr (struct ib_fmr *ibmr) +{ + return container_of(ibmr, struct mthca_fmr, ibmr); +} +static inline struct mthca_mr *to_mmr (struct ib_mr *ibmr) { return container_of(ibmr, struct mthca_mr, ibmr);
_