M64 aperture size is limited on PHB3. When the IOV BAR is too big, this will
exceed the limitation and failed to be assigned.

This patch introduce a different mechanism based on the IOV BAR size:

IOV BAR size is smaller than 64M, expand to total_pe.
IOV BAR size is bigger than 64M, roundup power2.

Signed-off-by: Wei Yang <weiy...@linux.vnet.ibm.com>
---
 arch/powerpc/include/asm/pci-bridge.h     |    2 ++
 arch/powerpc/platforms/powernv/pci-ioda.c |   33 ++++++++++++++++++++++++++---
 2 files changed, 32 insertions(+), 3 deletions(-)

diff --git a/arch/powerpc/include/asm/pci-bridge.h 
b/arch/powerpc/include/asm/pci-bridge.h
index 0c9c260..538dbb5 100644
--- a/arch/powerpc/include/asm/pci-bridge.h
+++ b/arch/powerpc/include/asm/pci-bridge.h
@@ -174,6 +174,8 @@ struct pci_dn {
        u16     max_vfs;                /* number of VFs IOV BAR expended */
        u16     vf_pes;                 /* VF PE# under this PF */
        int     offset;                 /* PE# for the first VF PE */
+#define M64_PER_IOV 4
+       int     m64_per_iov;
 #define IODA_INVALID_M64        (-1)
        int     m64_wins[PCI_SRIOV_NUM_BARS];
 #endif /* CONFIG_PCI_IOV */
diff --git a/arch/powerpc/platforms/powernv/pci-ioda.c 
b/arch/powerpc/platforms/powernv/pci-ioda.c
index be0c43c..d738397 100644
--- a/arch/powerpc/platforms/powernv/pci-ioda.c
+++ b/arch/powerpc/platforms/powernv/pci-ioda.c
@@ -2180,6 +2180,7 @@ static void pnv_pci_ioda_fixup_iov_resources(struct 
pci_dev *pdev)
        int i;
        resource_size_t size;
        struct pci_dn *pdn;
+       int mul, total_vfs;
 
        if (!pdev->is_physfn || pdev->is_added)
                return;
@@ -2190,6 +2191,32 @@ static void pnv_pci_ioda_fixup_iov_resources(struct 
pci_dev *pdev)
        pdn = pci_get_pdn(pdev);
        pdn->max_vfs = 0;
 
+       total_vfs = pci_sriov_get_totalvfs(pdev);
+       pdn->m64_per_iov = 1;
+       mul = phb->ioda.total_pe;
+
+       for (i = PCI_IOV_RESOURCES; i <= PCI_IOV_RESOURCE_END; i++) {
+               res = &pdev->resource[i];
+               if (!res->flags || res->parent)
+                       continue;
+               if (!pnv_pci_is_mem_pref_64(res->flags)) {
+                       dev_warn(&pdev->dev, " non M64 IOV BAR %pR on %s\n",
+                                       res, pci_name(pdev));
+                       continue;
+               }
+
+               size = pci_iov_resource_size(pdev, i);
+
+               /* bigger than 64M */
+               if (size > (1 << 26)) {
+                       dev_info(&pdev->dev, "PowerNV: VF BAR[%d] size "
+                                       "is bigger than 64M, roundup power2\n", 
i);
+                       pdn->m64_per_iov = M64_PER_IOV;
+                       mul = __roundup_pow_of_two(total_vfs);
+                       break;
+               }
+       }
+
        for (i = PCI_IOV_RESOURCES; i <= PCI_IOV_RESOURCE_END; i++) {
                res = &pdev->resource[i];
                if (!res->flags || res->parent)
@@ -2202,13 +2229,13 @@ static void pnv_pci_ioda_fixup_iov_resources(struct 
pci_dev *pdev)
 
                dev_dbg(&pdev->dev, " Fixing VF BAR[%d] %pR to\n", i, res);
                size = pci_iov_resource_size(pdev, i);
-               res->end = res->start + size * phb->ioda.total_pe - 1;
+               res->end = res->start + size * mul - 1;
                dev_dbg(&pdev->dev, "                       %pR\n", res);
                dev_info(&pdev->dev, "VF BAR%d: %pR (expanded to %d VFs for PE 
alignment)",
                                i - PCI_IOV_RESOURCES,
-                               res, phb->ioda.total_pe);
+                               res, mul);
        }
-       pdn->max_vfs = phb->ioda.total_pe;
+       pdn->max_vfs = mul;
 }
 
 static void pnv_pci_ioda_fixup_sriov(struct pci_bus *bus)
-- 
1.7.9.5

_______________________________________________
Linuxppc-dev mailing list
Linuxppc-dev@lists.ozlabs.org
https://lists.ozlabs.org/listinfo/linuxppc-dev

Reply via email to