Peer-to-Peer DMA (P2PDMA) between two devices requires either a shared upstream bridge or a host bridge matching pci_p2pdma_whitelist[]. In VMware guests, passthrough devices appear directly on virtual root buses without host bridge devices. Consequently, P2PDMA checks evaluate endpoint Device IDs against the host bridge whitelist, causing P2PDMA requests to fail regardless of host support.
This affects discrete devices such as GPUs, NICs and NVMe drives. The P2PDMA host bridge check does not work in a VMware guest. Bypass it for host CPUs whose host bridges are in pci_p2pdma_whitelist[] without restrictions. The list covers the Intel Xeon server generations from Skylake-SP to Diamond Rapids. AMD Zen and newer are already covered by cpu_supports_p2pdma(), so only Intel entries are needed. Tested with the Intel Level Zero P2P benchmark (ze_peer) on Arc Pro B60 cards in a Linux guest on VMware ESXi 9.0 (Emerald Rapids host). Signed-off-by: Pavel Popov <[email protected]> --- drivers/pci/p2pdma.c | 38 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) diff --git a/drivers/pci/p2pdma.c b/drivers/pci/p2pdma.c index 9334eb314663..1b4886d4f9be 100644 --- a/drivers/pci/p2pdma.c +++ b/drivers/pci/p2pdma.c @@ -21,6 +21,12 @@ #include <linux/seq_buf.h> #include <linux/xarray.h> +#ifdef CONFIG_X86 +#include <asm/cpu_device_id.h> +#include <asm/hypervisor.h> +#include <asm/intel-family.h> +#endif + struct pci_p2pdma { struct gen_pool *pool; bool p2pmem_published; @@ -532,6 +538,37 @@ static bool cpu_supports_p2pdma(void) return false; } +#ifdef CONFIG_X86 +/* CPUs whose host bridges support p2pdma, see pci_p2pdma_whitelist[] */ +static const struct x86_cpu_id hypervisor_p2pdma_cpu_ids[] = { + X86_MATCH_VFM(INTEL_SKYLAKE_X, NULL), + X86_MATCH_VFM(INTEL_ICELAKE_X, NULL), + X86_MATCH_VFM(INTEL_ICELAKE_D, NULL), + X86_MATCH_VFM(INTEL_SAPPHIRERAPIDS_X, NULL), + X86_MATCH_VFM(INTEL_EMERALDRAPIDS_X, NULL), + X86_MATCH_VFM(INTEL_GRANITERAPIDS_X, NULL), + X86_MATCH_VFM(INTEL_GRANITERAPIDS_D, NULL), + X86_MATCH_VFM(INTEL_ATOM_CRESTMONT_X, NULL), + X86_MATCH_VFM(INTEL_ATOM_DARKMONT_X, NULL), + X86_MATCH_VFM(INTEL_DIAMONDRAPIDS_X, NULL), + {} +}; + +static bool hypervisor_supports_p2pdma(void) +{ + /* Hypervisor hides host topology, allow p2pdma on whitelisted CPUs */ + if (hypervisor_is_type(X86_HYPER_VMWARE)) + return x86_match_cpu(hypervisor_p2pdma_cpu_ids); + + return false; +} +#else /* !CONFIG_X86 */ +static bool hypervisor_supports_p2pdma(void) +{ + return false; +} +#endif /* CONFIG_X86 */ + static const struct pci_p2pdma_whitelist_entry { unsigned short vendor; int device; @@ -781,6 +818,7 @@ calc_map_type_and_dist(struct pci_dev *provider, struct pci_dev *client, map_through_host_bridge: if (!cpu_supports_p2pdma() && + !hypervisor_supports_p2pdma() && !host_bridge_whitelist(provider, client, acs_redirects)) { if (verbose) pci_warn(client, "cannot be used for peer-to-peer DMA as the client and provider (%s) do not share an upstream bridge or whitelisted host bridge\n", -- 2.53.0
