Proxmox-Port/linux-loongson
1
0
Fork 0
mirror of https://git.kernel.org/pub/scm/linux/kernel/git/chenhuacai/linux-loongson synced 2025-08-30 21:52:21 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

iommu/amd/pgtbl_v2: Invalidate updated page ranges only

Browse Source 
Enhance __domain_flush_pages() to detect domain page table mode and use
that info to build invalidation commands. So that we can use
amd_iommu_domain_flush_pages() to invalidate v2 page table.

Also pass PASID, gn variable to device_flush_iotlb() so that it can build
IOTLB invalidation command for both v1 and v2 page table.

Signed-off-by: Vasant Hegde <vasant.hegde@amd.com>
Reviewed-by: Jason Gunthorpe <jgg@nvidia.com>
Link: https://lore.kernel.org/r/20231122090215.6191-10-vasant.hegde@amd.com
Signed-off-by: Joerg Roedel <jroedel@suse.de>
This commit is contained in:
Vasant Hegde 2023-11-22 09:02:15 +00:00 committed by Joerg Roedel
parent 2c535dd37d
commit c7fc12354b
2 changed files with 22 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
drivers/iommu/amd/io_pgtable_v2.c
View File

@ -244,7 +244,6 @@ static int iommu_v2_map_pages(struct io_pgtable_ops *ops, unsigned long iova,
unsigned long mapped_size = 0; unsigned long mapped_size = 0;
unsigned long o_iova = iova; unsigned long o_iova = iova;
size_t size = pgcount << __ffs(pgsize); size_t size = pgcount << __ffs(pgsize);
int count = 0;
int ret = 0; int ret = 0;
bool updated = false; bool updated = false;
@ -265,19 +264,14 @@ static int iommu_v2_map_pages(struct io_pgtable_ops *ops, unsigned long iova,
*pte = set_pte_attr(paddr, map_size, prot); *pte = set_pte_attr(paddr, map_size, prot);
count++;
iova += map_size; iova += map_size;
paddr += map_size; paddr += map_size;
mapped_size += map_size; mapped_size += map_size;
} }
out: out:
if (updated) { if (updated)
if (count > 1) amd_iommu_domain_flush_pages(pdom, o_iova, size);
amd_iommu_flush_tlb(&pdom->domain, 0);
else
amd_iommu_flush_page(&pdom->domain, 0, o_iova);
}
if (mapped) if (mapped)
*mapped += mapped_size; *mapped += mapped_size;

28
drivers/iommu/amd/iommu.c
View File

@ -85,6 +85,11 @@ static void detach_device(struct device *dev);
* *
****************************************************************************/ ****************************************************************************/
static inline bool pdom_is_v2_pgtbl_mode(struct protection_domain *pdom)
{
return (pdom && (pdom->flags & PD_IOMMUV2_MASK));
}
static inline int get_acpihid_device_id(struct device *dev, static inline int get_acpihid_device_id(struct device *dev,
struct acpihid_map_entry **entry) struct acpihid_map_entry **entry)
{ {
@ -1382,8 +1387,8 @@ void amd_iommu_flush_all_caches(struct amd_iommu *iommu)
/* /*
* Command send function for flushing on-device TLB * Command send function for flushing on-device TLB
*/ */
static int device_flush_iotlb(struct iommu_dev_data *dev_data, static int device_flush_iotlb(struct iommu_dev_data *dev_data, u64 address,
u64 address, size_t size) size_t size, ioasid_t pasid, bool gn)
{ {
struct amd_iommu *iommu; struct amd_iommu *iommu;
struct iommu_cmd cmd; struct iommu_cmd cmd;
@ -1395,7 +1400,7 @@ static int device_flush_iotlb(struct iommu_dev_data *dev_data,
return -EINVAL; return -EINVAL;
build_inv_iotlb_pages(&cmd, dev_data->devid, qdep, address, build_inv_iotlb_pages(&cmd, dev_data->devid, qdep, address,
size, IOMMU_NO_PASID, false); size, pasid, gn);
return iommu_queue_command(iommu, &cmd); return iommu_queue_command(iommu, &cmd);
} }
@ -1441,8 +1446,11 @@ static int device_flush_dte(struct iommu_dev_data *dev_data)
return ret; return ret;
} }
if (dev_data->ats_enabled) if (dev_data->ats_enabled) {
ret = device_flush_iotlb(dev_data, 0, ~0UL); /* Invalidate the entire contents of an IOTLB */
ret = device_flush_iotlb(dev_data, 0, ~0UL,
IOMMU_NO_PASID, false);
}
return ret; return ret;
} }
@ -1458,9 +1466,13 @@ static void __domain_flush_pages(struct protection_domain *domain,
struct iommu_dev_data *dev_data; struct iommu_dev_data *dev_data;
struct iommu_cmd cmd; struct iommu_cmd cmd;
int ret = 0, i; int ret = 0, i;
ioasid_t pasid = IOMMU_NO_PASID;
bool gn = false;
build_inv_iommu_pages(&cmd, address, size, domain->id, if (pdom_is_v2_pgtbl_mode(domain))
IOMMU_NO_PASID, false); gn = true;
build_inv_iommu_pages(&cmd, address, size, domain->id, pasid, gn);
for (i = 0; i < amd_iommu_get_num_iommus(); ++i) { for (i = 0; i < amd_iommu_get_num_iommus(); ++i) {
if (!domain->dev_iommu[i]) if (!domain->dev_iommu[i])
@ -1478,7 +1490,7 @@ static void __domain_flush_pages(struct protection_domain *domain,
if (!dev_data->ats_enabled) if (!dev_data->ats_enabled)
continue; continue;
ret |= device_flush_iotlb(dev_data, address, size); ret |= device_flush_iotlb(dev_data, address, size, pasid, gn);
} }
WARN_ON(ret); WARN_ON(ret);