127 lines
3.9 KiB
C
127 lines
3.9 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
/* Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES.
|
|
*/
|
|
#ifndef __LINUX_IOMMU_PRIV_H
|
|
#define __LINUX_IOMMU_PRIV_H
|
|
|
|
#include <linux/iommu.h>
|
|
#include <linux/iommu-debug-pagealloc.h>
|
|
#include <linux/msi.h>
|
|
|
|
static inline const struct iommu_ops *dev_iommu_ops(struct device *dev)
|
|
{
|
|
/*
|
|
* Assume that valid ops must be installed if iommu_probe_device()
|
|
* has succeeded. The device ops are essentially for internal use
|
|
* within the IOMMU subsystem itself, so we should be able to trust
|
|
* ourselves not to misuse the helper.
|
|
*/
|
|
return dev->iommu->iommu_dev->ops;
|
|
}
|
|
|
|
void dev_iommu_free(struct device *dev);
|
|
|
|
const struct iommu_ops *iommu_ops_from_fwnode(const struct fwnode_handle *fwnode);
|
|
|
|
static inline const struct iommu_ops *iommu_fwspec_ops(struct iommu_fwspec *fwspec)
|
|
{
|
|
return iommu_ops_from_fwnode(fwspec ? fwspec->iommu_fwnode : NULL);
|
|
}
|
|
|
|
void iommu_fwspec_free(struct device *dev);
|
|
|
|
int iommu_device_register_bus(struct iommu_device *iommu,
|
|
const struct iommu_ops *ops,
|
|
const struct bus_type *bus,
|
|
struct notifier_block *nb);
|
|
void iommu_device_unregister_bus(struct iommu_device *iommu,
|
|
const struct bus_type *bus,
|
|
struct notifier_block *nb);
|
|
|
|
int iommu_mock_device_add(struct device *dev, struct iommu_device *iommu);
|
|
|
|
struct iommu_attach_handle *iommu_attach_handle_get(struct iommu_group *group,
|
|
ioasid_t pasid,
|
|
unsigned int type);
|
|
int iommu_attach_group_handle(struct iommu_domain *domain,
|
|
struct iommu_group *group,
|
|
struct iommu_attach_handle *handle);
|
|
void iommu_detach_group_handle(struct iommu_domain *domain,
|
|
struct iommu_group *group);
|
|
int iommu_replace_group_handle(struct iommu_group *group,
|
|
struct iommu_domain *new_domain,
|
|
struct iommu_attach_handle *handle);
|
|
|
|
#if IS_ENABLED(CONFIG_IOMMUFD_DRIVER_CORE) && IS_ENABLED(CONFIG_IRQ_MSI_IOMMU)
|
|
int iommufd_sw_msi(struct iommu_domain *domain, struct msi_desc *desc,
|
|
phys_addr_t msi_addr);
|
|
#else /* !CONFIG_IOMMUFD_DRIVER_CORE || !CONFIG_IRQ_MSI_IOMMU */
|
|
static inline int iommufd_sw_msi(struct iommu_domain *domain,
|
|
struct msi_desc *desc, phys_addr_t msi_addr)
|
|
{
|
|
return -EOPNOTSUPP;
|
|
}
|
|
#endif /* CONFIG_IOMMUFD_DRIVER_CORE && CONFIG_IRQ_MSI_IOMMU */
|
|
|
|
int iommu_replace_device_pasid(struct iommu_domain *domain,
|
|
struct device *dev, ioasid_t pasid,
|
|
struct iommu_attach_handle *handle);
|
|
|
|
#ifdef CONFIG_IOMMU_DEBUG_PAGEALLOC
|
|
|
|
void __iommu_debug_map(struct iommu_domain *domain, phys_addr_t phys,
|
|
size_t size);
|
|
void __iommu_debug_unmap_begin(struct iommu_domain *domain,
|
|
unsigned long iova, size_t size);
|
|
void __iommu_debug_unmap_end(struct iommu_domain *domain,
|
|
unsigned long iova, size_t size, size_t unmapped);
|
|
|
|
static inline void iommu_debug_map(struct iommu_domain *domain,
|
|
phys_addr_t phys, size_t size)
|
|
{
|
|
if (static_branch_unlikely(&iommu_debug_initialized))
|
|
__iommu_debug_map(domain, phys, size);
|
|
}
|
|
|
|
static inline void iommu_debug_unmap_begin(struct iommu_domain *domain,
|
|
unsigned long iova, size_t size)
|
|
{
|
|
if (static_branch_unlikely(&iommu_debug_initialized))
|
|
__iommu_debug_unmap_begin(domain, iova, size);
|
|
}
|
|
|
|
static inline void iommu_debug_unmap_end(struct iommu_domain *domain,
|
|
unsigned long iova, size_t size,
|
|
size_t unmapped)
|
|
{
|
|
if (static_branch_unlikely(&iommu_debug_initialized))
|
|
__iommu_debug_unmap_end(domain, iova, size, unmapped);
|
|
}
|
|
|
|
void iommu_debug_init(void);
|
|
|
|
#else
|
|
static inline void iommu_debug_map(struct iommu_domain *domain,
|
|
phys_addr_t phys, size_t size)
|
|
{
|
|
}
|
|
|
|
static inline void iommu_debug_unmap_begin(struct iommu_domain *domain,
|
|
unsigned long iova, size_t size)
|
|
{
|
|
}
|
|
|
|
static inline void iommu_debug_unmap_end(struct iommu_domain *domain,
|
|
unsigned long iova, size_t size,
|
|
size_t unmapped)
|
|
{
|
|
}
|
|
|
|
static inline void iommu_debug_init(void)
|
|
{
|
|
}
|
|
|
|
#endif /* CONFIG_IOMMU_DEBUG_PAGEALLOC */
|
|
|
|
#endif /* __LINUX_IOMMU_PRIV_H */
|