07972090b8
Fastmap rely on minimizing tlbi to improve map performance. At present only one marker is used to indicate if stale TLB might be used. Instead use a clean bitmap for mapping to further reduce the TLB invalidations. Change-Id: I5a8dffde31f8804811357a83893b6ce0d863e8a9 Signed-off-by: Prakash Gupta <guptap@codeaurora.org>
61 lines
1.5 KiB
C
61 lines
1.5 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
/*
|
|
* Copyright (c) 2016-2019, The Linux Foundation. All rights reserved.
|
|
*/
|
|
|
|
#ifndef __LINUX_DMA_MAPPING_FAST_H
|
|
#define __LINUX_DMA_MAPPING_FAST_H
|
|
|
|
#include <linux/iommu.h>
|
|
#include <linux/io-pgtable-fast.h>
|
|
|
|
struct dma_iommu_mapping;
|
|
struct io_pgtable_ops;
|
|
struct iova_domain;
|
|
|
|
struct dma_fast_smmu_mapping {
|
|
struct device *dev;
|
|
struct iommu_domain *domain;
|
|
struct iova_domain *iovad;
|
|
|
|
dma_addr_t base;
|
|
size_t size;
|
|
size_t num_4k_pages;
|
|
|
|
unsigned int bitmap_size;
|
|
/* bitmap has 1s marked only valid mappings */
|
|
unsigned long *bitmap;
|
|
/* clean_bitmap has 1s marked for both valid and stale tlb mappings */
|
|
unsigned long *clean_bitmap;
|
|
unsigned long next_start;
|
|
bool have_stale_tlbs;
|
|
|
|
dma_addr_t pgtbl_dma_handle;
|
|
struct io_pgtable_ops *pgtbl_ops;
|
|
|
|
spinlock_t lock;
|
|
struct notifier_block notifier;
|
|
};
|
|
|
|
#ifdef CONFIG_IOMMU_IO_PGTABLE_FAST
|
|
int fast_smmu_init_mapping(struct device *dev, struct iommu_domain *domain,
|
|
struct io_pgtable_ops *pgtable_ops);
|
|
void fast_smmu_put_dma_cookie(struct iommu_domain *domain);
|
|
const struct dma_map_ops *fast_smmu_get_dma_ops(void);
|
|
#else
|
|
static inline int fast_smmu_init_mapping(struct device *dev,
|
|
struct iommu_domain *domain,
|
|
struct io_pgtable_ops *pgtable_ops)
|
|
{
|
|
return -ENODEV;
|
|
}
|
|
|
|
static inline void fast_smmu_put_dma_cookie(struct iommu_domain *domain) {}
|
|
static __maybe_unused const struct dma_map_ops *fast_smmu_get_dma_ops(void)
|
|
{
|
|
return NULL;
|
|
}
|
|
#endif
|
|
|
|
#endif /* __LINUX_DMA_MAPPING_FAST_H */
|