9e54dee71f
At the moment each entry in the IOTLB corresponds to a page sized mapping (4K, 16K or 64K), even if the page belongs to a mapped block. In case of block mapping this unefficiently consumes IOTLB entries. Change the value of the entry so that it reflects the actual mapping it belongs to (block or page start address and size). Also the level/tg of the entry is encoded in the key. In subsequent patches we will enable range invalidation. This latter is able to provide the level/tg of the entry. Encoding the level/tg directly in the key will allow to invalidate using g_hash_table_remove() when num_pages equals to 1. Signed-off-by: Eric Auger <eric.auger@redhat.com> Reviewed-by: Peter Maydell <peter.maydell@linaro.org> Message-id: 20200728150815.11446-6-eric.auger@redhat.com Signed-off-by: Peter Maydell <peter.maydell@linaro.org>
108 lines
3.3 KiB
C
108 lines
3.3 KiB
C
/*
|
|
* ARM SMMU support - Internal API
|
|
*
|
|
* Copyright (c) 2017 Red Hat, Inc.
|
|
* Copyright (C) 2014-2016 Broadcom Corporation
|
|
* Written by Prem Mallappa, Eric Auger
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
* published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along
|
|
* with this program; if not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#ifndef HW_ARM_SMMU_INTERNAL_H
|
|
#define HW_ARM_SMMU_INTERNAL_H
|
|
|
|
#define TBI0(tbi) ((tbi) & 0x1)
|
|
#define TBI1(tbi) ((tbi) & 0x2 >> 1)
|
|
|
|
/* PTE Manipulation */
|
|
|
|
#define ARM_LPAE_PTE_TYPE_SHIFT 0
|
|
#define ARM_LPAE_PTE_TYPE_MASK 0x3
|
|
|
|
#define ARM_LPAE_PTE_TYPE_BLOCK 1
|
|
#define ARM_LPAE_PTE_TYPE_TABLE 3
|
|
|
|
#define ARM_LPAE_L3_PTE_TYPE_RESERVED 1
|
|
#define ARM_LPAE_L3_PTE_TYPE_PAGE 3
|
|
|
|
#define ARM_LPAE_PTE_VALID (1 << 0)
|
|
|
|
#define PTE_ADDRESS(pte, shift) \
|
|
(extract64(pte, shift, 47 - shift + 1) << shift)
|
|
|
|
#define is_invalid_pte(pte) (!(pte & ARM_LPAE_PTE_VALID))
|
|
|
|
#define is_reserved_pte(pte, level) \
|
|
((level == 3) && \
|
|
((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_RESERVED))
|
|
|
|
#define is_block_pte(pte, level) \
|
|
((level < 3) && \
|
|
((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_BLOCK))
|
|
|
|
#define is_table_pte(pte, level) \
|
|
((level < 3) && \
|
|
((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_TABLE))
|
|
|
|
#define is_page_pte(pte, level) \
|
|
((level == 3) && \
|
|
((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_PAGE))
|
|
|
|
/* access permissions */
|
|
|
|
#define PTE_AP(pte) \
|
|
(extract64(pte, 6, 2))
|
|
|
|
#define PTE_APTABLE(pte) \
|
|
(extract64(pte, 61, 2))
|
|
|
|
/*
|
|
* TODO: At the moment all transactions are considered as privileged (EL1)
|
|
* as IOMMU translation callback does not pass user/priv attributes.
|
|
*/
|
|
#define is_permission_fault(ap, perm) \
|
|
(((perm) & IOMMU_WO) && ((ap) & 0x2))
|
|
|
|
#define PTE_AP_TO_PERM(ap) \
|
|
(IOMMU_ACCESS_FLAG(true, !((ap) & 0x2)))
|
|
|
|
/* Level Indexing */
|
|
|
|
static inline int level_shift(int level, int granule_sz)
|
|
{
|
|
return granule_sz + (3 - level) * (granule_sz - 3);
|
|
}
|
|
|
|
static inline uint64_t level_page_mask(int level, int granule_sz)
|
|
{
|
|
return ~(MAKE_64BIT_MASK(0, level_shift(level, granule_sz)));
|
|
}
|
|
|
|
static inline
|
|
uint64_t iova_level_offset(uint64_t iova, int inputsize,
|
|
int level, int gsz)
|
|
{
|
|
return ((iova & MAKE_64BIT_MASK(0, inputsize)) >> level_shift(level, gsz)) &
|
|
MAKE_64BIT_MASK(0, gsz - 3);
|
|
}
|
|
|
|
#define SMMU_IOTLB_ASID(key) ((key).asid)
|
|
|
|
typedef struct SMMUIOTLBPageInvInfo {
|
|
int asid;
|
|
uint64_t iova;
|
|
uint64_t mask;
|
|
} SMMUIOTLBPageInvInfo;
|
|
|
|
#endif
|