2014-08-16 07:55:38 +02:00
|
|
|
/*
|
|
|
|
* QEMU emulation of an Intel IOMMU (VT-d)
|
|
|
|
* (DMA Remapping device)
|
|
|
|
*
|
|
|
|
* Copyright (C) 2013 Knut Omang, Oracle <knut.omang@oracle.com>
|
|
|
|
* Copyright (C) 2014 Le Tan, <tamlokveer@gmail.com>
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
|
|
|
|
* You should have received a copy of the GNU General Public License along
|
|
|
|
* with this program; if not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef INTEL_IOMMU_H
|
|
|
|
#define INTEL_IOMMU_H
|
|
|
|
#include "hw/qdev.h"
|
|
|
|
#include "sysemu/dma.h"
|
2016-07-14 07:56:10 +02:00
|
|
|
#include "hw/i386/x86-iommu.h"
|
2016-07-14 07:56:22 +02:00
|
|
|
#include "hw/i386/ioapic.h"
|
|
|
|
#include "hw/pci/msi.h"
|
2016-07-14 07:56:25 +02:00
|
|
|
#include "hw/sysbus.h"
|
2014-08-16 07:55:38 +02:00
|
|
|
|
|
|
|
#define TYPE_INTEL_IOMMU_DEVICE "intel-iommu"
|
|
|
|
#define INTEL_IOMMU_DEVICE(obj) \
|
|
|
|
OBJECT_CHECK(IntelIOMMUState, (obj), TYPE_INTEL_IOMMU_DEVICE)
|
|
|
|
|
|
|
|
/* DMAR Hardware Unit Definition address (IOMMU unit) */
|
|
|
|
#define Q35_HOST_BRIDGE_IOMMU_ADDR 0xfed90000ULL
|
|
|
|
|
|
|
|
#define VTD_PCI_BUS_MAX 256
|
|
|
|
#define VTD_PCI_SLOT_MAX 32
|
|
|
|
#define VTD_PCI_FUNC_MAX 8
|
|
|
|
#define VTD_PCI_SLOT(devfn) (((devfn) >> 3) & 0x1f)
|
|
|
|
#define VTD_PCI_FUNC(devfn) ((devfn) & 0x07)
|
2014-10-20 11:37:23 +02:00
|
|
|
#define VTD_SID_TO_BUS(sid) (((sid) >> 8) & 0xff)
|
2014-08-16 07:55:43 +02:00
|
|
|
#define VTD_SID_TO_DEVFN(sid) ((sid) & 0xff)
|
2014-08-16 07:55:38 +02:00
|
|
|
|
|
|
|
#define DMAR_REG_SIZE 0x230
|
|
|
|
#define VTD_HOST_ADDRESS_WIDTH 39
|
|
|
|
#define VTD_HAW_MASK ((1ULL << VTD_HOST_ADDRESS_WIDTH) - 1)
|
|
|
|
|
2016-07-14 07:56:14 +02:00
|
|
|
#define DMAR_REPORT_F_INTR (1)
|
|
|
|
|
2016-07-14 07:56:22 +02:00
|
|
|
#define VTD_MSI_ADDR_HI_MASK (0xffffffff00000000ULL)
|
|
|
|
#define VTD_MSI_ADDR_HI_SHIFT (32)
|
|
|
|
#define VTD_MSI_ADDR_LO_MASK (0x00000000ffffffffULL)
|
|
|
|
|
2014-08-16 07:55:43 +02:00
|
|
|
typedef struct VTDContextEntry VTDContextEntry;
|
|
|
|
typedef struct VTDContextCacheEntry VTDContextCacheEntry;
|
2014-08-16 07:55:38 +02:00
|
|
|
typedef struct IntelIOMMUState IntelIOMMUState;
|
|
|
|
typedef struct VTDAddressSpace VTDAddressSpace;
|
2014-08-16 07:55:44 +02:00
|
|
|
typedef struct VTDIOTLBEntry VTDIOTLBEntry;
|
2015-10-04 15:48:50 +02:00
|
|
|
typedef struct VTDBus VTDBus;
|
2016-07-21 17:54:10 +02:00
|
|
|
typedef union VTD_IR_TableEntry VTD_IR_TableEntry;
|
2016-07-14 07:56:20 +02:00
|
|
|
typedef union VTD_IR_MSIAddress VTD_IR_MSIAddress;
|
2016-07-14 07:56:22 +02:00
|
|
|
typedef struct VTDIrq VTDIrq;
|
|
|
|
typedef struct VTD_MSIMessage VTD_MSIMessage;
|
2014-08-16 07:55:43 +02:00
|
|
|
|
|
|
|
/* Context-Entry */
|
|
|
|
struct VTDContextEntry {
|
|
|
|
uint64_t lo;
|
|
|
|
uint64_t hi;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct VTDContextCacheEntry {
|
|
|
|
/* The cache entry is obsolete if
|
|
|
|
* context_cache_gen!=IntelIOMMUState.context_cache_gen
|
|
|
|
*/
|
|
|
|
uint32_t context_cache_gen;
|
|
|
|
struct VTDContextEntry context_entry;
|
|
|
|
};
|
|
|
|
|
2014-08-16 07:55:38 +02:00
|
|
|
struct VTDAddressSpace {
|
2015-10-04 15:48:50 +02:00
|
|
|
PCIBus *bus;
|
2014-08-16 07:55:38 +02:00
|
|
|
uint8_t devfn;
|
|
|
|
AddressSpace as;
|
|
|
|
MemoryRegion iommu;
|
2016-07-14 07:56:22 +02:00
|
|
|
MemoryRegion iommu_ir; /* Interrupt region: 0xfeeXXXXX */
|
2014-08-16 07:55:38 +02:00
|
|
|
IntelIOMMUState *iommu_state;
|
2014-08-16 07:55:43 +02:00
|
|
|
VTDContextCacheEntry context_cache_entry;
|
2014-08-16 07:55:38 +02:00
|
|
|
};
|
|
|
|
|
2015-10-04 15:48:50 +02:00
|
|
|
struct VTDBus {
|
|
|
|
PCIBus* bus; /* A reference to the bus to provide translation for */
|
|
|
|
VTDAddressSpace *dev_as[0]; /* A table of VTDAddressSpace objects indexed by devfn */
|
|
|
|
};
|
|
|
|
|
2014-08-16 07:55:44 +02:00
|
|
|
struct VTDIOTLBEntry {
|
|
|
|
uint64_t gfn;
|
|
|
|
uint16_t domain_id;
|
|
|
|
uint64_t slpte;
|
2016-01-14 06:47:24 +01:00
|
|
|
uint64_t mask;
|
2014-08-16 07:55:44 +02:00
|
|
|
bool read_flags;
|
|
|
|
bool write_flags;
|
|
|
|
};
|
|
|
|
|
2016-07-14 07:56:29 +02:00
|
|
|
/* VT-d Source-ID Qualifier types */
|
|
|
|
enum {
|
|
|
|
VTD_SQ_FULL = 0x00, /* Full SID verification */
|
|
|
|
VTD_SQ_IGN_3 = 0x01, /* Ignore bit 3 */
|
|
|
|
VTD_SQ_IGN_2_3 = 0x02, /* Ignore bits 2 & 3 */
|
|
|
|
VTD_SQ_IGN_1_3 = 0x03, /* Ignore bits 1-3 */
|
|
|
|
VTD_SQ_MAX,
|
|
|
|
};
|
|
|
|
|
|
|
|
/* VT-d Source Validation Types */
|
|
|
|
enum {
|
|
|
|
VTD_SVT_NONE = 0x00, /* No validation */
|
|
|
|
VTD_SVT_ALL = 0x01, /* Do full validation */
|
|
|
|
VTD_SVT_BUS = 0x02, /* Validate bus range */
|
|
|
|
VTD_SVT_MAX,
|
|
|
|
};
|
|
|
|
|
2016-07-14 07:56:20 +02:00
|
|
|
/* Interrupt Remapping Table Entry Definition */
|
2016-07-21 17:54:10 +02:00
|
|
|
union VTD_IR_TableEntry {
|
2016-07-14 07:56:20 +02:00
|
|
|
struct {
|
|
|
|
#ifdef HOST_WORDS_BIGENDIAN
|
|
|
|
uint32_t dest_id:32; /* Destination ID */
|
|
|
|
uint32_t __reserved_1:8; /* Reserved 1 */
|
|
|
|
uint32_t vector:8; /* Interrupt Vector */
|
|
|
|
uint32_t irte_mode:1; /* IRTE Mode */
|
|
|
|
uint32_t __reserved_0:3; /* Reserved 0 */
|
|
|
|
uint32_t __avail:4; /* Available spaces for software */
|
|
|
|
uint32_t delivery_mode:3; /* Delivery Mode */
|
|
|
|
uint32_t trigger_mode:1; /* Trigger Mode */
|
|
|
|
uint32_t redir_hint:1; /* Redirection Hint */
|
|
|
|
uint32_t dest_mode:1; /* Destination Mode */
|
|
|
|
uint32_t fault_disable:1; /* Fault Processing Disable */
|
|
|
|
uint32_t present:1; /* Whether entry present/available */
|
|
|
|
#else
|
|
|
|
uint32_t present:1; /* Whether entry present/available */
|
|
|
|
uint32_t fault_disable:1; /* Fault Processing Disable */
|
|
|
|
uint32_t dest_mode:1; /* Destination Mode */
|
|
|
|
uint32_t redir_hint:1; /* Redirection Hint */
|
|
|
|
uint32_t trigger_mode:1; /* Trigger Mode */
|
|
|
|
uint32_t delivery_mode:3; /* Delivery Mode */
|
|
|
|
uint32_t __avail:4; /* Available spaces for software */
|
|
|
|
uint32_t __reserved_0:3; /* Reserved 0 */
|
|
|
|
uint32_t irte_mode:1; /* IRTE Mode */
|
|
|
|
uint32_t vector:8; /* Interrupt Vector */
|
|
|
|
uint32_t __reserved_1:8; /* Reserved 1 */
|
|
|
|
uint32_t dest_id:32; /* Destination ID */
|
|
|
|
#endif
|
|
|
|
uint16_t source_id:16; /* Source-ID */
|
|
|
|
#ifdef HOST_WORDS_BIGENDIAN
|
|
|
|
uint64_t __reserved_2:44; /* Reserved 2 */
|
|
|
|
uint64_t sid_vtype:2; /* Source-ID Validation Type */
|
|
|
|
uint64_t sid_q:2; /* Source-ID Qualifier */
|
|
|
|
#else
|
|
|
|
uint64_t sid_q:2; /* Source-ID Qualifier */
|
|
|
|
uint64_t sid_vtype:2; /* Source-ID Validation Type */
|
|
|
|
uint64_t __reserved_2:44; /* Reserved 2 */
|
|
|
|
#endif
|
2016-07-21 17:54:10 +02:00
|
|
|
} QEMU_PACKED irte;
|
2016-07-14 07:56:20 +02:00
|
|
|
uint64_t data[2];
|
|
|
|
};
|
|
|
|
|
|
|
|
#define VTD_IR_INT_FORMAT_COMPAT (0) /* Compatible Interrupt */
|
|
|
|
#define VTD_IR_INT_FORMAT_REMAP (1) /* Remappable Interrupt */
|
|
|
|
|
|
|
|
/* Programming format for MSI/MSI-X addresses */
|
|
|
|
union VTD_IR_MSIAddress {
|
|
|
|
struct {
|
|
|
|
#ifdef HOST_WORDS_BIGENDIAN
|
|
|
|
uint32_t __head:12; /* Should always be: 0x0fee */
|
|
|
|
uint32_t index_l:15; /* Interrupt index bit 14-0 */
|
|
|
|
uint32_t int_mode:1; /* Interrupt format */
|
|
|
|
uint32_t sub_valid:1; /* SHV: Sub-Handle Valid bit */
|
|
|
|
uint32_t index_h:1; /* Interrupt index bit 15 */
|
|
|
|
uint32_t __not_care:2;
|
|
|
|
#else
|
|
|
|
uint32_t __not_care:2;
|
|
|
|
uint32_t index_h:1; /* Interrupt index bit 15 */
|
|
|
|
uint32_t sub_valid:1; /* SHV: Sub-Handle Valid bit */
|
|
|
|
uint32_t int_mode:1; /* Interrupt format */
|
|
|
|
uint32_t index_l:15; /* Interrupt index bit 14-0 */
|
|
|
|
uint32_t __head:12; /* Should always be: 0x0fee */
|
|
|
|
#endif
|
2016-07-21 17:54:10 +02:00
|
|
|
} QEMU_PACKED addr;
|
2016-07-14 07:56:20 +02:00
|
|
|
uint32_t data;
|
|
|
|
};
|
|
|
|
|
2016-07-14 07:56:22 +02:00
|
|
|
/* Generic IRQ entry information */
|
|
|
|
struct VTDIrq {
|
|
|
|
/* Used by both IOAPIC/MSI interrupt remapping */
|
|
|
|
uint8_t trigger_mode;
|
|
|
|
uint8_t vector;
|
|
|
|
uint8_t delivery_mode;
|
|
|
|
uint32_t dest;
|
|
|
|
uint8_t dest_mode;
|
|
|
|
|
|
|
|
/* only used by MSI interrupt remapping */
|
|
|
|
uint8_t redir_hint;
|
|
|
|
uint8_t msi_addr_last_bits;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct VTD_MSIMessage {
|
|
|
|
union {
|
|
|
|
struct {
|
|
|
|
#ifdef HOST_WORDS_BIGENDIAN
|
|
|
|
uint32_t __addr_head:12; /* 0xfee */
|
|
|
|
uint32_t dest:8;
|
|
|
|
uint32_t __reserved:8;
|
|
|
|
uint32_t redir_hint:1;
|
|
|
|
uint32_t dest_mode:1;
|
|
|
|
uint32_t __not_used:2;
|
|
|
|
#else
|
|
|
|
uint32_t __not_used:2;
|
|
|
|
uint32_t dest_mode:1;
|
|
|
|
uint32_t redir_hint:1;
|
|
|
|
uint32_t __reserved:8;
|
|
|
|
uint32_t dest:8;
|
|
|
|
uint32_t __addr_head:12; /* 0xfee */
|
|
|
|
#endif
|
|
|
|
uint32_t __addr_hi:32;
|
|
|
|
} QEMU_PACKED;
|
|
|
|
uint64_t msi_addr;
|
|
|
|
};
|
|
|
|
union {
|
|
|
|
struct {
|
|
|
|
#ifdef HOST_WORDS_BIGENDIAN
|
|
|
|
uint16_t trigger_mode:1;
|
|
|
|
uint16_t level:1;
|
|
|
|
uint16_t __resved:3;
|
|
|
|
uint16_t delivery_mode:3;
|
|
|
|
uint16_t vector:8;
|
|
|
|
#else
|
|
|
|
uint16_t vector:8;
|
|
|
|
uint16_t delivery_mode:3;
|
|
|
|
uint16_t __resved:3;
|
|
|
|
uint16_t level:1;
|
|
|
|
uint16_t trigger_mode:1;
|
|
|
|
#endif
|
|
|
|
uint16_t __resved1:16;
|
|
|
|
} QEMU_PACKED;
|
|
|
|
uint32_t msi_data;
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
2016-07-14 07:56:20 +02:00
|
|
|
/* When IR is enabled, all MSI/MSI-X data bits should be zero */
|
|
|
|
#define VTD_IR_MSI_DATA (0)
|
|
|
|
|
2014-08-16 07:55:38 +02:00
|
|
|
/* The iommu (DMAR) device state struct */
|
|
|
|
struct IntelIOMMUState {
|
2016-07-14 07:56:10 +02:00
|
|
|
X86IOMMUState x86_iommu;
|
2014-08-16 07:55:38 +02:00
|
|
|
MemoryRegion csrmem;
|
|
|
|
uint8_t csr[DMAR_REG_SIZE]; /* register values */
|
|
|
|
uint8_t wmask[DMAR_REG_SIZE]; /* R/W bytes */
|
|
|
|
uint8_t w1cmask[DMAR_REG_SIZE]; /* RW1C(Write 1 to Clear) bytes */
|
|
|
|
uint8_t womask[DMAR_REG_SIZE]; /* WO (write only - read returns 0) */
|
|
|
|
uint32_t version;
|
|
|
|
|
|
|
|
dma_addr_t root; /* Current root table pointer */
|
|
|
|
bool root_extended; /* Type of root table (extended or not) */
|
|
|
|
bool dmar_enabled; /* Set if DMA remapping is enabled */
|
|
|
|
|
|
|
|
uint16_t iq_head; /* Current invalidation queue head */
|
|
|
|
uint16_t iq_tail; /* Current invalidation queue tail */
|
|
|
|
dma_addr_t iq; /* Current invalidation queue pointer */
|
|
|
|
uint16_t iq_size; /* IQ Size in number of entries */
|
|
|
|
bool qi_enabled; /* Set if the QI is enabled */
|
|
|
|
uint8_t iq_last_desc_type; /* The type of last completed descriptor */
|
|
|
|
|
|
|
|
/* The index of the Fault Recording Register to be used next.
|
|
|
|
* Wraps around from N-1 to 0, where N is the number of FRCD_REG.
|
|
|
|
*/
|
|
|
|
uint16_t next_frcd_reg;
|
|
|
|
|
|
|
|
uint64_t cap; /* The value of capability reg */
|
|
|
|
uint64_t ecap; /* The value of extended capability reg */
|
|
|
|
|
2014-08-16 07:55:43 +02:00
|
|
|
uint32_t context_cache_gen; /* Should be in [1,MAX] */
|
2014-08-16 07:55:44 +02:00
|
|
|
GHashTable *iotlb; /* IOTLB */
|
2014-08-16 07:55:43 +02:00
|
|
|
|
2014-08-16 07:55:38 +02:00
|
|
|
MemoryRegionIOMMUOps iommu_ops;
|
2015-10-04 15:48:50 +02:00
|
|
|
GHashTable *vtd_as_by_busptr; /* VTDBus objects indexed by PCIBus* reference */
|
|
|
|
VTDBus *vtd_as_by_bus_num[VTD_PCI_BUS_MAX]; /* VTDBus objects indexed by bus number */
|
2016-07-14 07:56:18 +02:00
|
|
|
|
|
|
|
/* interrupt remapping */
|
|
|
|
bool intr_enabled; /* Whether guest enabled IR */
|
|
|
|
dma_addr_t intr_root; /* Interrupt remapping table pointer */
|
|
|
|
uint32_t intr_size; /* Number of IR table entries */
|
2016-07-14 07:56:28 +02:00
|
|
|
bool intr_eime; /* Extended interrupt mode enabled */
|
2016-10-10 17:28:46 +02:00
|
|
|
OnOffAuto intr_eim; /* Toggle for EIM cabability */
|
intel_iommu: reject broken EIM
Cluster x2APIC cannot work without KVM's x2apic API when the maximal
APIC ID is greater than 8 and only KVM's LAPIC can support x2APIC, so we
forbid other APICs and also the old KVM case with less than 9, to
simplify the code.
There is no point in enabling EIM in forbidden APICs, so we keep it
enabled only for the KVM APIC; unconditionally, because making the
option depend on KVM version would be a maintanance burden.
Old QEMUs would enable eim whenever intremap was on, which would trick
guests into thinking that they can enable cluster x2APIC even if any
interrupt destination would get clamped to 8 bits.
Depending on your configuration, QEMU could notice that the destination
LAPIC is not present and report it with a very non-obvious:
KVM: injection failed, MSI lost (Operation not permitted)
Or the guest could say something about unexpected interrupts, because
clamping leads to aliasing so interrupts were being delivered to
incorrect VCPUs.
KVM_X2APIC_API is the feature that allows us to enable EIM for KVM.
QEMU 2.7 allowed EIM whenever interrupt remapping was enabled. In order
to keep backward compatibility, we again allow guests to misbehave in
non-obvious ways, and make it the default for old machine types.
A user can enable the buggy mode it with "x-buggy-eim=on".
Signed-off-by: Radim Krčmář <rkrcmar@redhat.com>
Reviewed-by: Eduardo Habkost <ehabkost@redhat.com>
Reviewed-by: Peter Xu <peterx@redhat.com>
Signed-off-by: Eduardo Habkost <ehabkost@redhat.com>
2016-10-10 17:28:47 +02:00
|
|
|
bool buggy_eim; /* Force buggy EIM unless eim=off */
|
2014-08-16 07:55:38 +02:00
|
|
|
};
|
|
|
|
|
2015-10-04 15:48:50 +02:00
|
|
|
/* Find the VTD Address space associated with the given bus pointer,
|
|
|
|
* create a new one if none exists
|
|
|
|
*/
|
|
|
|
VTDAddressSpace *vtd_find_add_as(IntelIOMMUState *s, PCIBus *bus, int devfn);
|
|
|
|
|
2014-08-16 07:55:38 +02:00
|
|
|
#endif
|