2011-10-30 18:16:46 +01:00
|
|
|
/*
|
|
|
|
* QEMU SPAPR PCI BUS definitions
|
|
|
|
*
|
|
|
|
* Copyright (c) 2011 Alexey Kardashevskiy <aik@au1.ibm.com>
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with this library; if not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*/
|
|
|
|
#if !defined(__HW_SPAPR_H__)
|
|
|
|
#error Please include spapr.h before this file!
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#if !defined(__HW_SPAPR_PCI_H__)
|
|
|
|
#define __HW_SPAPR_PCI_H__
|
|
|
|
|
2012-12-12 13:24:50 +01:00
|
|
|
#include "hw/pci/pci.h"
|
|
|
|
#include "hw/pci/pci_host.h"
|
2013-02-05 17:06:20 +01:00
|
|
|
#include "hw/ppc/xics.h"
|
2011-10-30 18:16:46 +01:00
|
|
|
|
2012-08-20 19:08:05 +02:00
|
|
|
#define TYPE_SPAPR_PCI_HOST_BRIDGE "spapr-pci-host-bridge"
|
spapr_pci_vfio: Add spapr-pci-vfio-host-bridge to support vfio
The patch adds a spapr-pci-vfio-host-bridge device type
which is a PCI Host Bridge with VFIO support. The new device
inherits from the spapr-pci-host-bridge device and adds an "iommu"
property which is an IOMMU id. This ID represents a minimal entity
for which IOMMU isolation can be guaranteed. In SPAPR architecture IOMMU
group is called a Partitionable Endpoint (PE).
Current implementation supports one IOMMU id per QEMU VFIO PHB. Since
SPAPR allows multiple PHB for no extra cost, this does not seem to
be a problem. This limitation may change in the future though.
Example of use:
Configure and Add 3 functions of a multifunctional device to QEMU:
(the NEC PCI USB card is used as an example here):
-device spapr-pci-vfio-host-bridge,id=USB,iommu=4,index=7 \
-device vfio-pci,host=4:0:1.0,addr=1.0,bus=USB,multifunction=true
-device vfio-pci,host=4:0:1.1,addr=1.1,bus=USB
-device vfio-pci,host=4:0:1.2,addr=1.2,bus=USB
where:
* index=7 is a QEMU PHB index (used as source for MMIO/MSI/IO windows
offset);
* iommu=4 is an IOMMU id which can be found in sysfs:
[aik@vpl2 ~]$ cd /sys/bus/pci/devices/0004:00:00.0/
[aik@vpl2 0004:00:00.0]$ ls -l iommu_group
lrwxrwxrwx 1 root root 0 Jun 5 12:49 iommu_group -> ../../../kernel/iommu_groups/4
Signed-off-by: Alexey Kardashevskiy <aik@ozlabs.ru>
Signed-off-by: Alexander Graf <agraf@suse.de>
2014-06-10 07:39:23 +02:00
|
|
|
#define TYPE_SPAPR_PCI_VFIO_HOST_BRIDGE "spapr-pci-vfio-host-bridge"
|
2012-08-20 19:08:05 +02:00
|
|
|
|
|
|
|
#define SPAPR_PCI_HOST_BRIDGE(obj) \
|
|
|
|
OBJECT_CHECK(sPAPRPHBState, (obj), TYPE_SPAPR_PCI_HOST_BRIDGE)
|
|
|
|
|
spapr_pci_vfio: Add spapr-pci-vfio-host-bridge to support vfio
The patch adds a spapr-pci-vfio-host-bridge device type
which is a PCI Host Bridge with VFIO support. The new device
inherits from the spapr-pci-host-bridge device and adds an "iommu"
property which is an IOMMU id. This ID represents a minimal entity
for which IOMMU isolation can be guaranteed. In SPAPR architecture IOMMU
group is called a Partitionable Endpoint (PE).
Current implementation supports one IOMMU id per QEMU VFIO PHB. Since
SPAPR allows multiple PHB for no extra cost, this does not seem to
be a problem. This limitation may change in the future though.
Example of use:
Configure and Add 3 functions of a multifunctional device to QEMU:
(the NEC PCI USB card is used as an example here):
-device spapr-pci-vfio-host-bridge,id=USB,iommu=4,index=7 \
-device vfio-pci,host=4:0:1.0,addr=1.0,bus=USB,multifunction=true
-device vfio-pci,host=4:0:1.1,addr=1.1,bus=USB
-device vfio-pci,host=4:0:1.2,addr=1.2,bus=USB
where:
* index=7 is a QEMU PHB index (used as source for MMIO/MSI/IO windows
offset);
* iommu=4 is an IOMMU id which can be found in sysfs:
[aik@vpl2 ~]$ cd /sys/bus/pci/devices/0004:00:00.0/
[aik@vpl2 0004:00:00.0]$ ls -l iommu_group
lrwxrwxrwx 1 root root 0 Jun 5 12:49 iommu_group -> ../../../kernel/iommu_groups/4
Signed-off-by: Alexey Kardashevskiy <aik@ozlabs.ru>
Signed-off-by: Alexander Graf <agraf@suse.de>
2014-06-10 07:39:23 +02:00
|
|
|
#define SPAPR_PCI_VFIO_HOST_BRIDGE(obj) \
|
|
|
|
OBJECT_CHECK(sPAPRPHBVFIOState, (obj), TYPE_SPAPR_PCI_VFIO_HOST_BRIDGE)
|
|
|
|
|
2014-05-27 07:36:31 +02:00
|
|
|
#define SPAPR_PCI_HOST_BRIDGE_CLASS(klass) \
|
|
|
|
OBJECT_CLASS_CHECK(sPAPRPHBClass, (klass), TYPE_SPAPR_PCI_HOST_BRIDGE)
|
|
|
|
#define SPAPR_PCI_HOST_BRIDGE_GET_CLASS(obj) \
|
|
|
|
OBJECT_GET_CLASS(sPAPRPHBClass, (obj), TYPE_SPAPR_PCI_HOST_BRIDGE)
|
|
|
|
|
|
|
|
typedef struct sPAPRPHBClass sPAPRPHBClass;
|
|
|
|
typedef struct sPAPRPHBState sPAPRPHBState;
|
spapr_pci_vfio: Add spapr-pci-vfio-host-bridge to support vfio
The patch adds a spapr-pci-vfio-host-bridge device type
which is a PCI Host Bridge with VFIO support. The new device
inherits from the spapr-pci-host-bridge device and adds an "iommu"
property which is an IOMMU id. This ID represents a minimal entity
for which IOMMU isolation can be guaranteed. In SPAPR architecture IOMMU
group is called a Partitionable Endpoint (PE).
Current implementation supports one IOMMU id per QEMU VFIO PHB. Since
SPAPR allows multiple PHB for no extra cost, this does not seem to
be a problem. This limitation may change in the future though.
Example of use:
Configure and Add 3 functions of a multifunctional device to QEMU:
(the NEC PCI USB card is used as an example here):
-device spapr-pci-vfio-host-bridge,id=USB,iommu=4,index=7 \
-device vfio-pci,host=4:0:1.0,addr=1.0,bus=USB,multifunction=true
-device vfio-pci,host=4:0:1.1,addr=1.1,bus=USB
-device vfio-pci,host=4:0:1.2,addr=1.2,bus=USB
where:
* index=7 is a QEMU PHB index (used as source for MMIO/MSI/IO windows
offset);
* iommu=4 is an IOMMU id which can be found in sysfs:
[aik@vpl2 ~]$ cd /sys/bus/pci/devices/0004:00:00.0/
[aik@vpl2 0004:00:00.0]$ ls -l iommu_group
lrwxrwxrwx 1 root root 0 Jun 5 12:49 iommu_group -> ../../../kernel/iommu_groups/4
Signed-off-by: Alexey Kardashevskiy <aik@ozlabs.ru>
Signed-off-by: Alexander Graf <agraf@suse.de>
2014-06-10 07:39:23 +02:00
|
|
|
typedef struct sPAPRPHBVFIOState sPAPRPHBVFIOState;
|
2014-05-27 07:36:31 +02:00
|
|
|
|
|
|
|
struct sPAPRPHBClass {
|
|
|
|
PCIHostBridgeClass parent_class;
|
|
|
|
|
|
|
|
void (*finish_realize)(sPAPRPHBState *sphb, Error **errp);
|
|
|
|
};
|
|
|
|
|
2014-05-30 11:34:20 +02:00
|
|
|
typedef struct spapr_pci_msi {
|
|
|
|
uint32_t first_irq;
|
|
|
|
uint32_t num;
|
|
|
|
} spapr_pci_msi;
|
|
|
|
|
|
|
|
typedef struct spapr_pci_msi_mig {
|
|
|
|
uint32_t key;
|
|
|
|
spapr_pci_msi value;
|
|
|
|
} spapr_pci_msi_mig;
|
|
|
|
|
2014-05-27 07:36:31 +02:00
|
|
|
struct sPAPRPHBState {
|
2012-08-20 19:08:09 +02:00
|
|
|
PCIHostState parent_obj;
|
2011-10-30 18:16:46 +01:00
|
|
|
|
2013-01-23 18:20:39 +01:00
|
|
|
int32_t index;
|
2011-10-30 18:16:46 +01:00
|
|
|
uint64_t buid;
|
2012-03-12 18:50:24 +01:00
|
|
|
char *dtbusname;
|
2011-10-30 18:16:46 +01:00
|
|
|
|
|
|
|
MemoryRegion memspace, iospace;
|
2012-10-23 12:30:10 +02:00
|
|
|
hwaddr mem_win_addr, mem_win_size, io_win_addr, io_win_size;
|
2014-08-27 18:17:12 +02:00
|
|
|
MemoryRegion memwindow, iowindow, msiwindow;
|
2012-08-07 18:10:37 +02:00
|
|
|
|
2012-08-07 18:10:38 +02:00
|
|
|
uint32_t dma_liobn;
|
2012-10-30 12:47:48 +01:00
|
|
|
AddressSpace iommu_as;
|
2014-05-27 07:36:32 +02:00
|
|
|
MemoryRegion iommu_root;
|
2011-10-30 18:16:46 +01:00
|
|
|
|
2013-07-18 21:33:02 +02:00
|
|
|
struct spapr_pci_lsi {
|
2012-08-07 18:10:32 +02:00
|
|
|
uint32_t irq;
|
2012-04-25 19:55:42 +02:00
|
|
|
} lsi_table[PCI_NUM_PINS];
|
2011-10-30 18:16:46 +01:00
|
|
|
|
2014-05-30 11:34:20 +02:00
|
|
|
GHashTable *msi;
|
|
|
|
/* Temporary cache for migration purposes */
|
|
|
|
int32_t msi_devs_num;
|
|
|
|
spapr_pci_msi_mig *msi_devs;
|
2012-08-07 18:10:37 +02:00
|
|
|
|
2011-10-30 18:16:46 +01:00
|
|
|
QLIST_ENTRY(sPAPRPHBState) list;
|
2014-05-27 07:36:31 +02:00
|
|
|
};
|
2011-10-30 18:16:46 +01:00
|
|
|
|
spapr_pci_vfio: Add spapr-pci-vfio-host-bridge to support vfio
The patch adds a spapr-pci-vfio-host-bridge device type
which is a PCI Host Bridge with VFIO support. The new device
inherits from the spapr-pci-host-bridge device and adds an "iommu"
property which is an IOMMU id. This ID represents a minimal entity
for which IOMMU isolation can be guaranteed. In SPAPR architecture IOMMU
group is called a Partitionable Endpoint (PE).
Current implementation supports one IOMMU id per QEMU VFIO PHB. Since
SPAPR allows multiple PHB for no extra cost, this does not seem to
be a problem. This limitation may change in the future though.
Example of use:
Configure and Add 3 functions of a multifunctional device to QEMU:
(the NEC PCI USB card is used as an example here):
-device spapr-pci-vfio-host-bridge,id=USB,iommu=4,index=7 \
-device vfio-pci,host=4:0:1.0,addr=1.0,bus=USB,multifunction=true
-device vfio-pci,host=4:0:1.1,addr=1.1,bus=USB
-device vfio-pci,host=4:0:1.2,addr=1.2,bus=USB
where:
* index=7 is a QEMU PHB index (used as source for MMIO/MSI/IO windows
offset);
* iommu=4 is an IOMMU id which can be found in sysfs:
[aik@vpl2 ~]$ cd /sys/bus/pci/devices/0004:00:00.0/
[aik@vpl2 0004:00:00.0]$ ls -l iommu_group
lrwxrwxrwx 1 root root 0 Jun 5 12:49 iommu_group -> ../../../kernel/iommu_groups/4
Signed-off-by: Alexey Kardashevskiy <aik@ozlabs.ru>
Signed-off-by: Alexander Graf <agraf@suse.de>
2014-06-10 07:39:23 +02:00
|
|
|
struct sPAPRPHBVFIOState {
|
|
|
|
sPAPRPHBState phb;
|
|
|
|
|
|
|
|
int32_t iommugroupid;
|
|
|
|
};
|
|
|
|
|
2013-01-23 18:20:39 +01:00
|
|
|
#define SPAPR_PCI_BASE_BUID 0x800000020000000ULL
|
|
|
|
|
|
|
|
#define SPAPR_PCI_WINDOW_BASE 0x10000000000ULL
|
|
|
|
#define SPAPR_PCI_WINDOW_SPACING 0x1000000000ULL
|
|
|
|
#define SPAPR_PCI_MMIO_WIN_OFF 0xA0000000
|
|
|
|
#define SPAPR_PCI_MMIO_WIN_SIZE 0x20000000
|
|
|
|
#define SPAPR_PCI_IO_WIN_OFF 0x80000000
|
|
|
|
#define SPAPR_PCI_IO_WIN_SIZE 0x10000
|
2013-07-12 09:38:24 +02:00
|
|
|
|
|
|
|
#define SPAPR_PCI_MSI_WINDOW 0x40000000000ULL
|
2013-01-23 18:20:39 +01:00
|
|
|
|
|
|
|
#define SPAPR_PCI_MEM_WIN_BUS_OFFSET 0x80000000ULL
|
|
|
|
|
2012-08-07 18:10:32 +02:00
|
|
|
static inline qemu_irq spapr_phb_lsi_qirq(struct sPAPRPHBState *phb, int pin)
|
|
|
|
{
|
|
|
|
return xics_get_qirq(spapr->icp, phb->lsi_table[pin].irq);
|
|
|
|
}
|
|
|
|
|
2013-03-13 16:53:25 +01:00
|
|
|
PCIHostState *spapr_create_phb(sPAPREnvironment *spapr, int index);
|
2011-10-30 18:16:46 +01:00
|
|
|
|
2012-06-13 20:40:06 +02:00
|
|
|
int spapr_populate_pci_dt(sPAPRPHBState *phb,
|
|
|
|
uint32_t xics_phandle,
|
|
|
|
void *fdt);
|
2011-10-30 18:16:46 +01:00
|
|
|
|
2013-07-12 09:38:24 +02:00
|
|
|
void spapr_pci_msi_init(sPAPREnvironment *spapr, hwaddr addr);
|
|
|
|
|
2012-08-07 18:10:33 +02:00
|
|
|
void spapr_pci_rtas_init(void);
|
|
|
|
|
2011-10-30 18:16:46 +01:00
|
|
|
#endif /* __HW_SPAPR_PCI_H__ */
|