diff options
| author | Joerg Roedel <joerg.roedel@amd.com> | 2012-01-09 07:06:28 -0500 |
|---|---|---|
| committer | Joerg Roedel <joerg.roedel@amd.com> | 2012-01-09 07:06:28 -0500 |
| commit | f93ea733878733f3e98475bc3e2ccf789bebcfb8 (patch) | |
| tree | ce4981e49a75d5bac7f0d2fa4ddcdcc130cf56f0 | |
| parent | 00fb5430f547e411ab03385cfa548776aaac1c92 (diff) | |
| parent | 95bdaf71ccf2cb4bba0c9a3d2baea0e7916f466b (diff) | |
Merge branches 'iommu/page-sizes' and 'iommu/group-id' into next
Conflicts:
drivers/iommu/amd_iommu.c
drivers/iommu/intel-iommu.c
include/linux/iommu.h
| -rw-r--r-- | Documentation/kernel-parameters.txt | 4 | ||||
| -rw-r--r-- | arch/ia64/include/asm/iommu.h | 2 | ||||
| -rw-r--r-- | arch/ia64/kernel/pci-dma.c | 1 | ||||
| -rw-r--r-- | arch/x86/include/asm/iommu.h | 1 | ||||
| -rw-r--r-- | arch/x86/kernel/pci-dma.c | 11 | ||||
| -rw-r--r-- | drivers/iommu/amd_iommu.c | 21 | ||||
| -rw-r--r-- | drivers/iommu/intel-iommu.c | 49 | ||||
| -rw-r--r-- | drivers/iommu/iommu.c | 60 | ||||
| -rw-r--r-- | include/linux/iommu.h | 7 |
9 files changed, 155 insertions, 1 deletions
diff --git a/Documentation/kernel-parameters.txt b/Documentation/kernel-parameters.txt index 22152ed148a5..8f540d8abec5 100644 --- a/Documentation/kernel-parameters.txt +++ b/Documentation/kernel-parameters.txt | |||
| @@ -1064,7 +1064,9 @@ bytes respectively. Such letter suffixes can also be entirely omitted. | |||
| 1064 | nomerge | 1064 | nomerge |
| 1065 | forcesac | 1065 | forcesac |
| 1066 | soft | 1066 | soft |
| 1067 | pt [x86, IA-64] | 1067 | pt [x86, IA-64] |
| 1068 | group_mf [x86, IA-64] | ||
| 1069 | |||
| 1068 | 1070 | ||
| 1069 | io7= [HW] IO7 for Marvel based alpha systems | 1071 | io7= [HW] IO7 for Marvel based alpha systems |
| 1070 | See comment before marvel_specify_io7 in | 1072 | See comment before marvel_specify_io7 in |
diff --git a/arch/ia64/include/asm/iommu.h b/arch/ia64/include/asm/iommu.h index 105c93b00b1b..b6a809fa2995 100644 --- a/arch/ia64/include/asm/iommu.h +++ b/arch/ia64/include/asm/iommu.h | |||
| @@ -11,10 +11,12 @@ extern void no_iommu_init(void); | |||
| 11 | extern int force_iommu, no_iommu; | 11 | extern int force_iommu, no_iommu; |
| 12 | extern int iommu_pass_through; | 12 | extern int iommu_pass_through; |
| 13 | extern int iommu_detected; | 13 | extern int iommu_detected; |
| 14 | extern int iommu_group_mf; | ||
| 14 | #else | 15 | #else |
| 15 | #define iommu_pass_through (0) | 16 | #define iommu_pass_through (0) |
| 16 | #define no_iommu (1) | 17 | #define no_iommu (1) |
| 17 | #define iommu_detected (0) | 18 | #define iommu_detected (0) |
| 19 | #define iommu_group_mf (0) | ||
| 18 | #endif | 20 | #endif |
| 19 | extern void iommu_dma_init(void); | 21 | extern void iommu_dma_init(void); |
| 20 | extern void machvec_init(const char *name); | 22 | extern void machvec_init(const char *name); |
diff --git a/arch/ia64/kernel/pci-dma.c b/arch/ia64/kernel/pci-dma.c index c16162c70860..eb1175720050 100644 --- a/arch/ia64/kernel/pci-dma.c +++ b/arch/ia64/kernel/pci-dma.c | |||
| @@ -33,6 +33,7 @@ int force_iommu __read_mostly; | |||
| 33 | #endif | 33 | #endif |
| 34 | 34 | ||
| 35 | int iommu_pass_through; | 35 | int iommu_pass_through; |
| 36 | int iommu_group_mf; | ||
| 36 | 37 | ||
| 37 | /* Dummy device used for NULL arguments (normally ISA). Better would | 38 | /* Dummy device used for NULL arguments (normally ISA). Better would |
| 38 | be probably a smaller DMA mask, but this is bug-to-bug compatible | 39 | be probably a smaller DMA mask, but this is bug-to-bug compatible |
diff --git a/arch/x86/include/asm/iommu.h b/arch/x86/include/asm/iommu.h index 345c99cef152..dffc38ee6255 100644 --- a/arch/x86/include/asm/iommu.h +++ b/arch/x86/include/asm/iommu.h | |||
| @@ -5,6 +5,7 @@ extern struct dma_map_ops nommu_dma_ops; | |||
| 5 | extern int force_iommu, no_iommu; | 5 | extern int force_iommu, no_iommu; |
| 6 | extern int iommu_detected; | 6 | extern int iommu_detected; |
| 7 | extern int iommu_pass_through; | 7 | extern int iommu_pass_through; |
| 8 | extern int iommu_group_mf; | ||
| 8 | 9 | ||
| 9 | /* 10 seconds */ | 10 | /* 10 seconds */ |
| 10 | #define DMAR_OPERATION_TIMEOUT ((cycles_t) tsc_khz*10*1000) | 11 | #define DMAR_OPERATION_TIMEOUT ((cycles_t) tsc_khz*10*1000) |
diff --git a/arch/x86/kernel/pci-dma.c b/arch/x86/kernel/pci-dma.c index 80dc793b3f63..1c4d769e21ea 100644 --- a/arch/x86/kernel/pci-dma.c +++ b/arch/x86/kernel/pci-dma.c | |||
| @@ -45,6 +45,15 @@ int iommu_detected __read_mostly = 0; | |||
| 45 | */ | 45 | */ |
| 46 | int iommu_pass_through __read_mostly; | 46 | int iommu_pass_through __read_mostly; |
| 47 | 47 | ||
| 48 | /* | ||
| 49 | * Group multi-function PCI devices into a single device-group for the | ||
| 50 | * iommu_device_group interface. This tells the iommu driver to pretend | ||
| 51 | * it cannot distinguish between functions of a device, exposing only one | ||
| 52 | * group for the device. Useful for disallowing use of individual PCI | ||
| 53 | * functions from userspace drivers. | ||
| 54 | */ | ||
| 55 | int iommu_group_mf __read_mostly; | ||
| 56 | |||
| 48 | extern struct iommu_table_entry __iommu_table[], __iommu_table_end[]; | 57 | extern struct iommu_table_entry __iommu_table[], __iommu_table_end[]; |
| 49 | 58 | ||
| 50 | /* Dummy device used for NULL arguments (normally ISA). */ | 59 | /* Dummy device used for NULL arguments (normally ISA). */ |
| @@ -169,6 +178,8 @@ static __init int iommu_setup(char *p) | |||
| 169 | #endif | 178 | #endif |
| 170 | if (!strncmp(p, "pt", 2)) | 179 | if (!strncmp(p, "pt", 2)) |
| 171 | iommu_pass_through = 1; | 180 | iommu_pass_through = 1; |
| 181 | if (!strncmp(p, "group_mf", 8)) | ||
| 182 | iommu_group_mf = 1; | ||
| 172 | 183 | ||
| 173 | gart_parse_options(p); | 184 | gart_parse_options(p); |
| 174 | 185 | ||
diff --git a/drivers/iommu/amd_iommu.c b/drivers/iommu/amd_iommu.c index edd291070b0b..cce1f03b8895 100644 --- a/drivers/iommu/amd_iommu.c +++ b/drivers/iommu/amd_iommu.c | |||
| @@ -3188,6 +3188,26 @@ static int amd_iommu_domain_has_cap(struct iommu_domain *domain, | |||
| 3188 | return 0; | 3188 | return 0; |
| 3189 | } | 3189 | } |
| 3190 | 3190 | ||
| 3191 | static int amd_iommu_device_group(struct device *dev, unsigned int *groupid) | ||
| 3192 | { | ||
| 3193 | struct iommu_dev_data *dev_data = dev->archdata.iommu; | ||
| 3194 | struct pci_dev *pdev = to_pci_dev(dev); | ||
| 3195 | u16 devid; | ||
| 3196 | |||
| 3197 | if (!dev_data) | ||
| 3198 | return -ENODEV; | ||
| 3199 | |||
| 3200 | if (pdev->is_virtfn || !iommu_group_mf) | ||
| 3201 | devid = dev_data->devid; | ||
| 3202 | else | ||
| 3203 | devid = calc_devid(pdev->bus->number, | ||
| 3204 | PCI_DEVFN(PCI_SLOT(pdev->devfn), 0)); | ||
| 3205 | |||
| 3206 | *groupid = amd_iommu_alias_table[devid]; | ||
| 3207 | |||
| 3208 | return 0; | ||
| 3209 | } | ||
| 3210 | |||
| 3191 | static struct iommu_ops amd_iommu_ops = { | 3211 | static struct iommu_ops amd_iommu_ops = { |
| 3192 | .domain_init = amd_iommu_domain_init, | 3212 | .domain_init = amd_iommu_domain_init, |
| 3193 | .domain_destroy = amd_iommu_domain_destroy, | 3213 | .domain_destroy = amd_iommu_domain_destroy, |
| @@ -3197,6 +3217,7 @@ static struct iommu_ops amd_iommu_ops = { | |||
| 3197 | .unmap = amd_iommu_unmap, | 3217 | .unmap = amd_iommu_unmap, |
| 3198 | .iova_to_phys = amd_iommu_iova_to_phys, | 3218 | .iova_to_phys = amd_iommu_iova_to_phys, |
| 3199 | .domain_has_cap = amd_iommu_domain_has_cap, | 3219 | .domain_has_cap = amd_iommu_domain_has_cap, |
| 3220 | .device_group = amd_iommu_device_group, | ||
| 3200 | .pgsize_bitmap = AMD_IOMMU_PGSIZES, | 3221 | .pgsize_bitmap = AMD_IOMMU_PGSIZES, |
| 3201 | }; | 3222 | }; |
| 3202 | 3223 | ||
diff --git a/drivers/iommu/intel-iommu.c b/drivers/iommu/intel-iommu.c index aea72e11e166..77e3b917c8da 100644 --- a/drivers/iommu/intel-iommu.c +++ b/drivers/iommu/intel-iommu.c | |||
| @@ -4080,6 +4080,54 @@ static int intel_iommu_domain_has_cap(struct iommu_domain *domain, | |||
| 4080 | return 0; | 4080 | return 0; |
| 4081 | } | 4081 | } |
| 4082 | 4082 | ||
| 4083 | /* | ||
| 4084 | * Group numbers are arbitrary. Device with the same group number | ||
| 4085 | * indicate the iommu cannot differentiate between them. To avoid | ||
| 4086 | * tracking used groups we just use the seg|bus|devfn of the lowest | ||
| 4087 | * level we're able to differentiate devices | ||
| 4088 | */ | ||
| 4089 | static int intel_iommu_device_group(struct device *dev, unsigned int *groupid) | ||
| 4090 | { | ||
| 4091 | struct pci_dev *pdev = to_pci_dev(dev); | ||
| 4092 | struct pci_dev *bridge; | ||
| 4093 | union { | ||
| 4094 | struct { | ||
| 4095 | u8 devfn; | ||
| 4096 | u8 bus; | ||
| 4097 | u16 segment; | ||
| 4098 | } pci; | ||
| 4099 | u32 group; | ||
| 4100 | } id; | ||
| 4101 | |||
| 4102 | if (iommu_no_mapping(dev)) | ||
| 4103 | return -ENODEV; | ||
| 4104 | |||
| 4105 | id.pci.segment = pci_domain_nr(pdev->bus); | ||
| 4106 | id.pci.bus = pdev->bus->number; | ||
| 4107 | id.pci.devfn = pdev->devfn; | ||
| 4108 | |||
| 4109 | if (!device_to_iommu(id.pci.segment, id.pci.bus, id.pci.devfn)) | ||
| 4110 | return -ENODEV; | ||
| 4111 | |||
| 4112 | bridge = pci_find_upstream_pcie_bridge(pdev); | ||
| 4113 | if (bridge) { | ||
| 4114 | if (pci_is_pcie(bridge)) { | ||
| 4115 | id.pci.bus = bridge->subordinate->number; | ||
| 4116 | id.pci.devfn = 0; | ||
| 4117 | } else { | ||
| 4118 | id.pci.bus = bridge->bus->number; | ||
| 4119 | id.pci.devfn = bridge->devfn; | ||
| 4120 | } | ||
| 4121 | } | ||
| 4122 | |||
| 4123 | if (!pdev->is_virtfn && iommu_group_mf) | ||
| 4124 | id.pci.devfn = PCI_DEVFN(PCI_SLOT(id.pci.devfn), 0); | ||
| 4125 | |||
| 4126 | *groupid = id.group; | ||
| 4127 | |||
| 4128 | return 0; | ||
| 4129 | } | ||
| 4130 | |||
| 4083 | static struct iommu_ops intel_iommu_ops = { | 4131 | static struct iommu_ops intel_iommu_ops = { |
| 4084 | .domain_init = intel_iommu_domain_init, | 4132 | .domain_init = intel_iommu_domain_init, |
| 4085 | .domain_destroy = intel_iommu_domain_destroy, | 4133 | .domain_destroy = intel_iommu_domain_destroy, |
| @@ -4089,6 +4137,7 @@ static struct iommu_ops intel_iommu_ops = { | |||
| 4089 | .unmap = intel_iommu_unmap, | 4137 | .unmap = intel_iommu_unmap, |
| 4090 | .iova_to_phys = intel_iommu_iova_to_phys, | 4138 | .iova_to_phys = intel_iommu_iova_to_phys, |
| 4091 | .domain_has_cap = intel_iommu_domain_has_cap, | 4139 | .domain_has_cap = intel_iommu_domain_has_cap, |
| 4140 | .device_group = intel_iommu_device_group, | ||
| 4092 | .pgsize_bitmap = INTEL_IOMMU_PGSIZES, | 4141 | .pgsize_bitmap = INTEL_IOMMU_PGSIZES, |
| 4093 | }; | 4142 | }; |
| 4094 | 4143 | ||
diff --git a/drivers/iommu/iommu.c b/drivers/iommu/iommu.c index 14d6f908196b..2198b2dbbcd3 100644 --- a/drivers/iommu/iommu.c +++ b/drivers/iommu/iommu.c | |||
| @@ -27,8 +27,59 @@ | |||
| 27 | #include <linux/errno.h> | 27 | #include <linux/errno.h> |
| 28 | #include <linux/iommu.h> | 28 | #include <linux/iommu.h> |
| 29 | 29 | ||
| 30 | static ssize_t show_iommu_group(struct device *dev, | ||
| 31 | struct device_attribute *attr, char *buf) | ||
| 32 | { | ||
| 33 | unsigned int groupid; | ||
| 34 | |||
| 35 | if (iommu_device_group(dev, &groupid)) | ||
| 36 | return 0; | ||
| 37 | |||
| 38 | return sprintf(buf, "%u", groupid); | ||
| 39 | } | ||
| 40 | static DEVICE_ATTR(iommu_group, S_IRUGO, show_iommu_group, NULL); | ||
| 41 | |||
| 42 | static int add_iommu_group(struct device *dev, void *data) | ||
| 43 | { | ||
| 44 | unsigned int groupid; | ||
| 45 | |||
| 46 | if (iommu_device_group(dev, &groupid) == 0) | ||
| 47 | return device_create_file(dev, &dev_attr_iommu_group); | ||
| 48 | |||
| 49 | return 0; | ||
| 50 | } | ||
| 51 | |||
| 52 | static int remove_iommu_group(struct device *dev) | ||
| 53 | { | ||
| 54 | unsigned int groupid; | ||
| 55 | |||
| 56 | if (iommu_device_group(dev, &groupid) == 0) | ||
| 57 | device_remove_file(dev, &dev_attr_iommu_group); | ||
| 58 | |||
| 59 | return 0; | ||
| 60 | } | ||
| 61 | |||
| 62 | static int iommu_device_notifier(struct notifier_block *nb, | ||
| 63 | unsigned long action, void *data) | ||
| 64 | { | ||
| 65 | struct device *dev = data; | ||
| 66 | |||
| 67 | if (action == BUS_NOTIFY_ADD_DEVICE) | ||
| 68 | return add_iommu_group(dev, NULL); | ||
| 69 | else if (action == BUS_NOTIFY_DEL_DEVICE) | ||
| 70 | return remove_iommu_group(dev); | ||
| 71 | |||
| 72 | return 0; | ||
| 73 | } | ||
| 74 | |||
| 75 | static struct notifier_block iommu_device_nb = { | ||
| 76 | .notifier_call = iommu_device_notifier, | ||
| 77 | }; | ||
| 78 | |||
| 30 | static void iommu_bus_init(struct bus_type *bus, struct iommu_ops *ops) | 79 | static void iommu_bus_init(struct bus_type *bus, struct iommu_ops *ops) |
| 31 | { | 80 | { |
| 81 | bus_register_notifier(bus, &iommu_device_nb); | ||
| 82 | bus_for_each_dev(bus, NULL, NULL, add_iommu_group); | ||
| 32 | } | 83 | } |
| 33 | 84 | ||
| 34 | /** | 85 | /** |
| @@ -281,3 +332,12 @@ size_t iommu_unmap(struct iommu_domain *domain, unsigned long iova, size_t size) | |||
| 281 | return unmapped; | 332 | return unmapped; |
| 282 | } | 333 | } |
| 283 | EXPORT_SYMBOL_GPL(iommu_unmap); | 334 | EXPORT_SYMBOL_GPL(iommu_unmap); |
| 335 | |||
| 336 | int iommu_device_group(struct device *dev, unsigned int *groupid) | ||
| 337 | { | ||
| 338 | if (iommu_present(dev->bus) && dev->bus->iommu_ops->device_group) | ||
| 339 | return dev->bus->iommu_ops->device_group(dev, groupid); | ||
| 340 | |||
| 341 | return -ENODEV; | ||
| 342 | } | ||
| 343 | EXPORT_SYMBOL_GPL(iommu_device_group); | ||
diff --git a/include/linux/iommu.h b/include/linux/iommu.h index cc26f89c4ee6..d937580417ba 100644 --- a/include/linux/iommu.h +++ b/include/linux/iommu.h | |||
| @@ -74,6 +74,7 @@ struct iommu_ops { | |||
| 74 | unsigned long iova); | 74 | unsigned long iova); |
| 75 | int (*domain_has_cap)(struct iommu_domain *domain, | 75 | int (*domain_has_cap)(struct iommu_domain *domain, |
| 76 | unsigned long cap); | 76 | unsigned long cap); |
| 77 | int (*device_group)(struct device *dev, unsigned int *groupid); | ||
| 77 | unsigned long pgsize_bitmap; | 78 | unsigned long pgsize_bitmap; |
| 78 | }; | 79 | }; |
| 79 | 80 | ||
| @@ -95,6 +96,7 @@ extern int iommu_domain_has_cap(struct iommu_domain *domain, | |||
| 95 | unsigned long cap); | 96 | unsigned long cap); |
| 96 | extern void iommu_set_fault_handler(struct iommu_domain *domain, | 97 | extern void iommu_set_fault_handler(struct iommu_domain *domain, |
| 97 | iommu_fault_handler_t handler); | 98 | iommu_fault_handler_t handler); |
| 99 | extern int iommu_device_group(struct device *dev, unsigned int *groupid); | ||
| 98 | 100 | ||
| 99 | /** | 101 | /** |
| 100 | * report_iommu_fault() - report about an IOMMU fault to the IOMMU framework | 102 | * report_iommu_fault() - report about an IOMMU fault to the IOMMU framework |
| @@ -193,6 +195,11 @@ static inline void iommu_set_fault_handler(struct iommu_domain *domain, | |||
| 193 | { | 195 | { |
| 194 | } | 196 | } |
| 195 | 197 | ||
| 198 | static inline int iommu_device_group(struct device *dev, unsigned int *groupid) | ||
| 199 | { | ||
| 200 | return -ENODEV; | ||
| 201 | } | ||
| 202 | |||
| 196 | #endif /* CONFIG_IOMMU_API */ | 203 | #endif /* CONFIG_IOMMU_API */ |
| 197 | 204 | ||
| 198 | #endif /* __LINUX_IOMMU_H */ | 205 | #endif /* __LINUX_IOMMU_H */ |
