aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--Documentation/kernel-parameters.txt4
-rw-r--r--arch/ia64/include/asm/iommu.h2
-rw-r--r--arch/ia64/kernel/pci-dma.c1
-rw-r--r--arch/x86/include/asm/iommu.h1
-rw-r--r--arch/x86/kernel/pci-dma.c11
-rw-r--r--drivers/iommu/amd_iommu.c21
-rw-r--r--drivers/iommu/intel-iommu.c49
-rw-r--r--drivers/iommu/iommu.c60
-rw-r--r--include/linux/iommu.h7
9 files changed, 155 insertions, 1 deletions
diff --git a/Documentation/kernel-parameters.txt b/Documentation/kernel-parameters.txt
index 22152ed148a..8f540d8abec 100644
--- a/Documentation/kernel-parameters.txt
+++ b/Documentation/kernel-parameters.txt
@@ -1064,7 +1064,9 @@ bytes respectively. Such letter suffixes can also be entirely omitted.
1064 nomerge 1064 nomerge
1065 forcesac 1065 forcesac
1066 soft 1066 soft
1067 pt [x86, IA-64] 1067 pt [x86, IA-64]
1068 group_mf [x86, IA-64]
1069
1068 1070
1069 io7= [HW] IO7 for Marvel based alpha systems 1071 io7= [HW] IO7 for Marvel based alpha systems
1070 See comment before marvel_specify_io7 in 1072 See comment before marvel_specify_io7 in
diff --git a/arch/ia64/include/asm/iommu.h b/arch/ia64/include/asm/iommu.h
index 105c93b00b1..b6a809fa299 100644
--- a/arch/ia64/include/asm/iommu.h
+++ b/arch/ia64/include/asm/iommu.h
@@ -11,10 +11,12 @@ extern void no_iommu_init(void);
11extern int force_iommu, no_iommu; 11extern int force_iommu, no_iommu;
12extern int iommu_pass_through; 12extern int iommu_pass_through;
13extern int iommu_detected; 13extern int iommu_detected;
14extern int iommu_group_mf;
14#else 15#else
15#define iommu_pass_through (0) 16#define iommu_pass_through (0)
16#define no_iommu (1) 17#define no_iommu (1)
17#define iommu_detected (0) 18#define iommu_detected (0)
19#define iommu_group_mf (0)
18#endif 20#endif
19extern void iommu_dma_init(void); 21extern void iommu_dma_init(void);
20extern void machvec_init(const char *name); 22extern void machvec_init(const char *name);
diff --git a/arch/ia64/kernel/pci-dma.c b/arch/ia64/kernel/pci-dma.c
index c16162c7086..eb117572005 100644
--- a/arch/ia64/kernel/pci-dma.c
+++ b/arch/ia64/kernel/pci-dma.c
@@ -33,6 +33,7 @@ int force_iommu __read_mostly;
33#endif 33#endif
34 34
35int iommu_pass_through; 35int iommu_pass_through;
36int iommu_group_mf;
36 37
37/* Dummy device used for NULL arguments (normally ISA). Better would 38/* Dummy device used for NULL arguments (normally ISA). Better would
38 be probably a smaller DMA mask, but this is bug-to-bug compatible 39 be probably a smaller DMA mask, but this is bug-to-bug compatible
diff --git a/arch/x86/include/asm/iommu.h b/arch/x86/include/asm/iommu.h
index 345c99cef15..dffc38ee625 100644
--- a/arch/x86/include/asm/iommu.h
+++ b/arch/x86/include/asm/iommu.h
@@ -5,6 +5,7 @@ extern struct dma_map_ops nommu_dma_ops;
5extern int force_iommu, no_iommu; 5extern int force_iommu, no_iommu;
6extern int iommu_detected; 6extern int iommu_detected;
7extern int iommu_pass_through; 7extern int iommu_pass_through;
8extern int iommu_group_mf;
8 9
9/* 10 seconds */ 10/* 10 seconds */
10#define DMAR_OPERATION_TIMEOUT ((cycles_t) tsc_khz*10*1000) 11#define DMAR_OPERATION_TIMEOUT ((cycles_t) tsc_khz*10*1000)
diff --git a/arch/x86/kernel/pci-dma.c b/arch/x86/kernel/pci-dma.c
index 80dc793b3f6..1c4d769e21e 100644
--- a/arch/x86/kernel/pci-dma.c
+++ b/arch/x86/kernel/pci-dma.c
@@ -45,6 +45,15 @@ int iommu_detected __read_mostly = 0;
45 */ 45 */
46int iommu_pass_through __read_mostly; 46int iommu_pass_through __read_mostly;
47 47
48/*
49 * Group multi-function PCI devices into a single device-group for the
50 * iommu_device_group interface. This tells the iommu driver to pretend
51 * it cannot distinguish between functions of a device, exposing only one
52 * group for the device. Useful for disallowing use of individual PCI
53 * functions from userspace drivers.
54 */
55int iommu_group_mf __read_mostly;
56
48extern struct iommu_table_entry __iommu_table[], __iommu_table_end[]; 57extern struct iommu_table_entry __iommu_table[], __iommu_table_end[];
49 58
50/* Dummy device used for NULL arguments (normally ISA). */ 59/* Dummy device used for NULL arguments (normally ISA). */
@@ -169,6 +178,8 @@ static __init int iommu_setup(char *p)
169#endif 178#endif
170 if (!strncmp(p, "pt", 2)) 179 if (!strncmp(p, "pt", 2))
171 iommu_pass_through = 1; 180 iommu_pass_through = 1;
181 if (!strncmp(p, "group_mf", 8))
182 iommu_group_mf = 1;
172 183
173 gart_parse_options(p); 184 gart_parse_options(p);
174 185
diff --git a/drivers/iommu/amd_iommu.c b/drivers/iommu/amd_iommu.c
index edd291070b0..cce1f03b889 100644
--- a/drivers/iommu/amd_iommu.c
+++ b/drivers/iommu/amd_iommu.c
@@ -3188,6 +3188,26 @@ static int amd_iommu_domain_has_cap(struct iommu_domain *domain,
3188 return 0; 3188 return 0;
3189} 3189}
3190 3190
3191static int amd_iommu_device_group(struct device *dev, unsigned int *groupid)
3192{
3193 struct iommu_dev_data *dev_data = dev->archdata.iommu;
3194 struct pci_dev *pdev = to_pci_dev(dev);
3195 u16 devid;
3196
3197 if (!dev_data)
3198 return -ENODEV;
3199
3200 if (pdev->is_virtfn || !iommu_group_mf)
3201 devid = dev_data->devid;
3202 else
3203 devid = calc_devid(pdev->bus->number,
3204 PCI_DEVFN(PCI_SLOT(pdev->devfn), 0));
3205
3206 *groupid = amd_iommu_alias_table[devid];
3207
3208 return 0;
3209}
3210
3191static struct iommu_ops amd_iommu_ops = { 3211static struct iommu_ops amd_iommu_ops = {
3192 .domain_init = amd_iommu_domain_init, 3212 .domain_init = amd_iommu_domain_init,
3193 .domain_destroy = amd_iommu_domain_destroy, 3213 .domain_destroy = amd_iommu_domain_destroy,
@@ -3197,6 +3217,7 @@ static struct iommu_ops amd_iommu_ops = {
3197 .unmap = amd_iommu_unmap, 3217 .unmap = amd_iommu_unmap,
3198 .iova_to_phys = amd_iommu_iova_to_phys, 3218 .iova_to_phys = amd_iommu_iova_to_phys,
3199 .domain_has_cap = amd_iommu_domain_has_cap, 3219 .domain_has_cap = amd_iommu_domain_has_cap,
3220 .device_group = amd_iommu_device_group,
3200 .pgsize_bitmap = AMD_IOMMU_PGSIZES, 3221 .pgsize_bitmap = AMD_IOMMU_PGSIZES,
3201}; 3222};
3202 3223
diff --git a/drivers/iommu/intel-iommu.c b/drivers/iommu/intel-iommu.c
index aea72e11e16..77e3b917c8d 100644
--- a/drivers/iommu/intel-iommu.c
+++ b/drivers/iommu/intel-iommu.c
@@ -4080,6 +4080,54 @@ static int intel_iommu_domain_has_cap(struct iommu_domain *domain,
4080 return 0; 4080 return 0;
4081} 4081}
4082 4082
4083/*
4084 * Group numbers are arbitrary. Device with the same group number
4085 * indicate the iommu cannot differentiate between them. To avoid
4086 * tracking used groups we just use the seg|bus|devfn of the lowest
4087 * level we're able to differentiate devices
4088 */
4089static int intel_iommu_device_group(struct device *dev, unsigned int *groupid)
4090{
4091 struct pci_dev *pdev = to_pci_dev(dev);
4092 struct pci_dev *bridge;
4093 union {
4094 struct {
4095 u8 devfn;
4096 u8 bus;
4097 u16 segment;
4098 } pci;
4099 u32 group;
4100 } id;
4101
4102 if (iommu_no_mapping(dev))
4103 return -ENODEV;
4104
4105 id.pci.segment = pci_domain_nr(pdev->bus);
4106 id.pci.bus = pdev->bus->number;
4107 id.pci.devfn = pdev->devfn;
4108
4109 if (!device_to_iommu(id.pci.segment, id.pci.bus, id.pci.devfn))
4110 return -ENODEV;
4111
4112 bridge = pci_find_upstream_pcie_bridge(pdev);
4113 if (bridge) {
4114 if (pci_is_pcie(bridge)) {
4115 id.pci.bus = bridge->subordinate->number;
4116 id.pci.devfn = 0;
4117 } else {
4118 id.pci.bus = bridge->bus->number;
4119 id.pci.devfn = bridge->devfn;
4120 }
4121 }
4122
4123 if (!pdev->is_virtfn && iommu_group_mf)
4124 id.pci.devfn = PCI_DEVFN(PCI_SLOT(id.pci.devfn), 0);
4125
4126 *groupid = id.group;
4127
4128 return 0;
4129}
4130
4083static struct iommu_ops intel_iommu_ops = { 4131static struct iommu_ops intel_iommu_ops = {
4084 .domain_init = intel_iommu_domain_init, 4132 .domain_init = intel_iommu_domain_init,
4085 .domain_destroy = intel_iommu_domain_destroy, 4133 .domain_destroy = intel_iommu_domain_destroy,
@@ -4089,6 +4137,7 @@ static struct iommu_ops intel_iommu_ops = {
4089 .unmap = intel_iommu_unmap, 4137 .unmap = intel_iommu_unmap,
4090 .iova_to_phys = intel_iommu_iova_to_phys, 4138 .iova_to_phys = intel_iommu_iova_to_phys,
4091 .domain_has_cap = intel_iommu_domain_has_cap, 4139 .domain_has_cap = intel_iommu_domain_has_cap,
4140 .device_group = intel_iommu_device_group,
4092 .pgsize_bitmap = INTEL_IOMMU_PGSIZES, 4141 .pgsize_bitmap = INTEL_IOMMU_PGSIZES,
4093}; 4142};
4094 4143
diff --git a/drivers/iommu/iommu.c b/drivers/iommu/iommu.c
index 14d6f908196..2198b2dbbcd 100644
--- a/drivers/iommu/iommu.c
+++ b/drivers/iommu/iommu.c
@@ -27,8 +27,59 @@
27#include <linux/errno.h> 27#include <linux/errno.h>
28#include <linux/iommu.h> 28#include <linux/iommu.h>
29 29
30static ssize_t show_iommu_group(struct device *dev,
31 struct device_attribute *attr, char *buf)
32{
33 unsigned int groupid;
34
35 if (iommu_device_group(dev, &groupid))
36 return 0;
37
38 return sprintf(buf, "%u", groupid);
39}
40static DEVICE_ATTR(iommu_group, S_IRUGO, show_iommu_group, NULL);
41
42static int add_iommu_group(struct device *dev, void *data)
43{
44 unsigned int groupid;
45
46 if (iommu_device_group(dev, &groupid) == 0)
47 return device_create_file(dev, &dev_attr_iommu_group);
48
49 return 0;
50}
51
52static int remove_iommu_group(struct device *dev)
53{
54 unsigned int groupid;
55
56 if (iommu_device_group(dev, &groupid) == 0)
57 device_remove_file(dev, &dev_attr_iommu_group);
58
59 return 0;
60}
61
62static int iommu_device_notifier(struct notifier_block *nb,
63 unsigned long action, void *data)
64{
65 struct device *dev = data;
66
67 if (action == BUS_NOTIFY_ADD_DEVICE)
68 return add_iommu_group(dev, NULL);
69 else if (action == BUS_NOTIFY_DEL_DEVICE)
70 return remove_iommu_group(dev);
71
72 return 0;
73}
74
75static struct notifier_block iommu_device_nb = {
76 .notifier_call = iommu_device_notifier,
77};
78
30static void iommu_bus_init(struct bus_type *bus, struct iommu_ops *ops) 79static void iommu_bus_init(struct bus_type *bus, struct iommu_ops *ops)
31{ 80{
81 bus_register_notifier(bus, &iommu_device_nb);
82 bus_for_each_dev(bus, NULL, NULL, add_iommu_group);
32} 83}
33 84
34/** 85/**
@@ -281,3 +332,12 @@ size_t iommu_unmap(struct iommu_domain *domain, unsigned long iova, size_t size)
281 return unmapped; 332 return unmapped;
282} 333}
283EXPORT_SYMBOL_GPL(iommu_unmap); 334EXPORT_SYMBOL_GPL(iommu_unmap);
335
336int iommu_device_group(struct device *dev, unsigned int *groupid)
337{
338 if (iommu_present(dev->bus) && dev->bus->iommu_ops->device_group)
339 return dev->bus->iommu_ops->device_group(dev, groupid);
340
341 return -ENODEV;
342}
343EXPORT_SYMBOL_GPL(iommu_device_group);
diff --git a/include/linux/iommu.h b/include/linux/iommu.h
index cc26f89c4ee..d937580417b 100644
--- a/include/linux/iommu.h
+++ b/include/linux/iommu.h
@@ -74,6 +74,7 @@ struct iommu_ops {
74 unsigned long iova); 74 unsigned long iova);
75 int (*domain_has_cap)(struct iommu_domain *domain, 75 int (*domain_has_cap)(struct iommu_domain *domain,
76 unsigned long cap); 76 unsigned long cap);
77 int (*device_group)(struct device *dev, unsigned int *groupid);
77 unsigned long pgsize_bitmap; 78 unsigned long pgsize_bitmap;
78}; 79};
79 80
@@ -95,6 +96,7 @@ extern int iommu_domain_has_cap(struct iommu_domain *domain,
95 unsigned long cap); 96 unsigned long cap);
96extern void iommu_set_fault_handler(struct iommu_domain *domain, 97extern void iommu_set_fault_handler(struct iommu_domain *domain,
97 iommu_fault_handler_t handler); 98 iommu_fault_handler_t handler);
99extern int iommu_device_group(struct device *dev, unsigned int *groupid);
98 100
99/** 101/**
100 * report_iommu_fault() - report about an IOMMU fault to the IOMMU framework 102 * report_iommu_fault() - report about an IOMMU fault to the IOMMU framework
@@ -193,6 +195,11 @@ static inline void iommu_set_fault_handler(struct iommu_domain *domain,
193{ 195{
194} 196}
195 197
198static inline int iommu_device_group(struct device *dev, unsigned int *groupid)
199{
200 return -ENODEV;
201}
202
196#endif /* CONFIG_IOMMU_API */ 203#endif /* CONFIG_IOMMU_API */
197 204
198#endif /* __LINUX_IOMMU_H */ 205#endif /* __LINUX_IOMMU_H */