diff options
author | Rodrigo Vivi <rodrigo.vivi@intel.com> | 2017-12-14 13:57:39 -0500 |
---|---|---|
committer | Rodrigo Vivi <rodrigo.vivi@intel.com> | 2017-12-14 13:57:41 -0500 |
commit | 07825e4b9311b11df02365a35cdf997d69426b29 (patch) | |
tree | 457f4c465cd55d187683934750b281efdb4c9c25 | |
parent | 8d8c46fad4a15cd8a9811ab74a14de0ee1d6c66b (diff) | |
parent | 461bd6227ede277138bf33c2156b6ebd1fba04c2 (diff) |
Merge tag 'gvt-next-2017-12-14' of https://github.com/intel/gvt-linux into drm-intel-next-queued
gvt-next-2017-12-14:
- fixes for two coverity scan errors (Colin)
- mmio switch code refine (Changbin)
- more virtual display dmabuf fixes (Tina/Gustavo)
- misc cleanups (Pei)
Signed-off-by: Rodrigo Vivi <rodrigo.vivi@intel.com>
Link: https://patchwork.freedesktop.org/patch/msgid/20171214033434.jlppjlyal5d67ya7@zhen-hp.sh.intel.com
-rw-r--r-- | drivers/gpu/drm/i915/gvt/Makefile | 2 | ||||
-rw-r--r-- | drivers/gpu/drm/i915/gvt/dmabuf.c | 15 | ||||
-rw-r--r-- | drivers/gpu/drm/i915/gvt/fb_decoder.c | 6 | ||||
-rw-r--r-- | drivers/gpu/drm/i915/gvt/gvt.c | 2 | ||||
-rw-r--r-- | drivers/gpu/drm/i915/gvt/gvt.h | 4 | ||||
-rw-r--r-- | drivers/gpu/drm/i915/gvt/handlers.c | 6 | ||||
-rw-r--r-- | drivers/gpu/drm/i915/gvt/kvmgt.c | 6 | ||||
-rw-r--r-- | drivers/gpu/drm/i915/gvt/mmio.c | 36 | ||||
-rw-r--r-- | drivers/gpu/drm/i915/gvt/mmio_context.c (renamed from drivers/gpu/drm/i915/gvt/render.c) | 262 | ||||
-rw-r--r-- | drivers/gpu/drm/i915/gvt/mmio_context.h (renamed from drivers/gpu/drm/i915/gvt/render.h) | 9 |
10 files changed, 181 insertions, 167 deletions
diff --git a/drivers/gpu/drm/i915/gvt/Makefile b/drivers/gpu/drm/i915/gvt/Makefile index 883189694eb6..347116faa558 100644 --- a/drivers/gpu/drm/i915/gvt/Makefile +++ b/drivers/gpu/drm/i915/gvt/Makefile | |||
@@ -2,7 +2,7 @@ | |||
2 | GVT_DIR := gvt | 2 | GVT_DIR := gvt |
3 | GVT_SOURCE := gvt.o aperture_gm.o handlers.o vgpu.o trace_points.o firmware.o \ | 3 | GVT_SOURCE := gvt.o aperture_gm.o handlers.o vgpu.o trace_points.o firmware.o \ |
4 | interrupt.o gtt.o cfg_space.o opregion.o mmio.o display.o edid.o \ | 4 | interrupt.o gtt.o cfg_space.o opregion.o mmio.o display.o edid.o \ |
5 | execlist.o scheduler.o sched_policy.o render.o cmd_parser.o debugfs.o \ | 5 | execlist.o scheduler.o sched_policy.o mmio_context.o cmd_parser.o debugfs.o \ |
6 | fb_decoder.o dmabuf.o | 6 | fb_decoder.o dmabuf.o |
7 | 7 | ||
8 | ccflags-y += -I$(src) -I$(src)/$(GVT_DIR) | 8 | ccflags-y += -I$(src) -I$(src)/$(GVT_DIR) |
diff --git a/drivers/gpu/drm/i915/gvt/dmabuf.c b/drivers/gpu/drm/i915/gvt/dmabuf.c index 9c40a67ecdd6..2ab584f97dfb 100644 --- a/drivers/gpu/drm/i915/gvt/dmabuf.c +++ b/drivers/gpu/drm/i915/gvt/dmabuf.c | |||
@@ -520,19 +520,18 @@ void intel_vgpu_dmabuf_cleanup(struct intel_vgpu *vgpu) | |||
520 | list_for_each_safe(pos, n, &vgpu->dmabuf_obj_list_head) { | 520 | list_for_each_safe(pos, n, &vgpu->dmabuf_obj_list_head) { |
521 | dmabuf_obj = container_of(pos, struct intel_vgpu_dmabuf_obj, | 521 | dmabuf_obj = container_of(pos, struct intel_vgpu_dmabuf_obj, |
522 | list); | 522 | list); |
523 | dmabuf_obj->vgpu = NULL; | ||
524 | |||
525 | idr_remove(&vgpu->object_idr, dmabuf_obj->dmabuf_id); | ||
526 | intel_gvt_hypervisor_put_vfio_device(vgpu); | ||
527 | list_del(pos); | ||
528 | |||
529 | /* dmabuf_obj might be freed in dmabuf_obj_put */ | ||
523 | if (dmabuf_obj->initref) { | 530 | if (dmabuf_obj->initref) { |
524 | dmabuf_obj->initref = false; | 531 | dmabuf_obj->initref = false; |
525 | dmabuf_obj_put(dmabuf_obj); | 532 | dmabuf_obj_put(dmabuf_obj); |
526 | } | 533 | } |
527 | 534 | ||
528 | idr_remove(&vgpu->object_idr, dmabuf_obj->dmabuf_id); | ||
529 | |||
530 | if (dmabuf_obj->vgpu) | ||
531 | intel_gvt_hypervisor_put_vfio_device(vgpu); | ||
532 | |||
533 | list_del(pos); | ||
534 | dmabuf_obj->vgpu = NULL; | ||
535 | |||
536 | } | 535 | } |
537 | mutex_unlock(&vgpu->dmabuf_lock); | 536 | mutex_unlock(&vgpu->dmabuf_lock); |
538 | } | 537 | } |
diff --git a/drivers/gpu/drm/i915/gvt/fb_decoder.c b/drivers/gpu/drm/i915/gvt/fb_decoder.c index 72f42176f35c..6cc99543693f 100644 --- a/drivers/gpu/drm/i915/gvt/fb_decoder.c +++ b/drivers/gpu/drm/i915/gvt/fb_decoder.c | |||
@@ -222,6 +222,12 @@ int intel_vgpu_decode_primary_plane(struct intel_vgpu *vgpu, | |||
222 | val & PLANE_CTL_ORDER_RGBX, | 222 | val & PLANE_CTL_ORDER_RGBX, |
223 | val & PLANE_CTL_ALPHA_MASK, | 223 | val & PLANE_CTL_ALPHA_MASK, |
224 | val & PLANE_CTL_YUV422_ORDER_MASK); | 224 | val & PLANE_CTL_YUV422_ORDER_MASK); |
225 | |||
226 | if (fmt >= ARRAY_SIZE(skl_pixel_formats)) { | ||
227 | gvt_vgpu_err("Out-of-bounds pixel format index\n"); | ||
228 | return -EINVAL; | ||
229 | } | ||
230 | |||
225 | plane->bpp = skl_pixel_formats[fmt].bpp; | 231 | plane->bpp = skl_pixel_formats[fmt].bpp; |
226 | plane->drm_format = skl_pixel_formats[fmt].drm_format; | 232 | plane->drm_format = skl_pixel_formats[fmt].drm_format; |
227 | } else { | 233 | } else { |
diff --git a/drivers/gpu/drm/i915/gvt/gvt.c b/drivers/gpu/drm/i915/gvt/gvt.c index 9a5dce3aa10a..643bb961d40d 100644 --- a/drivers/gpu/drm/i915/gvt/gvt.c +++ b/drivers/gpu/drm/i915/gvt/gvt.c | |||
@@ -386,6 +386,8 @@ int intel_gvt_init_device(struct drm_i915_private *dev_priv) | |||
386 | if (ret) | 386 | if (ret) |
387 | goto out_clean_idr; | 387 | goto out_clean_idr; |
388 | 388 | ||
389 | intel_gvt_init_engine_mmio_context(gvt); | ||
390 | |||
389 | ret = intel_gvt_load_firmware(gvt); | 391 | ret = intel_gvt_load_firmware(gvt); |
390 | if (ret) | 392 | if (ret) |
391 | goto out_clean_mmio_info; | 393 | goto out_clean_mmio_info; |
diff --git a/drivers/gpu/drm/i915/gvt/gvt.h b/drivers/gpu/drm/i915/gvt/gvt.h index 103910a24e4b..1e9f11c8b7bb 100644 --- a/drivers/gpu/drm/i915/gvt/gvt.h +++ b/drivers/gpu/drm/i915/gvt/gvt.h | |||
@@ -44,7 +44,7 @@ | |||
44 | #include "execlist.h" | 44 | #include "execlist.h" |
45 | #include "scheduler.h" | 45 | #include "scheduler.h" |
46 | #include "sched_policy.h" | 46 | #include "sched_policy.h" |
47 | #include "render.h" | 47 | #include "mmio_context.h" |
48 | #include "cmd_parser.h" | 48 | #include "cmd_parser.h" |
49 | #include "fb_decoder.h" | 49 | #include "fb_decoder.h" |
50 | #include "dmabuf.h" | 50 | #include "dmabuf.h" |
@@ -310,6 +310,8 @@ struct intel_gvt { | |||
310 | wait_queue_head_t service_thread_wq; | 310 | wait_queue_head_t service_thread_wq; |
311 | unsigned long service_request; | 311 | unsigned long service_request; |
312 | 312 | ||
313 | struct engine_mmio *engine_mmio_list; | ||
314 | |||
313 | struct dentry *debugfs_root; | 315 | struct dentry *debugfs_root; |
314 | }; | 316 | }; |
315 | 317 | ||
diff --git a/drivers/gpu/drm/i915/gvt/handlers.c b/drivers/gpu/drm/i915/gvt/handlers.c index 94fc04210bac..c982867e7c2b 100644 --- a/drivers/gpu/drm/i915/gvt/handlers.c +++ b/drivers/gpu/drm/i915/gvt/handlers.c | |||
@@ -174,8 +174,10 @@ void enter_failsafe_mode(struct intel_vgpu *vgpu, int reason) | |||
174 | break; | 174 | break; |
175 | case GVT_FAILSAFE_INSUFFICIENT_RESOURCE: | 175 | case GVT_FAILSAFE_INSUFFICIENT_RESOURCE: |
176 | pr_err("Graphics resource is not enough for the guest\n"); | 176 | pr_err("Graphics resource is not enough for the guest\n"); |
177 | break; | ||
177 | case GVT_FAILSAFE_GUEST_ERR: | 178 | case GVT_FAILSAFE_GUEST_ERR: |
178 | pr_err("GVT Internal error for the guest\n"); | 179 | pr_err("GVT Internal error for the guest\n"); |
180 | break; | ||
179 | default: | 181 | default: |
180 | break; | 182 | break; |
181 | } | 183 | } |
@@ -1396,7 +1398,7 @@ static int hws_pga_write(struct intel_vgpu *vgpu, unsigned int offset, | |||
1396 | * update the VM CSB status correctly. Here listed registers can | 1398 | * update the VM CSB status correctly. Here listed registers can |
1397 | * support BDW, SKL or other platforms with same HWSP registers. | 1399 | * support BDW, SKL or other platforms with same HWSP registers. |
1398 | */ | 1400 | */ |
1399 | if (unlikely(ring_id < 0 || ring_id > I915_NUM_ENGINES)) { | 1401 | if (unlikely(ring_id < 0 || ring_id >= I915_NUM_ENGINES)) { |
1400 | gvt_vgpu_err("VM(%d) access unknown hardware status page register:0x%x\n", | 1402 | gvt_vgpu_err("VM(%d) access unknown hardware status page register:0x%x\n", |
1401 | vgpu->id, offset); | 1403 | vgpu->id, offset); |
1402 | return -EINVAL; | 1404 | return -EINVAL; |
@@ -1471,7 +1473,7 @@ static int elsp_mmio_write(struct intel_vgpu *vgpu, unsigned int offset, | |||
1471 | u32 data = *(u32 *)p_data; | 1473 | u32 data = *(u32 *)p_data; |
1472 | int ret = 0; | 1474 | int ret = 0; |
1473 | 1475 | ||
1474 | if (WARN_ON(ring_id < 0 || ring_id > I915_NUM_ENGINES - 1)) | 1476 | if (WARN_ON(ring_id < 0 || ring_id >= I915_NUM_ENGINES)) |
1475 | return -EINVAL; | 1477 | return -EINVAL; |
1476 | 1478 | ||
1477 | execlist = &vgpu->submission.execlist[ring_id]; | 1479 | execlist = &vgpu->submission.execlist[ring_id]; |
diff --git a/drivers/gpu/drm/i915/gvt/kvmgt.c b/drivers/gpu/drm/i915/gvt/kvmgt.c index b8a85e08091a..f86983d6655b 100644 --- a/drivers/gpu/drm/i915/gvt/kvmgt.c +++ b/drivers/gpu/drm/i915/gvt/kvmgt.c | |||
@@ -1029,13 +1029,17 @@ static long intel_vgpu_ioctl(struct mdev_device *mdev, unsigned int cmd, | |||
1029 | case VFIO_PCI_BAR3_REGION_INDEX ... VFIO_PCI_BAR5_REGION_INDEX: | 1029 | case VFIO_PCI_BAR3_REGION_INDEX ... VFIO_PCI_BAR5_REGION_INDEX: |
1030 | info.offset = VFIO_PCI_INDEX_TO_OFFSET(info.index); | 1030 | info.offset = VFIO_PCI_INDEX_TO_OFFSET(info.index); |
1031 | info.size = 0; | 1031 | info.size = 0; |
1032 | |||
1033 | info.flags = 0; | 1032 | info.flags = 0; |
1033 | |||
1034 | gvt_dbg_core("get region info bar:%d\n", info.index); | 1034 | gvt_dbg_core("get region info bar:%d\n", info.index); |
1035 | break; | 1035 | break; |
1036 | 1036 | ||
1037 | case VFIO_PCI_ROM_REGION_INDEX: | 1037 | case VFIO_PCI_ROM_REGION_INDEX: |
1038 | case VFIO_PCI_VGA_REGION_INDEX: | 1038 | case VFIO_PCI_VGA_REGION_INDEX: |
1039 | info.offset = VFIO_PCI_INDEX_TO_OFFSET(info.index); | ||
1040 | info.size = 0; | ||
1041 | info.flags = 0; | ||
1042 | |||
1039 | gvt_dbg_core("get region info index:%d\n", info.index); | 1043 | gvt_dbg_core("get region info index:%d\n", info.index); |
1040 | break; | 1044 | break; |
1041 | default: | 1045 | default: |
diff --git a/drivers/gpu/drm/i915/gvt/mmio.c b/drivers/gpu/drm/i915/gvt/mmio.c index 4ea0feb5f04d..f7227a3ad469 100644 --- a/drivers/gpu/drm/i915/gvt/mmio.c +++ b/drivers/gpu/drm/i915/gvt/mmio.c | |||
@@ -157,7 +157,6 @@ int intel_vgpu_emulate_mmio_read(struct intel_vgpu *vgpu, uint64_t pa, | |||
157 | unsigned int offset = 0; | 157 | unsigned int offset = 0; |
158 | int ret = -EINVAL; | 158 | int ret = -EINVAL; |
159 | 159 | ||
160 | |||
161 | if (vgpu->failsafe) { | 160 | if (vgpu->failsafe) { |
162 | failsafe_emulate_mmio_rw(vgpu, pa, p_data, bytes, true); | 161 | failsafe_emulate_mmio_rw(vgpu, pa, p_data, bytes, true); |
163 | return 0; | 162 | return 0; |
@@ -166,8 +165,7 @@ int intel_vgpu_emulate_mmio_read(struct intel_vgpu *vgpu, uint64_t pa, | |||
166 | 165 | ||
167 | if (vgpu_gpa_is_aperture(vgpu, pa)) { | 166 | if (vgpu_gpa_is_aperture(vgpu, pa)) { |
168 | ret = vgpu_aperture_rw(vgpu, pa, p_data, bytes, true); | 167 | ret = vgpu_aperture_rw(vgpu, pa, p_data, bytes, true); |
169 | mutex_unlock(&gvt->lock); | 168 | goto out; |
170 | return ret; | ||
171 | } | 169 | } |
172 | 170 | ||
173 | if (atomic_read(&vgpu->gtt.n_tracked_guest_page)) { | 171 | if (atomic_read(&vgpu->gtt.n_tracked_guest_page)) { |
@@ -183,8 +181,7 @@ int intel_vgpu_emulate_mmio_read(struct intel_vgpu *vgpu, uint64_t pa, | |||
183 | ret, t->gfn, pa, *(u32 *)p_data, | 181 | ret, t->gfn, pa, *(u32 *)p_data, |
184 | bytes); | 182 | bytes); |
185 | } | 183 | } |
186 | mutex_unlock(&gvt->lock); | 184 | goto out; |
187 | return ret; | ||
188 | } | 185 | } |
189 | } | 186 | } |
190 | 187 | ||
@@ -205,14 +202,12 @@ int intel_vgpu_emulate_mmio_read(struct intel_vgpu *vgpu, uint64_t pa, | |||
205 | p_data, bytes); | 202 | p_data, bytes); |
206 | if (ret) | 203 | if (ret) |
207 | goto err; | 204 | goto err; |
208 | mutex_unlock(&gvt->lock); | 205 | goto out; |
209 | return ret; | ||
210 | } | 206 | } |
211 | 207 | ||
212 | if (WARN_ON_ONCE(!reg_is_mmio(gvt, offset))) { | 208 | if (WARN_ON_ONCE(!reg_is_mmio(gvt, offset))) { |
213 | ret = intel_gvt_hypervisor_read_gpa(vgpu, pa, p_data, bytes); | 209 | ret = intel_gvt_hypervisor_read_gpa(vgpu, pa, p_data, bytes); |
214 | mutex_unlock(&gvt->lock); | 210 | goto out; |
215 | return ret; | ||
216 | } | 211 | } |
217 | 212 | ||
218 | if (WARN_ON(!reg_is_mmio(gvt, offset + bytes - 1))) | 213 | if (WARN_ON(!reg_is_mmio(gvt, offset + bytes - 1))) |
@@ -228,11 +223,13 @@ int intel_vgpu_emulate_mmio_read(struct intel_vgpu *vgpu, uint64_t pa, | |||
228 | goto err; | 223 | goto err; |
229 | 224 | ||
230 | intel_gvt_mmio_set_accessed(gvt, offset); | 225 | intel_gvt_mmio_set_accessed(gvt, offset); |
231 | mutex_unlock(&gvt->lock); | 226 | ret = 0; |
232 | return 0; | 227 | goto out; |
228 | |||
233 | err: | 229 | err: |
234 | gvt_vgpu_err("fail to emulate MMIO read %08x len %d\n", | 230 | gvt_vgpu_err("fail to emulate MMIO read %08x len %d\n", |
235 | offset, bytes); | 231 | offset, bytes); |
232 | out: | ||
236 | mutex_unlock(&gvt->lock); | 233 | mutex_unlock(&gvt->lock); |
237 | return ret; | 234 | return ret; |
238 | } | 235 | } |
@@ -263,8 +260,7 @@ int intel_vgpu_emulate_mmio_write(struct intel_vgpu *vgpu, uint64_t pa, | |||
263 | 260 | ||
264 | if (vgpu_gpa_is_aperture(vgpu, pa)) { | 261 | if (vgpu_gpa_is_aperture(vgpu, pa)) { |
265 | ret = vgpu_aperture_rw(vgpu, pa, p_data, bytes, false); | 262 | ret = vgpu_aperture_rw(vgpu, pa, p_data, bytes, false); |
266 | mutex_unlock(&gvt->lock); | 263 | goto out; |
267 | return ret; | ||
268 | } | 264 | } |
269 | 265 | ||
270 | if (atomic_read(&vgpu->gtt.n_tracked_guest_page)) { | 266 | if (atomic_read(&vgpu->gtt.n_tracked_guest_page)) { |
@@ -280,8 +276,7 @@ int intel_vgpu_emulate_mmio_write(struct intel_vgpu *vgpu, uint64_t pa, | |||
280 | ret, t->gfn, pa, | 276 | ret, t->gfn, pa, |
281 | *(u32 *)p_data, bytes); | 277 | *(u32 *)p_data, bytes); |
282 | } | 278 | } |
283 | mutex_unlock(&gvt->lock); | 279 | goto out; |
284 | return ret; | ||
285 | } | 280 | } |
286 | } | 281 | } |
287 | 282 | ||
@@ -302,14 +297,12 @@ int intel_vgpu_emulate_mmio_write(struct intel_vgpu *vgpu, uint64_t pa, | |||
302 | p_data, bytes); | 297 | p_data, bytes); |
303 | if (ret) | 298 | if (ret) |
304 | goto err; | 299 | goto err; |
305 | mutex_unlock(&gvt->lock); | 300 | goto out; |
306 | return ret; | ||
307 | } | 301 | } |
308 | 302 | ||
309 | if (WARN_ON_ONCE(!reg_is_mmio(gvt, offset))) { | 303 | if (WARN_ON_ONCE(!reg_is_mmio(gvt, offset))) { |
310 | ret = intel_gvt_hypervisor_write_gpa(vgpu, pa, p_data, bytes); | 304 | ret = intel_gvt_hypervisor_write_gpa(vgpu, pa, p_data, bytes); |
311 | mutex_unlock(&gvt->lock); | 305 | goto out; |
312 | return ret; | ||
313 | } | 306 | } |
314 | 307 | ||
315 | ret = intel_vgpu_mmio_reg_rw(vgpu, offset, p_data, bytes, false); | 308 | ret = intel_vgpu_mmio_reg_rw(vgpu, offset, p_data, bytes, false); |
@@ -317,11 +310,12 @@ int intel_vgpu_emulate_mmio_write(struct intel_vgpu *vgpu, uint64_t pa, | |||
317 | goto err; | 310 | goto err; |
318 | 311 | ||
319 | intel_gvt_mmio_set_accessed(gvt, offset); | 312 | intel_gvt_mmio_set_accessed(gvt, offset); |
320 | mutex_unlock(&gvt->lock); | 313 | ret = 0; |
321 | return 0; | 314 | goto out; |
322 | err: | 315 | err: |
323 | gvt_vgpu_err("fail to emulate MMIO write %08x len %d\n", offset, | 316 | gvt_vgpu_err("fail to emulate MMIO write %08x len %d\n", offset, |
324 | bytes); | 317 | bytes); |
318 | out: | ||
325 | mutex_unlock(&gvt->lock); | 319 | mutex_unlock(&gvt->lock); |
326 | return ret; | 320 | return ret; |
327 | } | 321 | } |
diff --git a/drivers/gpu/drm/i915/gvt/render.c b/drivers/gpu/drm/i915/gvt/mmio_context.c index dac12c25f349..8a52b56f0e86 100644 --- a/drivers/gpu/drm/i915/gvt/render.c +++ b/drivers/gpu/drm/i915/gvt/mmio_context.c | |||
@@ -37,108 +37,116 @@ | |||
37 | #include "gvt.h" | 37 | #include "gvt.h" |
38 | #include "trace.h" | 38 | #include "trace.h" |
39 | 39 | ||
40 | struct render_mmio { | 40 | /** |
41 | int ring_id; | 41 | * Defined in Intel Open Source PRM. |
42 | i915_reg_t reg; | 42 | * Ref: https://01.org/linuxgraphics/documentation/hardware-specification-prms |
43 | u32 mask; | 43 | */ |
44 | bool in_context; | 44 | #define TRVATTL3PTRDW(i) _MMIO(0x4de0 + (i)*4) |
45 | u32 value; | 45 | #define TRNULLDETCT _MMIO(0x4de8) |
46 | }; | 46 | #define TRINVTILEDETCT _MMIO(0x4dec) |
47 | 47 | #define TRVADR _MMIO(0x4df0) | |
48 | static struct render_mmio gen8_render_mmio_list[] __cacheline_aligned = { | 48 | #define TRTTE _MMIO(0x4df4) |
49 | {RCS, _MMIO(0x229c), 0xffff, false}, | 49 | #define RING_EXCC(base) _MMIO((base) + 0x28) |
50 | {RCS, _MMIO(0x2248), 0x0, false}, | 50 | #define RING_GFX_MODE(base) _MMIO((base) + 0x29c) |
51 | {RCS, _MMIO(0x2098), 0x0, false}, | 51 | #define VF_GUARDBAND _MMIO(0x83a4) |
52 | {RCS, _MMIO(0x20c0), 0xffff, true}, | 52 | |
53 | {RCS, _MMIO(0x24d0), 0, false}, | 53 | /* Raw offset is appened to each line for convenience. */ |
54 | {RCS, _MMIO(0x24d4), 0, false}, | 54 | static struct engine_mmio gen8_engine_mmio_list[] __cacheline_aligned = { |
55 | {RCS, _MMIO(0x24d8), 0, false}, | 55 | {RCS, GFX_MODE_GEN7, 0xffff, false}, /* 0x229c */ |
56 | {RCS, _MMIO(0x24dc), 0, false}, | 56 | {RCS, GEN9_CTX_PREEMPT_REG, 0x0, false}, /* 0x2248 */ |
57 | {RCS, _MMIO(0x24e0), 0, false}, | 57 | {RCS, HWSTAM, 0x0, false}, /* 0x2098 */ |
58 | {RCS, _MMIO(0x24e4), 0, false}, | 58 | {RCS, INSTPM, 0xffff, true}, /* 0x20c0 */ |
59 | {RCS, _MMIO(0x24e8), 0, false}, | 59 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 0), 0, false}, /* 0x24d0 */ |
60 | {RCS, _MMIO(0x24ec), 0, false}, | 60 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 1), 0, false}, /* 0x24d4 */ |
61 | {RCS, _MMIO(0x24f0), 0, false}, | 61 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 2), 0, false}, /* 0x24d8 */ |
62 | {RCS, _MMIO(0x24f4), 0, false}, | 62 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 3), 0, false}, /* 0x24dc */ |
63 | {RCS, _MMIO(0x24f8), 0, false}, | 63 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 4), 0, false}, /* 0x24e0 */ |
64 | {RCS, _MMIO(0x24fc), 0, false}, | 64 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 5), 0, false}, /* 0x24e4 */ |
65 | {RCS, _MMIO(0x7004), 0xffff, true}, | 65 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 6), 0, false}, /* 0x24e8 */ |
66 | {RCS, _MMIO(0x7008), 0xffff, true}, | 66 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 7), 0, false}, /* 0x24ec */ |
67 | {RCS, _MMIO(0x7000), 0xffff, true}, | 67 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 8), 0, false}, /* 0x24f0 */ |
68 | {RCS, _MMIO(0x7010), 0xffff, true}, | 68 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 9), 0, false}, /* 0x24f4 */ |
69 | {RCS, _MMIO(0x7300), 0xffff, true}, | 69 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 10), 0, false}, /* 0x24f8 */ |
70 | {RCS, _MMIO(0x83a4), 0xffff, true}, | 70 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 11), 0, false}, /* 0x24fc */ |
71 | 71 | {RCS, CACHE_MODE_1, 0xffff, true}, /* 0x7004 */ | |
72 | {BCS, _MMIO(0x2229c), 0xffff, false}, | 72 | {RCS, GEN7_GT_MODE, 0xffff, true}, /* 0x7008 */ |
73 | {BCS, _MMIO(0x2209c), 0xffff, false}, | 73 | {RCS, CACHE_MODE_0_GEN7, 0xffff, true}, /* 0x7000 */ |
74 | {BCS, _MMIO(0x220c0), 0xffff, false}, | 74 | {RCS, GEN7_COMMON_SLICE_CHICKEN1, 0xffff, true}, /* 0x7010 */ |
75 | {BCS, _MMIO(0x22098), 0x0, false}, | 75 | {RCS, HDC_CHICKEN0, 0xffff, true}, /* 0x7300 */ |
76 | {BCS, _MMIO(0x22028), 0x0, false}, | 76 | {RCS, VF_GUARDBAND, 0xffff, true}, /* 0x83a4 */ |
77 | |||
78 | {BCS, RING_GFX_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2229c */ | ||
79 | {BCS, RING_MI_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2209c */ | ||
80 | {BCS, RING_INSTPM(BLT_RING_BASE), 0xffff, false}, /* 0x220c0 */ | ||
81 | {BCS, RING_HWSTAM(BLT_RING_BASE), 0x0, false}, /* 0x22098 */ | ||
82 | {BCS, RING_EXCC(BLT_RING_BASE), 0x0, false}, /* 0x22028 */ | ||
83 | { /* Terminated */ } | ||
77 | }; | 84 | }; |
78 | 85 | ||
79 | static struct render_mmio gen9_render_mmio_list[] __cacheline_aligned = { | 86 | static struct engine_mmio gen9_engine_mmio_list[] __cacheline_aligned = { |
80 | {RCS, _MMIO(0x229c), 0xffff, false}, | 87 | {RCS, GFX_MODE_GEN7, 0xffff, false}, /* 0x229c */ |
81 | {RCS, _MMIO(0x2248), 0x0, false}, | 88 | {RCS, GEN9_CTX_PREEMPT_REG, 0x0, false}, /* 0x2248 */ |
82 | {RCS, _MMIO(0x2098), 0x0, false}, | 89 | {RCS, HWSTAM, 0x0, false}, /* 0x2098 */ |
83 | {RCS, _MMIO(0x20c0), 0xffff, true}, | 90 | {RCS, INSTPM, 0xffff, true}, /* 0x20c0 */ |
84 | {RCS, _MMIO(0x24d0), 0, false}, | 91 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 0), 0, false}, /* 0x24d0 */ |
85 | {RCS, _MMIO(0x24d4), 0, false}, | 92 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 1), 0, false}, /* 0x24d4 */ |
86 | {RCS, _MMIO(0x24d8), 0, false}, | 93 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 2), 0, false}, /* 0x24d8 */ |
87 | {RCS, _MMIO(0x24dc), 0, false}, | 94 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 3), 0, false}, /* 0x24dc */ |
88 | {RCS, _MMIO(0x24e0), 0, false}, | 95 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 4), 0, false}, /* 0x24e0 */ |
89 | {RCS, _MMIO(0x24e4), 0, false}, | 96 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 5), 0, false}, /* 0x24e4 */ |
90 | {RCS, _MMIO(0x24e8), 0, false}, | 97 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 6), 0, false}, /* 0x24e8 */ |
91 | {RCS, _MMIO(0x24ec), 0, false}, | 98 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 7), 0, false}, /* 0x24ec */ |
92 | {RCS, _MMIO(0x24f0), 0, false}, | 99 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 8), 0, false}, /* 0x24f0 */ |
93 | {RCS, _MMIO(0x24f4), 0, false}, | 100 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 9), 0, false}, /* 0x24f4 */ |
94 | {RCS, _MMIO(0x24f8), 0, false}, | 101 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 10), 0, false}, /* 0x24f8 */ |
95 | {RCS, _MMIO(0x24fc), 0, false}, | 102 | {RCS, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 11), 0, false}, /* 0x24fc */ |
96 | {RCS, _MMIO(0x7004), 0xffff, true}, | 103 | {RCS, CACHE_MODE_1, 0xffff, true}, /* 0x7004 */ |
97 | {RCS, _MMIO(0x7008), 0xffff, true}, | 104 | {RCS, GEN7_GT_MODE, 0xffff, true}, /* 0x7008 */ |
98 | {RCS, _MMIO(0x7000), 0xffff, true}, | 105 | {RCS, CACHE_MODE_0_GEN7, 0xffff, true}, /* 0x7000 */ |
99 | {RCS, _MMIO(0x7010), 0xffff, true}, | 106 | {RCS, GEN7_COMMON_SLICE_CHICKEN1, 0xffff, true}, /* 0x7010 */ |
100 | {RCS, _MMIO(0x7300), 0xffff, true}, | 107 | {RCS, HDC_CHICKEN0, 0xffff, true}, /* 0x7300 */ |
101 | {RCS, _MMIO(0x83a4), 0xffff, true}, | 108 | {RCS, VF_GUARDBAND, 0xffff, true}, /* 0x83a4 */ |
102 | 109 | ||
103 | {RCS, _MMIO(0x40e0), 0, false}, | 110 | {RCS, GEN8_PRIVATE_PAT_LO, 0, false}, /* 0x40e0 */ |
104 | {RCS, _MMIO(0x40e4), 0, false}, | 111 | {RCS, GEN8_PRIVATE_PAT_HI, 0, false}, /* 0x40e4 */ |
105 | {RCS, _MMIO(0x2580), 0xffff, true}, | 112 | {RCS, GEN8_CS_CHICKEN1, 0xffff, true}, /* 0x2580 */ |
106 | {RCS, _MMIO(0x7014), 0xffff, true}, | 113 | {RCS, COMMON_SLICE_CHICKEN2, 0xffff, true}, /* 0x7014 */ |
107 | {RCS, _MMIO(0x20ec), 0xffff, false}, | 114 | {RCS, GEN9_CS_DEBUG_MODE1, 0xffff, false}, /* 0x20ec */ |
108 | {RCS, _MMIO(0xb118), 0, false}, | 115 | {RCS, GEN8_L3SQCREG4, 0, false}, /* 0xb118 */ |
109 | {RCS, _MMIO(0xe100), 0xffff, true}, | 116 | {RCS, GEN7_HALF_SLICE_CHICKEN1, 0xffff, true}, /* 0xe100 */ |
110 | {RCS, _MMIO(0xe180), 0xffff, true}, | 117 | {RCS, HALF_SLICE_CHICKEN2, 0xffff, true}, /* 0xe180 */ |
111 | {RCS, _MMIO(0xe184), 0xffff, true}, | 118 | {RCS, HALF_SLICE_CHICKEN3, 0xffff, true}, /* 0xe184 */ |
112 | {RCS, _MMIO(0xe188), 0xffff, true}, | 119 | {RCS, GEN9_HALF_SLICE_CHICKEN5, 0xffff, true}, /* 0xe188 */ |
113 | {RCS, _MMIO(0xe194), 0xffff, true}, | 120 | {RCS, GEN9_HALF_SLICE_CHICKEN7, 0xffff, true}, /* 0xe194 */ |
114 | {RCS, _MMIO(0x4de0), 0, false}, | 121 | {RCS, TRVATTL3PTRDW(0), 0, false}, /* 0x4de0 */ |
115 | {RCS, _MMIO(0x4de4), 0, false}, | 122 | {RCS, TRVATTL3PTRDW(1), 0, false}, /* 0x4de4 */ |
116 | {RCS, _MMIO(0x4de8), 0, false}, | 123 | {RCS, TRNULLDETCT, 0, false}, /* 0x4de8 */ |
117 | {RCS, _MMIO(0x4dec), 0, false}, | 124 | {RCS, TRINVTILEDETCT, 0, false}, /* 0x4dec */ |
118 | {RCS, _MMIO(0x4df0), 0, false}, | 125 | {RCS, TRVADR, 0, false}, /* 0x4df0 */ |
119 | {RCS, _MMIO(0x4df4), 0, false}, | 126 | {RCS, TRTTE, 0, false}, /* 0x4df4 */ |
120 | 127 | ||
121 | {BCS, _MMIO(0x2229c), 0xffff, false}, | 128 | {BCS, RING_GFX_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2229c */ |
122 | {BCS, _MMIO(0x2209c), 0xffff, false}, | 129 | {BCS, RING_MI_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2209c */ |
123 | {BCS, _MMIO(0x220c0), 0xffff, false}, | 130 | {BCS, RING_INSTPM(BLT_RING_BASE), 0xffff, false}, /* 0x220c0 */ |
124 | {BCS, _MMIO(0x22098), 0x0, false}, | 131 | {BCS, RING_HWSTAM(BLT_RING_BASE), 0x0, false}, /* 0x22098 */ |
125 | {BCS, _MMIO(0x22028), 0x0, false}, | 132 | {BCS, RING_EXCC(BLT_RING_BASE), 0x0, false}, /* 0x22028 */ |
126 | 133 | ||
127 | {VCS2, _MMIO(0x1c028), 0xffff, false}, | 134 | {VCS2, RING_EXCC(GEN8_BSD2_RING_BASE), 0xffff, false}, /* 0x1c028 */ |
128 | 135 | ||
129 | {VECS, _MMIO(0x1a028), 0xffff, false}, | 136 | {VECS, RING_EXCC(VEBOX_RING_BASE), 0xffff, false}, /* 0x1a028 */ |
130 | 137 | ||
131 | {RCS, _MMIO(0x7304), 0xffff, true}, | 138 | {RCS, GEN8_HDC_CHICKEN1, 0xffff, true}, /* 0x7304 */ |
132 | {RCS, _MMIO(0x2248), 0x0, false}, | 139 | {RCS, GEN9_CTX_PREEMPT_REG, 0x0, false}, /* 0x2248 */ |
133 | {RCS, _MMIO(0x940c), 0x0, false}, | 140 | {RCS, GEN7_UCGCTL4, 0x0, false}, /* 0x940c */ |
134 | {RCS, _MMIO(0x4ab8), 0x0, false}, | 141 | {RCS, GAMT_CHKN_BIT_REG, 0x0, false}, /* 0x4ab8 */ |
135 | 142 | ||
136 | {RCS, _MMIO(0x4ab0), 0x0, false}, | 143 | {RCS, GEN9_GAMT_ECO_REG_RW_IA, 0x0, false}, /* 0x4ab0 */ |
137 | {RCS, _MMIO(0x20d4), 0x0, false}, | 144 | {RCS, GEN9_CSFE_CHICKEN1_RCS, 0x0, false}, /* 0x20d4 */ |
138 | 145 | ||
139 | {RCS, _MMIO(0xb004), 0x0, false}, | 146 | {RCS, GEN8_GARBCNTL, 0x0, false}, /* 0xb004 */ |
140 | {RCS, _MMIO(0x20a0), 0x0, false}, | 147 | {RCS, GEN7_FF_THREAD_MODE, 0x0, false}, /* 0x20a0 */ |
141 | {RCS, _MMIO(0x20e4), 0xffff, false}, | 148 | {RCS, FF_SLICE_CS_CHICKEN2, 0xffff, false}, /* 0x20e4 */ |
149 | { /* Terminated */ } | ||
142 | }; | 150 | }; |
143 | 151 | ||
144 | static u32 gen9_render_mocs[I915_NUM_ENGINES][64]; | 152 | static u32 gen9_render_mocs[I915_NUM_ENGINES][64]; |
@@ -267,22 +275,14 @@ static void switch_mmio_to_vgpu(struct intel_vgpu *vgpu, int ring_id) | |||
267 | u32 ctx_ctrl = reg_state[CTX_CONTEXT_CONTROL_VAL]; | 275 | u32 ctx_ctrl = reg_state[CTX_CONTEXT_CONTROL_VAL]; |
268 | u32 inhibit_mask = | 276 | u32 inhibit_mask = |
269 | _MASKED_BIT_ENABLE(CTX_CTRL_ENGINE_CTX_RESTORE_INHIBIT); | 277 | _MASKED_BIT_ENABLE(CTX_CTRL_ENGINE_CTX_RESTORE_INHIBIT); |
270 | i915_reg_t last_reg = _MMIO(0); | 278 | struct engine_mmio *mmio; |
271 | struct render_mmio *mmio; | ||
272 | u32 v; | 279 | u32 v; |
273 | int i, array_size; | ||
274 | 280 | ||
275 | if (IS_SKYLAKE(vgpu->gvt->dev_priv) | 281 | if (IS_SKYLAKE(dev_priv) || IS_KABYLAKE(dev_priv)) |
276 | || IS_KABYLAKE(vgpu->gvt->dev_priv)) { | ||
277 | mmio = gen9_render_mmio_list; | ||
278 | array_size = ARRAY_SIZE(gen9_render_mmio_list); | ||
279 | load_mocs(vgpu, ring_id); | 282 | load_mocs(vgpu, ring_id); |
280 | } else { | ||
281 | mmio = gen8_render_mmio_list; | ||
282 | array_size = ARRAY_SIZE(gen8_render_mmio_list); | ||
283 | } | ||
284 | 283 | ||
285 | for (i = 0; i < array_size; i++, mmio++) { | 284 | mmio = vgpu->gvt->engine_mmio_list; |
285 | while (i915_mmio_reg_offset((mmio++)->reg)) { | ||
286 | if (mmio->ring_id != ring_id) | 286 | if (mmio->ring_id != ring_id) |
287 | continue; | 287 | continue; |
288 | 288 | ||
@@ -303,17 +303,12 @@ static void switch_mmio_to_vgpu(struct intel_vgpu *vgpu, int ring_id) | |||
303 | v = vgpu_vreg(vgpu, mmio->reg); | 303 | v = vgpu_vreg(vgpu, mmio->reg); |
304 | 304 | ||
305 | I915_WRITE_FW(mmio->reg, v); | 305 | I915_WRITE_FW(mmio->reg, v); |
306 | last_reg = mmio->reg; | ||
307 | 306 | ||
308 | trace_render_mmio(vgpu->id, "load", | 307 | trace_render_mmio(vgpu->id, "load", |
309 | i915_mmio_reg_offset(mmio->reg), | 308 | i915_mmio_reg_offset(mmio->reg), |
310 | mmio->value, v); | 309 | mmio->value, v); |
311 | } | 310 | } |
312 | 311 | ||
313 | /* Make sure the swiched MMIOs has taken effect. */ | ||
314 | if (likely(INTEL_GVT_MMIO_OFFSET(last_reg))) | ||
315 | I915_READ_FW(last_reg); | ||
316 | |||
317 | handle_tlb_pending_event(vgpu, ring_id); | 312 | handle_tlb_pending_event(vgpu, ring_id); |
318 | } | 313 | } |
319 | 314 | ||
@@ -321,21 +316,14 @@ static void switch_mmio_to_vgpu(struct intel_vgpu *vgpu, int ring_id) | |||
321 | static void switch_mmio_to_host(struct intel_vgpu *vgpu, int ring_id) | 316 | static void switch_mmio_to_host(struct intel_vgpu *vgpu, int ring_id) |
322 | { | 317 | { |
323 | struct drm_i915_private *dev_priv = vgpu->gvt->dev_priv; | 318 | struct drm_i915_private *dev_priv = vgpu->gvt->dev_priv; |
324 | struct render_mmio *mmio; | 319 | struct engine_mmio *mmio; |
325 | i915_reg_t last_reg = _MMIO(0); | ||
326 | u32 v; | 320 | u32 v; |
327 | int i, array_size; | ||
328 | 321 | ||
329 | if (IS_SKYLAKE(dev_priv) || IS_KABYLAKE(dev_priv)) { | 322 | if (IS_SKYLAKE(dev_priv) || IS_KABYLAKE(dev_priv)) |
330 | mmio = gen9_render_mmio_list; | ||
331 | array_size = ARRAY_SIZE(gen9_render_mmio_list); | ||
332 | restore_mocs(vgpu, ring_id); | 323 | restore_mocs(vgpu, ring_id); |
333 | } else { | ||
334 | mmio = gen8_render_mmio_list; | ||
335 | array_size = ARRAY_SIZE(gen8_render_mmio_list); | ||
336 | } | ||
337 | 324 | ||
338 | for (i = 0; i < array_size; i++, mmio++) { | 325 | mmio = vgpu->gvt->engine_mmio_list; |
326 | while (i915_mmio_reg_offset((mmio++)->reg)) { | ||
339 | if (mmio->ring_id != ring_id) | 327 | if (mmio->ring_id != ring_id) |
340 | continue; | 328 | continue; |
341 | 329 | ||
@@ -351,16 +339,11 @@ static void switch_mmio_to_host(struct intel_vgpu *vgpu, int ring_id) | |||
351 | continue; | 339 | continue; |
352 | 340 | ||
353 | I915_WRITE_FW(mmio->reg, v); | 341 | I915_WRITE_FW(mmio->reg, v); |
354 | last_reg = mmio->reg; | ||
355 | 342 | ||
356 | trace_render_mmio(vgpu->id, "restore", | 343 | trace_render_mmio(vgpu->id, "restore", |
357 | i915_mmio_reg_offset(mmio->reg), | 344 | i915_mmio_reg_offset(mmio->reg), |
358 | mmio->value, v); | 345 | mmio->value, v); |
359 | } | 346 | } |
360 | |||
361 | /* Make sure the swiched MMIOs has taken effect. */ | ||
362 | if (likely(INTEL_GVT_MMIO_OFFSET(last_reg))) | ||
363 | I915_READ_FW(last_reg); | ||
364 | } | 347 | } |
365 | 348 | ||
366 | /** | 349 | /** |
@@ -404,3 +387,16 @@ void intel_gvt_switch_mmio(struct intel_vgpu *pre, | |||
404 | 387 | ||
405 | intel_uncore_forcewake_put(dev_priv, FORCEWAKE_ALL); | 388 | intel_uncore_forcewake_put(dev_priv, FORCEWAKE_ALL); |
406 | } | 389 | } |
390 | |||
391 | /** | ||
392 | * intel_gvt_init_engine_mmio_context - Initiate the engine mmio list | ||
393 | * @gvt: GVT device | ||
394 | * | ||
395 | */ | ||
396 | void intel_gvt_init_engine_mmio_context(struct intel_gvt *gvt) | ||
397 | { | ||
398 | if (IS_SKYLAKE(gvt->dev_priv) || IS_KABYLAKE(gvt->dev_priv)) | ||
399 | gvt->engine_mmio_list = gen9_engine_mmio_list; | ||
400 | else | ||
401 | gvt->engine_mmio_list = gen8_engine_mmio_list; | ||
402 | } | ||
diff --git a/drivers/gpu/drm/i915/gvt/render.h b/drivers/gpu/drm/i915/gvt/mmio_context.h index 91db1d39d28f..ca2c6a745673 100644 --- a/drivers/gpu/drm/i915/gvt/render.h +++ b/drivers/gpu/drm/i915/gvt/mmio_context.h | |||
@@ -36,8 +36,17 @@ | |||
36 | #ifndef __GVT_RENDER_H__ | 36 | #ifndef __GVT_RENDER_H__ |
37 | #define __GVT_RENDER_H__ | 37 | #define __GVT_RENDER_H__ |
38 | 38 | ||
39 | struct engine_mmio { | ||
40 | int ring_id; | ||
41 | i915_reg_t reg; | ||
42 | u32 mask; | ||
43 | bool in_context; | ||
44 | u32 value; | ||
45 | }; | ||
46 | |||
39 | void intel_gvt_switch_mmio(struct intel_vgpu *pre, | 47 | void intel_gvt_switch_mmio(struct intel_vgpu *pre, |
40 | struct intel_vgpu *next, int ring_id); | 48 | struct intel_vgpu *next, int ring_id); |
41 | 49 | ||
50 | void intel_gvt_init_engine_mmio_context(struct intel_gvt *gvt); | ||
42 | 51 | ||
43 | #endif | 52 | #endif |