diff options
Diffstat (limited to 'drivers/gpu/drm/nouveau/nv50_fifo.c')
-rw-r--r-- | drivers/gpu/drm/nouveau/nv50_fifo.c | 504 |
1 files changed, 504 insertions, 0 deletions
diff --git a/drivers/gpu/drm/nouveau/nv50_fifo.c b/drivers/gpu/drm/nouveau/nv50_fifo.c new file mode 100644 index 00000000000..c34a074f7ea --- /dev/null +++ b/drivers/gpu/drm/nouveau/nv50_fifo.c | |||
@@ -0,0 +1,504 @@ | |||
1 | /* | ||
2 | * Copyright (C) 2007 Ben Skeggs. | ||
3 | * All Rights Reserved. | ||
4 | * | ||
5 | * Permission is hereby granted, free of charge, to any person obtaining | ||
6 | * a copy of this software and associated documentation files (the | ||
7 | * "Software"), to deal in the Software without restriction, including | ||
8 | * without limitation the rights to use, copy, modify, merge, publish, | ||
9 | * distribute, sublicense, and/or sell copies of the Software, and to | ||
10 | * permit persons to whom the Software is furnished to do so, subject to | ||
11 | * the following conditions: | ||
12 | * | ||
13 | * The above copyright notice and this permission notice (including the | ||
14 | * next paragraph) shall be included in all copies or substantial | ||
15 | * portions of the Software. | ||
16 | * | ||
17 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, | ||
18 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF | ||
19 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. | ||
20 | * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE | ||
21 | * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION | ||
22 | * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION | ||
23 | * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. | ||
24 | * | ||
25 | */ | ||
26 | |||
27 | #include "drmP.h" | ||
28 | #include "drm.h" | ||
29 | #include "nouveau_drv.h" | ||
30 | #include "nouveau_ramht.h" | ||
31 | #include "nouveau_vm.h" | ||
32 | |||
33 | static void | ||
34 | nv50_fifo_playlist_update(struct drm_device *dev) | ||
35 | { | ||
36 | struct drm_nouveau_private *dev_priv = dev->dev_private; | ||
37 | struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo; | ||
38 | struct nouveau_gpuobj *cur; | ||
39 | int i, nr; | ||
40 | |||
41 | NV_DEBUG(dev, "\n"); | ||
42 | |||
43 | cur = pfifo->playlist[pfifo->cur_playlist]; | ||
44 | pfifo->cur_playlist = !pfifo->cur_playlist; | ||
45 | |||
46 | /* We never schedule channel 0 or 127 */ | ||
47 | for (i = 1, nr = 0; i < 127; i++) { | ||
48 | if (dev_priv->channels.ptr[i] && | ||
49 | dev_priv->channels.ptr[i]->ramfc) { | ||
50 | nv_wo32(cur, (nr * 4), i); | ||
51 | nr++; | ||
52 | } | ||
53 | } | ||
54 | dev_priv->engine.instmem.flush(dev); | ||
55 | |||
56 | nv_wr32(dev, 0x32f4, cur->vinst >> 12); | ||
57 | nv_wr32(dev, 0x32ec, nr); | ||
58 | nv_wr32(dev, 0x2500, 0x101); | ||
59 | } | ||
60 | |||
61 | static void | ||
62 | nv50_fifo_channel_enable(struct drm_device *dev, int channel) | ||
63 | { | ||
64 | struct drm_nouveau_private *dev_priv = dev->dev_private; | ||
65 | struct nouveau_channel *chan = dev_priv->channels.ptr[channel]; | ||
66 | uint32_t inst; | ||
67 | |||
68 | NV_DEBUG(dev, "ch%d\n", channel); | ||
69 | |||
70 | if (dev_priv->chipset == 0x50) | ||
71 | inst = chan->ramfc->vinst >> 12; | ||
72 | else | ||
73 | inst = chan->ramfc->vinst >> 8; | ||
74 | |||
75 | nv_wr32(dev, NV50_PFIFO_CTX_TABLE(channel), inst | | ||
76 | NV50_PFIFO_CTX_TABLE_CHANNEL_ENABLED); | ||
77 | } | ||
78 | |||
79 | static void | ||
80 | nv50_fifo_channel_disable(struct drm_device *dev, int channel) | ||
81 | { | ||
82 | struct drm_nouveau_private *dev_priv = dev->dev_private; | ||
83 | uint32_t inst; | ||
84 | |||
85 | NV_DEBUG(dev, "ch%d\n", channel); | ||
86 | |||
87 | if (dev_priv->chipset == 0x50) | ||
88 | inst = NV50_PFIFO_CTX_TABLE_INSTANCE_MASK_G80; | ||
89 | else | ||
90 | inst = NV50_PFIFO_CTX_TABLE_INSTANCE_MASK_G84; | ||
91 | nv_wr32(dev, NV50_PFIFO_CTX_TABLE(channel), inst); | ||
92 | } | ||
93 | |||
94 | static void | ||
95 | nv50_fifo_init_reset(struct drm_device *dev) | ||
96 | { | ||
97 | uint32_t pmc_e = NV_PMC_ENABLE_PFIFO; | ||
98 | |||
99 | NV_DEBUG(dev, "\n"); | ||
100 | |||
101 | nv_wr32(dev, NV03_PMC_ENABLE, nv_rd32(dev, NV03_PMC_ENABLE) & ~pmc_e); | ||
102 | nv_wr32(dev, NV03_PMC_ENABLE, nv_rd32(dev, NV03_PMC_ENABLE) | pmc_e); | ||
103 | } | ||
104 | |||
105 | static void | ||
106 | nv50_fifo_init_intr(struct drm_device *dev) | ||
107 | { | ||
108 | NV_DEBUG(dev, "\n"); | ||
109 | |||
110 | nouveau_irq_register(dev, 8, nv04_fifo_isr); | ||
111 | nv_wr32(dev, NV03_PFIFO_INTR_0, 0xFFFFFFFF); | ||
112 | nv_wr32(dev, NV03_PFIFO_INTR_EN_0, 0xFFFFFFFF); | ||
113 | } | ||
114 | |||
115 | static void | ||
116 | nv50_fifo_init_context_table(struct drm_device *dev) | ||
117 | { | ||
118 | struct drm_nouveau_private *dev_priv = dev->dev_private; | ||
119 | int i; | ||
120 | |||
121 | NV_DEBUG(dev, "\n"); | ||
122 | |||
123 | for (i = 0; i < NV50_PFIFO_CTX_TABLE__SIZE; i++) { | ||
124 | if (dev_priv->channels.ptr[i]) | ||
125 | nv50_fifo_channel_enable(dev, i); | ||
126 | else | ||
127 | nv50_fifo_channel_disable(dev, i); | ||
128 | } | ||
129 | |||
130 | nv50_fifo_playlist_update(dev); | ||
131 | } | ||
132 | |||
133 | static void | ||
134 | nv50_fifo_init_regs__nv(struct drm_device *dev) | ||
135 | { | ||
136 | NV_DEBUG(dev, "\n"); | ||
137 | |||
138 | nv_wr32(dev, 0x250c, 0x6f3cfc34); | ||
139 | } | ||
140 | |||
141 | static void | ||
142 | nv50_fifo_init_regs(struct drm_device *dev) | ||
143 | { | ||
144 | NV_DEBUG(dev, "\n"); | ||
145 | |||
146 | nv_wr32(dev, 0x2500, 0); | ||
147 | nv_wr32(dev, 0x3250, 0); | ||
148 | nv_wr32(dev, 0x3220, 0); | ||
149 | nv_wr32(dev, 0x3204, 0); | ||
150 | nv_wr32(dev, 0x3210, 0); | ||
151 | nv_wr32(dev, 0x3270, 0); | ||
152 | nv_wr32(dev, 0x2044, 0x01003fff); | ||
153 | |||
154 | /* Enable dummy channels setup by nv50_instmem.c */ | ||
155 | nv50_fifo_channel_enable(dev, 0); | ||
156 | nv50_fifo_channel_enable(dev, 127); | ||
157 | } | ||
158 | |||
159 | int | ||
160 | nv50_fifo_init(struct drm_device *dev) | ||
161 | { | ||
162 | struct drm_nouveau_private *dev_priv = dev->dev_private; | ||
163 | struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo; | ||
164 | int ret; | ||
165 | |||
166 | NV_DEBUG(dev, "\n"); | ||
167 | |||
168 | if (pfifo->playlist[0]) { | ||
169 | pfifo->cur_playlist = !pfifo->cur_playlist; | ||
170 | goto just_reset; | ||
171 | } | ||
172 | |||
173 | ret = nouveau_gpuobj_new(dev, NULL, 128*4, 0x1000, | ||
174 | NVOBJ_FLAG_ZERO_ALLOC, | ||
175 | &pfifo->playlist[0]); | ||
176 | if (ret) { | ||
177 | NV_ERROR(dev, "error creating playlist 0: %d\n", ret); | ||
178 | return ret; | ||
179 | } | ||
180 | |||
181 | ret = nouveau_gpuobj_new(dev, NULL, 128*4, 0x1000, | ||
182 | NVOBJ_FLAG_ZERO_ALLOC, | ||
183 | &pfifo->playlist[1]); | ||
184 | if (ret) { | ||
185 | nouveau_gpuobj_ref(NULL, &pfifo->playlist[0]); | ||
186 | NV_ERROR(dev, "error creating playlist 1: %d\n", ret); | ||
187 | return ret; | ||
188 | } | ||
189 | |||
190 | just_reset: | ||
191 | nv50_fifo_init_reset(dev); | ||
192 | nv50_fifo_init_intr(dev); | ||
193 | nv50_fifo_init_context_table(dev); | ||
194 | nv50_fifo_init_regs__nv(dev); | ||
195 | nv50_fifo_init_regs(dev); | ||
196 | dev_priv->engine.fifo.enable(dev); | ||
197 | dev_priv->engine.fifo.reassign(dev, true); | ||
198 | |||
199 | return 0; | ||
200 | } | ||
201 | |||
202 | void | ||
203 | nv50_fifo_takedown(struct drm_device *dev) | ||
204 | { | ||
205 | struct drm_nouveau_private *dev_priv = dev->dev_private; | ||
206 | struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo; | ||
207 | |||
208 | NV_DEBUG(dev, "\n"); | ||
209 | |||
210 | if (!pfifo->playlist[0]) | ||
211 | return; | ||
212 | |||
213 | nv_wr32(dev, 0x2140, 0x00000000); | ||
214 | nouveau_irq_unregister(dev, 8); | ||
215 | |||
216 | nouveau_gpuobj_ref(NULL, &pfifo->playlist[0]); | ||
217 | nouveau_gpuobj_ref(NULL, &pfifo->playlist[1]); | ||
218 | } | ||
219 | |||
220 | int | ||
221 | nv50_fifo_channel_id(struct drm_device *dev) | ||
222 | { | ||
223 | return nv_rd32(dev, NV03_PFIFO_CACHE1_PUSH1) & | ||
224 | NV50_PFIFO_CACHE1_PUSH1_CHID_MASK; | ||
225 | } | ||
226 | |||
227 | int | ||
228 | nv50_fifo_create_context(struct nouveau_channel *chan) | ||
229 | { | ||
230 | struct drm_device *dev = chan->dev; | ||
231 | struct drm_nouveau_private *dev_priv = dev->dev_private; | ||
232 | struct nouveau_gpuobj *ramfc = NULL; | ||
233 | unsigned long flags; | ||
234 | int ret; | ||
235 | |||
236 | NV_DEBUG(dev, "ch%d\n", chan->id); | ||
237 | |||
238 | if (dev_priv->chipset == 0x50) { | ||
239 | ret = nouveau_gpuobj_new_fake(dev, chan->ramin->pinst, | ||
240 | chan->ramin->vinst, 0x100, | ||
241 | NVOBJ_FLAG_ZERO_ALLOC | | ||
242 | NVOBJ_FLAG_ZERO_FREE, | ||
243 | &chan->ramfc); | ||
244 | if (ret) | ||
245 | return ret; | ||
246 | |||
247 | ret = nouveau_gpuobj_new_fake(dev, chan->ramin->pinst + 0x0400, | ||
248 | chan->ramin->vinst + 0x0400, | ||
249 | 4096, 0, &chan->cache); | ||
250 | if (ret) | ||
251 | return ret; | ||
252 | } else { | ||
253 | ret = nouveau_gpuobj_new(dev, chan, 0x100, 256, | ||
254 | NVOBJ_FLAG_ZERO_ALLOC | | ||
255 | NVOBJ_FLAG_ZERO_FREE, &chan->ramfc); | ||
256 | if (ret) | ||
257 | return ret; | ||
258 | |||
259 | ret = nouveau_gpuobj_new(dev, chan, 4096, 1024, | ||
260 | 0, &chan->cache); | ||
261 | if (ret) | ||
262 | return ret; | ||
263 | } | ||
264 | ramfc = chan->ramfc; | ||
265 | |||
266 | chan->user = ioremap(pci_resource_start(dev->pdev, 0) + | ||
267 | NV50_USER(chan->id), PAGE_SIZE); | ||
268 | if (!chan->user) | ||
269 | return -ENOMEM; | ||
270 | |||
271 | spin_lock_irqsave(&dev_priv->context_switch_lock, flags); | ||
272 | |||
273 | nv_wo32(ramfc, 0x48, chan->pushbuf->cinst >> 4); | ||
274 | nv_wo32(ramfc, 0x80, ((chan->ramht->bits - 9) << 27) | | ||
275 | (4 << 24) /* SEARCH_FULL */ | | ||
276 | (chan->ramht->gpuobj->cinst >> 4)); | ||
277 | nv_wo32(ramfc, 0x44, 0x01003fff); | ||
278 | nv_wo32(ramfc, 0x60, 0x7fffffff); | ||
279 | nv_wo32(ramfc, 0x40, 0x00000000); | ||
280 | nv_wo32(ramfc, 0x7c, 0x30000001); | ||
281 | nv_wo32(ramfc, 0x78, 0x00000000); | ||
282 | nv_wo32(ramfc, 0x3c, 0x403f6078); | ||
283 | nv_wo32(ramfc, 0x50, chan->pushbuf_base + chan->dma.ib_base * 4); | ||
284 | nv_wo32(ramfc, 0x54, drm_order(chan->dma.ib_max + 1) << 16); | ||
285 | |||
286 | if (dev_priv->chipset != 0x50) { | ||
287 | nv_wo32(chan->ramin, 0, chan->id); | ||
288 | nv_wo32(chan->ramin, 4, chan->ramfc->vinst >> 8); | ||
289 | |||
290 | nv_wo32(ramfc, 0x88, chan->cache->vinst >> 10); | ||
291 | nv_wo32(ramfc, 0x98, chan->ramin->vinst >> 12); | ||
292 | } | ||
293 | |||
294 | dev_priv->engine.instmem.flush(dev); | ||
295 | |||
296 | nv50_fifo_channel_enable(dev, chan->id); | ||
297 | nv50_fifo_playlist_update(dev); | ||
298 | spin_unlock_irqrestore(&dev_priv->context_switch_lock, flags); | ||
299 | return 0; | ||
300 | } | ||
301 | |||
302 | void | ||
303 | nv50_fifo_destroy_context(struct nouveau_channel *chan) | ||
304 | { | ||
305 | struct drm_device *dev = chan->dev; | ||
306 | struct drm_nouveau_private *dev_priv = dev->dev_private; | ||
307 | struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo; | ||
308 | struct nouveau_gpuobj *ramfc = NULL; | ||
309 | unsigned long flags; | ||
310 | |||
311 | NV_DEBUG(dev, "ch%d\n", chan->id); | ||
312 | |||
313 | spin_lock_irqsave(&dev_priv->context_switch_lock, flags); | ||
314 | pfifo->reassign(dev, false); | ||
315 | |||
316 | /* Unload the context if it's the currently active one */ | ||
317 | if (pfifo->channel_id(dev) == chan->id) { | ||
318 | pfifo->disable(dev); | ||
319 | pfifo->unload_context(dev); | ||
320 | pfifo->enable(dev); | ||
321 | } | ||
322 | |||
323 | /* This will ensure the channel is seen as disabled. */ | ||
324 | nouveau_gpuobj_ref(chan->ramfc, &ramfc); | ||
325 | nouveau_gpuobj_ref(NULL, &chan->ramfc); | ||
326 | nv50_fifo_channel_disable(dev, chan->id); | ||
327 | |||
328 | /* Dummy channel, also used on ch 127 */ | ||
329 | if (chan->id == 0) | ||
330 | nv50_fifo_channel_disable(dev, 127); | ||
331 | nv50_fifo_playlist_update(dev); | ||
332 | |||
333 | pfifo->reassign(dev, true); | ||
334 | spin_unlock_irqrestore(&dev_priv->context_switch_lock, flags); | ||
335 | |||
336 | /* Free the channel resources */ | ||
337 | if (chan->user) { | ||
338 | iounmap(chan->user); | ||
339 | chan->user = NULL; | ||
340 | } | ||
341 | nouveau_gpuobj_ref(NULL, &ramfc); | ||
342 | nouveau_gpuobj_ref(NULL, &chan->cache); | ||
343 | } | ||
344 | |||
345 | int | ||
346 | nv50_fifo_load_context(struct nouveau_channel *chan) | ||
347 | { | ||
348 | struct drm_device *dev = chan->dev; | ||
349 | struct drm_nouveau_private *dev_priv = dev->dev_private; | ||
350 | struct nouveau_gpuobj *ramfc = chan->ramfc; | ||
351 | struct nouveau_gpuobj *cache = chan->cache; | ||
352 | int ptr, cnt; | ||
353 | |||
354 | NV_DEBUG(dev, "ch%d\n", chan->id); | ||
355 | |||
356 | nv_wr32(dev, 0x3330, nv_ro32(ramfc, 0x00)); | ||
357 | nv_wr32(dev, 0x3334, nv_ro32(ramfc, 0x04)); | ||
358 | nv_wr32(dev, 0x3240, nv_ro32(ramfc, 0x08)); | ||
359 | nv_wr32(dev, 0x3320, nv_ro32(ramfc, 0x0c)); | ||
360 | nv_wr32(dev, 0x3244, nv_ro32(ramfc, 0x10)); | ||
361 | nv_wr32(dev, 0x3328, nv_ro32(ramfc, 0x14)); | ||
362 | nv_wr32(dev, 0x3368, nv_ro32(ramfc, 0x18)); | ||
363 | nv_wr32(dev, 0x336c, nv_ro32(ramfc, 0x1c)); | ||
364 | nv_wr32(dev, 0x3370, nv_ro32(ramfc, 0x20)); | ||
365 | nv_wr32(dev, 0x3374, nv_ro32(ramfc, 0x24)); | ||
366 | nv_wr32(dev, 0x3378, nv_ro32(ramfc, 0x28)); | ||
367 | nv_wr32(dev, 0x337c, nv_ro32(ramfc, 0x2c)); | ||
368 | nv_wr32(dev, 0x3228, nv_ro32(ramfc, 0x30)); | ||
369 | nv_wr32(dev, 0x3364, nv_ro32(ramfc, 0x34)); | ||
370 | nv_wr32(dev, 0x32a0, nv_ro32(ramfc, 0x38)); | ||
371 | nv_wr32(dev, 0x3224, nv_ro32(ramfc, 0x3c)); | ||
372 | nv_wr32(dev, 0x324c, nv_ro32(ramfc, 0x40)); | ||
373 | nv_wr32(dev, 0x2044, nv_ro32(ramfc, 0x44)); | ||
374 | nv_wr32(dev, 0x322c, nv_ro32(ramfc, 0x48)); | ||
375 | nv_wr32(dev, 0x3234, nv_ro32(ramfc, 0x4c)); | ||
376 | nv_wr32(dev, 0x3340, nv_ro32(ramfc, 0x50)); | ||
377 | nv_wr32(dev, 0x3344, nv_ro32(ramfc, 0x54)); | ||
378 | nv_wr32(dev, 0x3280, nv_ro32(ramfc, 0x58)); | ||
379 | nv_wr32(dev, 0x3254, nv_ro32(ramfc, 0x5c)); | ||
380 | nv_wr32(dev, 0x3260, nv_ro32(ramfc, 0x60)); | ||
381 | nv_wr32(dev, 0x3264, nv_ro32(ramfc, 0x64)); | ||
382 | nv_wr32(dev, 0x3268, nv_ro32(ramfc, 0x68)); | ||
383 | nv_wr32(dev, 0x326c, nv_ro32(ramfc, 0x6c)); | ||
384 | nv_wr32(dev, 0x32e4, nv_ro32(ramfc, 0x70)); | ||
385 | nv_wr32(dev, 0x3248, nv_ro32(ramfc, 0x74)); | ||
386 | nv_wr32(dev, 0x2088, nv_ro32(ramfc, 0x78)); | ||
387 | nv_wr32(dev, 0x2058, nv_ro32(ramfc, 0x7c)); | ||
388 | nv_wr32(dev, 0x2210, nv_ro32(ramfc, 0x80)); | ||
389 | |||
390 | cnt = nv_ro32(ramfc, 0x84); | ||
391 | for (ptr = 0; ptr < cnt; ptr++) { | ||
392 | nv_wr32(dev, NV40_PFIFO_CACHE1_METHOD(ptr), | ||
393 | nv_ro32(cache, (ptr * 8) + 0)); | ||
394 | nv_wr32(dev, NV40_PFIFO_CACHE1_DATA(ptr), | ||
395 | nv_ro32(cache, (ptr * 8) + 4)); | ||
396 | } | ||
397 | nv_wr32(dev, NV03_PFIFO_CACHE1_PUT, cnt << 2); | ||
398 | nv_wr32(dev, NV03_PFIFO_CACHE1_GET, 0); | ||
399 | |||
400 | /* guessing that all the 0x34xx regs aren't on NV50 */ | ||
401 | if (dev_priv->chipset != 0x50) { | ||
402 | nv_wr32(dev, 0x340c, nv_ro32(ramfc, 0x88)); | ||
403 | nv_wr32(dev, 0x3400, nv_ro32(ramfc, 0x8c)); | ||
404 | nv_wr32(dev, 0x3404, nv_ro32(ramfc, 0x90)); | ||
405 | nv_wr32(dev, 0x3408, nv_ro32(ramfc, 0x94)); | ||
406 | nv_wr32(dev, 0x3410, nv_ro32(ramfc, 0x98)); | ||
407 | } | ||
408 | |||
409 | nv_wr32(dev, NV03_PFIFO_CACHE1_PUSH1, chan->id | (1<<16)); | ||
410 | return 0; | ||
411 | } | ||
412 | |||
413 | int | ||
414 | nv50_fifo_unload_context(struct drm_device *dev) | ||
415 | { | ||
416 | struct drm_nouveau_private *dev_priv = dev->dev_private; | ||
417 | struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo; | ||
418 | struct nouveau_gpuobj *ramfc, *cache; | ||
419 | struct nouveau_channel *chan = NULL; | ||
420 | int chid, get, put, ptr; | ||
421 | |||
422 | NV_DEBUG(dev, "\n"); | ||
423 | |||
424 | chid = pfifo->channel_id(dev); | ||
425 | if (chid < 1 || chid >= dev_priv->engine.fifo.channels - 1) | ||
426 | return 0; | ||
427 | |||
428 | chan = dev_priv->channels.ptr[chid]; | ||
429 | if (!chan) { | ||
430 | NV_ERROR(dev, "Inactive channel on PFIFO: %d\n", chid); | ||
431 | return -EINVAL; | ||
432 | } | ||
433 | NV_DEBUG(dev, "ch%d\n", chan->id); | ||
434 | ramfc = chan->ramfc; | ||
435 | cache = chan->cache; | ||
436 | |||
437 | nv_wo32(ramfc, 0x00, nv_rd32(dev, 0x3330)); | ||
438 | nv_wo32(ramfc, 0x04, nv_rd32(dev, 0x3334)); | ||
439 | nv_wo32(ramfc, 0x08, nv_rd32(dev, 0x3240)); | ||
440 | nv_wo32(ramfc, 0x0c, nv_rd32(dev, 0x3320)); | ||
441 | nv_wo32(ramfc, 0x10, nv_rd32(dev, 0x3244)); | ||
442 | nv_wo32(ramfc, 0x14, nv_rd32(dev, 0x3328)); | ||
443 | nv_wo32(ramfc, 0x18, nv_rd32(dev, 0x3368)); | ||
444 | nv_wo32(ramfc, 0x1c, nv_rd32(dev, 0x336c)); | ||
445 | nv_wo32(ramfc, 0x20, nv_rd32(dev, 0x3370)); | ||
446 | nv_wo32(ramfc, 0x24, nv_rd32(dev, 0x3374)); | ||
447 | nv_wo32(ramfc, 0x28, nv_rd32(dev, 0x3378)); | ||
448 | nv_wo32(ramfc, 0x2c, nv_rd32(dev, 0x337c)); | ||
449 | nv_wo32(ramfc, 0x30, nv_rd32(dev, 0x3228)); | ||
450 | nv_wo32(ramfc, 0x34, nv_rd32(dev, 0x3364)); | ||
451 | nv_wo32(ramfc, 0x38, nv_rd32(dev, 0x32a0)); | ||
452 | nv_wo32(ramfc, 0x3c, nv_rd32(dev, 0x3224)); | ||
453 | nv_wo32(ramfc, 0x40, nv_rd32(dev, 0x324c)); | ||
454 | nv_wo32(ramfc, 0x44, nv_rd32(dev, 0x2044)); | ||
455 | nv_wo32(ramfc, 0x48, nv_rd32(dev, 0x322c)); | ||
456 | nv_wo32(ramfc, 0x4c, nv_rd32(dev, 0x3234)); | ||
457 | nv_wo32(ramfc, 0x50, nv_rd32(dev, 0x3340)); | ||
458 | nv_wo32(ramfc, 0x54, nv_rd32(dev, 0x3344)); | ||
459 | nv_wo32(ramfc, 0x58, nv_rd32(dev, 0x3280)); | ||
460 | nv_wo32(ramfc, 0x5c, nv_rd32(dev, 0x3254)); | ||
461 | nv_wo32(ramfc, 0x60, nv_rd32(dev, 0x3260)); | ||
462 | nv_wo32(ramfc, 0x64, nv_rd32(dev, 0x3264)); | ||
463 | nv_wo32(ramfc, 0x68, nv_rd32(dev, 0x3268)); | ||
464 | nv_wo32(ramfc, 0x6c, nv_rd32(dev, 0x326c)); | ||
465 | nv_wo32(ramfc, 0x70, nv_rd32(dev, 0x32e4)); | ||
466 | nv_wo32(ramfc, 0x74, nv_rd32(dev, 0x3248)); | ||
467 | nv_wo32(ramfc, 0x78, nv_rd32(dev, 0x2088)); | ||
468 | nv_wo32(ramfc, 0x7c, nv_rd32(dev, 0x2058)); | ||
469 | nv_wo32(ramfc, 0x80, nv_rd32(dev, 0x2210)); | ||
470 | |||
471 | put = (nv_rd32(dev, NV03_PFIFO_CACHE1_PUT) & 0x7ff) >> 2; | ||
472 | get = (nv_rd32(dev, NV03_PFIFO_CACHE1_GET) & 0x7ff) >> 2; | ||
473 | ptr = 0; | ||
474 | while (put != get) { | ||
475 | nv_wo32(cache, ptr + 0, | ||
476 | nv_rd32(dev, NV40_PFIFO_CACHE1_METHOD(get))); | ||
477 | nv_wo32(cache, ptr + 4, | ||
478 | nv_rd32(dev, NV40_PFIFO_CACHE1_DATA(get))); | ||
479 | get = (get + 1) & 0x1ff; | ||
480 | ptr += 8; | ||
481 | } | ||
482 | |||
483 | /* guessing that all the 0x34xx regs aren't on NV50 */ | ||
484 | if (dev_priv->chipset != 0x50) { | ||
485 | nv_wo32(ramfc, 0x84, ptr >> 3); | ||
486 | nv_wo32(ramfc, 0x88, nv_rd32(dev, 0x340c)); | ||
487 | nv_wo32(ramfc, 0x8c, nv_rd32(dev, 0x3400)); | ||
488 | nv_wo32(ramfc, 0x90, nv_rd32(dev, 0x3404)); | ||
489 | nv_wo32(ramfc, 0x94, nv_rd32(dev, 0x3408)); | ||
490 | nv_wo32(ramfc, 0x98, nv_rd32(dev, 0x3410)); | ||
491 | } | ||
492 | |||
493 | dev_priv->engine.instmem.flush(dev); | ||
494 | |||
495 | /*XXX: probably reload ch127 (NULL) state back too */ | ||
496 | nv_wr32(dev, NV03_PFIFO_CACHE1_PUSH1, 127); | ||
497 | return 0; | ||
498 | } | ||
499 | |||
500 | void | ||
501 | nv50_fifo_tlb_flush(struct drm_device *dev) | ||
502 | { | ||
503 | nv50_vm_flush_engine(dev, 5); | ||
504 | } | ||