diff options
Diffstat (limited to 'drivers/gpu/drm/radeon/rs600.c')
-rw-r--r-- | drivers/gpu/drm/radeon/rs600.c | 517 |
1 files changed, 303 insertions, 214 deletions
diff --git a/drivers/gpu/drm/radeon/rs600.c b/drivers/gpu/drm/radeon/rs600.c index 0e791e26def3..5f117cd8736a 100644 --- a/drivers/gpu/drm/radeon/rs600.c +++ b/drivers/gpu/drm/radeon/rs600.c | |||
@@ -25,28 +25,25 @@ | |||
25 | * Alex Deucher | 25 | * Alex Deucher |
26 | * Jerome Glisse | 26 | * Jerome Glisse |
27 | */ | 27 | */ |
28 | /* RS600 / Radeon X1250/X1270 integrated GPU | ||
29 | * | ||
30 | * This file gather function specific to RS600 which is the IGP of | ||
31 | * the X1250/X1270 family supporting intel CPU (while RS690/RS740 | ||
32 | * is the X1250/X1270 supporting AMD CPU). The display engine are | ||
33 | * the avivo one, bios is an atombios, 3D block are the one of the | ||
34 | * R4XX family. The GART is different from the RS400 one and is very | ||
35 | * close to the one of the R600 family (R600 likely being an evolution | ||
36 | * of the RS600 GART block). | ||
37 | */ | ||
28 | #include "drmP.h" | 38 | #include "drmP.h" |
29 | #include "radeon_reg.h" | ||
30 | #include "radeon.h" | 39 | #include "radeon.h" |
31 | #include "avivod.h" | 40 | #include "atom.h" |
41 | #include "rs600d.h" | ||
32 | 42 | ||
33 | #include "rs600_reg_safe.h" | 43 | #include "rs600_reg_safe.h" |
34 | 44 | ||
35 | /* rs600 depends on : */ | ||
36 | void r100_hdp_reset(struct radeon_device *rdev); | ||
37 | int r100_gui_wait_for_idle(struct radeon_device *rdev); | ||
38 | int r300_mc_wait_for_idle(struct radeon_device *rdev); | ||
39 | void r420_pipes_init(struct radeon_device *rdev); | ||
40 | |||
41 | /* This files gather functions specifics to : | ||
42 | * rs600 | ||
43 | * | ||
44 | * Some of these functions might be used by newer ASICs. | ||
45 | */ | ||
46 | void rs600_gpu_init(struct radeon_device *rdev); | 45 | void rs600_gpu_init(struct radeon_device *rdev); |
47 | int rs600_mc_wait_for_idle(struct radeon_device *rdev); | 46 | int rs600_mc_wait_for_idle(struct radeon_device *rdev); |
48 | void rs600_disable_vga(struct radeon_device *rdev); | ||
49 | |||
50 | 47 | ||
51 | /* | 48 | /* |
52 | * GART. | 49 | * GART. |
@@ -55,18 +52,18 @@ void rs600_gart_tlb_flush(struct radeon_device *rdev) | |||
55 | { | 52 | { |
56 | uint32_t tmp; | 53 | uint32_t tmp; |
57 | 54 | ||
58 | tmp = RREG32_MC(RS600_MC_PT0_CNTL); | 55 | tmp = RREG32_MC(R_000100_MC_PT0_CNTL); |
59 | tmp &= ~(RS600_INVALIDATE_ALL_L1_TLBS | RS600_INVALIDATE_L2_CACHE); | 56 | tmp &= C_000100_INVALIDATE_ALL_L1_TLBS & C_000100_INVALIDATE_L2_CACHE; |
60 | WREG32_MC(RS600_MC_PT0_CNTL, tmp); | 57 | WREG32_MC(R_000100_MC_PT0_CNTL, tmp); |
61 | 58 | ||
62 | tmp = RREG32_MC(RS600_MC_PT0_CNTL); | 59 | tmp = RREG32_MC(R_000100_MC_PT0_CNTL); |
63 | tmp |= RS600_INVALIDATE_ALL_L1_TLBS | RS600_INVALIDATE_L2_CACHE; | 60 | tmp |= S_000100_INVALIDATE_ALL_L1_TLBS(1) & S_000100_INVALIDATE_L2_CACHE(1); |
64 | WREG32_MC(RS600_MC_PT0_CNTL, tmp); | 61 | WREG32_MC(R_000100_MC_PT0_CNTL, tmp); |
65 | 62 | ||
66 | tmp = RREG32_MC(RS600_MC_PT0_CNTL); | 63 | tmp = RREG32_MC(R_000100_MC_PT0_CNTL); |
67 | tmp &= ~(RS600_INVALIDATE_ALL_L1_TLBS | RS600_INVALIDATE_L2_CACHE); | 64 | tmp &= C_000100_INVALIDATE_ALL_L1_TLBS & C_000100_INVALIDATE_L2_CACHE; |
68 | WREG32_MC(RS600_MC_PT0_CNTL, tmp); | 65 | WREG32_MC(R_000100_MC_PT0_CNTL, tmp); |
69 | tmp = RREG32_MC(RS600_MC_PT0_CNTL); | 66 | tmp = RREG32_MC(R_000100_MC_PT0_CNTL); |
70 | } | 67 | } |
71 | 68 | ||
72 | int rs600_gart_init(struct radeon_device *rdev) | 69 | int rs600_gart_init(struct radeon_device *rdev) |
@@ -88,7 +85,7 @@ int rs600_gart_init(struct radeon_device *rdev) | |||
88 | 85 | ||
89 | int rs600_gart_enable(struct radeon_device *rdev) | 86 | int rs600_gart_enable(struct radeon_device *rdev) |
90 | { | 87 | { |
91 | uint32_t tmp; | 88 | u32 tmp; |
92 | int r, i; | 89 | int r, i; |
93 | 90 | ||
94 | if (rdev->gart.table.vram.robj == NULL) { | 91 | if (rdev->gart.table.vram.robj == NULL) { |
@@ -98,46 +95,50 @@ int rs600_gart_enable(struct radeon_device *rdev) | |||
98 | r = radeon_gart_table_vram_pin(rdev); | 95 | r = radeon_gart_table_vram_pin(rdev); |
99 | if (r) | 96 | if (r) |
100 | return r; | 97 | return r; |
98 | /* Enable bus master */ | ||
99 | tmp = RREG32(R_00004C_BUS_CNTL) & C_00004C_BUS_MASTER_DIS; | ||
100 | WREG32(R_00004C_BUS_CNTL, tmp); | ||
101 | /* FIXME: setup default page */ | 101 | /* FIXME: setup default page */ |
102 | WREG32_MC(RS600_MC_PT0_CNTL, | 102 | WREG32_MC(R_000100_MC_PT0_CNTL, |
103 | (RS600_EFFECTIVE_L2_CACHE_SIZE(6) | | 103 | (S_000100_EFFECTIVE_L2_CACHE_SIZE(6) | |
104 | RS600_EFFECTIVE_L2_QUEUE_SIZE(6))); | 104 | S_000100_EFFECTIVE_L2_QUEUE_SIZE(6))); |
105 | for (i = 0; i < 19; i++) { | 105 | for (i = 0; i < 19; i++) { |
106 | WREG32_MC(RS600_MC_PT0_CLIENT0_CNTL + i, | 106 | WREG32_MC(R_00016C_MC_PT0_CLIENT0_CNTL + i, |
107 | (RS600_ENABLE_TRANSLATION_MODE_OVERRIDE | | 107 | S_00016C_ENABLE_TRANSLATION_MODE_OVERRIDE(1) | |
108 | RS600_SYSTEM_ACCESS_MODE_IN_SYS | | 108 | S_00016C_SYSTEM_ACCESS_MODE_MASK( |
109 | RS600_SYSTEM_APERTURE_UNMAPPED_ACCESS_DEFAULT_PAGE | | 109 | V_00016C_SYSTEM_ACCESS_MODE_IN_SYS) | |
110 | RS600_EFFECTIVE_L1_CACHE_SIZE(3) | | 110 | S_00016C_SYSTEM_APERTURE_UNMAPPED_ACCESS( |
111 | RS600_ENABLE_FRAGMENT_PROCESSING | | 111 | V_00016C_SYSTEM_APERTURE_UNMAPPED_DEFAULT_PAGE) | |
112 | RS600_EFFECTIVE_L1_QUEUE_SIZE(3))); | 112 | S_00016C_EFFECTIVE_L1_CACHE_SIZE(1) | |
113 | S_00016C_ENABLE_FRAGMENT_PROCESSING(1) | | ||
114 | S_00016C_EFFECTIVE_L1_QUEUE_SIZE(1)); | ||
113 | } | 115 | } |
114 | 116 | ||
115 | /* System context map to GART space */ | 117 | /* System context map to GART space */ |
116 | WREG32_MC(RS600_MC_PT0_SYSTEM_APERTURE_LOW_ADDR, rdev->mc.gtt_location); | 118 | WREG32_MC(R_000112_MC_PT0_SYSTEM_APERTURE_LOW_ADDR, rdev->mc.gtt_start); |
117 | tmp = rdev->mc.gtt_location + rdev->mc.gtt_size - 1; | 119 | WREG32_MC(R_000114_MC_PT0_SYSTEM_APERTURE_HIGH_ADDR, rdev->mc.gtt_end); |
118 | WREG32_MC(RS600_MC_PT0_SYSTEM_APERTURE_HIGH_ADDR, tmp); | ||
119 | 120 | ||
120 | /* enable first context */ | 121 | /* enable first context */ |
121 | WREG32_MC(RS600_MC_PT0_CONTEXT0_FLAT_START_ADDR, rdev->mc.gtt_location); | 122 | WREG32_MC(R_00013C_MC_PT0_CONTEXT0_FLAT_START_ADDR, rdev->mc.gtt_start); |
122 | tmp = rdev->mc.gtt_location + rdev->mc.gtt_size - 1; | 123 | WREG32_MC(R_00014C_MC_PT0_CONTEXT0_FLAT_END_ADDR, rdev->mc.gtt_end); |
123 | WREG32_MC(RS600_MC_PT0_CONTEXT0_FLAT_END_ADDR, tmp); | 124 | WREG32_MC(R_000102_MC_PT0_CONTEXT0_CNTL, |
124 | WREG32_MC(RS600_MC_PT0_CONTEXT0_CNTL, | 125 | S_000102_ENABLE_PAGE_TABLE(1) | |
125 | (RS600_ENABLE_PAGE_TABLE | RS600_PAGE_TABLE_TYPE_FLAT)); | 126 | S_000102_PAGE_TABLE_DEPTH(V_000102_PAGE_TABLE_FLAT)); |
126 | /* disable all other contexts */ | 127 | /* disable all other contexts */ |
127 | for (i = 1; i < 8; i++) { | 128 | for (i = 1; i < 8; i++) { |
128 | WREG32_MC(RS600_MC_PT0_CONTEXT0_CNTL + i, 0); | 129 | WREG32_MC(R_000102_MC_PT0_CONTEXT0_CNTL + i, 0); |
129 | } | 130 | } |
130 | 131 | ||
131 | /* setup the page table */ | 132 | /* setup the page table */ |
132 | WREG32_MC(RS600_MC_PT0_CONTEXT0_FLAT_BASE_ADDR, | 133 | WREG32_MC(R_00012C_MC_PT0_CONTEXT0_FLAT_BASE_ADDR, |
133 | rdev->gart.table_addr); | 134 | rdev->gart.table_addr); |
134 | WREG32_MC(RS600_MC_PT0_CONTEXT0_DEFAULT_READ_ADDR, 0); | 135 | WREG32_MC(R_00011C_MC_PT0_CONTEXT0_DEFAULT_READ_ADDR, 0); |
135 | 136 | ||
136 | /* enable page tables */ | 137 | /* enable page tables */ |
137 | tmp = RREG32_MC(RS600_MC_PT0_CNTL); | 138 | tmp = RREG32_MC(R_000100_MC_PT0_CNTL); |
138 | WREG32_MC(RS600_MC_PT0_CNTL, (tmp | RS600_ENABLE_PT)); | 139 | WREG32_MC(R_000100_MC_PT0_CNTL, (tmp | S_000100_ENABLE_PT(1))); |
139 | tmp = RREG32_MC(RS600_MC_CNTL1); | 140 | tmp = RREG32_MC(R_000009_MC_CNTL1); |
140 | WREG32_MC(RS600_MC_CNTL1, (tmp | RS600_ENABLE_PAGE_TABLES)); | 141 | WREG32_MC(R_000009_MC_CNTL1, (tmp | S_000009_ENABLE_PAGE_TABLES(1))); |
141 | rs600_gart_tlb_flush(rdev); | 142 | rs600_gart_tlb_flush(rdev); |
142 | rdev->gart.ready = true; | 143 | rdev->gart.ready = true; |
143 | return 0; | 144 | return 0; |
@@ -148,10 +149,9 @@ void rs600_gart_disable(struct radeon_device *rdev) | |||
148 | uint32_t tmp; | 149 | uint32_t tmp; |
149 | 150 | ||
150 | /* FIXME: disable out of gart access */ | 151 | /* FIXME: disable out of gart access */ |
151 | WREG32_MC(RS600_MC_PT0_CNTL, 0); | 152 | WREG32_MC(R_000100_MC_PT0_CNTL, 0); |
152 | tmp = RREG32_MC(RS600_MC_CNTL1); | 153 | tmp = RREG32_MC(R_000009_MC_CNTL1); |
153 | tmp &= ~RS600_ENABLE_PAGE_TABLES; | 154 | WREG32_MC(R_000009_MC_CNTL1, tmp & C_000009_ENABLE_PAGE_TABLES); |
154 | WREG32_MC(RS600_MC_CNTL1, tmp); | ||
155 | if (rdev->gart.table.vram.robj) { | 155 | if (rdev->gart.table.vram.robj) { |
156 | radeon_object_kunmap(rdev->gart.table.vram.robj); | 156 | radeon_object_kunmap(rdev->gart.table.vram.robj); |
157 | radeon_object_unpin(rdev->gart.table.vram.robj); | 157 | radeon_object_unpin(rdev->gart.table.vram.robj); |
@@ -185,132 +185,64 @@ int rs600_gart_set_page(struct radeon_device *rdev, int i, uint64_t addr) | |||
185 | return 0; | 185 | return 0; |
186 | } | 186 | } |
187 | 187 | ||
188 | |||
189 | /* | ||
190 | * MC. | ||
191 | */ | ||
192 | void rs600_mc_disable_clients(struct radeon_device *rdev) | ||
193 | { | ||
194 | unsigned tmp; | ||
195 | |||
196 | if (r100_gui_wait_for_idle(rdev)) { | ||
197 | printk(KERN_WARNING "Failed to wait GUI idle while " | ||
198 | "programming pipes. Bad things might happen.\n"); | ||
199 | } | ||
200 | |||
201 | radeon_avivo_vga_render_disable(rdev); | ||
202 | |||
203 | tmp = RREG32(AVIVO_D1VGA_CONTROL); | ||
204 | WREG32(AVIVO_D1VGA_CONTROL, tmp & ~AVIVO_DVGA_CONTROL_MODE_ENABLE); | ||
205 | tmp = RREG32(AVIVO_D2VGA_CONTROL); | ||
206 | WREG32(AVIVO_D2VGA_CONTROL, tmp & ~AVIVO_DVGA_CONTROL_MODE_ENABLE); | ||
207 | |||
208 | tmp = RREG32(AVIVO_D1CRTC_CONTROL); | ||
209 | WREG32(AVIVO_D1CRTC_CONTROL, tmp & ~AVIVO_CRTC_EN); | ||
210 | tmp = RREG32(AVIVO_D2CRTC_CONTROL); | ||
211 | WREG32(AVIVO_D2CRTC_CONTROL, tmp & ~AVIVO_CRTC_EN); | ||
212 | |||
213 | /* make sure all previous write got through */ | ||
214 | tmp = RREG32(AVIVO_D2CRTC_CONTROL); | ||
215 | |||
216 | mdelay(1); | ||
217 | } | ||
218 | |||
219 | int rs600_mc_init(struct radeon_device *rdev) | ||
220 | { | ||
221 | uint32_t tmp; | ||
222 | int r; | ||
223 | |||
224 | if (r100_debugfs_rbbm_init(rdev)) { | ||
225 | DRM_ERROR("Failed to register debugfs file for RBBM !\n"); | ||
226 | } | ||
227 | |||
228 | rs600_gpu_init(rdev); | ||
229 | rs600_gart_disable(rdev); | ||
230 | |||
231 | /* Setup GPU memory space */ | ||
232 | rdev->mc.vram_location = 0xFFFFFFFFUL; | ||
233 | rdev->mc.gtt_location = 0xFFFFFFFFUL; | ||
234 | r = radeon_mc_setup(rdev); | ||
235 | if (r) { | ||
236 | return r; | ||
237 | } | ||
238 | |||
239 | /* Program GPU memory space */ | ||
240 | /* Enable bus master */ | ||
241 | tmp = RREG32(RADEON_BUS_CNTL) & ~RS600_BUS_MASTER_DIS; | ||
242 | WREG32(RADEON_BUS_CNTL, tmp); | ||
243 | /* FIXME: What does AGP means for such chipset ? */ | ||
244 | WREG32_MC(RS600_MC_AGP_LOCATION, 0x0FFFFFFF); | ||
245 | /* FIXME: are this AGP reg in indirect MC range ? */ | ||
246 | WREG32_MC(RS600_MC_AGP_BASE, 0); | ||
247 | WREG32_MC(RS600_MC_AGP_BASE_2, 0); | ||
248 | rs600_mc_disable_clients(rdev); | ||
249 | if (rs600_mc_wait_for_idle(rdev)) { | ||
250 | printk(KERN_WARNING "Failed to wait MC idle while " | ||
251 | "programming pipes. Bad things might happen.\n"); | ||
252 | } | ||
253 | tmp = rdev->mc.vram_location + rdev->mc.mc_vram_size - 1; | ||
254 | tmp = REG_SET(RS600_MC_FB_TOP, tmp >> 16); | ||
255 | tmp |= REG_SET(RS600_MC_FB_START, rdev->mc.vram_location >> 16); | ||
256 | WREG32_MC(RS600_MC_FB_LOCATION, tmp); | ||
257 | WREG32(RS690_HDP_FB_LOCATION, rdev->mc.vram_location >> 16); | ||
258 | return 0; | ||
259 | } | ||
260 | |||
261 | void rs600_mc_fini(struct radeon_device *rdev) | ||
262 | { | ||
263 | } | ||
264 | |||
265 | |||
266 | /* | ||
267 | * Interrupts | ||
268 | */ | ||
269 | int rs600_irq_set(struct radeon_device *rdev) | 188 | int rs600_irq_set(struct radeon_device *rdev) |
270 | { | 189 | { |
271 | uint32_t tmp = 0; | 190 | uint32_t tmp = 0; |
272 | uint32_t mode_int = 0; | 191 | uint32_t mode_int = 0; |
273 | 192 | ||
274 | if (rdev->irq.sw_int) { | 193 | if (rdev->irq.sw_int) { |
275 | tmp |= RADEON_SW_INT_ENABLE; | 194 | tmp |= S_000040_SW_INT_EN(1); |
276 | } | 195 | } |
277 | if (rdev->irq.crtc_vblank_int[0]) { | 196 | if (rdev->irq.crtc_vblank_int[0]) { |
278 | mode_int |= AVIVO_D1MODE_INT_MASK; | 197 | mode_int |= S_006540_D1MODE_VBLANK_INT_MASK(1); |
279 | } | 198 | } |
280 | if (rdev->irq.crtc_vblank_int[1]) { | 199 | if (rdev->irq.crtc_vblank_int[1]) { |
281 | mode_int |= AVIVO_D2MODE_INT_MASK; | 200 | mode_int |= S_006540_D2MODE_VBLANK_INT_MASK(1); |
282 | } | 201 | } |
283 | WREG32(RADEON_GEN_INT_CNTL, tmp); | 202 | WREG32(R_000040_GEN_INT_CNTL, tmp); |
284 | WREG32(AVIVO_DxMODE_INT_MASK, mode_int); | 203 | WREG32(R_006540_DxMODE_INT_MASK, mode_int); |
285 | return 0; | 204 | return 0; |
286 | } | 205 | } |
287 | 206 | ||
288 | static inline uint32_t rs600_irq_ack(struct radeon_device *rdev, u32 *r500_disp_int) | 207 | static inline uint32_t rs600_irq_ack(struct radeon_device *rdev, u32 *r500_disp_int) |
289 | { | 208 | { |
290 | uint32_t irqs = RREG32(RADEON_GEN_INT_STATUS); | 209 | uint32_t irqs = RREG32(R_000044_GEN_INT_STATUS); |
291 | uint32_t irq_mask = RADEON_SW_INT_TEST; | 210 | uint32_t irq_mask = ~C_000044_SW_INT; |
292 | 211 | ||
293 | if (irqs & AVIVO_DISPLAY_INT_STATUS) { | 212 | if (G_000044_DISPLAY_INT_STAT(irqs)) { |
294 | *r500_disp_int = RREG32(AVIVO_DISP_INTERRUPT_STATUS); | 213 | *r500_disp_int = RREG32(R_007EDC_DISP_INTERRUPT_STATUS); |
295 | if (*r500_disp_int & AVIVO_D1_VBLANK_INTERRUPT) { | 214 | if (G_007EDC_LB_D1_VBLANK_INTERRUPT(*r500_disp_int)) { |
296 | WREG32(AVIVO_D1MODE_VBLANK_STATUS, AVIVO_VBLANK_ACK); | 215 | WREG32(R_006534_D1MODE_VBLANK_STATUS, |
216 | S_006534_D1MODE_VBLANK_ACK(1)); | ||
297 | } | 217 | } |
298 | if (*r500_disp_int & AVIVO_D2_VBLANK_INTERRUPT) { | 218 | if (G_007EDC_LB_D2_VBLANK_INTERRUPT(*r500_disp_int)) { |
299 | WREG32(AVIVO_D2MODE_VBLANK_STATUS, AVIVO_VBLANK_ACK); | 219 | WREG32(R_006D34_D2MODE_VBLANK_STATUS, |
220 | S_006D34_D2MODE_VBLANK_ACK(1)); | ||
300 | } | 221 | } |
301 | } else { | 222 | } else { |
302 | *r500_disp_int = 0; | 223 | *r500_disp_int = 0; |
303 | } | 224 | } |
304 | 225 | ||
305 | if (irqs) { | 226 | if (irqs) { |
306 | WREG32(RADEON_GEN_INT_STATUS, irqs); | 227 | WREG32(R_000044_GEN_INT_STATUS, irqs); |
307 | } | 228 | } |
308 | return irqs & irq_mask; | 229 | return irqs & irq_mask; |
309 | } | 230 | } |
310 | 231 | ||
232 | void rs600_irq_disable(struct radeon_device *rdev) | ||
233 | { | ||
234 | u32 tmp; | ||
235 | |||
236 | WREG32(R_000040_GEN_INT_CNTL, 0); | ||
237 | WREG32(R_006540_DxMODE_INT_MASK, 0); | ||
238 | /* Wait and acknowledge irq */ | ||
239 | mdelay(1); | ||
240 | rs600_irq_ack(rdev, &tmp); | ||
241 | } | ||
242 | |||
311 | int rs600_irq_process(struct radeon_device *rdev) | 243 | int rs600_irq_process(struct radeon_device *rdev) |
312 | { | 244 | { |
313 | uint32_t status; | 245 | uint32_t status, msi_rearm; |
314 | uint32_t r500_disp_int; | 246 | uint32_t r500_disp_int; |
315 | 247 | ||
316 | status = rs600_irq_ack(rdev, &r500_disp_int); | 248 | status = rs600_irq_ack(rdev, &r500_disp_int); |
@@ -319,85 +251,65 @@ int rs600_irq_process(struct radeon_device *rdev) | |||
319 | } | 251 | } |
320 | while (status || r500_disp_int) { | 252 | while (status || r500_disp_int) { |
321 | /* SW interrupt */ | 253 | /* SW interrupt */ |
322 | if (status & RADEON_SW_INT_TEST) { | 254 | if (G_000040_SW_INT_EN(status)) |
323 | radeon_fence_process(rdev); | 255 | radeon_fence_process(rdev); |
324 | } | ||
325 | /* Vertical blank interrupts */ | 256 | /* Vertical blank interrupts */ |
326 | if (r500_disp_int & AVIVO_D1_VBLANK_INTERRUPT) { | 257 | if (G_007EDC_LB_D1_VBLANK_INTERRUPT(r500_disp_int)) |
327 | drm_handle_vblank(rdev->ddev, 0); | 258 | drm_handle_vblank(rdev->ddev, 0); |
328 | } | 259 | if (G_007EDC_LB_D2_VBLANK_INTERRUPT(r500_disp_int)) |
329 | if (r500_disp_int & AVIVO_D2_VBLANK_INTERRUPT) { | ||
330 | drm_handle_vblank(rdev->ddev, 1); | 260 | drm_handle_vblank(rdev->ddev, 1); |
331 | } | ||
332 | status = rs600_irq_ack(rdev, &r500_disp_int); | 261 | status = rs600_irq_ack(rdev, &r500_disp_int); |
333 | } | 262 | } |
263 | if (rdev->msi_enabled) { | ||
264 | switch (rdev->family) { | ||
265 | case CHIP_RS600: | ||
266 | case CHIP_RS690: | ||
267 | case CHIP_RS740: | ||
268 | msi_rearm = RREG32(RADEON_BUS_CNTL) & ~RS600_MSI_REARM; | ||
269 | WREG32(RADEON_BUS_CNTL, msi_rearm); | ||
270 | WREG32(RADEON_BUS_CNTL, msi_rearm | RS600_MSI_REARM); | ||
271 | break; | ||
272 | default: | ||
273 | msi_rearm = RREG32(RADEON_MSI_REARM_EN) & ~RV370_MSI_REARM_EN; | ||
274 | WREG32(RADEON_MSI_REARM_EN, msi_rearm); | ||
275 | WREG32(RADEON_MSI_REARM_EN, msi_rearm | RV370_MSI_REARM_EN); | ||
276 | break; | ||
277 | } | ||
278 | } | ||
334 | return IRQ_HANDLED; | 279 | return IRQ_HANDLED; |
335 | } | 280 | } |
336 | 281 | ||
337 | u32 rs600_get_vblank_counter(struct radeon_device *rdev, int crtc) | 282 | u32 rs600_get_vblank_counter(struct radeon_device *rdev, int crtc) |
338 | { | 283 | { |
339 | if (crtc == 0) | 284 | if (crtc == 0) |
340 | return RREG32(AVIVO_D1CRTC_FRAME_COUNT); | 285 | return RREG32(R_0060A4_D1CRTC_STATUS_FRAME_COUNT); |
341 | else | 286 | else |
342 | return RREG32(AVIVO_D2CRTC_FRAME_COUNT); | 287 | return RREG32(R_0068A4_D2CRTC_STATUS_FRAME_COUNT); |
343 | } | ||
344 | |||
345 | |||
346 | /* | ||
347 | * Global GPU functions | ||
348 | */ | ||
349 | void rs600_disable_vga(struct radeon_device *rdev) | ||
350 | { | ||
351 | unsigned tmp; | ||
352 | |||
353 | WREG32(0x330, 0); | ||
354 | WREG32(0x338, 0); | ||
355 | tmp = RREG32(0x300); | ||
356 | tmp &= ~(3 << 16); | ||
357 | WREG32(0x300, tmp); | ||
358 | WREG32(0x308, (1 << 8)); | ||
359 | WREG32(0x310, rdev->mc.vram_location); | ||
360 | WREG32(0x594, 0); | ||
361 | } | 288 | } |
362 | 289 | ||
363 | int rs600_mc_wait_for_idle(struct radeon_device *rdev) | 290 | int rs600_mc_wait_for_idle(struct radeon_device *rdev) |
364 | { | 291 | { |
365 | unsigned i; | 292 | unsigned i; |
366 | uint32_t tmp; | ||
367 | 293 | ||
368 | for (i = 0; i < rdev->usec_timeout; i++) { | 294 | for (i = 0; i < rdev->usec_timeout; i++) { |
369 | /* read MC_STATUS */ | 295 | if (G_000000_MC_IDLE(RREG32_MC(R_000000_MC_STATUS))) |
370 | tmp = RREG32_MC(RS600_MC_STATUS); | ||
371 | if (tmp & RS600_MC_STATUS_IDLE) { | ||
372 | return 0; | 296 | return 0; |
373 | } | 297 | udelay(1); |
374 | DRM_UDELAY(1); | ||
375 | } | 298 | } |
376 | return -1; | 299 | return -1; |
377 | } | 300 | } |
378 | 301 | ||
379 | void rs600_errata(struct radeon_device *rdev) | ||
380 | { | ||
381 | rdev->pll_errata = 0; | ||
382 | } | ||
383 | |||
384 | void rs600_gpu_init(struct radeon_device *rdev) | 302 | void rs600_gpu_init(struct radeon_device *rdev) |
385 | { | 303 | { |
386 | /* FIXME: HDP same place on rs600 ? */ | 304 | /* FIXME: HDP same place on rs600 ? */ |
387 | r100_hdp_reset(rdev); | 305 | r100_hdp_reset(rdev); |
388 | rs600_disable_vga(rdev); | ||
389 | /* FIXME: is this correct ? */ | 306 | /* FIXME: is this correct ? */ |
390 | r420_pipes_init(rdev); | 307 | r420_pipes_init(rdev); |
391 | if (rs600_mc_wait_for_idle(rdev)) { | 308 | /* Wait for mc idle */ |
392 | printk(KERN_WARNING "Failed to wait MC idle while " | 309 | if (rs600_mc_wait_for_idle(rdev)) |
393 | "programming pipes. Bad things might happen.\n"); | 310 | dev_warn(rdev->dev, "Wait MC idle timeout before updating MC.\n"); |
394 | } | ||
395 | } | 311 | } |
396 | 312 | ||
397 | |||
398 | /* | ||
399 | * VRAM info. | ||
400 | */ | ||
401 | void rs600_vram_info(struct radeon_device *rdev) | 313 | void rs600_vram_info(struct radeon_device *rdev) |
402 | { | 314 | { |
403 | /* FIXME: to do or is these values sane ? */ | 315 | /* FIXME: to do or is these values sane ? */ |
@@ -410,31 +322,208 @@ void rs600_bandwidth_update(struct radeon_device *rdev) | |||
410 | /* FIXME: implement, should this be like rs690 ? */ | 322 | /* FIXME: implement, should this be like rs690 ? */ |
411 | } | 323 | } |
412 | 324 | ||
413 | |||
414 | /* | ||
415 | * Indirect registers accessor | ||
416 | */ | ||
417 | uint32_t rs600_mc_rreg(struct radeon_device *rdev, uint32_t reg) | 325 | uint32_t rs600_mc_rreg(struct radeon_device *rdev, uint32_t reg) |
418 | { | 326 | { |
419 | uint32_t r; | 327 | WREG32(R_000070_MC_IND_INDEX, S_000070_MC_IND_ADDR(reg) | |
420 | 328 | S_000070_MC_IND_CITF_ARB0(1)); | |
421 | WREG32(RS600_MC_INDEX, | 329 | return RREG32(R_000074_MC_IND_DATA); |
422 | ((reg & RS600_MC_ADDR_MASK) | RS600_MC_IND_CITF_ARB0)); | ||
423 | r = RREG32(RS600_MC_DATA); | ||
424 | return r; | ||
425 | } | 330 | } |
426 | 331 | ||
427 | void rs600_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v) | 332 | void rs600_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v) |
428 | { | 333 | { |
429 | WREG32(RS600_MC_INDEX, | 334 | WREG32(R_000070_MC_IND_INDEX, S_000070_MC_IND_ADDR(reg) | |
430 | RS600_MC_IND_WR_EN | RS600_MC_IND_CITF_ARB0 | | 335 | S_000070_MC_IND_CITF_ARB0(1) | S_000070_MC_IND_WR_EN(1)); |
431 | ((reg) & RS600_MC_ADDR_MASK)); | 336 | WREG32(R_000074_MC_IND_DATA, v); |
432 | WREG32(RS600_MC_DATA, v); | ||
433 | } | 337 | } |
434 | 338 | ||
435 | int rs600_init(struct radeon_device *rdev) | 339 | void rs600_debugfs(struct radeon_device *rdev) |
340 | { | ||
341 | if (r100_debugfs_rbbm_init(rdev)) | ||
342 | DRM_ERROR("Failed to register debugfs file for RBBM !\n"); | ||
343 | } | ||
344 | |||
345 | void rs600_set_safe_registers(struct radeon_device *rdev) | ||
436 | { | 346 | { |
437 | rdev->config.r300.reg_safe_bm = rs600_reg_safe_bm; | 347 | rdev->config.r300.reg_safe_bm = rs600_reg_safe_bm; |
438 | rdev->config.r300.reg_safe_bm_size = ARRAY_SIZE(rs600_reg_safe_bm); | 348 | rdev->config.r300.reg_safe_bm_size = ARRAY_SIZE(rs600_reg_safe_bm); |
349 | } | ||
350 | |||
351 | static void rs600_mc_program(struct radeon_device *rdev) | ||
352 | { | ||
353 | struct rv515_mc_save save; | ||
354 | |||
355 | /* Stops all mc clients */ | ||
356 | rv515_mc_stop(rdev, &save); | ||
357 | |||
358 | /* Wait for mc idle */ | ||
359 | if (rs600_mc_wait_for_idle(rdev)) | ||
360 | dev_warn(rdev->dev, "Wait MC idle timeout before updating MC.\n"); | ||
361 | |||
362 | /* FIXME: What does AGP means for such chipset ? */ | ||
363 | WREG32_MC(R_000005_MC_AGP_LOCATION, 0x0FFFFFFF); | ||
364 | WREG32_MC(R_000006_AGP_BASE, 0); | ||
365 | WREG32_MC(R_000007_AGP_BASE_2, 0); | ||
366 | /* Program MC */ | ||
367 | WREG32_MC(R_000004_MC_FB_LOCATION, | ||
368 | S_000004_MC_FB_START(rdev->mc.vram_start >> 16) | | ||
369 | S_000004_MC_FB_TOP(rdev->mc.vram_end >> 16)); | ||
370 | WREG32(R_000134_HDP_FB_LOCATION, | ||
371 | S_000134_HDP_FB_START(rdev->mc.vram_start >> 16)); | ||
372 | |||
373 | rv515_mc_resume(rdev, &save); | ||
374 | } | ||
375 | |||
376 | static int rs600_startup(struct radeon_device *rdev) | ||
377 | { | ||
378 | int r; | ||
379 | |||
380 | rs600_mc_program(rdev); | ||
381 | /* Resume clock */ | ||
382 | rv515_clock_startup(rdev); | ||
383 | /* Initialize GPU configuration (# pipes, ...) */ | ||
384 | rs600_gpu_init(rdev); | ||
385 | /* Initialize GART (initialize after TTM so we can allocate | ||
386 | * memory through TTM but finalize after TTM) */ | ||
387 | r = rs600_gart_enable(rdev); | ||
388 | if (r) | ||
389 | return r; | ||
390 | /* Enable IRQ */ | ||
391 | rdev->irq.sw_int = true; | ||
392 | rs600_irq_set(rdev); | ||
393 | /* 1M ring buffer */ | ||
394 | r = r100_cp_init(rdev, 1024 * 1024); | ||
395 | if (r) { | ||
396 | dev_err(rdev->dev, "failled initializing CP (%d).\n", r); | ||
397 | return r; | ||
398 | } | ||
399 | r = r100_wb_init(rdev); | ||
400 | if (r) | ||
401 | dev_err(rdev->dev, "failled initializing WB (%d).\n", r); | ||
402 | r = r100_ib_init(rdev); | ||
403 | if (r) { | ||
404 | dev_err(rdev->dev, "failled initializing IB (%d).\n", r); | ||
405 | return r; | ||
406 | } | ||
407 | return 0; | ||
408 | } | ||
409 | |||
410 | int rs600_resume(struct radeon_device *rdev) | ||
411 | { | ||
412 | /* Make sur GART are not working */ | ||
413 | rs600_gart_disable(rdev); | ||
414 | /* Resume clock before doing reset */ | ||
415 | rv515_clock_startup(rdev); | ||
416 | /* Reset gpu before posting otherwise ATOM will enter infinite loop */ | ||
417 | if (radeon_gpu_reset(rdev)) { | ||
418 | dev_warn(rdev->dev, "GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n", | ||
419 | RREG32(R_000E40_RBBM_STATUS), | ||
420 | RREG32(R_0007C0_CP_STAT)); | ||
421 | } | ||
422 | /* post */ | ||
423 | atom_asic_init(rdev->mode_info.atom_context); | ||
424 | /* Resume clock after posting */ | ||
425 | rv515_clock_startup(rdev); | ||
426 | return rs600_startup(rdev); | ||
427 | } | ||
428 | |||
429 | int rs600_suspend(struct radeon_device *rdev) | ||
430 | { | ||
431 | r100_cp_disable(rdev); | ||
432 | r100_wb_disable(rdev); | ||
433 | rs600_irq_disable(rdev); | ||
434 | rs600_gart_disable(rdev); | ||
435 | return 0; | ||
436 | } | ||
437 | |||
438 | void rs600_fini(struct radeon_device *rdev) | ||
439 | { | ||
440 | rs600_suspend(rdev); | ||
441 | r100_cp_fini(rdev); | ||
442 | r100_wb_fini(rdev); | ||
443 | r100_ib_fini(rdev); | ||
444 | radeon_gem_fini(rdev); | ||
445 | rs600_gart_fini(rdev); | ||
446 | radeon_irq_kms_fini(rdev); | ||
447 | radeon_fence_driver_fini(rdev); | ||
448 | radeon_object_fini(rdev); | ||
449 | radeon_atombios_fini(rdev); | ||
450 | kfree(rdev->bios); | ||
451 | rdev->bios = NULL; | ||
452 | } | ||
453 | |||
454 | int rs600_init(struct radeon_device *rdev) | ||
455 | { | ||
456 | int r; | ||
457 | |||
458 | /* Disable VGA */ | ||
459 | rv515_vga_render_disable(rdev); | ||
460 | /* Initialize scratch registers */ | ||
461 | radeon_scratch_init(rdev); | ||
462 | /* Initialize surface registers */ | ||
463 | radeon_surface_init(rdev); | ||
464 | /* BIOS */ | ||
465 | if (!radeon_get_bios(rdev)) { | ||
466 | if (ASIC_IS_AVIVO(rdev)) | ||
467 | return -EINVAL; | ||
468 | } | ||
469 | if (rdev->is_atom_bios) { | ||
470 | r = radeon_atombios_init(rdev); | ||
471 | if (r) | ||
472 | return r; | ||
473 | } else { | ||
474 | dev_err(rdev->dev, "Expecting atombios for RS600 GPU\n"); | ||
475 | return -EINVAL; | ||
476 | } | ||
477 | /* Reset gpu before posting otherwise ATOM will enter infinite loop */ | ||
478 | if (radeon_gpu_reset(rdev)) { | ||
479 | dev_warn(rdev->dev, | ||
480 | "GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n", | ||
481 | RREG32(R_000E40_RBBM_STATUS), | ||
482 | RREG32(R_0007C0_CP_STAT)); | ||
483 | } | ||
484 | /* check if cards are posted or not */ | ||
485 | if (!radeon_card_posted(rdev) && rdev->bios) { | ||
486 | DRM_INFO("GPU not posted. posting now...\n"); | ||
487 | atom_asic_init(rdev->mode_info.atom_context); | ||
488 | } | ||
489 | /* Initialize clocks */ | ||
490 | radeon_get_clock_info(rdev->ddev); | ||
491 | /* Initialize power management */ | ||
492 | radeon_pm_init(rdev); | ||
493 | /* Get vram informations */ | ||
494 | rs600_vram_info(rdev); | ||
495 | /* Initialize memory controller (also test AGP) */ | ||
496 | r = r420_mc_init(rdev); | ||
497 | if (r) | ||
498 | return r; | ||
499 | rs600_debugfs(rdev); | ||
500 | /* Fence driver */ | ||
501 | r = radeon_fence_driver_init(rdev); | ||
502 | if (r) | ||
503 | return r; | ||
504 | r = radeon_irq_kms_init(rdev); | ||
505 | if (r) | ||
506 | return r; | ||
507 | /* Memory manager */ | ||
508 | r = radeon_object_init(rdev); | ||
509 | if (r) | ||
510 | return r; | ||
511 | r = rs600_gart_init(rdev); | ||
512 | if (r) | ||
513 | return r; | ||
514 | rs600_set_safe_registers(rdev); | ||
515 | rdev->accel_working = true; | ||
516 | r = rs600_startup(rdev); | ||
517 | if (r) { | ||
518 | /* Somethings want wront with the accel init stop accel */ | ||
519 | dev_err(rdev->dev, "Disabling GPU acceleration\n"); | ||
520 | rs600_suspend(rdev); | ||
521 | r100_cp_fini(rdev); | ||
522 | r100_wb_fini(rdev); | ||
523 | r100_ib_fini(rdev); | ||
524 | rs600_gart_fini(rdev); | ||
525 | radeon_irq_kms_fini(rdev); | ||
526 | rdev->accel_working = false; | ||
527 | } | ||
439 | return 0; | 528 | return 0; |
440 | } | 529 | } |