2 * Copyright 2008 Advanced Micro Devices, Inc.
3 * Copyright 2008 Red Hat Inc.
4 * Copyright 2009 Jerome Glisse.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
20 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
21 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
22 * OTHER DEALINGS IN THE SOFTWARE.
24 * Authors: Dave Airlie
28 #include <linux/slab.h>
29 #include <linux/seq_file.h>
30 #include <linux/firmware.h>
31 #include <linux/platform_device.h>
32 #include <linux/module.h>
34 #include "radeon_drm.h"
36 #include "radeon_asic.h"
37 #include "radeon_mode.h"
42 #define PFP_UCODE_SIZE 576
43 #define PM4_UCODE_SIZE 1792
44 #define RLC_UCODE_SIZE 768
45 #define R700_PFP_UCODE_SIZE 848
46 #define R700_PM4_UCODE_SIZE 1360
47 #define R700_RLC_UCODE_SIZE 1024
48 #define EVERGREEN_PFP_UCODE_SIZE 1120
49 #define EVERGREEN_PM4_UCODE_SIZE 1376
50 #define EVERGREEN_RLC_UCODE_SIZE 768
51 #define CAYMAN_RLC_UCODE_SIZE 1024
54 MODULE_FIRMWARE("radeon/R600_pfp.bin");
55 MODULE_FIRMWARE("radeon/R600_me.bin");
56 MODULE_FIRMWARE("radeon/RV610_pfp.bin");
57 MODULE_FIRMWARE("radeon/RV610_me.bin");
58 MODULE_FIRMWARE("radeon/RV630_pfp.bin");
59 MODULE_FIRMWARE("radeon/RV630_me.bin");
60 MODULE_FIRMWARE("radeon/RV620_pfp.bin");
61 MODULE_FIRMWARE("radeon/RV620_me.bin");
62 MODULE_FIRMWARE("radeon/RV635_pfp.bin");
63 MODULE_FIRMWARE("radeon/RV635_me.bin");
64 MODULE_FIRMWARE("radeon/RV670_pfp.bin");
65 MODULE_FIRMWARE("radeon/RV670_me.bin");
66 MODULE_FIRMWARE("radeon/RS780_pfp.bin");
67 MODULE_FIRMWARE("radeon/RS780_me.bin");
68 MODULE_FIRMWARE("radeon/RV770_pfp.bin");
69 MODULE_FIRMWARE("radeon/RV770_me.bin");
70 MODULE_FIRMWARE("radeon/RV730_pfp.bin");
71 MODULE_FIRMWARE("radeon/RV730_me.bin");
72 MODULE_FIRMWARE("radeon/RV710_pfp.bin");
73 MODULE_FIRMWARE("radeon/RV710_me.bin");
74 MODULE_FIRMWARE("radeon/R600_rlc.bin");
75 MODULE_FIRMWARE("radeon/R700_rlc.bin");
76 MODULE_FIRMWARE("radeon/CEDAR_pfp.bin");
77 MODULE_FIRMWARE("radeon/CEDAR_me.bin");
78 MODULE_FIRMWARE("radeon/CEDAR_rlc.bin");
79 MODULE_FIRMWARE("radeon/REDWOOD_pfp.bin");
80 MODULE_FIRMWARE("radeon/REDWOOD_me.bin");
81 MODULE_FIRMWARE("radeon/REDWOOD_rlc.bin");
82 MODULE_FIRMWARE("radeon/JUNIPER_pfp.bin");
83 MODULE_FIRMWARE("radeon/JUNIPER_me.bin");
84 MODULE_FIRMWARE("radeon/JUNIPER_rlc.bin");
85 MODULE_FIRMWARE("radeon/CYPRESS_pfp.bin");
86 MODULE_FIRMWARE("radeon/CYPRESS_me.bin");
87 MODULE_FIRMWARE("radeon/CYPRESS_rlc.bin");
88 MODULE_FIRMWARE("radeon/PALM_pfp.bin");
89 MODULE_FIRMWARE("radeon/PALM_me.bin");
90 MODULE_FIRMWARE("radeon/SUMO_rlc.bin");
91 MODULE_FIRMWARE("radeon/SUMO_pfp.bin");
92 MODULE_FIRMWARE("radeon/SUMO_me.bin");
93 MODULE_FIRMWARE("radeon/SUMO2_pfp.bin");
94 MODULE_FIRMWARE("radeon/SUMO2_me.bin");
96 int r600_debugfs_mc_info_init(struct radeon_device *rdev);
98 /* r600,rv610,rv630,rv620,rv635,rv670 */
99 int r600_mc_wait_for_idle(struct radeon_device *rdev);
100 void r600_gpu_init(struct radeon_device *rdev);
101 void r600_fini(struct radeon_device *rdev);
102 void r600_irq_disable(struct radeon_device *rdev);
103 static void r600_pcie_gen2_enable(struct radeon_device *rdev);
105 /* get temperature in millidegrees */
106 int rv6xx_get_temp(struct radeon_device *rdev)
108 u32 temp = (RREG32(CG_THERMAL_STATUS) & ASIC_T_MASK) >>
110 int actual_temp = temp & 0xff;
115 return actual_temp * 1000;
118 void r600_pm_get_dynpm_state(struct radeon_device *rdev)
122 rdev->pm.dynpm_can_upclock = true;
123 rdev->pm.dynpm_can_downclock = true;
125 /* power state array is low to high, default is first */
126 if ((rdev->flags & RADEON_IS_IGP) || (rdev->family == CHIP_R600)) {
127 int min_power_state_index = 0;
129 if (rdev->pm.num_power_states > 2)
130 min_power_state_index = 1;
132 switch (rdev->pm.dynpm_planned_action) {
133 case DYNPM_ACTION_MINIMUM:
134 rdev->pm.requested_power_state_index = min_power_state_index;
135 rdev->pm.requested_clock_mode_index = 0;
136 rdev->pm.dynpm_can_downclock = false;
138 case DYNPM_ACTION_DOWNCLOCK:
139 if (rdev->pm.current_power_state_index == min_power_state_index) {
140 rdev->pm.requested_power_state_index = rdev->pm.current_power_state_index;
141 rdev->pm.dynpm_can_downclock = false;
143 if (rdev->pm.active_crtc_count > 1) {
144 for (i = 0; i < rdev->pm.num_power_states; i++) {
145 if (rdev->pm.power_state[i].flags & RADEON_PM_STATE_SINGLE_DISPLAY_ONLY)
147 else if (i >= rdev->pm.current_power_state_index) {
148 rdev->pm.requested_power_state_index =
149 rdev->pm.current_power_state_index;
152 rdev->pm.requested_power_state_index = i;
157 if (rdev->pm.current_power_state_index == 0)
158 rdev->pm.requested_power_state_index =
159 rdev->pm.num_power_states - 1;
161 rdev->pm.requested_power_state_index =
162 rdev->pm.current_power_state_index - 1;
165 rdev->pm.requested_clock_mode_index = 0;
166 /* don't use the power state if crtcs are active and no display flag is set */
167 if ((rdev->pm.active_crtc_count > 0) &&
168 (rdev->pm.power_state[rdev->pm.requested_power_state_index].
169 clock_info[rdev->pm.requested_clock_mode_index].flags &
170 RADEON_PM_MODE_NO_DISPLAY)) {
171 rdev->pm.requested_power_state_index++;
174 case DYNPM_ACTION_UPCLOCK:
175 if (rdev->pm.current_power_state_index == (rdev->pm.num_power_states - 1)) {
176 rdev->pm.requested_power_state_index = rdev->pm.current_power_state_index;
177 rdev->pm.dynpm_can_upclock = false;
179 if (rdev->pm.active_crtc_count > 1) {
180 for (i = (rdev->pm.num_power_states - 1); i >= 0; i--) {
181 if (rdev->pm.power_state[i].flags & RADEON_PM_STATE_SINGLE_DISPLAY_ONLY)
183 else if (i <= rdev->pm.current_power_state_index) {
184 rdev->pm.requested_power_state_index =
185 rdev->pm.current_power_state_index;
188 rdev->pm.requested_power_state_index = i;
193 rdev->pm.requested_power_state_index =
194 rdev->pm.current_power_state_index + 1;
196 rdev->pm.requested_clock_mode_index = 0;
198 case DYNPM_ACTION_DEFAULT:
199 rdev->pm.requested_power_state_index = rdev->pm.default_power_state_index;
200 rdev->pm.requested_clock_mode_index = 0;
201 rdev->pm.dynpm_can_upclock = false;
203 case DYNPM_ACTION_NONE:
205 DRM_ERROR("Requested mode for not defined action\n");
209 /* XXX select a power state based on AC/DC, single/dualhead, etc. */
210 /* for now just select the first power state and switch between clock modes */
211 /* power state array is low to high, default is first (0) */
212 if (rdev->pm.active_crtc_count > 1) {
213 rdev->pm.requested_power_state_index = -1;
214 /* start at 1 as we don't want the default mode */
215 for (i = 1; i < rdev->pm.num_power_states; i++) {
216 if (rdev->pm.power_state[i].flags & RADEON_PM_STATE_SINGLE_DISPLAY_ONLY)
218 else if ((rdev->pm.power_state[i].type == POWER_STATE_TYPE_PERFORMANCE) ||
219 (rdev->pm.power_state[i].type == POWER_STATE_TYPE_BATTERY)) {
220 rdev->pm.requested_power_state_index = i;
224 /* if nothing selected, grab the default state. */
225 if (rdev->pm.requested_power_state_index == -1)
226 rdev->pm.requested_power_state_index = 0;
228 rdev->pm.requested_power_state_index = 1;
230 switch (rdev->pm.dynpm_planned_action) {
231 case DYNPM_ACTION_MINIMUM:
232 rdev->pm.requested_clock_mode_index = 0;
233 rdev->pm.dynpm_can_downclock = false;
235 case DYNPM_ACTION_DOWNCLOCK:
236 if (rdev->pm.requested_power_state_index == rdev->pm.current_power_state_index) {
237 if (rdev->pm.current_clock_mode_index == 0) {
238 rdev->pm.requested_clock_mode_index = 0;
239 rdev->pm.dynpm_can_downclock = false;
241 rdev->pm.requested_clock_mode_index =
242 rdev->pm.current_clock_mode_index - 1;
244 rdev->pm.requested_clock_mode_index = 0;
245 rdev->pm.dynpm_can_downclock = false;
247 /* don't use the power state if crtcs are active and no display flag is set */
248 if ((rdev->pm.active_crtc_count > 0) &&
249 (rdev->pm.power_state[rdev->pm.requested_power_state_index].
250 clock_info[rdev->pm.requested_clock_mode_index].flags &
251 RADEON_PM_MODE_NO_DISPLAY)) {
252 rdev->pm.requested_clock_mode_index++;
255 case DYNPM_ACTION_UPCLOCK:
256 if (rdev->pm.requested_power_state_index == rdev->pm.current_power_state_index) {
257 if (rdev->pm.current_clock_mode_index ==
258 (rdev->pm.power_state[rdev->pm.requested_power_state_index].num_clock_modes - 1)) {
259 rdev->pm.requested_clock_mode_index = rdev->pm.current_clock_mode_index;
260 rdev->pm.dynpm_can_upclock = false;
262 rdev->pm.requested_clock_mode_index =
263 rdev->pm.current_clock_mode_index + 1;
265 rdev->pm.requested_clock_mode_index =
266 rdev->pm.power_state[rdev->pm.requested_power_state_index].num_clock_modes - 1;
267 rdev->pm.dynpm_can_upclock = false;
270 case DYNPM_ACTION_DEFAULT:
271 rdev->pm.requested_power_state_index = rdev->pm.default_power_state_index;
272 rdev->pm.requested_clock_mode_index = 0;
273 rdev->pm.dynpm_can_upclock = false;
275 case DYNPM_ACTION_NONE:
277 DRM_ERROR("Requested mode for not defined action\n");
282 DRM_DEBUG_DRIVER("Requested: e: %d m: %d p: %d\n",
283 rdev->pm.power_state[rdev->pm.requested_power_state_index].
284 clock_info[rdev->pm.requested_clock_mode_index].sclk,
285 rdev->pm.power_state[rdev->pm.requested_power_state_index].
286 clock_info[rdev->pm.requested_clock_mode_index].mclk,
287 rdev->pm.power_state[rdev->pm.requested_power_state_index].
291 void rs780_pm_init_profile(struct radeon_device *rdev)
293 if (rdev->pm.num_power_states == 2) {
295 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
296 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
297 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
298 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
300 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 0;
301 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 0;
302 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
303 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
305 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 0;
306 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 0;
307 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
308 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
310 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 0;
311 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = 1;
312 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
313 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
315 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 0;
316 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = 0;
317 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
318 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
320 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 0;
321 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = 0;
322 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
323 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
325 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 0;
326 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = 1;
327 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
328 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
329 } else if (rdev->pm.num_power_states == 3) {
331 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
332 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
333 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
334 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
336 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 1;
337 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 1;
338 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
339 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
341 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 1;
342 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 1;
343 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
344 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
346 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 1;
347 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = 2;
348 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
349 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
351 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 1;
352 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = 1;
353 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
354 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
356 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 1;
357 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = 1;
358 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
359 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
361 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 1;
362 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = 2;
363 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
364 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
367 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
368 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
369 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
370 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
372 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 2;
373 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 2;
374 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
375 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
377 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 2;
378 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 2;
379 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
380 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
382 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 2;
383 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = 3;
384 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
385 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
387 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 2;
388 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = 0;
389 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
390 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
392 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 2;
393 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = 0;
394 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
395 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
397 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 2;
398 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = 3;
399 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
400 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
404 void r600_pm_init_profile(struct radeon_device *rdev)
406 if (rdev->family == CHIP_R600) {
409 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
410 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
411 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
412 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
414 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
415 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
416 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
417 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
419 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
420 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
421 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
422 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
424 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
425 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
426 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
427 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
429 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
430 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
431 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
432 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
434 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
435 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
436 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
437 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
439 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
440 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
441 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
442 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
444 if (rdev->pm.num_power_states < 4) {
446 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
447 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
448 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
449 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 2;
451 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 1;
452 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 1;
453 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
454 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
456 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 1;
457 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 1;
458 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
459 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 1;
461 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 1;
462 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = 1;
463 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
464 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 2;
466 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 2;
467 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = 2;
468 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
469 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
471 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 2;
472 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = 2;
473 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
474 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 1;
476 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 2;
477 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = 2;
478 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
479 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 2;
482 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
483 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
484 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
485 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 2;
487 if (rdev->flags & RADEON_IS_MOBILITY) {
488 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx =
489 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 0);
490 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx =
491 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 0);
492 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
493 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
495 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx =
496 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
497 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx =
498 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
499 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
500 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
503 if (rdev->flags & RADEON_IS_MOBILITY) {
504 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx =
505 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 0);
506 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx =
507 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 0);
508 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
509 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 1;
511 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx =
512 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
513 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx =
514 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
515 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
516 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 1;
519 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx =
520 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
521 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx =
522 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
523 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
524 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 2;
526 if (rdev->flags & RADEON_IS_MOBILITY) {
527 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx =
528 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 1);
529 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx =
530 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 1);
531 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
532 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
534 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx =
535 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
536 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx =
537 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
538 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
539 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
542 if (rdev->flags & RADEON_IS_MOBILITY) {
543 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx =
544 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 1);
545 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx =
546 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 1);
547 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
548 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 1;
550 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx =
551 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
552 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx =
553 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
554 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
555 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 1;
558 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx =
559 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
560 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx =
561 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
562 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
563 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 2;
568 void r600_pm_misc(struct radeon_device *rdev)
570 int req_ps_idx = rdev->pm.requested_power_state_index;
571 int req_cm_idx = rdev->pm.requested_clock_mode_index;
572 struct radeon_power_state *ps = &rdev->pm.power_state[req_ps_idx];
573 struct radeon_voltage *voltage = &ps->clock_info[req_cm_idx].voltage;
575 if ((voltage->type == VOLTAGE_SW) && voltage->voltage) {
576 /* 0xff01 is a flag rather then an actual voltage */
577 if (voltage->voltage == 0xff01)
579 if (voltage->voltage != rdev->pm.current_vddc) {
580 radeon_atom_set_voltage(rdev, voltage->voltage, SET_VOLTAGE_TYPE_ASIC_VDDC);
581 rdev->pm.current_vddc = voltage->voltage;
582 DRM_DEBUG_DRIVER("Setting: v: %d\n", voltage->voltage);
587 bool r600_gui_idle(struct radeon_device *rdev)
589 if (RREG32(GRBM_STATUS) & GUI_ACTIVE)
595 /* hpd for digital panel detect/disconnect */
596 bool r600_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd)
598 bool connected = false;
600 if (ASIC_IS_DCE3(rdev)) {
603 if (RREG32(DC_HPD1_INT_STATUS) & DC_HPDx_SENSE)
607 if (RREG32(DC_HPD2_INT_STATUS) & DC_HPDx_SENSE)
611 if (RREG32(DC_HPD3_INT_STATUS) & DC_HPDx_SENSE)
615 if (RREG32(DC_HPD4_INT_STATUS) & DC_HPDx_SENSE)
620 if (RREG32(DC_HPD5_INT_STATUS) & DC_HPDx_SENSE)
624 if (RREG32(DC_HPD6_INT_STATUS) & DC_HPDx_SENSE)
633 if (RREG32(DC_HOT_PLUG_DETECT1_INT_STATUS) & DC_HOT_PLUG_DETECTx_SENSE)
637 if (RREG32(DC_HOT_PLUG_DETECT2_INT_STATUS) & DC_HOT_PLUG_DETECTx_SENSE)
641 if (RREG32(DC_HOT_PLUG_DETECT3_INT_STATUS) & DC_HOT_PLUG_DETECTx_SENSE)
651 void r600_hpd_set_polarity(struct radeon_device *rdev,
652 enum radeon_hpd_id hpd)
655 bool connected = r600_hpd_sense(rdev, hpd);
657 if (ASIC_IS_DCE3(rdev)) {
660 tmp = RREG32(DC_HPD1_INT_CONTROL);
662 tmp &= ~DC_HPDx_INT_POLARITY;
664 tmp |= DC_HPDx_INT_POLARITY;
665 WREG32(DC_HPD1_INT_CONTROL, tmp);
668 tmp = RREG32(DC_HPD2_INT_CONTROL);
670 tmp &= ~DC_HPDx_INT_POLARITY;
672 tmp |= DC_HPDx_INT_POLARITY;
673 WREG32(DC_HPD2_INT_CONTROL, tmp);
676 tmp = RREG32(DC_HPD3_INT_CONTROL);
678 tmp &= ~DC_HPDx_INT_POLARITY;
680 tmp |= DC_HPDx_INT_POLARITY;
681 WREG32(DC_HPD3_INT_CONTROL, tmp);
684 tmp = RREG32(DC_HPD4_INT_CONTROL);
686 tmp &= ~DC_HPDx_INT_POLARITY;
688 tmp |= DC_HPDx_INT_POLARITY;
689 WREG32(DC_HPD4_INT_CONTROL, tmp);
692 tmp = RREG32(DC_HPD5_INT_CONTROL);
694 tmp &= ~DC_HPDx_INT_POLARITY;
696 tmp |= DC_HPDx_INT_POLARITY;
697 WREG32(DC_HPD5_INT_CONTROL, tmp);
701 tmp = RREG32(DC_HPD6_INT_CONTROL);
703 tmp &= ~DC_HPDx_INT_POLARITY;
705 tmp |= DC_HPDx_INT_POLARITY;
706 WREG32(DC_HPD6_INT_CONTROL, tmp);
714 tmp = RREG32(DC_HOT_PLUG_DETECT1_INT_CONTROL);
716 tmp &= ~DC_HOT_PLUG_DETECTx_INT_POLARITY;
718 tmp |= DC_HOT_PLUG_DETECTx_INT_POLARITY;
719 WREG32(DC_HOT_PLUG_DETECT1_INT_CONTROL, tmp);
722 tmp = RREG32(DC_HOT_PLUG_DETECT2_INT_CONTROL);
724 tmp &= ~DC_HOT_PLUG_DETECTx_INT_POLARITY;
726 tmp |= DC_HOT_PLUG_DETECTx_INT_POLARITY;
727 WREG32(DC_HOT_PLUG_DETECT2_INT_CONTROL, tmp);
730 tmp = RREG32(DC_HOT_PLUG_DETECT3_INT_CONTROL);
732 tmp &= ~DC_HOT_PLUG_DETECTx_INT_POLARITY;
734 tmp |= DC_HOT_PLUG_DETECTx_INT_POLARITY;
735 WREG32(DC_HOT_PLUG_DETECT3_INT_CONTROL, tmp);
743 void r600_hpd_init(struct radeon_device *rdev)
745 struct drm_device *dev = rdev->ddev;
746 struct drm_connector *connector;
748 list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
749 struct radeon_connector *radeon_connector = to_radeon_connector(connector);
751 if (ASIC_IS_DCE3(rdev)) {
752 u32 tmp = DC_HPDx_CONNECTION_TIMER(0x9c4) | DC_HPDx_RX_INT_TIMER(0xfa);
753 if (ASIC_IS_DCE32(rdev))
756 switch (radeon_connector->hpd.hpd) {
758 WREG32(DC_HPD1_CONTROL, tmp);
759 rdev->irq.hpd[0] = true;
762 WREG32(DC_HPD2_CONTROL, tmp);
763 rdev->irq.hpd[1] = true;
766 WREG32(DC_HPD3_CONTROL, tmp);
767 rdev->irq.hpd[2] = true;
770 WREG32(DC_HPD4_CONTROL, tmp);
771 rdev->irq.hpd[3] = true;
775 WREG32(DC_HPD5_CONTROL, tmp);
776 rdev->irq.hpd[4] = true;
779 WREG32(DC_HPD6_CONTROL, tmp);
780 rdev->irq.hpd[5] = true;
786 switch (radeon_connector->hpd.hpd) {
788 WREG32(DC_HOT_PLUG_DETECT1_CONTROL, DC_HOT_PLUG_DETECTx_EN);
789 rdev->irq.hpd[0] = true;
792 WREG32(DC_HOT_PLUG_DETECT2_CONTROL, DC_HOT_PLUG_DETECTx_EN);
793 rdev->irq.hpd[1] = true;
796 WREG32(DC_HOT_PLUG_DETECT3_CONTROL, DC_HOT_PLUG_DETECTx_EN);
797 rdev->irq.hpd[2] = true;
803 radeon_hpd_set_polarity(rdev, radeon_connector->hpd.hpd);
805 if (rdev->irq.installed)
809 void r600_hpd_fini(struct radeon_device *rdev)
811 struct drm_device *dev = rdev->ddev;
812 struct drm_connector *connector;
814 if (ASIC_IS_DCE3(rdev)) {
815 list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
816 struct radeon_connector *radeon_connector = to_radeon_connector(connector);
817 switch (radeon_connector->hpd.hpd) {
819 WREG32(DC_HPD1_CONTROL, 0);
820 rdev->irq.hpd[0] = false;
823 WREG32(DC_HPD2_CONTROL, 0);
824 rdev->irq.hpd[1] = false;
827 WREG32(DC_HPD3_CONTROL, 0);
828 rdev->irq.hpd[2] = false;
831 WREG32(DC_HPD4_CONTROL, 0);
832 rdev->irq.hpd[3] = false;
836 WREG32(DC_HPD5_CONTROL, 0);
837 rdev->irq.hpd[4] = false;
840 WREG32(DC_HPD6_CONTROL, 0);
841 rdev->irq.hpd[5] = false;
848 list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
849 struct radeon_connector *radeon_connector = to_radeon_connector(connector);
850 switch (radeon_connector->hpd.hpd) {
852 WREG32(DC_HOT_PLUG_DETECT1_CONTROL, 0);
853 rdev->irq.hpd[0] = false;
856 WREG32(DC_HOT_PLUG_DETECT2_CONTROL, 0);
857 rdev->irq.hpd[1] = false;
860 WREG32(DC_HOT_PLUG_DETECT3_CONTROL, 0);
861 rdev->irq.hpd[2] = false;
873 void r600_pcie_gart_tlb_flush(struct radeon_device *rdev)
878 /* flush hdp cache so updates hit vram */
879 if ((rdev->family >= CHIP_RV770) && (rdev->family <= CHIP_RV740) &&
880 !(rdev->flags & RADEON_IS_AGP)) {
881 void __iomem *ptr = (void *)rdev->gart.ptr;
884 /* r7xx hw bug. write to HDP_DEBUG1 followed by fb read
885 * rather than write to HDP_REG_COHERENCY_FLUSH_CNTL
886 * This seems to cause problems on some AGP cards. Just use the old
889 WREG32(HDP_DEBUG1, 0);
890 tmp = readl((void __iomem *)ptr);
892 WREG32(R_005480_HDP_MEM_COHERENCY_FLUSH_CNTL, 0x1);
894 WREG32(VM_CONTEXT0_INVALIDATION_LOW_ADDR, rdev->mc.gtt_start >> 12);
895 WREG32(VM_CONTEXT0_INVALIDATION_HIGH_ADDR, (rdev->mc.gtt_end - 1) >> 12);
896 WREG32(VM_CONTEXT0_REQUEST_RESPONSE, REQUEST_TYPE(1));
897 for (i = 0; i < rdev->usec_timeout; i++) {
899 tmp = RREG32(VM_CONTEXT0_REQUEST_RESPONSE);
900 tmp = (tmp & RESPONSE_TYPE_MASK) >> RESPONSE_TYPE_SHIFT;
902 printk(KERN_WARNING "[drm] r600 flush TLB failed\n");
912 int r600_pcie_gart_init(struct radeon_device *rdev)
916 if (rdev->gart.robj) {
917 WARN(1, "R600 PCIE GART already initialized\n");
920 /* Initialize common gart structure */
921 r = radeon_gart_init(rdev);
924 rdev->gart.table_size = rdev->gart.num_gpu_pages * 8;
925 return radeon_gart_table_vram_alloc(rdev);
928 int r600_pcie_gart_enable(struct radeon_device *rdev)
933 if (rdev->gart.robj == NULL) {
934 dev_err(rdev->dev, "No VRAM object for PCIE GART.\n");
937 r = radeon_gart_table_vram_pin(rdev);
940 radeon_gart_restore(rdev);
943 WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
944 ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
945 EFFECTIVE_L2_QUEUE_SIZE(7));
946 WREG32(VM_L2_CNTL2, 0);
947 WREG32(VM_L2_CNTL3, BANK_SELECT_0(0) | BANK_SELECT_1(1));
948 /* Setup TLB control */
949 tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
950 SYSTEM_ACCESS_MODE_NOT_IN_SYS |
951 EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5) |
952 ENABLE_WAIT_L2_QUERY;
953 WREG32(MC_VM_L1_TLB_MCB_RD_SYS_CNTL, tmp);
954 WREG32(MC_VM_L1_TLB_MCB_WR_SYS_CNTL, tmp);
955 WREG32(MC_VM_L1_TLB_MCB_RD_HDP_CNTL, tmp | ENABLE_L1_STRICT_ORDERING);
956 WREG32(MC_VM_L1_TLB_MCB_WR_HDP_CNTL, tmp);
957 WREG32(MC_VM_L1_TLB_MCD_RD_A_CNTL, tmp);
958 WREG32(MC_VM_L1_TLB_MCD_WR_A_CNTL, tmp);
959 WREG32(MC_VM_L1_TLB_MCD_RD_B_CNTL, tmp);
960 WREG32(MC_VM_L1_TLB_MCD_WR_B_CNTL, tmp);
961 WREG32(MC_VM_L1_TLB_MCB_RD_GFX_CNTL, tmp);
962 WREG32(MC_VM_L1_TLB_MCB_WR_GFX_CNTL, tmp);
963 WREG32(MC_VM_L1_TLB_MCB_RD_PDMA_CNTL, tmp);
964 WREG32(MC_VM_L1_TLB_MCB_WR_PDMA_CNTL, tmp);
965 WREG32(MC_VM_L1_TLB_MCB_RD_SEM_CNTL, tmp | ENABLE_SEMAPHORE_MODE);
966 WREG32(MC_VM_L1_TLB_MCB_WR_SEM_CNTL, tmp | ENABLE_SEMAPHORE_MODE);
967 WREG32(VM_CONTEXT0_PAGE_TABLE_START_ADDR, rdev->mc.gtt_start >> 12);
968 WREG32(VM_CONTEXT0_PAGE_TABLE_END_ADDR, rdev->mc.gtt_end >> 12);
969 WREG32(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR, rdev->gart.table_addr >> 12);
970 WREG32(VM_CONTEXT0_CNTL, ENABLE_CONTEXT | PAGE_TABLE_DEPTH(0) |
971 RANGE_PROTECTION_FAULT_ENABLE_DEFAULT);
972 WREG32(VM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR,
973 (u32)(rdev->dummy_page.addr >> 12));
974 for (i = 1; i < 7; i++)
975 WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
977 r600_pcie_gart_tlb_flush(rdev);
978 DRM_INFO("PCIE GART of %uM enabled (table at 0x%016llX).\n",
979 (unsigned)(rdev->mc.gtt_size >> 20),
980 (unsigned long long)rdev->gart.table_addr);
981 rdev->gart.ready = true;
985 void r600_pcie_gart_disable(struct radeon_device *rdev)
990 /* Disable all tables */
991 for (i = 0; i < 7; i++)
992 WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
994 /* Disable L2 cache */
995 WREG32(VM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING |
996 EFFECTIVE_L2_QUEUE_SIZE(7));
997 WREG32(VM_L2_CNTL3, BANK_SELECT_0(0) | BANK_SELECT_1(1));
998 /* Setup L1 TLB control */
999 tmp = EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5) |
1000 ENABLE_WAIT_L2_QUERY;
1001 WREG32(MC_VM_L1_TLB_MCD_RD_A_CNTL, tmp);
1002 WREG32(MC_VM_L1_TLB_MCD_WR_A_CNTL, tmp);
1003 WREG32(MC_VM_L1_TLB_MCD_RD_B_CNTL, tmp);
1004 WREG32(MC_VM_L1_TLB_MCD_WR_B_CNTL, tmp);
1005 WREG32(MC_VM_L1_TLB_MCB_RD_GFX_CNTL, tmp);
1006 WREG32(MC_VM_L1_TLB_MCB_WR_GFX_CNTL, tmp);
1007 WREG32(MC_VM_L1_TLB_MCB_RD_PDMA_CNTL, tmp);
1008 WREG32(MC_VM_L1_TLB_MCB_WR_PDMA_CNTL, tmp);
1009 WREG32(MC_VM_L1_TLB_MCB_RD_SEM_CNTL, tmp);
1010 WREG32(MC_VM_L1_TLB_MCB_WR_SEM_CNTL, tmp);
1011 WREG32(MC_VM_L1_TLB_MCB_RD_SYS_CNTL, tmp);
1012 WREG32(MC_VM_L1_TLB_MCB_WR_SYS_CNTL, tmp);
1013 WREG32(MC_VM_L1_TLB_MCB_RD_HDP_CNTL, tmp);
1014 WREG32(MC_VM_L1_TLB_MCB_WR_HDP_CNTL, tmp);
1015 radeon_gart_table_vram_unpin(rdev);
1018 void r600_pcie_gart_fini(struct radeon_device *rdev)
1020 radeon_gart_fini(rdev);
1021 r600_pcie_gart_disable(rdev);
1022 radeon_gart_table_vram_free(rdev);
1025 void r600_agp_enable(struct radeon_device *rdev)
1030 /* Setup L2 cache */
1031 WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
1032 ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
1033 EFFECTIVE_L2_QUEUE_SIZE(7));
1034 WREG32(VM_L2_CNTL2, 0);
1035 WREG32(VM_L2_CNTL3, BANK_SELECT_0(0) | BANK_SELECT_1(1));
1036 /* Setup TLB control */
1037 tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
1038 SYSTEM_ACCESS_MODE_NOT_IN_SYS |
1039 EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5) |
1040 ENABLE_WAIT_L2_QUERY;
1041 WREG32(MC_VM_L1_TLB_MCB_RD_SYS_CNTL, tmp);
1042 WREG32(MC_VM_L1_TLB_MCB_WR_SYS_CNTL, tmp);
1043 WREG32(MC_VM_L1_TLB_MCB_RD_HDP_CNTL, tmp | ENABLE_L1_STRICT_ORDERING);
1044 WREG32(MC_VM_L1_TLB_MCB_WR_HDP_CNTL, tmp);
1045 WREG32(MC_VM_L1_TLB_MCD_RD_A_CNTL, tmp);
1046 WREG32(MC_VM_L1_TLB_MCD_WR_A_CNTL, tmp);
1047 WREG32(MC_VM_L1_TLB_MCD_RD_B_CNTL, tmp);
1048 WREG32(MC_VM_L1_TLB_MCD_WR_B_CNTL, tmp);
1049 WREG32(MC_VM_L1_TLB_MCB_RD_GFX_CNTL, tmp);
1050 WREG32(MC_VM_L1_TLB_MCB_WR_GFX_CNTL, tmp);
1051 WREG32(MC_VM_L1_TLB_MCB_RD_PDMA_CNTL, tmp);
1052 WREG32(MC_VM_L1_TLB_MCB_WR_PDMA_CNTL, tmp);
1053 WREG32(MC_VM_L1_TLB_MCB_RD_SEM_CNTL, tmp | ENABLE_SEMAPHORE_MODE);
1054 WREG32(MC_VM_L1_TLB_MCB_WR_SEM_CNTL, tmp | ENABLE_SEMAPHORE_MODE);
1055 for (i = 0; i < 7; i++)
1056 WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
1059 int r600_mc_wait_for_idle(struct radeon_device *rdev)
1064 for (i = 0; i < rdev->usec_timeout; i++) {
1065 /* read MC_STATUS */
1066 tmp = RREG32(R_000E50_SRBM_STATUS) & 0x3F00;
1074 static void r600_mc_program(struct radeon_device *rdev)
1076 struct rv515_mc_save save;
1080 /* Initialize HDP */
1081 for (i = 0, j = 0; i < 32; i++, j += 0x18) {
1082 WREG32((0x2c14 + j), 0x00000000);
1083 WREG32((0x2c18 + j), 0x00000000);
1084 WREG32((0x2c1c + j), 0x00000000);
1085 WREG32((0x2c20 + j), 0x00000000);
1086 WREG32((0x2c24 + j), 0x00000000);
1088 WREG32(HDP_REG_COHERENCY_FLUSH_CNTL, 0);
1090 rv515_mc_stop(rdev, &save);
1091 if (r600_mc_wait_for_idle(rdev)) {
1092 dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
1094 /* Lockout access through VGA aperture (doesn't exist before R600) */
1095 WREG32(VGA_HDP_CONTROL, VGA_MEMORY_DISABLE);
1096 /* Update configuration */
1097 if (rdev->flags & RADEON_IS_AGP) {
1098 if (rdev->mc.vram_start < rdev->mc.gtt_start) {
1099 /* VRAM before AGP */
1100 WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
1101 rdev->mc.vram_start >> 12);
1102 WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
1103 rdev->mc.gtt_end >> 12);
1105 /* VRAM after AGP */
1106 WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
1107 rdev->mc.gtt_start >> 12);
1108 WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
1109 rdev->mc.vram_end >> 12);
1112 WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR, rdev->mc.vram_start >> 12);
1113 WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR, rdev->mc.vram_end >> 12);
1115 WREG32(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR, rdev->vram_scratch.gpu_addr >> 12);
1116 tmp = ((rdev->mc.vram_end >> 24) & 0xFFFF) << 16;
1117 tmp |= ((rdev->mc.vram_start >> 24) & 0xFFFF);
1118 WREG32(MC_VM_FB_LOCATION, tmp);
1119 WREG32(HDP_NONSURFACE_BASE, (rdev->mc.vram_start >> 8));
1120 WREG32(HDP_NONSURFACE_INFO, (2 << 7));
1121 WREG32(HDP_NONSURFACE_SIZE, 0x3FFFFFFF);
1122 if (rdev->flags & RADEON_IS_AGP) {
1123 WREG32(MC_VM_AGP_TOP, rdev->mc.gtt_end >> 22);
1124 WREG32(MC_VM_AGP_BOT, rdev->mc.gtt_start >> 22);
1125 WREG32(MC_VM_AGP_BASE, rdev->mc.agp_base >> 22);
1127 WREG32(MC_VM_AGP_BASE, 0);
1128 WREG32(MC_VM_AGP_TOP, 0x0FFFFFFF);
1129 WREG32(MC_VM_AGP_BOT, 0x0FFFFFFF);
1131 if (r600_mc_wait_for_idle(rdev)) {
1132 dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
1134 rv515_mc_resume(rdev, &save);
1135 /* we need to own VRAM, so turn off the VGA renderer here
1136 * to stop it overwriting our objects */
1137 rv515_vga_render_disable(rdev);
1141 * r600_vram_gtt_location - try to find VRAM & GTT location
1142 * @rdev: radeon device structure holding all necessary informations
1143 * @mc: memory controller structure holding memory informations
1145 * Function will place try to place VRAM at same place as in CPU (PCI)
1146 * address space as some GPU seems to have issue when we reprogram at
1147 * different address space.
1149 * If there is not enough space to fit the unvisible VRAM after the
1150 * aperture then we limit the VRAM size to the aperture.
1152 * If we are using AGP then place VRAM adjacent to AGP aperture are we need
1153 * them to be in one from GPU point of view so that we can program GPU to
1154 * catch access outside them (weird GPU policy see ??).
1156 * This function will never fails, worst case are limiting VRAM or GTT.
1158 * Note: GTT start, end, size should be initialized before calling this
1159 * function on AGP platform.
1161 static void r600_vram_gtt_location(struct radeon_device *rdev, struct radeon_mc *mc)
1163 u64 size_bf, size_af;
1165 if (mc->mc_vram_size > 0xE0000000) {
1166 /* leave room for at least 512M GTT */
1167 dev_warn(rdev->dev, "limiting VRAM\n");
1168 mc->real_vram_size = 0xE0000000;
1169 mc->mc_vram_size = 0xE0000000;
1171 if (rdev->flags & RADEON_IS_AGP) {
1172 size_bf = mc->gtt_start;
1173 size_af = 0xFFFFFFFF - mc->gtt_end + 1;
1174 if (size_bf > size_af) {
1175 if (mc->mc_vram_size > size_bf) {
1176 dev_warn(rdev->dev, "limiting VRAM\n");
1177 mc->real_vram_size = size_bf;
1178 mc->mc_vram_size = size_bf;
1180 mc->vram_start = mc->gtt_start - mc->mc_vram_size;
1182 if (mc->mc_vram_size > size_af) {
1183 dev_warn(rdev->dev, "limiting VRAM\n");
1184 mc->real_vram_size = size_af;
1185 mc->mc_vram_size = size_af;
1187 mc->vram_start = mc->gtt_end;
1189 mc->vram_end = mc->vram_start + mc->mc_vram_size - 1;
1190 dev_info(rdev->dev, "VRAM: %lluM 0x%08llX - 0x%08llX (%lluM used)\n",
1191 mc->mc_vram_size >> 20, mc->vram_start,
1192 mc->vram_end, mc->real_vram_size >> 20);
1195 if (rdev->flags & RADEON_IS_IGP) {
1196 base = RREG32(MC_VM_FB_LOCATION) & 0xFFFF;
1199 radeon_vram_location(rdev, &rdev->mc, base);
1200 rdev->mc.gtt_base_align = 0;
1201 radeon_gtt_location(rdev, mc);
1205 int r600_mc_init(struct radeon_device *rdev)
1208 int chansize, numchan;
1210 /* Get VRAM informations */
1211 rdev->mc.vram_is_ddr = true;
1212 tmp = RREG32(RAMCFG);
1213 if (tmp & CHANSIZE_OVERRIDE) {
1215 } else if (tmp & CHANSIZE_MASK) {
1220 tmp = RREG32(CHMAP);
1221 switch ((tmp & NOOFCHAN_MASK) >> NOOFCHAN_SHIFT) {
1236 rdev->mc.vram_width = numchan * chansize;
1237 /* Could aper size report 0 ? */
1238 rdev->mc.aper_base = pci_resource_start(rdev->pdev, 0);
1239 rdev->mc.aper_size = pci_resource_len(rdev->pdev, 0);
1240 /* Setup GPU memory space */
1241 rdev->mc.mc_vram_size = RREG32(CONFIG_MEMSIZE);
1242 rdev->mc.real_vram_size = RREG32(CONFIG_MEMSIZE);
1243 rdev->mc.visible_vram_size = rdev->mc.aper_size;
1244 r600_vram_gtt_location(rdev, &rdev->mc);
1246 if (rdev->flags & RADEON_IS_IGP) {
1247 rs690_pm_info(rdev);
1248 rdev->mc.igp_sideport_enabled = radeon_atombios_sideport_present(rdev);
1250 radeon_update_bandwidth_info(rdev);
1254 int r600_vram_scratch_init(struct radeon_device *rdev)
1258 if (rdev->vram_scratch.robj == NULL) {
1259 r = radeon_bo_create(rdev, RADEON_GPU_PAGE_SIZE,
1260 PAGE_SIZE, true, RADEON_GEM_DOMAIN_VRAM,
1261 &rdev->vram_scratch.robj);
1267 r = radeon_bo_reserve(rdev->vram_scratch.robj, false);
1268 if (unlikely(r != 0))
1270 r = radeon_bo_pin(rdev->vram_scratch.robj,
1271 RADEON_GEM_DOMAIN_VRAM, &rdev->vram_scratch.gpu_addr);
1273 radeon_bo_unreserve(rdev->vram_scratch.robj);
1276 r = radeon_bo_kmap(rdev->vram_scratch.robj,
1277 (void **)&rdev->vram_scratch.ptr);
1279 radeon_bo_unpin(rdev->vram_scratch.robj);
1280 radeon_bo_unreserve(rdev->vram_scratch.robj);
1285 void r600_vram_scratch_fini(struct radeon_device *rdev)
1289 if (rdev->vram_scratch.robj == NULL) {
1292 r = radeon_bo_reserve(rdev->vram_scratch.robj, false);
1293 if (likely(r == 0)) {
1294 radeon_bo_kunmap(rdev->vram_scratch.robj);
1295 radeon_bo_unpin(rdev->vram_scratch.robj);
1296 radeon_bo_unreserve(rdev->vram_scratch.robj);
1298 radeon_bo_unref(&rdev->vram_scratch.robj);
1301 /* We doesn't check that the GPU really needs a reset we simply do the
1302 * reset, it's up to the caller to determine if the GPU needs one. We
1303 * might add an helper function to check that.
1305 int r600_gpu_soft_reset(struct radeon_device *rdev)
1307 struct rv515_mc_save save;
1308 u32 grbm_busy_mask = S_008010_VC_BUSY(1) | S_008010_VGT_BUSY_NO_DMA(1) |
1309 S_008010_VGT_BUSY(1) | S_008010_TA03_BUSY(1) |
1310 S_008010_TC_BUSY(1) | S_008010_SX_BUSY(1) |
1311 S_008010_SH_BUSY(1) | S_008010_SPI03_BUSY(1) |
1312 S_008010_SMX_BUSY(1) | S_008010_SC_BUSY(1) |
1313 S_008010_PA_BUSY(1) | S_008010_DB03_BUSY(1) |
1314 S_008010_CR_BUSY(1) | S_008010_CB03_BUSY(1) |
1315 S_008010_GUI_ACTIVE(1);
1316 u32 grbm2_busy_mask = S_008014_SPI0_BUSY(1) | S_008014_SPI1_BUSY(1) |
1317 S_008014_SPI2_BUSY(1) | S_008014_SPI3_BUSY(1) |
1318 S_008014_TA0_BUSY(1) | S_008014_TA1_BUSY(1) |
1319 S_008014_TA2_BUSY(1) | S_008014_TA3_BUSY(1) |
1320 S_008014_DB0_BUSY(1) | S_008014_DB1_BUSY(1) |
1321 S_008014_DB2_BUSY(1) | S_008014_DB3_BUSY(1) |
1322 S_008014_CB0_BUSY(1) | S_008014_CB1_BUSY(1) |
1323 S_008014_CB2_BUSY(1) | S_008014_CB3_BUSY(1);
1326 if (!(RREG32(GRBM_STATUS) & GUI_ACTIVE))
1329 dev_info(rdev->dev, "GPU softreset \n");
1330 dev_info(rdev->dev, " R_008010_GRBM_STATUS=0x%08X\n",
1331 RREG32(R_008010_GRBM_STATUS));
1332 dev_info(rdev->dev, " R_008014_GRBM_STATUS2=0x%08X\n",
1333 RREG32(R_008014_GRBM_STATUS2));
1334 dev_info(rdev->dev, " R_000E50_SRBM_STATUS=0x%08X\n",
1335 RREG32(R_000E50_SRBM_STATUS));
1336 rv515_mc_stop(rdev, &save);
1337 if (r600_mc_wait_for_idle(rdev)) {
1338 dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
1340 /* Disable CP parsing/prefetching */
1341 WREG32(R_0086D8_CP_ME_CNTL, S_0086D8_CP_ME_HALT(1));
1342 /* Check if any of the rendering block is busy and reset it */
1343 if ((RREG32(R_008010_GRBM_STATUS) & grbm_busy_mask) ||
1344 (RREG32(R_008014_GRBM_STATUS2) & grbm2_busy_mask)) {
1345 tmp = S_008020_SOFT_RESET_CR(1) |
1346 S_008020_SOFT_RESET_DB(1) |
1347 S_008020_SOFT_RESET_CB(1) |
1348 S_008020_SOFT_RESET_PA(1) |
1349 S_008020_SOFT_RESET_SC(1) |
1350 S_008020_SOFT_RESET_SMX(1) |
1351 S_008020_SOFT_RESET_SPI(1) |
1352 S_008020_SOFT_RESET_SX(1) |
1353 S_008020_SOFT_RESET_SH(1) |
1354 S_008020_SOFT_RESET_TC(1) |
1355 S_008020_SOFT_RESET_TA(1) |
1356 S_008020_SOFT_RESET_VC(1) |
1357 S_008020_SOFT_RESET_VGT(1);
1358 dev_info(rdev->dev, " R_008020_GRBM_SOFT_RESET=0x%08X\n", tmp);
1359 WREG32(R_008020_GRBM_SOFT_RESET, tmp);
1360 RREG32(R_008020_GRBM_SOFT_RESET);
1362 WREG32(R_008020_GRBM_SOFT_RESET, 0);
1364 /* Reset CP (we always reset CP) */
1365 tmp = S_008020_SOFT_RESET_CP(1);
1366 dev_info(rdev->dev, "R_008020_GRBM_SOFT_RESET=0x%08X\n", tmp);
1367 WREG32(R_008020_GRBM_SOFT_RESET, tmp);
1368 RREG32(R_008020_GRBM_SOFT_RESET);
1370 WREG32(R_008020_GRBM_SOFT_RESET, 0);
1371 /* Wait a little for things to settle down */
1373 dev_info(rdev->dev, " R_008010_GRBM_STATUS=0x%08X\n",
1374 RREG32(R_008010_GRBM_STATUS));
1375 dev_info(rdev->dev, " R_008014_GRBM_STATUS2=0x%08X\n",
1376 RREG32(R_008014_GRBM_STATUS2));
1377 dev_info(rdev->dev, " R_000E50_SRBM_STATUS=0x%08X\n",
1378 RREG32(R_000E50_SRBM_STATUS));
1379 rv515_mc_resume(rdev, &save);
1383 bool r600_gpu_is_lockup(struct radeon_device *rdev)
1388 struct r100_gpu_lockup *lockup;
1391 if (rdev->family >= CHIP_RV770)
1392 lockup = &rdev->config.rv770.lockup;
1394 lockup = &rdev->config.r600.lockup;
1396 srbm_status = RREG32(R_000E50_SRBM_STATUS);
1397 grbm_status = RREG32(R_008010_GRBM_STATUS);
1398 grbm_status2 = RREG32(R_008014_GRBM_STATUS2);
1399 if (!G_008010_GUI_ACTIVE(grbm_status)) {
1400 r100_gpu_lockup_update(lockup, &rdev->cp);
1403 /* force CP activities */
1404 r = radeon_ring_lock(rdev, 2);
1407 radeon_ring_write(rdev, 0x80000000);
1408 radeon_ring_write(rdev, 0x80000000);
1409 radeon_ring_unlock_commit(rdev);
1411 rdev->cp.rptr = RREG32(R600_CP_RB_RPTR);
1412 return r100_gpu_cp_is_lockup(rdev, lockup, &rdev->cp);
1415 int r600_asic_reset(struct radeon_device *rdev)
1417 return r600_gpu_soft_reset(rdev);
1420 static u32 r600_get_tile_pipe_to_backend_map(u32 num_tile_pipes,
1422 u32 backend_disable_mask)
1424 u32 backend_map = 0;
1425 u32 enabled_backends_mask;
1426 u32 enabled_backends_count;
1428 u32 swizzle_pipe[R6XX_MAX_PIPES];
1432 if (num_tile_pipes > R6XX_MAX_PIPES)
1433 num_tile_pipes = R6XX_MAX_PIPES;
1434 if (num_tile_pipes < 1)
1436 if (num_backends > R6XX_MAX_BACKENDS)
1437 num_backends = R6XX_MAX_BACKENDS;
1438 if (num_backends < 1)
1441 enabled_backends_mask = 0;
1442 enabled_backends_count = 0;
1443 for (i = 0; i < R6XX_MAX_BACKENDS; ++i) {
1444 if (((backend_disable_mask >> i) & 1) == 0) {
1445 enabled_backends_mask |= (1 << i);
1446 ++enabled_backends_count;
1448 if (enabled_backends_count == num_backends)
1452 if (enabled_backends_count == 0) {
1453 enabled_backends_mask = 1;
1454 enabled_backends_count = 1;
1457 if (enabled_backends_count != num_backends)
1458 num_backends = enabled_backends_count;
1460 memset((uint8_t *)&swizzle_pipe[0], 0, sizeof(u32) * R6XX_MAX_PIPES);
1461 switch (num_tile_pipes) {
1463 swizzle_pipe[0] = 0;
1466 swizzle_pipe[0] = 0;
1467 swizzle_pipe[1] = 1;
1470 swizzle_pipe[0] = 0;
1471 swizzle_pipe[1] = 1;
1472 swizzle_pipe[2] = 2;
1475 swizzle_pipe[0] = 0;
1476 swizzle_pipe[1] = 1;
1477 swizzle_pipe[2] = 2;
1478 swizzle_pipe[3] = 3;
1481 swizzle_pipe[0] = 0;
1482 swizzle_pipe[1] = 1;
1483 swizzle_pipe[2] = 2;
1484 swizzle_pipe[3] = 3;
1485 swizzle_pipe[4] = 4;
1488 swizzle_pipe[0] = 0;
1489 swizzle_pipe[1] = 2;
1490 swizzle_pipe[2] = 4;
1491 swizzle_pipe[3] = 5;
1492 swizzle_pipe[4] = 1;
1493 swizzle_pipe[5] = 3;
1496 swizzle_pipe[0] = 0;
1497 swizzle_pipe[1] = 2;
1498 swizzle_pipe[2] = 4;
1499 swizzle_pipe[3] = 6;
1500 swizzle_pipe[4] = 1;
1501 swizzle_pipe[5] = 3;
1502 swizzle_pipe[6] = 5;
1505 swizzle_pipe[0] = 0;
1506 swizzle_pipe[1] = 2;
1507 swizzle_pipe[2] = 4;
1508 swizzle_pipe[3] = 6;
1509 swizzle_pipe[4] = 1;
1510 swizzle_pipe[5] = 3;
1511 swizzle_pipe[6] = 5;
1512 swizzle_pipe[7] = 7;
1517 for (cur_pipe = 0; cur_pipe < num_tile_pipes; ++cur_pipe) {
1518 while (((1 << cur_backend) & enabled_backends_mask) == 0)
1519 cur_backend = (cur_backend + 1) % R6XX_MAX_BACKENDS;
1521 backend_map |= (u32)(((cur_backend & 3) << (swizzle_pipe[cur_pipe] * 2)));
1523 cur_backend = (cur_backend + 1) % R6XX_MAX_BACKENDS;
1529 int r600_count_pipe_bits(uint32_t val)
1533 for (i = 0; i < 32; i++) {
1540 void r600_gpu_init(struct radeon_device *rdev)
1545 u32 cc_rb_backend_disable;
1546 u32 cc_gc_shader_pipe_config;
1550 u32 sq_gpr_resource_mgmt_1 = 0;
1551 u32 sq_gpr_resource_mgmt_2 = 0;
1552 u32 sq_thread_resource_mgmt = 0;
1553 u32 sq_stack_resource_mgmt_1 = 0;
1554 u32 sq_stack_resource_mgmt_2 = 0;
1556 /* FIXME: implement */
1557 switch (rdev->family) {
1559 rdev->config.r600.max_pipes = 4;
1560 rdev->config.r600.max_tile_pipes = 8;
1561 rdev->config.r600.max_simds = 4;
1562 rdev->config.r600.max_backends = 4;
1563 rdev->config.r600.max_gprs = 256;
1564 rdev->config.r600.max_threads = 192;
1565 rdev->config.r600.max_stack_entries = 256;
1566 rdev->config.r600.max_hw_contexts = 8;
1567 rdev->config.r600.max_gs_threads = 16;
1568 rdev->config.r600.sx_max_export_size = 128;
1569 rdev->config.r600.sx_max_export_pos_size = 16;
1570 rdev->config.r600.sx_max_export_smx_size = 128;
1571 rdev->config.r600.sq_num_cf_insts = 2;
1575 rdev->config.r600.max_pipes = 2;
1576 rdev->config.r600.max_tile_pipes = 2;
1577 rdev->config.r600.max_simds = 3;
1578 rdev->config.r600.max_backends = 1;
1579 rdev->config.r600.max_gprs = 128;
1580 rdev->config.r600.max_threads = 192;
1581 rdev->config.r600.max_stack_entries = 128;
1582 rdev->config.r600.max_hw_contexts = 8;
1583 rdev->config.r600.max_gs_threads = 4;
1584 rdev->config.r600.sx_max_export_size = 128;
1585 rdev->config.r600.sx_max_export_pos_size = 16;
1586 rdev->config.r600.sx_max_export_smx_size = 128;
1587 rdev->config.r600.sq_num_cf_insts = 2;
1593 rdev->config.r600.max_pipes = 1;
1594 rdev->config.r600.max_tile_pipes = 1;
1595 rdev->config.r600.max_simds = 2;
1596 rdev->config.r600.max_backends = 1;
1597 rdev->config.r600.max_gprs = 128;
1598 rdev->config.r600.max_threads = 192;
1599 rdev->config.r600.max_stack_entries = 128;
1600 rdev->config.r600.max_hw_contexts = 4;
1601 rdev->config.r600.max_gs_threads = 4;
1602 rdev->config.r600.sx_max_export_size = 128;
1603 rdev->config.r600.sx_max_export_pos_size = 16;
1604 rdev->config.r600.sx_max_export_smx_size = 128;
1605 rdev->config.r600.sq_num_cf_insts = 1;
1608 rdev->config.r600.max_pipes = 4;
1609 rdev->config.r600.max_tile_pipes = 4;
1610 rdev->config.r600.max_simds = 4;
1611 rdev->config.r600.max_backends = 4;
1612 rdev->config.r600.max_gprs = 192;
1613 rdev->config.r600.max_threads = 192;
1614 rdev->config.r600.max_stack_entries = 256;
1615 rdev->config.r600.max_hw_contexts = 8;
1616 rdev->config.r600.max_gs_threads = 16;
1617 rdev->config.r600.sx_max_export_size = 128;
1618 rdev->config.r600.sx_max_export_pos_size = 16;
1619 rdev->config.r600.sx_max_export_smx_size = 128;
1620 rdev->config.r600.sq_num_cf_insts = 2;
1626 /* Initialize HDP */
1627 for (i = 0, j = 0; i < 32; i++, j += 0x18) {
1628 WREG32((0x2c14 + j), 0x00000000);
1629 WREG32((0x2c18 + j), 0x00000000);
1630 WREG32((0x2c1c + j), 0x00000000);
1631 WREG32((0x2c20 + j), 0x00000000);
1632 WREG32((0x2c24 + j), 0x00000000);
1635 WREG32(GRBM_CNTL, GRBM_READ_TIMEOUT(0xff));
1639 ramcfg = RREG32(RAMCFG);
1640 switch (rdev->config.r600.max_tile_pipes) {
1642 tiling_config |= PIPE_TILING(0);
1645 tiling_config |= PIPE_TILING(1);
1648 tiling_config |= PIPE_TILING(2);
1651 tiling_config |= PIPE_TILING(3);
1656 rdev->config.r600.tiling_npipes = rdev->config.r600.max_tile_pipes;
1657 rdev->config.r600.tiling_nbanks = 4 << ((ramcfg & NOOFBANK_MASK) >> NOOFBANK_SHIFT);
1658 tiling_config |= BANK_TILING((ramcfg & NOOFBANK_MASK) >> NOOFBANK_SHIFT);
1659 tiling_config |= GROUP_SIZE((ramcfg & BURSTLENGTH_MASK) >> BURSTLENGTH_SHIFT);
1660 if ((ramcfg & BURSTLENGTH_MASK) >> BURSTLENGTH_SHIFT)
1661 rdev->config.r600.tiling_group_size = 512;
1663 rdev->config.r600.tiling_group_size = 256;
1664 tmp = (ramcfg & NOOFROWS_MASK) >> NOOFROWS_SHIFT;
1666 tiling_config |= ROW_TILING(3);
1667 tiling_config |= SAMPLE_SPLIT(3);
1669 tiling_config |= ROW_TILING(tmp);
1670 tiling_config |= SAMPLE_SPLIT(tmp);
1672 tiling_config |= BANK_SWAPS(1);
1674 cc_rb_backend_disable = RREG32(CC_RB_BACKEND_DISABLE) & 0x00ff0000;
1675 cc_rb_backend_disable |=
1676 BACKEND_DISABLE((R6XX_MAX_BACKENDS_MASK << rdev->config.r600.max_backends) & R6XX_MAX_BACKENDS_MASK);
1678 cc_gc_shader_pipe_config = RREG32(CC_GC_SHADER_PIPE_CONFIG) & 0xffffff00;
1679 cc_gc_shader_pipe_config |=
1680 INACTIVE_QD_PIPES((R6XX_MAX_PIPES_MASK << rdev->config.r600.max_pipes) & R6XX_MAX_PIPES_MASK);
1681 cc_gc_shader_pipe_config |=
1682 INACTIVE_SIMDS((R6XX_MAX_SIMDS_MASK << rdev->config.r600.max_simds) & R6XX_MAX_SIMDS_MASK);
1684 backend_map = r600_get_tile_pipe_to_backend_map(rdev->config.r600.max_tile_pipes,
1685 (R6XX_MAX_BACKENDS -
1686 r600_count_pipe_bits((cc_rb_backend_disable &
1687 R6XX_MAX_BACKENDS_MASK) >> 16)),
1688 (cc_rb_backend_disable >> 16));
1689 rdev->config.r600.tile_config = tiling_config;
1690 rdev->config.r600.backend_map = backend_map;
1691 tiling_config |= BACKEND_MAP(backend_map);
1692 WREG32(GB_TILING_CONFIG, tiling_config);
1693 WREG32(DCP_TILING_CONFIG, tiling_config & 0xffff);
1694 WREG32(HDP_TILING_CONFIG, tiling_config & 0xffff);
1697 WREG32(CC_RB_BACKEND_DISABLE, cc_rb_backend_disable);
1698 WREG32(CC_GC_SHADER_PIPE_CONFIG, cc_gc_shader_pipe_config);
1699 WREG32(GC_USER_SHADER_PIPE_CONFIG, cc_gc_shader_pipe_config);
1701 tmp = R6XX_MAX_PIPES - r600_count_pipe_bits((cc_gc_shader_pipe_config & INACTIVE_QD_PIPES_MASK) >> 8);
1702 WREG32(VGT_OUT_DEALLOC_CNTL, (tmp * 4) & DEALLOC_DIST_MASK);
1703 WREG32(VGT_VERTEX_REUSE_BLOCK_CNTL, ((tmp * 4) - 2) & VTX_REUSE_DEPTH_MASK);
1705 /* Setup some CP states */
1706 WREG32(CP_QUEUE_THRESHOLDS, (ROQ_IB1_START(0x16) | ROQ_IB2_START(0x2b)));
1707 WREG32(CP_MEQ_THRESHOLDS, (MEQ_END(0x40) | ROQ_END(0x40)));
1709 WREG32(TA_CNTL_AUX, (DISABLE_CUBE_ANISO | SYNC_GRADIENT |
1710 SYNC_WALKER | SYNC_ALIGNER));
1711 /* Setup various GPU states */
1712 if (rdev->family == CHIP_RV670)
1713 WREG32(ARB_GDEC_RD_CNTL, 0x00000021);
1715 tmp = RREG32(SX_DEBUG_1);
1716 tmp |= SMX_EVENT_RELEASE;
1717 if ((rdev->family > CHIP_R600))
1718 tmp |= ENABLE_NEW_SMX_ADDRESS;
1719 WREG32(SX_DEBUG_1, tmp);
1721 if (((rdev->family) == CHIP_R600) ||
1722 ((rdev->family) == CHIP_RV630) ||
1723 ((rdev->family) == CHIP_RV610) ||
1724 ((rdev->family) == CHIP_RV620) ||
1725 ((rdev->family) == CHIP_RS780) ||
1726 ((rdev->family) == CHIP_RS880)) {
1727 WREG32(DB_DEBUG, PREZ_MUST_WAIT_FOR_POSTZ_DONE);
1729 WREG32(DB_DEBUG, 0);
1731 WREG32(DB_WATERMARKS, (DEPTH_FREE(4) | DEPTH_CACHELINE_FREE(16) |
1732 DEPTH_FLUSH(16) | DEPTH_PENDING_FREE(4)));
1734 WREG32(PA_SC_MULTI_CHIP_CNTL, 0);
1735 WREG32(VGT_NUM_INSTANCES, 0);
1737 WREG32(SPI_CONFIG_CNTL, GPR_WRITE_PRIORITY(0));
1738 WREG32(SPI_CONFIG_CNTL_1, VTX_DONE_DELAY(0));
1740 tmp = RREG32(SQ_MS_FIFO_SIZES);
1741 if (((rdev->family) == CHIP_RV610) ||
1742 ((rdev->family) == CHIP_RV620) ||
1743 ((rdev->family) == CHIP_RS780) ||
1744 ((rdev->family) == CHIP_RS880)) {
1745 tmp = (CACHE_FIFO_SIZE(0xa) |
1746 FETCH_FIFO_HIWATER(0xa) |
1747 DONE_FIFO_HIWATER(0xe0) |
1748 ALU_UPDATE_FIFO_HIWATER(0x8));
1749 } else if (((rdev->family) == CHIP_R600) ||
1750 ((rdev->family) == CHIP_RV630)) {
1751 tmp &= ~DONE_FIFO_HIWATER(0xff);
1752 tmp |= DONE_FIFO_HIWATER(0x4);
1754 WREG32(SQ_MS_FIFO_SIZES, tmp);
1756 /* SQ_CONFIG, SQ_GPR_RESOURCE_MGMT, SQ_THREAD_RESOURCE_MGMT, SQ_STACK_RESOURCE_MGMT
1757 * should be adjusted as needed by the 2D/3D drivers. This just sets default values
1759 sq_config = RREG32(SQ_CONFIG);
1760 sq_config &= ~(PS_PRIO(3) |
1764 sq_config |= (DX9_CONSTS |
1771 if ((rdev->family) == CHIP_R600) {
1772 sq_gpr_resource_mgmt_1 = (NUM_PS_GPRS(124) |
1774 NUM_CLAUSE_TEMP_GPRS(4));
1775 sq_gpr_resource_mgmt_2 = (NUM_GS_GPRS(0) |
1777 sq_thread_resource_mgmt = (NUM_PS_THREADS(136) |
1778 NUM_VS_THREADS(48) |
1781 sq_stack_resource_mgmt_1 = (NUM_PS_STACK_ENTRIES(128) |
1782 NUM_VS_STACK_ENTRIES(128));
1783 sq_stack_resource_mgmt_2 = (NUM_GS_STACK_ENTRIES(0) |
1784 NUM_ES_STACK_ENTRIES(0));
1785 } else if (((rdev->family) == CHIP_RV610) ||
1786 ((rdev->family) == CHIP_RV620) ||
1787 ((rdev->family) == CHIP_RS780) ||
1788 ((rdev->family) == CHIP_RS880)) {
1789 /* no vertex cache */
1790 sq_config &= ~VC_ENABLE;
1792 sq_gpr_resource_mgmt_1 = (NUM_PS_GPRS(44) |
1794 NUM_CLAUSE_TEMP_GPRS(2));
1795 sq_gpr_resource_mgmt_2 = (NUM_GS_GPRS(17) |
1797 sq_thread_resource_mgmt = (NUM_PS_THREADS(79) |
1798 NUM_VS_THREADS(78) |
1800 NUM_ES_THREADS(31));
1801 sq_stack_resource_mgmt_1 = (NUM_PS_STACK_ENTRIES(40) |
1802 NUM_VS_STACK_ENTRIES(40));
1803 sq_stack_resource_mgmt_2 = (NUM_GS_STACK_ENTRIES(32) |
1804 NUM_ES_STACK_ENTRIES(16));
1805 } else if (((rdev->family) == CHIP_RV630) ||
1806 ((rdev->family) == CHIP_RV635)) {
1807 sq_gpr_resource_mgmt_1 = (NUM_PS_GPRS(44) |
1809 NUM_CLAUSE_TEMP_GPRS(2));
1810 sq_gpr_resource_mgmt_2 = (NUM_GS_GPRS(18) |
1812 sq_thread_resource_mgmt = (NUM_PS_THREADS(79) |
1813 NUM_VS_THREADS(78) |
1815 NUM_ES_THREADS(31));
1816 sq_stack_resource_mgmt_1 = (NUM_PS_STACK_ENTRIES(40) |
1817 NUM_VS_STACK_ENTRIES(40));
1818 sq_stack_resource_mgmt_2 = (NUM_GS_STACK_ENTRIES(32) |
1819 NUM_ES_STACK_ENTRIES(16));
1820 } else if ((rdev->family) == CHIP_RV670) {
1821 sq_gpr_resource_mgmt_1 = (NUM_PS_GPRS(44) |
1823 NUM_CLAUSE_TEMP_GPRS(2));
1824 sq_gpr_resource_mgmt_2 = (NUM_GS_GPRS(17) |
1826 sq_thread_resource_mgmt = (NUM_PS_THREADS(79) |
1827 NUM_VS_THREADS(78) |
1829 NUM_ES_THREADS(31));
1830 sq_stack_resource_mgmt_1 = (NUM_PS_STACK_ENTRIES(64) |
1831 NUM_VS_STACK_ENTRIES(64));
1832 sq_stack_resource_mgmt_2 = (NUM_GS_STACK_ENTRIES(64) |
1833 NUM_ES_STACK_ENTRIES(64));
1836 WREG32(SQ_CONFIG, sq_config);
1837 WREG32(SQ_GPR_RESOURCE_MGMT_1, sq_gpr_resource_mgmt_1);
1838 WREG32(SQ_GPR_RESOURCE_MGMT_2, sq_gpr_resource_mgmt_2);
1839 WREG32(SQ_THREAD_RESOURCE_MGMT, sq_thread_resource_mgmt);
1840 WREG32(SQ_STACK_RESOURCE_MGMT_1, sq_stack_resource_mgmt_1);
1841 WREG32(SQ_STACK_RESOURCE_MGMT_2, sq_stack_resource_mgmt_2);
1843 if (((rdev->family) == CHIP_RV610) ||
1844 ((rdev->family) == CHIP_RV620) ||
1845 ((rdev->family) == CHIP_RS780) ||
1846 ((rdev->family) == CHIP_RS880)) {
1847 WREG32(VGT_CACHE_INVALIDATION, CACHE_INVALIDATION(TC_ONLY));
1849 WREG32(VGT_CACHE_INVALIDATION, CACHE_INVALIDATION(VC_AND_TC));
1852 /* More default values. 2D/3D driver should adjust as needed */
1853 WREG32(PA_SC_AA_SAMPLE_LOCS_2S, (S0_X(0xc) | S0_Y(0x4) |
1854 S1_X(0x4) | S1_Y(0xc)));
1855 WREG32(PA_SC_AA_SAMPLE_LOCS_4S, (S0_X(0xe) | S0_Y(0xe) |
1856 S1_X(0x2) | S1_Y(0x2) |
1857 S2_X(0xa) | S2_Y(0x6) |
1858 S3_X(0x6) | S3_Y(0xa)));
1859 WREG32(PA_SC_AA_SAMPLE_LOCS_8S_WD0, (S0_X(0xe) | S0_Y(0xb) |
1860 S1_X(0x4) | S1_Y(0xc) |
1861 S2_X(0x1) | S2_Y(0x6) |
1862 S3_X(0xa) | S3_Y(0xe)));
1863 WREG32(PA_SC_AA_SAMPLE_LOCS_8S_WD1, (S4_X(0x6) | S4_Y(0x1) |
1864 S5_X(0x0) | S5_Y(0x0) |
1865 S6_X(0xb) | S6_Y(0x4) |
1866 S7_X(0x7) | S7_Y(0x8)));
1868 WREG32(VGT_STRMOUT_EN, 0);
1869 tmp = rdev->config.r600.max_pipes * 16;
1870 switch (rdev->family) {
1886 WREG32(VGT_ES_PER_GS, 128);
1887 WREG32(VGT_GS_PER_ES, tmp);
1888 WREG32(VGT_GS_PER_VS, 2);
1889 WREG32(VGT_GS_VERTEX_REUSE, 16);
1891 /* more default values. 2D/3D driver should adjust as needed */
1892 WREG32(PA_SC_LINE_STIPPLE_STATE, 0);
1893 WREG32(VGT_STRMOUT_EN, 0);
1895 WREG32(PA_SC_MODE_CNTL, 0);
1896 WREG32(PA_SC_AA_CONFIG, 0);
1897 WREG32(PA_SC_LINE_STIPPLE, 0);
1898 WREG32(SPI_INPUT_Z, 0);
1899 WREG32(SPI_PS_IN_CONTROL_0, NUM_INTERP(2));
1900 WREG32(CB_COLOR7_FRAG, 0);
1902 /* Clear render buffer base addresses */
1903 WREG32(CB_COLOR0_BASE, 0);
1904 WREG32(CB_COLOR1_BASE, 0);
1905 WREG32(CB_COLOR2_BASE, 0);
1906 WREG32(CB_COLOR3_BASE, 0);
1907 WREG32(CB_COLOR4_BASE, 0);
1908 WREG32(CB_COLOR5_BASE, 0);
1909 WREG32(CB_COLOR6_BASE, 0);
1910 WREG32(CB_COLOR7_BASE, 0);
1911 WREG32(CB_COLOR7_FRAG, 0);
1913 switch (rdev->family) {
1918 tmp = TC_L2_SIZE(8);
1922 tmp = TC_L2_SIZE(4);
1925 tmp = TC_L2_SIZE(0) | L2_DISABLE_LATE_HIT;
1928 tmp = TC_L2_SIZE(0);
1931 WREG32(TC_CNTL, tmp);
1933 tmp = RREG32(HDP_HOST_PATH_CNTL);
1934 WREG32(HDP_HOST_PATH_CNTL, tmp);
1936 tmp = RREG32(ARB_POP);
1937 tmp |= ENABLE_TC128;
1938 WREG32(ARB_POP, tmp);
1940 WREG32(PA_SC_MULTI_CHIP_CNTL, 0);
1941 WREG32(PA_CL_ENHANCE, (CLIP_VTX_REORDER_ENA |
1943 WREG32(PA_SC_ENHANCE, FORCE_EOV_MAX_CLK_CNT(4095));
1948 * Indirect registers accessor
1950 u32 r600_pciep_rreg(struct radeon_device *rdev, u32 reg)
1954 WREG32(PCIE_PORT_INDEX, ((reg) & 0xff));
1955 (void)RREG32(PCIE_PORT_INDEX);
1956 r = RREG32(PCIE_PORT_DATA);
1960 void r600_pciep_wreg(struct radeon_device *rdev, u32 reg, u32 v)
1962 WREG32(PCIE_PORT_INDEX, ((reg) & 0xff));
1963 (void)RREG32(PCIE_PORT_INDEX);
1964 WREG32(PCIE_PORT_DATA, (v));
1965 (void)RREG32(PCIE_PORT_DATA);
1971 void r600_cp_stop(struct radeon_device *rdev)
1973 radeon_ttm_set_active_vram_size(rdev, rdev->mc.visible_vram_size);
1974 WREG32(R_0086D8_CP_ME_CNTL, S_0086D8_CP_ME_HALT(1));
1975 WREG32(SCRATCH_UMSK, 0);
1978 int r600_init_microcode(struct radeon_device *rdev)
1980 struct platform_device *pdev;
1981 const char *chip_name;
1982 const char *rlc_chip_name;
1983 size_t pfp_req_size, me_req_size, rlc_req_size;
1989 pdev = platform_device_register_simple("radeon_cp", 0, NULL, 0);
1992 printk(KERN_ERR "radeon_cp: Failed to register firmware\n");
1996 switch (rdev->family) {
1999 rlc_chip_name = "R600";
2002 chip_name = "RV610";
2003 rlc_chip_name = "R600";
2006 chip_name = "RV630";
2007 rlc_chip_name = "R600";
2010 chip_name = "RV620";
2011 rlc_chip_name = "R600";
2014 chip_name = "RV635";
2015 rlc_chip_name = "R600";
2018 chip_name = "RV670";
2019 rlc_chip_name = "R600";
2023 chip_name = "RS780";
2024 rlc_chip_name = "R600";
2027 chip_name = "RV770";
2028 rlc_chip_name = "R700";
2032 chip_name = "RV730";
2033 rlc_chip_name = "R700";
2036 chip_name = "RV710";
2037 rlc_chip_name = "R700";
2040 chip_name = "CEDAR";
2041 rlc_chip_name = "CEDAR";
2044 chip_name = "REDWOOD";
2045 rlc_chip_name = "REDWOOD";
2048 chip_name = "JUNIPER";
2049 rlc_chip_name = "JUNIPER";
2053 chip_name = "CYPRESS";
2054 rlc_chip_name = "CYPRESS";
2058 rlc_chip_name = "SUMO";
2062 rlc_chip_name = "SUMO";
2065 chip_name = "SUMO2";
2066 rlc_chip_name = "SUMO";
2071 if (rdev->family >= CHIP_CEDAR) {
2072 pfp_req_size = EVERGREEN_PFP_UCODE_SIZE * 4;
2073 me_req_size = EVERGREEN_PM4_UCODE_SIZE * 4;
2074 rlc_req_size = EVERGREEN_RLC_UCODE_SIZE * 4;
2075 } else if (rdev->family >= CHIP_RV770) {
2076 pfp_req_size = R700_PFP_UCODE_SIZE * 4;
2077 me_req_size = R700_PM4_UCODE_SIZE * 4;
2078 rlc_req_size = R700_RLC_UCODE_SIZE * 4;
2080 pfp_req_size = PFP_UCODE_SIZE * 4;
2081 me_req_size = PM4_UCODE_SIZE * 12;
2082 rlc_req_size = RLC_UCODE_SIZE * 4;
2085 DRM_INFO("Loading %s Microcode\n", chip_name);
2087 snprintf(fw_name, sizeof(fw_name), "radeon/%s_pfp.bin", chip_name);
2088 err = request_firmware(&rdev->pfp_fw, fw_name, &pdev->dev);
2091 if (rdev->pfp_fw->size != pfp_req_size) {
2093 "r600_cp: Bogus length %zu in firmware \"%s\"\n",
2094 rdev->pfp_fw->size, fw_name);
2099 snprintf(fw_name, sizeof(fw_name), "radeon/%s_me.bin", chip_name);
2100 err = request_firmware(&rdev->me_fw, fw_name, &pdev->dev);
2103 if (rdev->me_fw->size != me_req_size) {
2105 "r600_cp: Bogus length %zu in firmware \"%s\"\n",
2106 rdev->me_fw->size, fw_name);
2110 snprintf(fw_name, sizeof(fw_name), "radeon/%s_rlc.bin", rlc_chip_name);
2111 err = request_firmware(&rdev->rlc_fw, fw_name, &pdev->dev);
2114 if (rdev->rlc_fw->size != rlc_req_size) {
2116 "r600_rlc: Bogus length %zu in firmware \"%s\"\n",
2117 rdev->rlc_fw->size, fw_name);
2122 platform_device_unregister(pdev);
2127 "r600_cp: Failed to load firmware \"%s\"\n",
2129 release_firmware(rdev->pfp_fw);
2130 rdev->pfp_fw = NULL;
2131 release_firmware(rdev->me_fw);
2133 release_firmware(rdev->rlc_fw);
2134 rdev->rlc_fw = NULL;
2139 static int r600_cp_load_microcode(struct radeon_device *rdev)
2141 const __be32 *fw_data;
2144 if (!rdev->me_fw || !rdev->pfp_fw)
2153 RB_NO_UPDATE | RB_BLKSZ(15) | RB_BUFSZ(3));
2156 WREG32(GRBM_SOFT_RESET, SOFT_RESET_CP);
2157 RREG32(GRBM_SOFT_RESET);
2159 WREG32(GRBM_SOFT_RESET, 0);
2161 WREG32(CP_ME_RAM_WADDR, 0);
2163 fw_data = (const __be32 *)rdev->me_fw->data;
2164 WREG32(CP_ME_RAM_WADDR, 0);
2165 for (i = 0; i < PM4_UCODE_SIZE * 3; i++)
2166 WREG32(CP_ME_RAM_DATA,
2167 be32_to_cpup(fw_data++));
2169 fw_data = (const __be32 *)rdev->pfp_fw->data;
2170 WREG32(CP_PFP_UCODE_ADDR, 0);
2171 for (i = 0; i < PFP_UCODE_SIZE; i++)
2172 WREG32(CP_PFP_UCODE_DATA,
2173 be32_to_cpup(fw_data++));
2175 WREG32(CP_PFP_UCODE_ADDR, 0);
2176 WREG32(CP_ME_RAM_WADDR, 0);
2177 WREG32(CP_ME_RAM_RADDR, 0);
2181 int r600_cp_start(struct radeon_device *rdev)
2186 r = radeon_ring_lock(rdev, 7);
2188 DRM_ERROR("radeon: cp failed to lock ring (%d).\n", r);
2191 radeon_ring_write(rdev, PACKET3(PACKET3_ME_INITIALIZE, 5));
2192 radeon_ring_write(rdev, 0x1);
2193 if (rdev->family >= CHIP_RV770) {
2194 radeon_ring_write(rdev, 0x0);
2195 radeon_ring_write(rdev, rdev->config.rv770.max_hw_contexts - 1);
2197 radeon_ring_write(rdev, 0x3);
2198 radeon_ring_write(rdev, rdev->config.r600.max_hw_contexts - 1);
2200 radeon_ring_write(rdev, PACKET3_ME_INITIALIZE_DEVICE_ID(1));
2201 radeon_ring_write(rdev, 0);
2202 radeon_ring_write(rdev, 0);
2203 radeon_ring_unlock_commit(rdev);
2206 WREG32(R_0086D8_CP_ME_CNTL, cp_me);
2210 int r600_cp_resume(struct radeon_device *rdev)
2217 WREG32(GRBM_SOFT_RESET, SOFT_RESET_CP);
2218 RREG32(GRBM_SOFT_RESET);
2220 WREG32(GRBM_SOFT_RESET, 0);
2222 /* Set ring buffer size */
2223 rb_bufsz = drm_order(rdev->cp.ring_size / 8);
2224 tmp = (drm_order(RADEON_GPU_PAGE_SIZE/8) << 8) | rb_bufsz;
2226 tmp |= BUF_SWAP_32BIT;
2228 WREG32(CP_RB_CNTL, tmp);
2229 WREG32(CP_SEM_WAIT_TIMER, 0x4);
2231 /* Set the write pointer delay */
2232 WREG32(CP_RB_WPTR_DELAY, 0);
2234 /* Initialize the ring buffer's read and write pointers */
2235 WREG32(CP_RB_CNTL, tmp | RB_RPTR_WR_ENA);
2236 WREG32(CP_RB_RPTR_WR, 0);
2238 WREG32(CP_RB_WPTR, rdev->cp.wptr);
2240 /* set the wb address whether it's enabled or not */
2241 WREG32(CP_RB_RPTR_ADDR,
2242 ((rdev->wb.gpu_addr + RADEON_WB_CP_RPTR_OFFSET) & 0xFFFFFFFC));
2243 WREG32(CP_RB_RPTR_ADDR_HI, upper_32_bits(rdev->wb.gpu_addr + RADEON_WB_CP_RPTR_OFFSET) & 0xFF);
2244 WREG32(SCRATCH_ADDR, ((rdev->wb.gpu_addr + RADEON_WB_SCRATCH_OFFSET) >> 8) & 0xFFFFFFFF);
2246 if (rdev->wb.enabled)
2247 WREG32(SCRATCH_UMSK, 0xff);
2249 tmp |= RB_NO_UPDATE;
2250 WREG32(SCRATCH_UMSK, 0);
2254 WREG32(CP_RB_CNTL, tmp);
2256 WREG32(CP_RB_BASE, rdev->cp.gpu_addr >> 8);
2257 WREG32(CP_DEBUG, (1 << 27) | (1 << 28));
2259 rdev->cp.rptr = RREG32(CP_RB_RPTR);
2261 r600_cp_start(rdev);
2262 rdev->cp.ready = true;
2263 r = radeon_ring_test(rdev);
2265 rdev->cp.ready = false;
2271 void r600_cp_commit(struct radeon_device *rdev)
2273 WREG32(CP_RB_WPTR, rdev->cp.wptr);
2274 (void)RREG32(CP_RB_WPTR);
2277 void r600_ring_init(struct radeon_device *rdev, unsigned ring_size)
2281 /* Align ring size */
2282 rb_bufsz = drm_order(ring_size / 8);
2283 ring_size = (1 << (rb_bufsz + 1)) * 4;
2284 rdev->cp.ring_size = ring_size;
2285 rdev->cp.align_mask = 16 - 1;
2288 void r600_cp_fini(struct radeon_device *rdev)
2291 radeon_ring_fini(rdev);
2296 * GPU scratch registers helpers function.
2298 void r600_scratch_init(struct radeon_device *rdev)
2302 rdev->scratch.num_reg = 7;
2303 rdev->scratch.reg_base = SCRATCH_REG0;
2304 for (i = 0; i < rdev->scratch.num_reg; i++) {
2305 rdev->scratch.free[i] = true;
2306 rdev->scratch.reg[i] = rdev->scratch.reg_base + (i * 4);
2310 int r600_ring_test(struct radeon_device *rdev)
2317 r = radeon_scratch_get(rdev, &scratch);
2319 DRM_ERROR("radeon: cp failed to get scratch reg (%d).\n", r);
2322 WREG32(scratch, 0xCAFEDEAD);
2323 r = radeon_ring_lock(rdev, 3);
2325 DRM_ERROR("radeon: cp failed to lock ring (%d).\n", r);
2326 radeon_scratch_free(rdev, scratch);
2329 radeon_ring_write(rdev, PACKET3(PACKET3_SET_CONFIG_REG, 1));
2330 radeon_ring_write(rdev, ((scratch - PACKET3_SET_CONFIG_REG_OFFSET) >> 2));
2331 radeon_ring_write(rdev, 0xDEADBEEF);
2332 radeon_ring_unlock_commit(rdev);
2333 for (i = 0; i < rdev->usec_timeout; i++) {
2334 tmp = RREG32(scratch);
2335 if (tmp == 0xDEADBEEF)
2339 if (i < rdev->usec_timeout) {
2340 DRM_INFO("ring test succeeded in %d usecs\n", i);
2342 DRM_ERROR("radeon: ring test failed (scratch(0x%04X)=0x%08X)\n",
2346 radeon_scratch_free(rdev, scratch);
2350 void r600_fence_ring_emit(struct radeon_device *rdev,
2351 struct radeon_fence *fence)
2353 if (rdev->wb.use_event) {
2354 u64 addr = rdev->wb.gpu_addr + R600_WB_EVENT_OFFSET +
2355 (u64)(rdev->fence_drv.scratch_reg - rdev->scratch.reg_base);
2356 /* flush read cache over gart */
2357 radeon_ring_write(rdev, PACKET3(PACKET3_SURFACE_SYNC, 3));
2358 radeon_ring_write(rdev, PACKET3_TC_ACTION_ENA |
2359 PACKET3_VC_ACTION_ENA |
2360 PACKET3_SH_ACTION_ENA);
2361 radeon_ring_write(rdev, 0xFFFFFFFF);
2362 radeon_ring_write(rdev, 0);
2363 radeon_ring_write(rdev, 10); /* poll interval */
2364 /* EVENT_WRITE_EOP - flush caches, send int */
2365 radeon_ring_write(rdev, PACKET3(PACKET3_EVENT_WRITE_EOP, 4));
2366 radeon_ring_write(rdev, EVENT_TYPE(CACHE_FLUSH_AND_INV_EVENT_TS) | EVENT_INDEX(5));
2367 radeon_ring_write(rdev, addr & 0xffffffff);
2368 radeon_ring_write(rdev, (upper_32_bits(addr) & 0xff) | DATA_SEL(1) | INT_SEL(2));
2369 radeon_ring_write(rdev, fence->seq);
2370 radeon_ring_write(rdev, 0);
2372 /* flush read cache over gart */
2373 radeon_ring_write(rdev, PACKET3(PACKET3_SURFACE_SYNC, 3));
2374 radeon_ring_write(rdev, PACKET3_TC_ACTION_ENA |
2375 PACKET3_VC_ACTION_ENA |
2376 PACKET3_SH_ACTION_ENA);
2377 radeon_ring_write(rdev, 0xFFFFFFFF);
2378 radeon_ring_write(rdev, 0);
2379 radeon_ring_write(rdev, 10); /* poll interval */
2380 radeon_ring_write(rdev, PACKET3(PACKET3_EVENT_WRITE, 0));
2381 radeon_ring_write(rdev, EVENT_TYPE(CACHE_FLUSH_AND_INV_EVENT) | EVENT_INDEX(0));
2382 /* wait for 3D idle clean */
2383 radeon_ring_write(rdev, PACKET3(PACKET3_SET_CONFIG_REG, 1));
2384 radeon_ring_write(rdev, (WAIT_UNTIL - PACKET3_SET_CONFIG_REG_OFFSET) >> 2);
2385 radeon_ring_write(rdev, WAIT_3D_IDLE_bit | WAIT_3D_IDLECLEAN_bit);
2386 /* Emit fence sequence & fire IRQ */
2387 radeon_ring_write(rdev, PACKET3(PACKET3_SET_CONFIG_REG, 1));
2388 radeon_ring_write(rdev, ((rdev->fence_drv.scratch_reg - PACKET3_SET_CONFIG_REG_OFFSET) >> 2));
2389 radeon_ring_write(rdev, fence->seq);
2390 /* CP_INTERRUPT packet 3 no longer exists, use packet 0 */
2391 radeon_ring_write(rdev, PACKET0(CP_INT_STATUS, 0));
2392 radeon_ring_write(rdev, RB_INT_STAT);
2396 int r600_copy_blit(struct radeon_device *rdev,
2397 uint64_t src_offset,
2398 uint64_t dst_offset,
2399 unsigned num_gpu_pages,
2400 struct radeon_fence *fence)
2404 mutex_lock(&rdev->r600_blit.mutex);
2405 rdev->r600_blit.vb_ib = NULL;
2406 r = r600_blit_prepare_copy(rdev, num_gpu_pages);
2408 if (rdev->r600_blit.vb_ib)
2409 radeon_ib_free(rdev, &rdev->r600_blit.vb_ib);
2410 mutex_unlock(&rdev->r600_blit.mutex);
2413 r600_kms_blit_copy(rdev, src_offset, dst_offset, num_gpu_pages);
2414 r600_blit_done_copy(rdev, fence);
2415 mutex_unlock(&rdev->r600_blit.mutex);
2419 void r600_blit_suspend(struct radeon_device *rdev)
2423 /* unpin shaders bo */
2424 if (rdev->r600_blit.shader_obj) {
2425 r = radeon_bo_reserve(rdev->r600_blit.shader_obj, false);
2427 radeon_bo_unpin(rdev->r600_blit.shader_obj);
2428 radeon_bo_unreserve(rdev->r600_blit.shader_obj);
2433 int r600_set_surface_reg(struct radeon_device *rdev, int reg,
2434 uint32_t tiling_flags, uint32_t pitch,
2435 uint32_t offset, uint32_t obj_size)
2437 /* FIXME: implement */
2441 void r600_clear_surface_reg(struct radeon_device *rdev, int reg)
2443 /* FIXME: implement */
2446 int r600_startup(struct radeon_device *rdev)
2450 /* enable pcie gen2 link */
2451 r600_pcie_gen2_enable(rdev);
2453 if (!rdev->me_fw || !rdev->pfp_fw || !rdev->rlc_fw) {
2454 r = r600_init_microcode(rdev);
2456 DRM_ERROR("Failed to load firmware!\n");
2461 r = r600_vram_scratch_init(rdev);
2465 r600_mc_program(rdev);
2466 if (rdev->flags & RADEON_IS_AGP) {
2467 r600_agp_enable(rdev);
2469 r = r600_pcie_gart_enable(rdev);
2473 r600_gpu_init(rdev);
2474 r = r600_blit_init(rdev);
2476 r600_blit_fini(rdev);
2477 rdev->asic->copy = NULL;
2478 dev_warn(rdev->dev, "failed blitter (%d) falling back to memcpy\n", r);
2481 /* allocate wb buffer */
2482 r = radeon_wb_init(rdev);
2487 r = r600_irq_init(rdev);
2489 DRM_ERROR("radeon: IH init failed (%d).\n", r);
2490 radeon_irq_kms_fini(rdev);
2495 r = radeon_ring_init(rdev, rdev->cp.ring_size);
2498 r = r600_cp_load_microcode(rdev);
2501 r = r600_cp_resume(rdev);
2508 void r600_vga_set_state(struct radeon_device *rdev, bool state)
2512 temp = RREG32(CONFIG_CNTL);
2513 if (state == false) {
2519 WREG32(CONFIG_CNTL, temp);
2522 int r600_resume(struct radeon_device *rdev)
2526 /* Do not reset GPU before posting, on r600 hw unlike on r500 hw,
2527 * posting will perform necessary task to bring back GPU into good
2531 atom_asic_init(rdev->mode_info.atom_context);
2533 r = r600_startup(rdev);
2535 DRM_ERROR("r600 startup failed on resume\n");
2539 r = r600_ib_test(rdev);
2541 DRM_ERROR("radeon: failed testing IB (%d).\n", r);
2545 r = r600_audio_init(rdev);
2547 DRM_ERROR("radeon: audio resume failed\n");
2554 int r600_suspend(struct radeon_device *rdev)
2556 r600_audio_fini(rdev);
2557 /* FIXME: we should wait for ring to be empty */
2559 rdev->cp.ready = false;
2560 r600_irq_suspend(rdev);
2561 radeon_wb_disable(rdev);
2562 r600_pcie_gart_disable(rdev);
2563 r600_blit_suspend(rdev);
2568 /* Plan is to move initialization in that function and use
2569 * helper function so that radeon_device_init pretty much
2570 * do nothing more than calling asic specific function. This
2571 * should also allow to remove a bunch of callback function
2574 int r600_init(struct radeon_device *rdev)
2578 if (r600_debugfs_mc_info_init(rdev)) {
2579 DRM_ERROR("Failed to register debugfs file for mc !\n");
2581 /* This don't do much */
2582 r = radeon_gem_init(rdev);
2586 if (!radeon_get_bios(rdev)) {
2587 if (ASIC_IS_AVIVO(rdev))
2590 /* Must be an ATOMBIOS */
2591 if (!rdev->is_atom_bios) {
2592 dev_err(rdev->dev, "Expecting atombios for R600 GPU\n");
2595 r = radeon_atombios_init(rdev);
2598 /* Post card if necessary */
2599 if (!radeon_card_posted(rdev)) {
2601 dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n");
2604 DRM_INFO("GPU not posted. posting now...\n");
2605 atom_asic_init(rdev->mode_info.atom_context);
2607 /* Initialize scratch registers */
2608 r600_scratch_init(rdev);
2609 /* Initialize surface registers */
2610 radeon_surface_init(rdev);
2611 /* Initialize clocks */
2612 radeon_get_clock_info(rdev->ddev);
2614 r = radeon_fence_driver_init(rdev);
2617 if (rdev->flags & RADEON_IS_AGP) {
2618 r = radeon_agp_init(rdev);
2620 radeon_agp_disable(rdev);
2622 r = r600_mc_init(rdev);
2625 /* Memory manager */
2626 r = radeon_bo_init(rdev);
2630 r = radeon_irq_kms_init(rdev);
2634 rdev->cp.ring_obj = NULL;
2635 r600_ring_init(rdev, 1024 * 1024);
2637 rdev->ih.ring_obj = NULL;
2638 r600_ih_ring_init(rdev, 64 * 1024);
2640 r = r600_pcie_gart_init(rdev);
2644 rdev->accel_working = true;
2645 r = r600_startup(rdev);
2647 dev_err(rdev->dev, "disabling GPU acceleration\n");
2649 r600_irq_fini(rdev);
2650 radeon_wb_fini(rdev);
2651 radeon_irq_kms_fini(rdev);
2652 r600_pcie_gart_fini(rdev);
2653 rdev->accel_working = false;
2655 if (rdev->accel_working) {
2656 r = radeon_ib_pool_init(rdev);
2658 dev_err(rdev->dev, "IB initialization failed (%d).\n", r);
2659 rdev->accel_working = false;
2661 r = r600_ib_test(rdev);
2663 dev_err(rdev->dev, "IB test failed (%d).\n", r);
2664 rdev->accel_working = false;
2669 r = r600_audio_init(rdev);
2671 return r; /* TODO error handling */
2675 void r600_fini(struct radeon_device *rdev)
2677 r600_audio_fini(rdev);
2678 r600_blit_fini(rdev);
2680 r600_irq_fini(rdev);
2681 radeon_wb_fini(rdev);
2682 radeon_ib_pool_fini(rdev);
2683 radeon_irq_kms_fini(rdev);
2684 r600_pcie_gart_fini(rdev);
2685 r600_vram_scratch_fini(rdev);
2686 radeon_agp_fini(rdev);
2687 radeon_gem_fini(rdev);
2688 radeon_fence_driver_fini(rdev);
2689 radeon_bo_fini(rdev);
2690 radeon_atombios_fini(rdev);
2699 void r600_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib)
2701 /* FIXME: implement */
2702 radeon_ring_write(rdev, PACKET3(PACKET3_INDIRECT_BUFFER, 2));
2703 radeon_ring_write(rdev,
2707 (ib->gpu_addr & 0xFFFFFFFC));
2708 radeon_ring_write(rdev, upper_32_bits(ib->gpu_addr) & 0xFF);
2709 radeon_ring_write(rdev, ib->length_dw);
2712 int r600_ib_test(struct radeon_device *rdev)
2714 struct radeon_ib *ib;
2720 r = radeon_scratch_get(rdev, &scratch);
2722 DRM_ERROR("radeon: failed to get scratch reg (%d).\n", r);
2725 WREG32(scratch, 0xCAFEDEAD);
2726 r = radeon_ib_get(rdev, &ib);
2728 DRM_ERROR("radeon: failed to get ib (%d).\n", r);
2731 ib->ptr[0] = PACKET3(PACKET3_SET_CONFIG_REG, 1);
2732 ib->ptr[1] = ((scratch - PACKET3_SET_CONFIG_REG_OFFSET) >> 2);
2733 ib->ptr[2] = 0xDEADBEEF;
2734 ib->ptr[3] = PACKET2(0);
2735 ib->ptr[4] = PACKET2(0);
2736 ib->ptr[5] = PACKET2(0);
2737 ib->ptr[6] = PACKET2(0);
2738 ib->ptr[7] = PACKET2(0);
2739 ib->ptr[8] = PACKET2(0);
2740 ib->ptr[9] = PACKET2(0);
2741 ib->ptr[10] = PACKET2(0);
2742 ib->ptr[11] = PACKET2(0);
2743 ib->ptr[12] = PACKET2(0);
2744 ib->ptr[13] = PACKET2(0);
2745 ib->ptr[14] = PACKET2(0);
2746 ib->ptr[15] = PACKET2(0);
2748 r = radeon_ib_schedule(rdev, ib);
2750 radeon_scratch_free(rdev, scratch);
2751 radeon_ib_free(rdev, &ib);
2752 DRM_ERROR("radeon: failed to schedule ib (%d).\n", r);
2755 r = radeon_fence_wait(ib->fence, false);
2757 DRM_ERROR("radeon: fence wait failed (%d).\n", r);
2760 for (i = 0; i < rdev->usec_timeout; i++) {
2761 tmp = RREG32(scratch);
2762 if (tmp == 0xDEADBEEF)
2766 if (i < rdev->usec_timeout) {
2767 DRM_INFO("ib test succeeded in %u usecs\n", i);
2769 DRM_ERROR("radeon: ib test failed (scratch(0x%04X)=0x%08X)\n",
2773 radeon_scratch_free(rdev, scratch);
2774 radeon_ib_free(rdev, &ib);
2781 * Interrupts use a ring buffer on r6xx/r7xx hardware. It works pretty
2782 * the same as the CP ring buffer, but in reverse. Rather than the CPU
2783 * writing to the ring and the GPU consuming, the GPU writes to the ring
2784 * and host consumes. As the host irq handler processes interrupts, it
2785 * increments the rptr. When the rptr catches up with the wptr, all the
2786 * current interrupts have been processed.
2789 void r600_ih_ring_init(struct radeon_device *rdev, unsigned ring_size)
2793 /* Align ring size */
2794 rb_bufsz = drm_order(ring_size / 4);
2795 ring_size = (1 << rb_bufsz) * 4;
2796 rdev->ih.ring_size = ring_size;
2797 rdev->ih.ptr_mask = rdev->ih.ring_size - 1;
2801 static int r600_ih_ring_alloc(struct radeon_device *rdev)
2805 /* Allocate ring buffer */
2806 if (rdev->ih.ring_obj == NULL) {
2807 r = radeon_bo_create(rdev, rdev->ih.ring_size,
2809 RADEON_GEM_DOMAIN_GTT,
2810 &rdev->ih.ring_obj);
2812 DRM_ERROR("radeon: failed to create ih ring buffer (%d).\n", r);
2815 r = radeon_bo_reserve(rdev->ih.ring_obj, false);
2816 if (unlikely(r != 0))
2818 r = radeon_bo_pin(rdev->ih.ring_obj,
2819 RADEON_GEM_DOMAIN_GTT,
2820 &rdev->ih.gpu_addr);
2822 radeon_bo_unreserve(rdev->ih.ring_obj);
2823 DRM_ERROR("radeon: failed to pin ih ring buffer (%d).\n", r);
2826 r = radeon_bo_kmap(rdev->ih.ring_obj,
2827 (void **)&rdev->ih.ring);
2828 radeon_bo_unreserve(rdev->ih.ring_obj);
2830 DRM_ERROR("radeon: failed to map ih ring buffer (%d).\n", r);
2837 static void r600_ih_ring_fini(struct radeon_device *rdev)
2840 if (rdev->ih.ring_obj) {
2841 r = radeon_bo_reserve(rdev->ih.ring_obj, false);
2842 if (likely(r == 0)) {
2843 radeon_bo_kunmap(rdev->ih.ring_obj);
2844 radeon_bo_unpin(rdev->ih.ring_obj);
2845 radeon_bo_unreserve(rdev->ih.ring_obj);
2847 radeon_bo_unref(&rdev->ih.ring_obj);
2848 rdev->ih.ring = NULL;
2849 rdev->ih.ring_obj = NULL;
2853 void r600_rlc_stop(struct radeon_device *rdev)
2856 if ((rdev->family >= CHIP_RV770) &&
2857 (rdev->family <= CHIP_RV740)) {
2858 /* r7xx asics need to soft reset RLC before halting */
2859 WREG32(SRBM_SOFT_RESET, SOFT_RESET_RLC);
2860 RREG32(SRBM_SOFT_RESET);
2862 WREG32(SRBM_SOFT_RESET, 0);
2863 RREG32(SRBM_SOFT_RESET);
2866 WREG32(RLC_CNTL, 0);
2869 static void r600_rlc_start(struct radeon_device *rdev)
2871 WREG32(RLC_CNTL, RLC_ENABLE);
2874 static int r600_rlc_init(struct radeon_device *rdev)
2877 const __be32 *fw_data;
2882 r600_rlc_stop(rdev);
2884 WREG32(RLC_HB_BASE, 0);
2885 WREG32(RLC_HB_CNTL, 0);
2886 WREG32(RLC_HB_RPTR, 0);
2887 WREG32(RLC_HB_WPTR, 0);
2888 if (rdev->family <= CHIP_CAICOS) {
2889 WREG32(RLC_HB_WPTR_LSB_ADDR, 0);
2890 WREG32(RLC_HB_WPTR_MSB_ADDR, 0);
2892 WREG32(RLC_MC_CNTL, 0);
2893 WREG32(RLC_UCODE_CNTL, 0);
2895 fw_data = (const __be32 *)rdev->rlc_fw->data;
2896 if (rdev->family >= CHIP_CAYMAN) {
2897 for (i = 0; i < CAYMAN_RLC_UCODE_SIZE; i++) {
2898 WREG32(RLC_UCODE_ADDR, i);
2899 WREG32(RLC_UCODE_DATA, be32_to_cpup(fw_data++));
2901 } else if (rdev->family >= CHIP_CEDAR) {
2902 for (i = 0; i < EVERGREEN_RLC_UCODE_SIZE; i++) {
2903 WREG32(RLC_UCODE_ADDR, i);
2904 WREG32(RLC_UCODE_DATA, be32_to_cpup(fw_data++));
2906 } else if (rdev->family >= CHIP_RV770) {
2907 for (i = 0; i < R700_RLC_UCODE_SIZE; i++) {
2908 WREG32(RLC_UCODE_ADDR, i);
2909 WREG32(RLC_UCODE_DATA, be32_to_cpup(fw_data++));
2912 for (i = 0; i < RLC_UCODE_SIZE; i++) {
2913 WREG32(RLC_UCODE_ADDR, i);
2914 WREG32(RLC_UCODE_DATA, be32_to_cpup(fw_data++));
2917 WREG32(RLC_UCODE_ADDR, 0);
2919 r600_rlc_start(rdev);
2924 static void r600_enable_interrupts(struct radeon_device *rdev)
2926 u32 ih_cntl = RREG32(IH_CNTL);
2927 u32 ih_rb_cntl = RREG32(IH_RB_CNTL);
2929 ih_cntl |= ENABLE_INTR;
2930 ih_rb_cntl |= IH_RB_ENABLE;
2931 WREG32(IH_CNTL, ih_cntl);
2932 WREG32(IH_RB_CNTL, ih_rb_cntl);
2933 rdev->ih.enabled = true;
2936 void r600_disable_interrupts(struct radeon_device *rdev)
2938 u32 ih_rb_cntl = RREG32(IH_RB_CNTL);
2939 u32 ih_cntl = RREG32(IH_CNTL);
2941 ih_rb_cntl &= ~IH_RB_ENABLE;
2942 ih_cntl &= ~ENABLE_INTR;
2943 WREG32(IH_RB_CNTL, ih_rb_cntl);
2944 WREG32(IH_CNTL, ih_cntl);
2945 /* set rptr, wptr to 0 */
2946 WREG32(IH_RB_RPTR, 0);
2947 WREG32(IH_RB_WPTR, 0);
2948 rdev->ih.enabled = false;
2953 static void r600_disable_interrupt_state(struct radeon_device *rdev)
2957 WREG32(CP_INT_CNTL, CNTX_BUSY_INT_ENABLE | CNTX_EMPTY_INT_ENABLE);
2958 WREG32(GRBM_INT_CNTL, 0);
2959 WREG32(DxMODE_INT_MASK, 0);
2960 WREG32(D1GRPH_INTERRUPT_CONTROL, 0);
2961 WREG32(D2GRPH_INTERRUPT_CONTROL, 0);
2962 if (ASIC_IS_DCE3(rdev)) {
2963 WREG32(DCE3_DACA_AUTODETECT_INT_CONTROL, 0);
2964 WREG32(DCE3_DACB_AUTODETECT_INT_CONTROL, 0);
2965 tmp = RREG32(DC_HPD1_INT_CONTROL) & DC_HPDx_INT_POLARITY;
2966 WREG32(DC_HPD1_INT_CONTROL, tmp);
2967 tmp = RREG32(DC_HPD2_INT_CONTROL) & DC_HPDx_INT_POLARITY;
2968 WREG32(DC_HPD2_INT_CONTROL, tmp);
2969 tmp = RREG32(DC_HPD3_INT_CONTROL) & DC_HPDx_INT_POLARITY;
2970 WREG32(DC_HPD3_INT_CONTROL, tmp);
2971 tmp = RREG32(DC_HPD4_INT_CONTROL) & DC_HPDx_INT_POLARITY;
2972 WREG32(DC_HPD4_INT_CONTROL, tmp);
2973 if (ASIC_IS_DCE32(rdev)) {
2974 tmp = RREG32(DC_HPD5_INT_CONTROL) & DC_HPDx_INT_POLARITY;
2975 WREG32(DC_HPD5_INT_CONTROL, tmp);
2976 tmp = RREG32(DC_HPD6_INT_CONTROL) & DC_HPDx_INT_POLARITY;
2977 WREG32(DC_HPD6_INT_CONTROL, tmp);
2980 WREG32(DACA_AUTODETECT_INT_CONTROL, 0);
2981 WREG32(DACB_AUTODETECT_INT_CONTROL, 0);
2982 tmp = RREG32(DC_HOT_PLUG_DETECT1_INT_CONTROL) & DC_HOT_PLUG_DETECTx_INT_POLARITY;
2983 WREG32(DC_HOT_PLUG_DETECT1_INT_CONTROL, tmp);
2984 tmp = RREG32(DC_HOT_PLUG_DETECT2_INT_CONTROL) & DC_HOT_PLUG_DETECTx_INT_POLARITY;
2985 WREG32(DC_HOT_PLUG_DETECT2_INT_CONTROL, tmp);
2986 tmp = RREG32(DC_HOT_PLUG_DETECT3_INT_CONTROL) & DC_HOT_PLUG_DETECTx_INT_POLARITY;
2987 WREG32(DC_HOT_PLUG_DETECT3_INT_CONTROL, tmp);
2991 int r600_irq_init(struct radeon_device *rdev)
2995 u32 interrupt_cntl, ih_cntl, ih_rb_cntl;
2998 ret = r600_ih_ring_alloc(rdev);
3003 r600_disable_interrupts(rdev);
3006 ret = r600_rlc_init(rdev);
3008 r600_ih_ring_fini(rdev);
3012 /* setup interrupt control */
3013 /* set dummy read address to ring address */
3014 WREG32(INTERRUPT_CNTL2, rdev->ih.gpu_addr >> 8);
3015 interrupt_cntl = RREG32(INTERRUPT_CNTL);
3016 /* IH_DUMMY_RD_OVERRIDE=0 - dummy read disabled with msi, enabled without msi
3017 * IH_DUMMY_RD_OVERRIDE=1 - dummy read controlled by IH_DUMMY_RD_EN
3019 interrupt_cntl &= ~IH_DUMMY_RD_OVERRIDE;
3020 /* IH_REQ_NONSNOOP_EN=1 if ring is in non-cacheable memory, e.g., vram */
3021 interrupt_cntl &= ~IH_REQ_NONSNOOP_EN;
3022 WREG32(INTERRUPT_CNTL, interrupt_cntl);
3024 WREG32(IH_RB_BASE, rdev->ih.gpu_addr >> 8);
3025 rb_bufsz = drm_order(rdev->ih.ring_size / 4);
3027 ih_rb_cntl = (IH_WPTR_OVERFLOW_ENABLE |
3028 IH_WPTR_OVERFLOW_CLEAR |
3031 if (rdev->wb.enabled)
3032 ih_rb_cntl |= IH_WPTR_WRITEBACK_ENABLE;
3034 /* set the writeback address whether it's enabled or not */
3035 WREG32(IH_RB_WPTR_ADDR_LO, (rdev->wb.gpu_addr + R600_WB_IH_WPTR_OFFSET) & 0xFFFFFFFC);
3036 WREG32(IH_RB_WPTR_ADDR_HI, upper_32_bits(rdev->wb.gpu_addr + R600_WB_IH_WPTR_OFFSET) & 0xFF);
3038 WREG32(IH_RB_CNTL, ih_rb_cntl);
3040 /* set rptr, wptr to 0 */
3041 WREG32(IH_RB_RPTR, 0);
3042 WREG32(IH_RB_WPTR, 0);
3044 /* Default settings for IH_CNTL (disabled at first) */
3045 ih_cntl = MC_WRREQ_CREDIT(0x10) | MC_WR_CLEAN_CNT(0x10);
3046 /* RPTR_REARM only works if msi's are enabled */
3047 if (rdev->msi_enabled)
3048 ih_cntl |= RPTR_REARM;
3049 WREG32(IH_CNTL, ih_cntl);
3051 /* force the active interrupt state to all disabled */
3052 if (rdev->family >= CHIP_CEDAR)
3053 evergreen_disable_interrupt_state(rdev);
3055 r600_disable_interrupt_state(rdev);
3058 r600_enable_interrupts(rdev);
3063 void r600_irq_suspend(struct radeon_device *rdev)
3065 r600_irq_disable(rdev);
3066 r600_rlc_stop(rdev);
3069 void r600_irq_fini(struct radeon_device *rdev)
3071 r600_irq_suspend(rdev);
3072 r600_ih_ring_fini(rdev);
3075 int r600_irq_set(struct radeon_device *rdev)
3077 u32 cp_int_cntl = CNTX_BUSY_INT_ENABLE | CNTX_EMPTY_INT_ENABLE;
3079 u32 hpd1, hpd2, hpd3, hpd4 = 0, hpd5 = 0, hpd6 = 0;
3080 u32 grbm_int_cntl = 0;
3082 u32 d1grph = 0, d2grph = 0;
3084 if (!rdev->irq.installed) {
3085 WARN(1, "Can't enable IRQ/MSI because no handler is installed\n");
3088 /* don't enable anything if the ih is disabled */
3089 if (!rdev->ih.enabled) {
3090 r600_disable_interrupts(rdev);
3091 /* force the active interrupt state to all disabled */
3092 r600_disable_interrupt_state(rdev);
3096 hdmi1 = RREG32(R600_HDMI_BLOCK1 + R600_HDMI_CNTL) & ~R600_HDMI_INT_EN;
3097 if (ASIC_IS_DCE3(rdev)) {
3098 hdmi2 = RREG32(R600_HDMI_BLOCK3 + R600_HDMI_CNTL) & ~R600_HDMI_INT_EN;
3099 hpd1 = RREG32(DC_HPD1_INT_CONTROL) & ~DC_HPDx_INT_EN;
3100 hpd2 = RREG32(DC_HPD2_INT_CONTROL) & ~DC_HPDx_INT_EN;
3101 hpd3 = RREG32(DC_HPD3_INT_CONTROL) & ~DC_HPDx_INT_EN;
3102 hpd4 = RREG32(DC_HPD4_INT_CONTROL) & ~DC_HPDx_INT_EN;
3103 if (ASIC_IS_DCE32(rdev)) {
3104 hpd5 = RREG32(DC_HPD5_INT_CONTROL) & ~DC_HPDx_INT_EN;
3105 hpd6 = RREG32(DC_HPD6_INT_CONTROL) & ~DC_HPDx_INT_EN;
3108 hdmi2 = RREG32(R600_HDMI_BLOCK2 + R600_HDMI_CNTL) & ~R600_HDMI_INT_EN;
3109 hpd1 = RREG32(DC_HOT_PLUG_DETECT1_INT_CONTROL) & ~DC_HPDx_INT_EN;
3110 hpd2 = RREG32(DC_HOT_PLUG_DETECT2_INT_CONTROL) & ~DC_HPDx_INT_EN;
3111 hpd3 = RREG32(DC_HOT_PLUG_DETECT3_INT_CONTROL) & ~DC_HPDx_INT_EN;
3114 if (rdev->irq.sw_int) {
3115 DRM_DEBUG("r600_irq_set: sw int\n");
3116 cp_int_cntl |= RB_INT_ENABLE;
3117 cp_int_cntl |= TIME_STAMP_INT_ENABLE;
3119 if (rdev->irq.crtc_vblank_int[0] ||
3120 rdev->irq.pflip[0]) {
3121 DRM_DEBUG("r600_irq_set: vblank 0\n");
3122 mode_int |= D1MODE_VBLANK_INT_MASK;
3124 if (rdev->irq.crtc_vblank_int[1] ||
3125 rdev->irq.pflip[1]) {
3126 DRM_DEBUG("r600_irq_set: vblank 1\n");
3127 mode_int |= D2MODE_VBLANK_INT_MASK;
3129 if (rdev->irq.hpd[0]) {
3130 DRM_DEBUG("r600_irq_set: hpd 1\n");
3131 hpd1 |= DC_HPDx_INT_EN;
3133 if (rdev->irq.hpd[1]) {
3134 DRM_DEBUG("r600_irq_set: hpd 2\n");
3135 hpd2 |= DC_HPDx_INT_EN;
3137 if (rdev->irq.hpd[2]) {
3138 DRM_DEBUG("r600_irq_set: hpd 3\n");
3139 hpd3 |= DC_HPDx_INT_EN;
3141 if (rdev->irq.hpd[3]) {
3142 DRM_DEBUG("r600_irq_set: hpd 4\n");
3143 hpd4 |= DC_HPDx_INT_EN;
3145 if (rdev->irq.hpd[4]) {
3146 DRM_DEBUG("r600_irq_set: hpd 5\n");
3147 hpd5 |= DC_HPDx_INT_EN;
3149 if (rdev->irq.hpd[5]) {
3150 DRM_DEBUG("r600_irq_set: hpd 6\n");
3151 hpd6 |= DC_HPDx_INT_EN;
3153 if (rdev->irq.hdmi[0]) {
3154 DRM_DEBUG("r600_irq_set: hdmi 1\n");
3155 hdmi1 |= R600_HDMI_INT_EN;
3157 if (rdev->irq.hdmi[1]) {
3158 DRM_DEBUG("r600_irq_set: hdmi 2\n");
3159 hdmi2 |= R600_HDMI_INT_EN;
3161 if (rdev->irq.gui_idle) {
3162 DRM_DEBUG("gui idle\n");
3163 grbm_int_cntl |= GUI_IDLE_INT_ENABLE;
3166 WREG32(CP_INT_CNTL, cp_int_cntl);
3167 WREG32(DxMODE_INT_MASK, mode_int);
3168 WREG32(D1GRPH_INTERRUPT_CONTROL, d1grph);
3169 WREG32(D2GRPH_INTERRUPT_CONTROL, d2grph);
3170 WREG32(GRBM_INT_CNTL, grbm_int_cntl);
3171 WREG32(R600_HDMI_BLOCK1 + R600_HDMI_CNTL, hdmi1);
3172 if (ASIC_IS_DCE3(rdev)) {
3173 WREG32(R600_HDMI_BLOCK3 + R600_HDMI_CNTL, hdmi2);
3174 WREG32(DC_HPD1_INT_CONTROL, hpd1);
3175 WREG32(DC_HPD2_INT_CONTROL, hpd2);
3176 WREG32(DC_HPD3_INT_CONTROL, hpd3);
3177 WREG32(DC_HPD4_INT_CONTROL, hpd4);
3178 if (ASIC_IS_DCE32(rdev)) {
3179 WREG32(DC_HPD5_INT_CONTROL, hpd5);
3180 WREG32(DC_HPD6_INT_CONTROL, hpd6);
3183 WREG32(R600_HDMI_BLOCK2 + R600_HDMI_CNTL, hdmi2);
3184 WREG32(DC_HOT_PLUG_DETECT1_INT_CONTROL, hpd1);
3185 WREG32(DC_HOT_PLUG_DETECT2_INT_CONTROL, hpd2);
3186 WREG32(DC_HOT_PLUG_DETECT3_INT_CONTROL, hpd3);
3192 static void r600_irq_ack(struct radeon_device *rdev)
3196 if (ASIC_IS_DCE3(rdev)) {
3197 rdev->irq.stat_regs.r600.disp_int = RREG32(DCE3_DISP_INTERRUPT_STATUS);
3198 rdev->irq.stat_regs.r600.disp_int_cont = RREG32(DCE3_DISP_INTERRUPT_STATUS_CONTINUE);
3199 rdev->irq.stat_regs.r600.disp_int_cont2 = RREG32(DCE3_DISP_INTERRUPT_STATUS_CONTINUE2);
3201 rdev->irq.stat_regs.r600.disp_int = RREG32(DISP_INTERRUPT_STATUS);
3202 rdev->irq.stat_regs.r600.disp_int_cont = RREG32(DISP_INTERRUPT_STATUS_CONTINUE);
3203 rdev->irq.stat_regs.r600.disp_int_cont2 = 0;
3205 rdev->irq.stat_regs.r600.d1grph_int = RREG32(D1GRPH_INTERRUPT_STATUS);
3206 rdev->irq.stat_regs.r600.d2grph_int = RREG32(D2GRPH_INTERRUPT_STATUS);
3208 if (rdev->irq.stat_regs.r600.d1grph_int & DxGRPH_PFLIP_INT_OCCURRED)
3209 WREG32(D1GRPH_INTERRUPT_STATUS, DxGRPH_PFLIP_INT_CLEAR);
3210 if (rdev->irq.stat_regs.r600.d2grph_int & DxGRPH_PFLIP_INT_OCCURRED)
3211 WREG32(D2GRPH_INTERRUPT_STATUS, DxGRPH_PFLIP_INT_CLEAR);
3212 if (rdev->irq.stat_regs.r600.disp_int & LB_D1_VBLANK_INTERRUPT)
3213 WREG32(D1MODE_VBLANK_STATUS, DxMODE_VBLANK_ACK);
3214 if (rdev->irq.stat_regs.r600.disp_int & LB_D1_VLINE_INTERRUPT)
3215 WREG32(D1MODE_VLINE_STATUS, DxMODE_VLINE_ACK);
3216 if (rdev->irq.stat_regs.r600.disp_int & LB_D2_VBLANK_INTERRUPT)
3217 WREG32(D2MODE_VBLANK_STATUS, DxMODE_VBLANK_ACK);
3218 if (rdev->irq.stat_regs.r600.disp_int & LB_D2_VLINE_INTERRUPT)
3219 WREG32(D2MODE_VLINE_STATUS, DxMODE_VLINE_ACK);
3220 if (rdev->irq.stat_regs.r600.disp_int & DC_HPD1_INTERRUPT) {
3221 if (ASIC_IS_DCE3(rdev)) {
3222 tmp = RREG32(DC_HPD1_INT_CONTROL);
3223 tmp |= DC_HPDx_INT_ACK;
3224 WREG32(DC_HPD1_INT_CONTROL, tmp);
3226 tmp = RREG32(DC_HOT_PLUG_DETECT1_INT_CONTROL);
3227 tmp |= DC_HPDx_INT_ACK;
3228 WREG32(DC_HOT_PLUG_DETECT1_INT_CONTROL, tmp);
3231 if (rdev->irq.stat_regs.r600.disp_int & DC_HPD2_INTERRUPT) {
3232 if (ASIC_IS_DCE3(rdev)) {
3233 tmp = RREG32(DC_HPD2_INT_CONTROL);
3234 tmp |= DC_HPDx_INT_ACK;
3235 WREG32(DC_HPD2_INT_CONTROL, tmp);
3237 tmp = RREG32(DC_HOT_PLUG_DETECT2_INT_CONTROL);
3238 tmp |= DC_HPDx_INT_ACK;
3239 WREG32(DC_HOT_PLUG_DETECT2_INT_CONTROL, tmp);
3242 if (rdev->irq.stat_regs.r600.disp_int_cont & DC_HPD3_INTERRUPT) {
3243 if (ASIC_IS_DCE3(rdev)) {
3244 tmp = RREG32(DC_HPD3_INT_CONTROL);
3245 tmp |= DC_HPDx_INT_ACK;
3246 WREG32(DC_HPD3_INT_CONTROL, tmp);
3248 tmp = RREG32(DC_HOT_PLUG_DETECT3_INT_CONTROL);
3249 tmp |= DC_HPDx_INT_ACK;
3250 WREG32(DC_HOT_PLUG_DETECT3_INT_CONTROL, tmp);
3253 if (rdev->irq.stat_regs.r600.disp_int_cont & DC_HPD4_INTERRUPT) {
3254 tmp = RREG32(DC_HPD4_INT_CONTROL);
3255 tmp |= DC_HPDx_INT_ACK;
3256 WREG32(DC_HPD4_INT_CONTROL, tmp);
3258 if (ASIC_IS_DCE32(rdev)) {
3259 if (rdev->irq.stat_regs.r600.disp_int_cont2 & DC_HPD5_INTERRUPT) {
3260 tmp = RREG32(DC_HPD5_INT_CONTROL);
3261 tmp |= DC_HPDx_INT_ACK;
3262 WREG32(DC_HPD5_INT_CONTROL, tmp);
3264 if (rdev->irq.stat_regs.r600.disp_int_cont2 & DC_HPD6_INTERRUPT) {
3265 tmp = RREG32(DC_HPD5_INT_CONTROL);
3266 tmp |= DC_HPDx_INT_ACK;
3267 WREG32(DC_HPD6_INT_CONTROL, tmp);
3270 if (RREG32(R600_HDMI_BLOCK1 + R600_HDMI_STATUS) & R600_HDMI_INT_PENDING) {
3271 WREG32_P(R600_HDMI_BLOCK1 + R600_HDMI_CNTL, R600_HDMI_INT_ACK, ~R600_HDMI_INT_ACK);
3273 if (ASIC_IS_DCE3(rdev)) {
3274 if (RREG32(R600_HDMI_BLOCK3 + R600_HDMI_STATUS) & R600_HDMI_INT_PENDING) {
3275 WREG32_P(R600_HDMI_BLOCK3 + R600_HDMI_CNTL, R600_HDMI_INT_ACK, ~R600_HDMI_INT_ACK);
3278 if (RREG32(R600_HDMI_BLOCK2 + R600_HDMI_STATUS) & R600_HDMI_INT_PENDING) {
3279 WREG32_P(R600_HDMI_BLOCK2 + R600_HDMI_CNTL, R600_HDMI_INT_ACK, ~R600_HDMI_INT_ACK);
3284 void r600_irq_disable(struct radeon_device *rdev)
3286 r600_disable_interrupts(rdev);
3287 /* Wait and acknowledge irq */
3290 r600_disable_interrupt_state(rdev);
3293 static u32 r600_get_ih_wptr(struct radeon_device *rdev)
3297 if (rdev->wb.enabled)
3298 wptr = le32_to_cpu(rdev->wb.wb[R600_WB_IH_WPTR_OFFSET/4]);
3300 wptr = RREG32(IH_RB_WPTR);
3302 if (wptr & RB_OVERFLOW) {
3303 /* When a ring buffer overflow happen start parsing interrupt
3304 * from the last not overwritten vector (wptr + 16). Hopefully
3305 * this should allow us to catchup.
3307 dev_warn(rdev->dev, "IH ring buffer overflow (0x%08X, %d, %d)\n",
3308 wptr, rdev->ih.rptr, (wptr + 16) + rdev->ih.ptr_mask);
3309 rdev->ih.rptr = (wptr + 16) & rdev->ih.ptr_mask;
3310 tmp = RREG32(IH_RB_CNTL);
3311 tmp |= IH_WPTR_OVERFLOW_CLEAR;
3312 WREG32(IH_RB_CNTL, tmp);
3314 return (wptr & rdev->ih.ptr_mask);
3318 * Each IV ring entry is 128 bits:
3319 * [7:0] - interrupt source id
3321 * [59:32] - interrupt source data
3322 * [127:60] - reserved
3324 * The basic interrupt vector entries
3325 * are decoded as follows:
3326 * src_id src_data description
3331 * 19 0 FP Hot plug detection A
3332 * 19 1 FP Hot plug detection B
3333 * 19 2 DAC A auto-detection
3334 * 19 3 DAC B auto-detection
3340 * 181 - EOP Interrupt
3343 * Note, these are based on r600 and may need to be
3344 * adjusted or added to on newer asics
3347 int r600_irq_process(struct radeon_device *rdev)
3351 u32 src_id, src_data;
3353 unsigned long flags;
3354 bool queue_hotplug = false;
3356 if (!rdev->ih.enabled || rdev->shutdown)
3359 /* No MSIs, need a dummy read to flush PCI DMAs */
3360 if (!rdev->msi_enabled)
3363 wptr = r600_get_ih_wptr(rdev);
3364 rptr = rdev->ih.rptr;
3365 DRM_DEBUG("r600_irq_process start: rptr %d, wptr %d\n", rptr, wptr);
3367 spin_lock_irqsave(&rdev->ih.lock, flags);
3370 spin_unlock_irqrestore(&rdev->ih.lock, flags);
3375 /* Order reading of wptr vs. reading of IH ring data */
3378 /* display interrupts */
3381 rdev->ih.wptr = wptr;
3382 while (rptr != wptr) {
3383 /* wptr/rptr are in bytes! */
3384 ring_index = rptr / 4;
3385 src_id = le32_to_cpu(rdev->ih.ring[ring_index]) & 0xff;
3386 src_data = le32_to_cpu(rdev->ih.ring[ring_index + 1]) & 0xfffffff;
3389 case 1: /* D1 vblank/vline */
3391 case 0: /* D1 vblank */
3392 if (rdev->irq.stat_regs.r600.disp_int & LB_D1_VBLANK_INTERRUPT) {
3393 if (rdev->irq.crtc_vblank_int[0]) {
3394 drm_handle_vblank(rdev->ddev, 0);
3395 rdev->pm.vblank_sync = true;
3396 wake_up(&rdev->irq.vblank_queue);
3398 if (rdev->irq.pflip[0])
3399 radeon_crtc_handle_flip(rdev, 0);
3400 rdev->irq.stat_regs.r600.disp_int &= ~LB_D1_VBLANK_INTERRUPT;
3401 DRM_DEBUG("IH: D1 vblank\n");
3404 case 1: /* D1 vline */
3405 if (rdev->irq.stat_regs.r600.disp_int & LB_D1_VLINE_INTERRUPT) {
3406 rdev->irq.stat_regs.r600.disp_int &= ~LB_D1_VLINE_INTERRUPT;
3407 DRM_DEBUG("IH: D1 vline\n");
3411 DRM_DEBUG("Unhandled interrupt: %d %d\n", src_id, src_data);
3415 case 5: /* D2 vblank/vline */
3417 case 0: /* D2 vblank */
3418 if (rdev->irq.stat_regs.r600.disp_int & LB_D2_VBLANK_INTERRUPT) {
3419 if (rdev->irq.crtc_vblank_int[1]) {
3420 drm_handle_vblank(rdev->ddev, 1);
3421 rdev->pm.vblank_sync = true;
3422 wake_up(&rdev->irq.vblank_queue);
3424 if (rdev->irq.pflip[1])
3425 radeon_crtc_handle_flip(rdev, 1);
3426 rdev->irq.stat_regs.r600.disp_int &= ~LB_D2_VBLANK_INTERRUPT;
3427 DRM_DEBUG("IH: D2 vblank\n");
3430 case 1: /* D1 vline */
3431 if (rdev->irq.stat_regs.r600.disp_int & LB_D2_VLINE_INTERRUPT) {
3432 rdev->irq.stat_regs.r600.disp_int &= ~LB_D2_VLINE_INTERRUPT;
3433 DRM_DEBUG("IH: D2 vline\n");
3437 DRM_DEBUG("Unhandled interrupt: %d %d\n", src_id, src_data);
3441 case 19: /* HPD/DAC hotplug */
3444 if (rdev->irq.stat_regs.r600.disp_int & DC_HPD1_INTERRUPT) {
3445 rdev->irq.stat_regs.r600.disp_int &= ~DC_HPD1_INTERRUPT;
3446 queue_hotplug = true;
3447 DRM_DEBUG("IH: HPD1\n");
3451 if (rdev->irq.stat_regs.r600.disp_int & DC_HPD2_INTERRUPT) {
3452 rdev->irq.stat_regs.r600.disp_int &= ~DC_HPD2_INTERRUPT;
3453 queue_hotplug = true;
3454 DRM_DEBUG("IH: HPD2\n");
3458 if (rdev->irq.stat_regs.r600.disp_int_cont & DC_HPD3_INTERRUPT) {
3459 rdev->irq.stat_regs.r600.disp_int_cont &= ~DC_HPD3_INTERRUPT;
3460 queue_hotplug = true;
3461 DRM_DEBUG("IH: HPD3\n");
3465 if (rdev->irq.stat_regs.r600.disp_int_cont & DC_HPD4_INTERRUPT) {
3466 rdev->irq.stat_regs.r600.disp_int_cont &= ~DC_HPD4_INTERRUPT;
3467 queue_hotplug = true;
3468 DRM_DEBUG("IH: HPD4\n");
3472 if (rdev->irq.stat_regs.r600.disp_int_cont2 & DC_HPD5_INTERRUPT) {
3473 rdev->irq.stat_regs.r600.disp_int_cont2 &= ~DC_HPD5_INTERRUPT;
3474 queue_hotplug = true;
3475 DRM_DEBUG("IH: HPD5\n");
3479 if (rdev->irq.stat_regs.r600.disp_int_cont2 & DC_HPD6_INTERRUPT) {
3480 rdev->irq.stat_regs.r600.disp_int_cont2 &= ~DC_HPD6_INTERRUPT;
3481 queue_hotplug = true;
3482 DRM_DEBUG("IH: HPD6\n");
3486 DRM_DEBUG("Unhandled interrupt: %d %d\n", src_id, src_data);
3491 DRM_DEBUG("IH: HDMI: 0x%x\n", src_data);
3492 r600_audio_schedule_polling(rdev);
3494 case 176: /* CP_INT in ring buffer */
3495 case 177: /* CP_INT in IB1 */
3496 case 178: /* CP_INT in IB2 */
3497 DRM_DEBUG("IH: CP int: 0x%08x\n", src_data);
3498 radeon_fence_process(rdev);
3500 case 181: /* CP EOP event */
3501 DRM_DEBUG("IH: CP EOP\n");
3502 radeon_fence_process(rdev);
3504 case 233: /* GUI IDLE */
3505 DRM_DEBUG("IH: GUI idle\n");
3506 rdev->pm.gui_idle = true;
3507 wake_up(&rdev->irq.idle_queue);
3510 DRM_DEBUG("Unhandled interrupt: %d %d\n", src_id, src_data);
3514 /* wptr/rptr are in bytes! */
3516 rptr &= rdev->ih.ptr_mask;
3518 /* make sure wptr hasn't changed while processing */
3519 wptr = r600_get_ih_wptr(rdev);
3520 if (wptr != rdev->ih.wptr)
3523 schedule_work(&rdev->hotplug_work);
3524 rdev->ih.rptr = rptr;
3525 WREG32(IH_RB_RPTR, rdev->ih.rptr);
3526 spin_unlock_irqrestore(&rdev->ih.lock, flags);
3533 #if defined(CONFIG_DEBUG_FS)
3535 static int r600_debugfs_cp_ring_info(struct seq_file *m, void *data)
3537 struct drm_info_node *node = (struct drm_info_node *) m->private;
3538 struct drm_device *dev = node->minor->dev;
3539 struct radeon_device *rdev = dev->dev_private;
3540 unsigned count, i, j;
3542 radeon_ring_free_size(rdev);
3543 count = (rdev->cp.ring_size / 4) - rdev->cp.ring_free_dw;
3544 seq_printf(m, "CP_STAT 0x%08x\n", RREG32(CP_STAT));
3545 seq_printf(m, "CP_RB_WPTR 0x%08x\n", RREG32(CP_RB_WPTR));
3546 seq_printf(m, "CP_RB_RPTR 0x%08x\n", RREG32(CP_RB_RPTR));
3547 seq_printf(m, "driver's copy of the CP_RB_WPTR 0x%08x\n", rdev->cp.wptr);
3548 seq_printf(m, "driver's copy of the CP_RB_RPTR 0x%08x\n", rdev->cp.rptr);
3549 seq_printf(m, "%u free dwords in ring\n", rdev->cp.ring_free_dw);
3550 seq_printf(m, "%u dwords in ring\n", count);
3552 for (j = 0; j <= count; j++) {
3553 seq_printf(m, "r[%04d]=0x%08x\n", i, rdev->cp.ring[i]);
3554 i = (i + 1) & rdev->cp.ptr_mask;
3559 static int r600_debugfs_mc_info(struct seq_file *m, void *data)
3561 struct drm_info_node *node = (struct drm_info_node *) m->private;
3562 struct drm_device *dev = node->minor->dev;
3563 struct radeon_device *rdev = dev->dev_private;
3565 DREG32_SYS(m, rdev, R_000E50_SRBM_STATUS);
3566 DREG32_SYS(m, rdev, VM_L2_STATUS);
3570 static struct drm_info_list r600_mc_info_list[] = {
3571 {"r600_mc_info", r600_debugfs_mc_info, 0, NULL},
3572 {"r600_ring_info", r600_debugfs_cp_ring_info, 0, NULL},
3576 int r600_debugfs_mc_info_init(struct radeon_device *rdev)
3578 #if defined(CONFIG_DEBUG_FS)
3579 return radeon_debugfs_add_files(rdev, r600_mc_info_list, ARRAY_SIZE(r600_mc_info_list));
3586 * r600_ioctl_wait_idle - flush host path cache on wait idle ioctl
3587 * rdev: radeon device structure
3588 * bo: buffer object struct which userspace is waiting for idle
3590 * Some R6XX/R7XX doesn't seems to take into account HDP flush performed
3591 * through ring buffer, this leads to corruption in rendering, see
3592 * http://bugzilla.kernel.org/show_bug.cgi?id=15186 to avoid this we
3593 * directly perform HDP flush by writing register through MMIO.
3595 void r600_ioctl_wait_idle(struct radeon_device *rdev, struct radeon_bo *bo)
3597 /* r7xx hw bug. write to HDP_DEBUG1 followed by fb read
3598 * rather than write to HDP_REG_COHERENCY_FLUSH_CNTL.
3599 * This seems to cause problems on some AGP cards. Just use the old
3602 if ((rdev->family >= CHIP_RV770) && (rdev->family <= CHIP_RV740) &&
3603 rdev->vram_scratch.ptr && !(rdev->flags & RADEON_IS_AGP)) {
3604 void __iomem *ptr = (void *)rdev->vram_scratch.ptr;
3607 WREG32(HDP_DEBUG1, 0);
3608 tmp = readl((void __iomem *)ptr);
3610 WREG32(R_005480_HDP_MEM_COHERENCY_FLUSH_CNTL, 0x1);
3613 void r600_set_pcie_lanes(struct radeon_device *rdev, int lanes)
3615 u32 link_width_cntl, mask, target_reg;
3617 if (rdev->flags & RADEON_IS_IGP)
3620 if (!(rdev->flags & RADEON_IS_PCIE))
3623 /* x2 cards have a special sequence */
3624 if (ASIC_IS_X2(rdev))
3627 /* FIXME wait for idle */
3631 mask = RADEON_PCIE_LC_LINK_WIDTH_X0;
3634 mask = RADEON_PCIE_LC_LINK_WIDTH_X1;
3637 mask = RADEON_PCIE_LC_LINK_WIDTH_X2;
3640 mask = RADEON_PCIE_LC_LINK_WIDTH_X4;
3643 mask = RADEON_PCIE_LC_LINK_WIDTH_X8;
3646 mask = RADEON_PCIE_LC_LINK_WIDTH_X12;
3650 mask = RADEON_PCIE_LC_LINK_WIDTH_X16;
3654 link_width_cntl = RREG32_PCIE_P(RADEON_PCIE_LC_LINK_WIDTH_CNTL);
3656 if ((link_width_cntl & RADEON_PCIE_LC_LINK_WIDTH_RD_MASK) ==
3657 (mask << RADEON_PCIE_LC_LINK_WIDTH_RD_SHIFT))
3660 if (link_width_cntl & R600_PCIE_LC_UPCONFIGURE_DIS)
3663 link_width_cntl &= ~(RADEON_PCIE_LC_LINK_WIDTH_MASK |
3664 RADEON_PCIE_LC_RECONFIG_NOW |
3665 R600_PCIE_LC_RENEGOTIATE_EN |
3666 R600_PCIE_LC_RECONFIG_ARC_MISSING_ESCAPE);
3667 link_width_cntl |= mask;
3669 WREG32_PCIE_P(RADEON_PCIE_LC_LINK_WIDTH_CNTL, link_width_cntl);
3671 /* some northbridges can renegotiate the link rather than requiring
3672 * a complete re-config.
3673 * e.g., AMD 780/790 northbridges (pci ids: 0x5956, 0x5957, 0x5958, etc.)
3675 if (link_width_cntl & R600_PCIE_LC_RENEGOTIATION_SUPPORT)
3676 link_width_cntl |= R600_PCIE_LC_RENEGOTIATE_EN | R600_PCIE_LC_UPCONFIGURE_SUPPORT;
3678 link_width_cntl |= R600_PCIE_LC_RECONFIG_ARC_MISSING_ESCAPE;
3680 WREG32_PCIE_P(RADEON_PCIE_LC_LINK_WIDTH_CNTL, (link_width_cntl |
3681 RADEON_PCIE_LC_RECONFIG_NOW));
3683 if (rdev->family >= CHIP_RV770)
3684 target_reg = R700_TARGET_AND_CURRENT_PROFILE_INDEX;
3686 target_reg = R600_TARGET_AND_CURRENT_PROFILE_INDEX;
3688 /* wait for lane set to complete */
3689 link_width_cntl = RREG32(target_reg);
3690 while (link_width_cntl == 0xffffffff)
3691 link_width_cntl = RREG32(target_reg);
3695 int r600_get_pcie_lanes(struct radeon_device *rdev)
3697 u32 link_width_cntl;
3699 if (rdev->flags & RADEON_IS_IGP)
3702 if (!(rdev->flags & RADEON_IS_PCIE))
3705 /* x2 cards have a special sequence */
3706 if (ASIC_IS_X2(rdev))
3709 /* FIXME wait for idle */
3711 link_width_cntl = RREG32_PCIE_P(RADEON_PCIE_LC_LINK_WIDTH_CNTL);
3713 switch ((link_width_cntl & RADEON_PCIE_LC_LINK_WIDTH_RD_MASK) >> RADEON_PCIE_LC_LINK_WIDTH_RD_SHIFT) {
3714 case RADEON_PCIE_LC_LINK_WIDTH_X0:
3716 case RADEON_PCIE_LC_LINK_WIDTH_X1:
3718 case RADEON_PCIE_LC_LINK_WIDTH_X2:
3720 case RADEON_PCIE_LC_LINK_WIDTH_X4:
3722 case RADEON_PCIE_LC_LINK_WIDTH_X8:
3724 case RADEON_PCIE_LC_LINK_WIDTH_X16:
3730 static void r600_pcie_gen2_enable(struct radeon_device *rdev)
3732 u32 link_width_cntl, lanes, speed_cntl, training_cntl, tmp;
3735 if (radeon_pcie_gen2 == 0)
3738 if (rdev->flags & RADEON_IS_IGP)
3741 if (!(rdev->flags & RADEON_IS_PCIE))
3744 /* x2 cards have a special sequence */
3745 if (ASIC_IS_X2(rdev))
3748 /* only RV6xx+ chips are supported */
3749 if (rdev->family <= CHIP_R600)
3752 /* 55 nm r6xx asics */
3753 if ((rdev->family == CHIP_RV670) ||
3754 (rdev->family == CHIP_RV620) ||
3755 (rdev->family == CHIP_RV635)) {
3756 /* advertise upconfig capability */
3757 link_width_cntl = RREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL);
3758 link_width_cntl &= ~LC_UPCONFIGURE_DIS;
3759 WREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL, link_width_cntl);
3760 link_width_cntl = RREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL);
3761 if (link_width_cntl & LC_RENEGOTIATION_SUPPORT) {
3762 lanes = (link_width_cntl & LC_LINK_WIDTH_RD_MASK) >> LC_LINK_WIDTH_RD_SHIFT;
3763 link_width_cntl &= ~(LC_LINK_WIDTH_MASK |
3764 LC_RECONFIG_ARC_MISSING_ESCAPE);
3765 link_width_cntl |= lanes | LC_RECONFIG_NOW | LC_RENEGOTIATE_EN;
3766 WREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL, link_width_cntl);
3768 link_width_cntl |= LC_UPCONFIGURE_DIS;
3769 WREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL, link_width_cntl);
3773 speed_cntl = RREG32_PCIE_P(PCIE_LC_SPEED_CNTL);
3774 if ((speed_cntl & LC_OTHER_SIDE_EVER_SENT_GEN2) &&
3775 (speed_cntl & LC_OTHER_SIDE_SUPPORTS_GEN2)) {
3777 /* 55 nm r6xx asics */
3778 if ((rdev->family == CHIP_RV670) ||
3779 (rdev->family == CHIP_RV620) ||
3780 (rdev->family == CHIP_RV635)) {
3781 WREG32(MM_CFGREGS_CNTL, 0x8);
3782 link_cntl2 = RREG32(0x4088);
3783 WREG32(MM_CFGREGS_CNTL, 0);
3784 /* not supported yet */
3785 if (link_cntl2 & SELECTABLE_DEEMPHASIS)
3789 speed_cntl &= ~LC_SPEED_CHANGE_ATTEMPTS_ALLOWED_MASK;
3790 speed_cntl |= (0x3 << LC_SPEED_CHANGE_ATTEMPTS_ALLOWED_SHIFT);
3791 speed_cntl &= ~LC_VOLTAGE_TIMER_SEL_MASK;
3792 speed_cntl &= ~LC_FORCE_DIS_HW_SPEED_CHANGE;
3793 speed_cntl |= LC_FORCE_EN_HW_SPEED_CHANGE;
3794 WREG32_PCIE_P(PCIE_LC_SPEED_CNTL, speed_cntl);
3796 tmp = RREG32(0x541c);
3797 WREG32(0x541c, tmp | 0x8);
3798 WREG32(MM_CFGREGS_CNTL, MM_WR_TO_CFG_EN);
3799 link_cntl2 = RREG16(0x4088);
3800 link_cntl2 &= ~TARGET_LINK_SPEED_MASK;
3802 WREG16(0x4088, link_cntl2);
3803 WREG32(MM_CFGREGS_CNTL, 0);
3805 if ((rdev->family == CHIP_RV670) ||
3806 (rdev->family == CHIP_RV620) ||
3807 (rdev->family == CHIP_RV635)) {
3808 training_cntl = RREG32_PCIE_P(PCIE_LC_TRAINING_CNTL);
3809 training_cntl &= ~LC_POINT_7_PLUS_EN;
3810 WREG32_PCIE_P(PCIE_LC_TRAINING_CNTL, training_cntl);
3812 speed_cntl = RREG32_PCIE_P(PCIE_LC_SPEED_CNTL);
3813 speed_cntl &= ~LC_TARGET_LINK_SPEED_OVERRIDE_EN;
3814 WREG32_PCIE_P(PCIE_LC_SPEED_CNTL, speed_cntl);
3817 speed_cntl = RREG32_PCIE_P(PCIE_LC_SPEED_CNTL);
3818 speed_cntl |= LC_GEN2_EN_STRAP;
3819 WREG32_PCIE_P(PCIE_LC_SPEED_CNTL, speed_cntl);
3822 link_width_cntl = RREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL);
3823 /* XXX: only disable it if gen1 bridge vendor == 0x111d or 0x1106 */
3825 link_width_cntl |= LC_UPCONFIGURE_DIS;
3827 link_width_cntl &= ~LC_UPCONFIGURE_DIS;
3828 WREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL, link_width_cntl);