2 * Copyright 2008 Advanced Micro Devices, Inc.
3 * Copyright 2008 Red Hat Inc.
4 * Copyright 2009 Jerome Glisse.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
20 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
21 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
22 * OTHER DEALINGS IN THE SOFTWARE.
24 * Authors: Dave Airlie
28 #include <linux/slab.h>
29 #include <linux/seq_file.h>
30 #include <linux/firmware.h>
31 #include <linux/platform_device.h>
32 #include <linux/module.h>
34 #include "radeon_drm.h"
36 #include "radeon_asic.h"
37 #include "radeon_mode.h"
42 #define PFP_UCODE_SIZE 576
43 #define PM4_UCODE_SIZE 1792
44 #define RLC_UCODE_SIZE 768
45 #define R700_PFP_UCODE_SIZE 848
46 #define R700_PM4_UCODE_SIZE 1360
47 #define R700_RLC_UCODE_SIZE 1024
48 #define EVERGREEN_PFP_UCODE_SIZE 1120
49 #define EVERGREEN_PM4_UCODE_SIZE 1376
50 #define EVERGREEN_RLC_UCODE_SIZE 768
51 #define CAYMAN_RLC_UCODE_SIZE 1024
54 MODULE_FIRMWARE("radeon/R600_pfp.bin");
55 MODULE_FIRMWARE("radeon/R600_me.bin");
56 MODULE_FIRMWARE("radeon/RV610_pfp.bin");
57 MODULE_FIRMWARE("radeon/RV610_me.bin");
58 MODULE_FIRMWARE("radeon/RV630_pfp.bin");
59 MODULE_FIRMWARE("radeon/RV630_me.bin");
60 MODULE_FIRMWARE("radeon/RV620_pfp.bin");
61 MODULE_FIRMWARE("radeon/RV620_me.bin");
62 MODULE_FIRMWARE("radeon/RV635_pfp.bin");
63 MODULE_FIRMWARE("radeon/RV635_me.bin");
64 MODULE_FIRMWARE("radeon/RV670_pfp.bin");
65 MODULE_FIRMWARE("radeon/RV670_me.bin");
66 MODULE_FIRMWARE("radeon/RS780_pfp.bin");
67 MODULE_FIRMWARE("radeon/RS780_me.bin");
68 MODULE_FIRMWARE("radeon/RV770_pfp.bin");
69 MODULE_FIRMWARE("radeon/RV770_me.bin");
70 MODULE_FIRMWARE("radeon/RV730_pfp.bin");
71 MODULE_FIRMWARE("radeon/RV730_me.bin");
72 MODULE_FIRMWARE("radeon/RV710_pfp.bin");
73 MODULE_FIRMWARE("radeon/RV710_me.bin");
74 MODULE_FIRMWARE("radeon/R600_rlc.bin");
75 MODULE_FIRMWARE("radeon/R700_rlc.bin");
76 MODULE_FIRMWARE("radeon/CEDAR_pfp.bin");
77 MODULE_FIRMWARE("radeon/CEDAR_me.bin");
78 MODULE_FIRMWARE("radeon/CEDAR_rlc.bin");
79 MODULE_FIRMWARE("radeon/REDWOOD_pfp.bin");
80 MODULE_FIRMWARE("radeon/REDWOOD_me.bin");
81 MODULE_FIRMWARE("radeon/REDWOOD_rlc.bin");
82 MODULE_FIRMWARE("radeon/JUNIPER_pfp.bin");
83 MODULE_FIRMWARE("radeon/JUNIPER_me.bin");
84 MODULE_FIRMWARE("radeon/JUNIPER_rlc.bin");
85 MODULE_FIRMWARE("radeon/CYPRESS_pfp.bin");
86 MODULE_FIRMWARE("radeon/CYPRESS_me.bin");
87 MODULE_FIRMWARE("radeon/CYPRESS_rlc.bin");
88 MODULE_FIRMWARE("radeon/PALM_pfp.bin");
89 MODULE_FIRMWARE("radeon/PALM_me.bin");
90 MODULE_FIRMWARE("radeon/SUMO_rlc.bin");
91 MODULE_FIRMWARE("radeon/SUMO_pfp.bin");
92 MODULE_FIRMWARE("radeon/SUMO_me.bin");
93 MODULE_FIRMWARE("radeon/SUMO2_pfp.bin");
94 MODULE_FIRMWARE("radeon/SUMO2_me.bin");
96 int r600_debugfs_mc_info_init(struct radeon_device *rdev);
98 /* r600,rv610,rv630,rv620,rv635,rv670 */
99 int r600_mc_wait_for_idle(struct radeon_device *rdev);
100 void r600_gpu_init(struct radeon_device *rdev);
101 void r600_fini(struct radeon_device *rdev);
102 void r600_irq_disable(struct radeon_device *rdev);
103 static void r600_pcie_gen2_enable(struct radeon_device *rdev);
105 /* get temperature in millidegrees */
106 int rv6xx_get_temp(struct radeon_device *rdev)
108 u32 temp = (RREG32(CG_THERMAL_STATUS) & ASIC_T_MASK) >>
110 int actual_temp = temp & 0xff;
115 return actual_temp * 1000;
118 void r600_pm_get_dynpm_state(struct radeon_device *rdev)
122 rdev->pm.dynpm_can_upclock = true;
123 rdev->pm.dynpm_can_downclock = true;
125 /* power state array is low to high, default is first */
126 if ((rdev->flags & RADEON_IS_IGP) || (rdev->family == CHIP_R600)) {
127 int min_power_state_index = 0;
129 if (rdev->pm.num_power_states > 2)
130 min_power_state_index = 1;
132 switch (rdev->pm.dynpm_planned_action) {
133 case DYNPM_ACTION_MINIMUM:
134 rdev->pm.requested_power_state_index = min_power_state_index;
135 rdev->pm.requested_clock_mode_index = 0;
136 rdev->pm.dynpm_can_downclock = false;
138 case DYNPM_ACTION_DOWNCLOCK:
139 if (rdev->pm.current_power_state_index == min_power_state_index) {
140 rdev->pm.requested_power_state_index = rdev->pm.current_power_state_index;
141 rdev->pm.dynpm_can_downclock = false;
143 if (rdev->pm.active_crtc_count > 1) {
144 for (i = 0; i < rdev->pm.num_power_states; i++) {
145 if (rdev->pm.power_state[i].flags & RADEON_PM_STATE_SINGLE_DISPLAY_ONLY)
147 else if (i >= rdev->pm.current_power_state_index) {
148 rdev->pm.requested_power_state_index =
149 rdev->pm.current_power_state_index;
152 rdev->pm.requested_power_state_index = i;
157 if (rdev->pm.current_power_state_index == 0)
158 rdev->pm.requested_power_state_index =
159 rdev->pm.num_power_states - 1;
161 rdev->pm.requested_power_state_index =
162 rdev->pm.current_power_state_index - 1;
165 rdev->pm.requested_clock_mode_index = 0;
166 /* don't use the power state if crtcs are active and no display flag is set */
167 if ((rdev->pm.active_crtc_count > 0) &&
168 (rdev->pm.power_state[rdev->pm.requested_power_state_index].
169 clock_info[rdev->pm.requested_clock_mode_index].flags &
170 RADEON_PM_MODE_NO_DISPLAY)) {
171 rdev->pm.requested_power_state_index++;
174 case DYNPM_ACTION_UPCLOCK:
175 if (rdev->pm.current_power_state_index == (rdev->pm.num_power_states - 1)) {
176 rdev->pm.requested_power_state_index = rdev->pm.current_power_state_index;
177 rdev->pm.dynpm_can_upclock = false;
179 if (rdev->pm.active_crtc_count > 1) {
180 for (i = (rdev->pm.num_power_states - 1); i >= 0; i--) {
181 if (rdev->pm.power_state[i].flags & RADEON_PM_STATE_SINGLE_DISPLAY_ONLY)
183 else if (i <= rdev->pm.current_power_state_index) {
184 rdev->pm.requested_power_state_index =
185 rdev->pm.current_power_state_index;
188 rdev->pm.requested_power_state_index = i;
193 rdev->pm.requested_power_state_index =
194 rdev->pm.current_power_state_index + 1;
196 rdev->pm.requested_clock_mode_index = 0;
198 case DYNPM_ACTION_DEFAULT:
199 rdev->pm.requested_power_state_index = rdev->pm.default_power_state_index;
200 rdev->pm.requested_clock_mode_index = 0;
201 rdev->pm.dynpm_can_upclock = false;
203 case DYNPM_ACTION_NONE:
205 DRM_ERROR("Requested mode for not defined action\n");
209 /* XXX select a power state based on AC/DC, single/dualhead, etc. */
210 /* for now just select the first power state and switch between clock modes */
211 /* power state array is low to high, default is first (0) */
212 if (rdev->pm.active_crtc_count > 1) {
213 rdev->pm.requested_power_state_index = -1;
214 /* start at 1 as we don't want the default mode */
215 for (i = 1; i < rdev->pm.num_power_states; i++) {
216 if (rdev->pm.power_state[i].flags & RADEON_PM_STATE_SINGLE_DISPLAY_ONLY)
218 else if ((rdev->pm.power_state[i].type == POWER_STATE_TYPE_PERFORMANCE) ||
219 (rdev->pm.power_state[i].type == POWER_STATE_TYPE_BATTERY)) {
220 rdev->pm.requested_power_state_index = i;
224 /* if nothing selected, grab the default state. */
225 if (rdev->pm.requested_power_state_index == -1)
226 rdev->pm.requested_power_state_index = 0;
228 rdev->pm.requested_power_state_index = 1;
230 switch (rdev->pm.dynpm_planned_action) {
231 case DYNPM_ACTION_MINIMUM:
232 rdev->pm.requested_clock_mode_index = 0;
233 rdev->pm.dynpm_can_downclock = false;
235 case DYNPM_ACTION_DOWNCLOCK:
236 if (rdev->pm.requested_power_state_index == rdev->pm.current_power_state_index) {
237 if (rdev->pm.current_clock_mode_index == 0) {
238 rdev->pm.requested_clock_mode_index = 0;
239 rdev->pm.dynpm_can_downclock = false;
241 rdev->pm.requested_clock_mode_index =
242 rdev->pm.current_clock_mode_index - 1;
244 rdev->pm.requested_clock_mode_index = 0;
245 rdev->pm.dynpm_can_downclock = false;
247 /* don't use the power state if crtcs are active and no display flag is set */
248 if ((rdev->pm.active_crtc_count > 0) &&
249 (rdev->pm.power_state[rdev->pm.requested_power_state_index].
250 clock_info[rdev->pm.requested_clock_mode_index].flags &
251 RADEON_PM_MODE_NO_DISPLAY)) {
252 rdev->pm.requested_clock_mode_index++;
255 case DYNPM_ACTION_UPCLOCK:
256 if (rdev->pm.requested_power_state_index == rdev->pm.current_power_state_index) {
257 if (rdev->pm.current_clock_mode_index ==
258 (rdev->pm.power_state[rdev->pm.requested_power_state_index].num_clock_modes - 1)) {
259 rdev->pm.requested_clock_mode_index = rdev->pm.current_clock_mode_index;
260 rdev->pm.dynpm_can_upclock = false;
262 rdev->pm.requested_clock_mode_index =
263 rdev->pm.current_clock_mode_index + 1;
265 rdev->pm.requested_clock_mode_index =
266 rdev->pm.power_state[rdev->pm.requested_power_state_index].num_clock_modes - 1;
267 rdev->pm.dynpm_can_upclock = false;
270 case DYNPM_ACTION_DEFAULT:
271 rdev->pm.requested_power_state_index = rdev->pm.default_power_state_index;
272 rdev->pm.requested_clock_mode_index = 0;
273 rdev->pm.dynpm_can_upclock = false;
275 case DYNPM_ACTION_NONE:
277 DRM_ERROR("Requested mode for not defined action\n");
282 DRM_DEBUG_DRIVER("Requested: e: %d m: %d p: %d\n",
283 rdev->pm.power_state[rdev->pm.requested_power_state_index].
284 clock_info[rdev->pm.requested_clock_mode_index].sclk,
285 rdev->pm.power_state[rdev->pm.requested_power_state_index].
286 clock_info[rdev->pm.requested_clock_mode_index].mclk,
287 rdev->pm.power_state[rdev->pm.requested_power_state_index].
291 void rs780_pm_init_profile(struct radeon_device *rdev)
293 if (rdev->pm.num_power_states == 2) {
295 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
296 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
297 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
298 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
300 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 0;
301 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 0;
302 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
303 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
305 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 0;
306 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 0;
307 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
308 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
310 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 0;
311 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = 1;
312 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
313 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
315 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 0;
316 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = 0;
317 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
318 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
320 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 0;
321 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = 0;
322 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
323 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
325 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 0;
326 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = 1;
327 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
328 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
329 } else if (rdev->pm.num_power_states == 3) {
331 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
332 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
333 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
334 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
336 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 1;
337 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 1;
338 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
339 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
341 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 1;
342 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 1;
343 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
344 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
346 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 1;
347 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = 2;
348 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
349 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
351 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 1;
352 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = 1;
353 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
354 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
356 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 1;
357 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = 1;
358 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
359 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
361 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 1;
362 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = 2;
363 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
364 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
367 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
368 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
369 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
370 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
372 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 2;
373 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 2;
374 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
375 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
377 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 2;
378 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 2;
379 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
380 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
382 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 2;
383 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = 3;
384 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
385 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
387 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 2;
388 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = 0;
389 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
390 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
392 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 2;
393 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = 0;
394 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
395 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
397 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 2;
398 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = 3;
399 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
400 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
404 void r600_pm_init_profile(struct radeon_device *rdev)
406 if (rdev->family == CHIP_R600) {
409 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
410 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
411 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
412 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
414 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
415 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
416 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
417 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
419 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
420 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
421 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
422 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
424 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
425 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
426 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
427 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
429 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
430 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
431 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
432 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
434 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
435 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
436 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
437 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
439 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
440 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
441 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
442 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
444 if (rdev->pm.num_power_states < 4) {
446 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
447 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
448 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
449 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 2;
451 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 1;
452 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 1;
453 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
454 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
456 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 1;
457 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 1;
458 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
459 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 1;
461 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 1;
462 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = 1;
463 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
464 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 2;
466 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 2;
467 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = 2;
468 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
469 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
471 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 2;
472 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = 2;
473 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
474 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 1;
476 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 2;
477 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = 2;
478 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
479 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 2;
482 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
483 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
484 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
485 rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 2;
487 if (rdev->flags & RADEON_IS_MOBILITY) {
488 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx =
489 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 0);
490 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx =
491 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 0);
492 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
493 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
495 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx =
496 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
497 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx =
498 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
499 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
500 rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
503 if (rdev->flags & RADEON_IS_MOBILITY) {
504 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx =
505 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 0);
506 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx =
507 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 0);
508 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
509 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 1;
511 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx =
512 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
513 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx =
514 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
515 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
516 rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 1;
519 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx =
520 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
521 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx =
522 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 0);
523 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
524 rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 2;
526 if (rdev->flags & RADEON_IS_MOBILITY) {
527 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx =
528 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 1);
529 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx =
530 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 1);
531 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
532 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
534 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx =
535 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
536 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx =
537 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
538 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
539 rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
542 if (rdev->flags & RADEON_IS_MOBILITY) {
543 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx =
544 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 1);
545 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx =
546 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_BATTERY, 1);
547 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
548 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 1;
550 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx =
551 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
552 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx =
553 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
554 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
555 rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 1;
558 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx =
559 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
560 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx =
561 radeon_pm_get_type_index(rdev, POWER_STATE_TYPE_PERFORMANCE, 1);
562 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
563 rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 2;
568 void r600_pm_misc(struct radeon_device *rdev)
570 int req_ps_idx = rdev->pm.requested_power_state_index;
571 int req_cm_idx = rdev->pm.requested_clock_mode_index;
572 struct radeon_power_state *ps = &rdev->pm.power_state[req_ps_idx];
573 struct radeon_voltage *voltage = &ps->clock_info[req_cm_idx].voltage;
575 if ((voltage->type == VOLTAGE_SW) && voltage->voltage) {
576 /* 0xff01 is a flag rather then an actual voltage */
577 if (voltage->voltage == 0xff01)
579 if (voltage->voltage != rdev->pm.current_vddc) {
580 radeon_atom_set_voltage(rdev, voltage->voltage, SET_VOLTAGE_TYPE_ASIC_VDDC);
581 rdev->pm.current_vddc = voltage->voltage;
582 DRM_DEBUG_DRIVER("Setting: v: %d\n", voltage->voltage);
587 bool r600_gui_idle(struct radeon_device *rdev)
589 if (RREG32(GRBM_STATUS) & GUI_ACTIVE)
595 /* hpd for digital panel detect/disconnect */
596 bool r600_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd)
598 bool connected = false;
600 if (ASIC_IS_DCE3(rdev)) {
603 if (RREG32(DC_HPD1_INT_STATUS) & DC_HPDx_SENSE)
607 if (RREG32(DC_HPD2_INT_STATUS) & DC_HPDx_SENSE)
611 if (RREG32(DC_HPD3_INT_STATUS) & DC_HPDx_SENSE)
615 if (RREG32(DC_HPD4_INT_STATUS) & DC_HPDx_SENSE)
620 if (RREG32(DC_HPD5_INT_STATUS) & DC_HPDx_SENSE)
624 if (RREG32(DC_HPD6_INT_STATUS) & DC_HPDx_SENSE)
633 if (RREG32(DC_HOT_PLUG_DETECT1_INT_STATUS) & DC_HOT_PLUG_DETECTx_SENSE)
637 if (RREG32(DC_HOT_PLUG_DETECT2_INT_STATUS) & DC_HOT_PLUG_DETECTx_SENSE)
641 if (RREG32(DC_HOT_PLUG_DETECT3_INT_STATUS) & DC_HOT_PLUG_DETECTx_SENSE)
651 void r600_hpd_set_polarity(struct radeon_device *rdev,
652 enum radeon_hpd_id hpd)
655 bool connected = r600_hpd_sense(rdev, hpd);
657 if (ASIC_IS_DCE3(rdev)) {
660 tmp = RREG32(DC_HPD1_INT_CONTROL);
662 tmp &= ~DC_HPDx_INT_POLARITY;
664 tmp |= DC_HPDx_INT_POLARITY;
665 WREG32(DC_HPD1_INT_CONTROL, tmp);
668 tmp = RREG32(DC_HPD2_INT_CONTROL);
670 tmp &= ~DC_HPDx_INT_POLARITY;
672 tmp |= DC_HPDx_INT_POLARITY;
673 WREG32(DC_HPD2_INT_CONTROL, tmp);
676 tmp = RREG32(DC_HPD3_INT_CONTROL);
678 tmp &= ~DC_HPDx_INT_POLARITY;
680 tmp |= DC_HPDx_INT_POLARITY;
681 WREG32(DC_HPD3_INT_CONTROL, tmp);
684 tmp = RREG32(DC_HPD4_INT_CONTROL);
686 tmp &= ~DC_HPDx_INT_POLARITY;
688 tmp |= DC_HPDx_INT_POLARITY;
689 WREG32(DC_HPD4_INT_CONTROL, tmp);
692 tmp = RREG32(DC_HPD5_INT_CONTROL);
694 tmp &= ~DC_HPDx_INT_POLARITY;
696 tmp |= DC_HPDx_INT_POLARITY;
697 WREG32(DC_HPD5_INT_CONTROL, tmp);
701 tmp = RREG32(DC_HPD6_INT_CONTROL);
703 tmp &= ~DC_HPDx_INT_POLARITY;
705 tmp |= DC_HPDx_INT_POLARITY;
706 WREG32(DC_HPD6_INT_CONTROL, tmp);
714 tmp = RREG32(DC_HOT_PLUG_DETECT1_INT_CONTROL);
716 tmp &= ~DC_HOT_PLUG_DETECTx_INT_POLARITY;
718 tmp |= DC_HOT_PLUG_DETECTx_INT_POLARITY;
719 WREG32(DC_HOT_PLUG_DETECT1_INT_CONTROL, tmp);
722 tmp = RREG32(DC_HOT_PLUG_DETECT2_INT_CONTROL);
724 tmp &= ~DC_HOT_PLUG_DETECTx_INT_POLARITY;
726 tmp |= DC_HOT_PLUG_DETECTx_INT_POLARITY;
727 WREG32(DC_HOT_PLUG_DETECT2_INT_CONTROL, tmp);
730 tmp = RREG32(DC_HOT_PLUG_DETECT3_INT_CONTROL);
732 tmp &= ~DC_HOT_PLUG_DETECTx_INT_POLARITY;
734 tmp |= DC_HOT_PLUG_DETECTx_INT_POLARITY;
735 WREG32(DC_HOT_PLUG_DETECT3_INT_CONTROL, tmp);
743 void r600_hpd_init(struct radeon_device *rdev)
745 struct drm_device *dev = rdev->ddev;
746 struct drm_connector *connector;
748 list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
749 struct radeon_connector *radeon_connector = to_radeon_connector(connector);
751 if (ASIC_IS_DCE3(rdev)) {
752 u32 tmp = DC_HPDx_CONNECTION_TIMER(0x9c4) | DC_HPDx_RX_INT_TIMER(0xfa);
753 if (ASIC_IS_DCE32(rdev))
756 switch (radeon_connector->hpd.hpd) {
758 WREG32(DC_HPD1_CONTROL, tmp);
759 rdev->irq.hpd[0] = true;
762 WREG32(DC_HPD2_CONTROL, tmp);
763 rdev->irq.hpd[1] = true;
766 WREG32(DC_HPD3_CONTROL, tmp);
767 rdev->irq.hpd[2] = true;
770 WREG32(DC_HPD4_CONTROL, tmp);
771 rdev->irq.hpd[3] = true;
775 WREG32(DC_HPD5_CONTROL, tmp);
776 rdev->irq.hpd[4] = true;
779 WREG32(DC_HPD6_CONTROL, tmp);
780 rdev->irq.hpd[5] = true;
786 switch (radeon_connector->hpd.hpd) {
788 WREG32(DC_HOT_PLUG_DETECT1_CONTROL, DC_HOT_PLUG_DETECTx_EN);
789 rdev->irq.hpd[0] = true;
792 WREG32(DC_HOT_PLUG_DETECT2_CONTROL, DC_HOT_PLUG_DETECTx_EN);
793 rdev->irq.hpd[1] = true;
796 WREG32(DC_HOT_PLUG_DETECT3_CONTROL, DC_HOT_PLUG_DETECTx_EN);
797 rdev->irq.hpd[2] = true;
803 radeon_hpd_set_polarity(rdev, radeon_connector->hpd.hpd);
805 if (rdev->irq.installed)
809 void r600_hpd_fini(struct radeon_device *rdev)
811 struct drm_device *dev = rdev->ddev;
812 struct drm_connector *connector;
814 if (ASIC_IS_DCE3(rdev)) {
815 list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
816 struct radeon_connector *radeon_connector = to_radeon_connector(connector);
817 switch (radeon_connector->hpd.hpd) {
819 WREG32(DC_HPD1_CONTROL, 0);
820 rdev->irq.hpd[0] = false;
823 WREG32(DC_HPD2_CONTROL, 0);
824 rdev->irq.hpd[1] = false;
827 WREG32(DC_HPD3_CONTROL, 0);
828 rdev->irq.hpd[2] = false;
831 WREG32(DC_HPD4_CONTROL, 0);
832 rdev->irq.hpd[3] = false;
836 WREG32(DC_HPD5_CONTROL, 0);
837 rdev->irq.hpd[4] = false;
840 WREG32(DC_HPD6_CONTROL, 0);
841 rdev->irq.hpd[5] = false;
848 list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
849 struct radeon_connector *radeon_connector = to_radeon_connector(connector);
850 switch (radeon_connector->hpd.hpd) {
852 WREG32(DC_HOT_PLUG_DETECT1_CONTROL, 0);
853 rdev->irq.hpd[0] = false;
856 WREG32(DC_HOT_PLUG_DETECT2_CONTROL, 0);
857 rdev->irq.hpd[1] = false;
860 WREG32(DC_HOT_PLUG_DETECT3_CONTROL, 0);
861 rdev->irq.hpd[2] = false;
873 void r600_pcie_gart_tlb_flush(struct radeon_device *rdev)
878 /* flush hdp cache so updates hit vram */
879 if ((rdev->family >= CHIP_RV770) && (rdev->family <= CHIP_RV740) &&
880 !(rdev->flags & RADEON_IS_AGP)) {
881 void __iomem *ptr = (void *)rdev->gart.ptr;
884 /* r7xx hw bug. write to HDP_DEBUG1 followed by fb read
885 * rather than write to HDP_REG_COHERENCY_FLUSH_CNTL
886 * This seems to cause problems on some AGP cards. Just use the old
889 WREG32(HDP_DEBUG1, 0);
890 tmp = readl((void __iomem *)ptr);
892 WREG32(R_005480_HDP_MEM_COHERENCY_FLUSH_CNTL, 0x1);
894 WREG32(VM_CONTEXT0_INVALIDATION_LOW_ADDR, rdev->mc.gtt_start >> 12);
895 WREG32(VM_CONTEXT0_INVALIDATION_HIGH_ADDR, (rdev->mc.gtt_end - 1) >> 12);
896 WREG32(VM_CONTEXT0_REQUEST_RESPONSE, REQUEST_TYPE(1));
897 for (i = 0; i < rdev->usec_timeout; i++) {
899 tmp = RREG32(VM_CONTEXT0_REQUEST_RESPONSE);
900 tmp = (tmp & RESPONSE_TYPE_MASK) >> RESPONSE_TYPE_SHIFT;
902 printk(KERN_WARNING "[drm] r600 flush TLB failed\n");
912 int r600_pcie_gart_init(struct radeon_device *rdev)
916 if (rdev->gart.robj) {
917 WARN(1, "R600 PCIE GART already initialized\n");
920 /* Initialize common gart structure */
921 r = radeon_gart_init(rdev);
924 rdev->gart.table_size = rdev->gart.num_gpu_pages * 8;
925 return radeon_gart_table_vram_alloc(rdev);
928 int r600_pcie_gart_enable(struct radeon_device *rdev)
933 if (rdev->gart.robj == NULL) {
934 dev_err(rdev->dev, "No VRAM object for PCIE GART.\n");
937 r = radeon_gart_table_vram_pin(rdev);
940 radeon_gart_restore(rdev);
943 WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
944 ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
945 EFFECTIVE_L2_QUEUE_SIZE(7));
946 WREG32(VM_L2_CNTL2, 0);
947 WREG32(VM_L2_CNTL3, BANK_SELECT_0(0) | BANK_SELECT_1(1));
948 /* Setup TLB control */
949 tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
950 SYSTEM_ACCESS_MODE_NOT_IN_SYS |
951 EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5) |
952 ENABLE_WAIT_L2_QUERY;
953 WREG32(MC_VM_L1_TLB_MCB_RD_SYS_CNTL, tmp);
954 WREG32(MC_VM_L1_TLB_MCB_WR_SYS_CNTL, tmp);
955 WREG32(MC_VM_L1_TLB_MCB_RD_HDP_CNTL, tmp | ENABLE_L1_STRICT_ORDERING);
956 WREG32(MC_VM_L1_TLB_MCB_WR_HDP_CNTL, tmp);
957 WREG32(MC_VM_L1_TLB_MCD_RD_A_CNTL, tmp);
958 WREG32(MC_VM_L1_TLB_MCD_WR_A_CNTL, tmp);
959 WREG32(MC_VM_L1_TLB_MCD_RD_B_CNTL, tmp);
960 WREG32(MC_VM_L1_TLB_MCD_WR_B_CNTL, tmp);
961 WREG32(MC_VM_L1_TLB_MCB_RD_GFX_CNTL, tmp);
962 WREG32(MC_VM_L1_TLB_MCB_WR_GFX_CNTL, tmp);
963 WREG32(MC_VM_L1_TLB_MCB_RD_PDMA_CNTL, tmp);
964 WREG32(MC_VM_L1_TLB_MCB_WR_PDMA_CNTL, tmp);
965 WREG32(MC_VM_L1_TLB_MCB_RD_SEM_CNTL, tmp | ENABLE_SEMAPHORE_MODE);
966 WREG32(MC_VM_L1_TLB_MCB_WR_SEM_CNTL, tmp | ENABLE_SEMAPHORE_MODE);
967 WREG32(VM_CONTEXT0_PAGE_TABLE_START_ADDR, rdev->mc.gtt_start >> 12);
968 WREG32(VM_CONTEXT0_PAGE_TABLE_END_ADDR, rdev->mc.gtt_end >> 12);
969 WREG32(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR, rdev->gart.table_addr >> 12);
970 WREG32(VM_CONTEXT0_CNTL, ENABLE_CONTEXT | PAGE_TABLE_DEPTH(0) |
971 RANGE_PROTECTION_FAULT_ENABLE_DEFAULT);
972 WREG32(VM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR,
973 (u32)(rdev->dummy_page.addr >> 12));
974 for (i = 1; i < 7; i++)
975 WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
977 r600_pcie_gart_tlb_flush(rdev);
978 DRM_INFO("PCIE GART of %uM enabled (table at 0x%016llX).\n",
979 (unsigned)(rdev->mc.gtt_size >> 20),
980 (unsigned long long)rdev->gart.table_addr);
981 rdev->gart.ready = true;
985 void r600_pcie_gart_disable(struct radeon_device *rdev)
990 /* Disable all tables */
991 for (i = 0; i < 7; i++)
992 WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
994 /* Disable L2 cache */
995 WREG32(VM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING |
996 EFFECTIVE_L2_QUEUE_SIZE(7));
997 WREG32(VM_L2_CNTL3, BANK_SELECT_0(0) | BANK_SELECT_1(1));
998 /* Setup L1 TLB control */
999 tmp = EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5) |
1000 ENABLE_WAIT_L2_QUERY;
1001 WREG32(MC_VM_L1_TLB_MCD_RD_A_CNTL, tmp);
1002 WREG32(MC_VM_L1_TLB_MCD_WR_A_CNTL, tmp);
1003 WREG32(MC_VM_L1_TLB_MCD_RD_B_CNTL, tmp);
1004 WREG32(MC_VM_L1_TLB_MCD_WR_B_CNTL, tmp);
1005 WREG32(MC_VM_L1_TLB_MCB_RD_GFX_CNTL, tmp);
1006 WREG32(MC_VM_L1_TLB_MCB_WR_GFX_CNTL, tmp);
1007 WREG32(MC_VM_L1_TLB_MCB_RD_PDMA_CNTL, tmp);
1008 WREG32(MC_VM_L1_TLB_MCB_WR_PDMA_CNTL, tmp);
1009 WREG32(MC_VM_L1_TLB_MCB_RD_SEM_CNTL, tmp);
1010 WREG32(MC_VM_L1_TLB_MCB_WR_SEM_CNTL, tmp);
1011 WREG32(MC_VM_L1_TLB_MCB_RD_SYS_CNTL, tmp);
1012 WREG32(MC_VM_L1_TLB_MCB_WR_SYS_CNTL, tmp);
1013 WREG32(MC_VM_L1_TLB_MCB_RD_HDP_CNTL, tmp);
1014 WREG32(MC_VM_L1_TLB_MCB_WR_HDP_CNTL, tmp);
1015 radeon_gart_table_vram_unpin(rdev);
1018 void r600_pcie_gart_fini(struct radeon_device *rdev)
1020 radeon_gart_fini(rdev);
1021 r600_pcie_gart_disable(rdev);
1022 radeon_gart_table_vram_free(rdev);
1025 void r600_agp_enable(struct radeon_device *rdev)
1030 /* Setup L2 cache */
1031 WREG32(VM_L2_CNTL, ENABLE_L2_CACHE | ENABLE_L2_FRAGMENT_PROCESSING |
1032 ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE |
1033 EFFECTIVE_L2_QUEUE_SIZE(7));
1034 WREG32(VM_L2_CNTL2, 0);
1035 WREG32(VM_L2_CNTL3, BANK_SELECT_0(0) | BANK_SELECT_1(1));
1036 /* Setup TLB control */
1037 tmp = ENABLE_L1_TLB | ENABLE_L1_FRAGMENT_PROCESSING |
1038 SYSTEM_ACCESS_MODE_NOT_IN_SYS |
1039 EFFECTIVE_L1_TLB_SIZE(5) | EFFECTIVE_L1_QUEUE_SIZE(5) |
1040 ENABLE_WAIT_L2_QUERY;
1041 WREG32(MC_VM_L1_TLB_MCB_RD_SYS_CNTL, tmp);
1042 WREG32(MC_VM_L1_TLB_MCB_WR_SYS_CNTL, tmp);
1043 WREG32(MC_VM_L1_TLB_MCB_RD_HDP_CNTL, tmp | ENABLE_L1_STRICT_ORDERING);
1044 WREG32(MC_VM_L1_TLB_MCB_WR_HDP_CNTL, tmp);
1045 WREG32(MC_VM_L1_TLB_MCD_RD_A_CNTL, tmp);
1046 WREG32(MC_VM_L1_TLB_MCD_WR_A_CNTL, tmp);
1047 WREG32(MC_VM_L1_TLB_MCD_RD_B_CNTL, tmp);
1048 WREG32(MC_VM_L1_TLB_MCD_WR_B_CNTL, tmp);
1049 WREG32(MC_VM_L1_TLB_MCB_RD_GFX_CNTL, tmp);
1050 WREG32(MC_VM_L1_TLB_MCB_WR_GFX_CNTL, tmp);
1051 WREG32(MC_VM_L1_TLB_MCB_RD_PDMA_CNTL, tmp);
1052 WREG32(MC_VM_L1_TLB_MCB_WR_PDMA_CNTL, tmp);
1053 WREG32(MC_VM_L1_TLB_MCB_RD_SEM_CNTL, tmp | ENABLE_SEMAPHORE_MODE);
1054 WREG32(MC_VM_L1_TLB_MCB_WR_SEM_CNTL, tmp | ENABLE_SEMAPHORE_MODE);
1055 for (i = 0; i < 7; i++)
1056 WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
1059 int r600_mc_wait_for_idle(struct radeon_device *rdev)
1064 for (i = 0; i < rdev->usec_timeout; i++) {
1065 /* read MC_STATUS */
1066 tmp = RREG32(R_000E50_SRBM_STATUS) & 0x3F00;
1074 static void r600_mc_program(struct radeon_device *rdev)
1076 struct rv515_mc_save save;
1080 /* Initialize HDP */
1081 for (i = 0, j = 0; i < 32; i++, j += 0x18) {
1082 WREG32((0x2c14 + j), 0x00000000);
1083 WREG32((0x2c18 + j), 0x00000000);
1084 WREG32((0x2c1c + j), 0x00000000);
1085 WREG32((0x2c20 + j), 0x00000000);
1086 WREG32((0x2c24 + j), 0x00000000);
1088 WREG32(HDP_REG_COHERENCY_FLUSH_CNTL, 0);
1090 rv515_mc_stop(rdev, &save);
1091 if (r600_mc_wait_for_idle(rdev)) {
1092 dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
1094 /* Lockout access through VGA aperture (doesn't exist before R600) */
1095 WREG32(VGA_HDP_CONTROL, VGA_MEMORY_DISABLE);
1096 /* Update configuration */
1097 if (rdev->flags & RADEON_IS_AGP) {
1098 if (rdev->mc.vram_start < rdev->mc.gtt_start) {
1099 /* VRAM before AGP */
1100 WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
1101 rdev->mc.vram_start >> 12);
1102 WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
1103 rdev->mc.gtt_end >> 12);
1105 /* VRAM after AGP */
1106 WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
1107 rdev->mc.gtt_start >> 12);
1108 WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
1109 rdev->mc.vram_end >> 12);
1112 WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR, rdev->mc.vram_start >> 12);
1113 WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR, rdev->mc.vram_end >> 12);
1115 WREG32(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR, rdev->vram_scratch.gpu_addr >> 12);
1116 tmp = ((rdev->mc.vram_end >> 24) & 0xFFFF) << 16;
1117 tmp |= ((rdev->mc.vram_start >> 24) & 0xFFFF);
1118 WREG32(MC_VM_FB_LOCATION, tmp);
1119 WREG32(HDP_NONSURFACE_BASE, (rdev->mc.vram_start >> 8));
1120 WREG32(HDP_NONSURFACE_INFO, (2 << 7));
1121 WREG32(HDP_NONSURFACE_SIZE, 0x3FFFFFFF);
1122 if (rdev->flags & RADEON_IS_AGP) {
1123 WREG32(MC_VM_AGP_TOP, rdev->mc.gtt_end >> 22);
1124 WREG32(MC_VM_AGP_BOT, rdev->mc.gtt_start >> 22);
1125 WREG32(MC_VM_AGP_BASE, rdev->mc.agp_base >> 22);
1127 WREG32(MC_VM_AGP_BASE, 0);
1128 WREG32(MC_VM_AGP_TOP, 0x0FFFFFFF);
1129 WREG32(MC_VM_AGP_BOT, 0x0FFFFFFF);
1131 if (r600_mc_wait_for_idle(rdev)) {
1132 dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
1134 rv515_mc_resume(rdev, &save);
1135 /* we need to own VRAM, so turn off the VGA renderer here
1136 * to stop it overwriting our objects */
1137 rv515_vga_render_disable(rdev);
1141 * r600_vram_gtt_location - try to find VRAM & GTT location
1142 * @rdev: radeon device structure holding all necessary informations
1143 * @mc: memory controller structure holding memory informations
1145 * Function will place try to place VRAM at same place as in CPU (PCI)
1146 * address space as some GPU seems to have issue when we reprogram at
1147 * different address space.
1149 * If there is not enough space to fit the unvisible VRAM after the
1150 * aperture then we limit the VRAM size to the aperture.
1152 * If we are using AGP then place VRAM adjacent to AGP aperture are we need
1153 * them to be in one from GPU point of view so that we can program GPU to
1154 * catch access outside them (weird GPU policy see ??).
1156 * This function will never fails, worst case are limiting VRAM or GTT.
1158 * Note: GTT start, end, size should be initialized before calling this
1159 * function on AGP platform.
1161 static void r600_vram_gtt_location(struct radeon_device *rdev, struct radeon_mc *mc)
1163 u64 size_bf, size_af;
1165 if (mc->mc_vram_size > 0xE0000000) {
1166 /* leave room for at least 512M GTT */
1167 dev_warn(rdev->dev, "limiting VRAM\n");
1168 mc->real_vram_size = 0xE0000000;
1169 mc->mc_vram_size = 0xE0000000;
1171 if (rdev->flags & RADEON_IS_AGP) {
1172 size_bf = mc->gtt_start;
1173 size_af = 0xFFFFFFFF - mc->gtt_end + 1;
1174 if (size_bf > size_af) {
1175 if (mc->mc_vram_size > size_bf) {
1176 dev_warn(rdev->dev, "limiting VRAM\n");
1177 mc->real_vram_size = size_bf;
1178 mc->mc_vram_size = size_bf;
1180 mc->vram_start = mc->gtt_start - mc->mc_vram_size;
1182 if (mc->mc_vram_size > size_af) {
1183 dev_warn(rdev->dev, "limiting VRAM\n");
1184 mc->real_vram_size = size_af;
1185 mc->mc_vram_size = size_af;
1187 mc->vram_start = mc->gtt_end;
1189 mc->vram_end = mc->vram_start + mc->mc_vram_size - 1;
1190 dev_info(rdev->dev, "VRAM: %lluM 0x%08llX - 0x%08llX (%lluM used)\n",
1191 mc->mc_vram_size >> 20, mc->vram_start,
1192 mc->vram_end, mc->real_vram_size >> 20);
1195 if (rdev->flags & RADEON_IS_IGP) {
1196 base = RREG32(MC_VM_FB_LOCATION) & 0xFFFF;
1199 radeon_vram_location(rdev, &rdev->mc, base);
1200 rdev->mc.gtt_base_align = 0;
1201 radeon_gtt_location(rdev, mc);
1205 int r600_mc_init(struct radeon_device *rdev)
1208 int chansize, numchan;
1210 /* Get VRAM informations */
1211 rdev->mc.vram_is_ddr = true;
1212 tmp = RREG32(RAMCFG);
1213 if (tmp & CHANSIZE_OVERRIDE) {
1215 } else if (tmp & CHANSIZE_MASK) {
1220 tmp = RREG32(CHMAP);
1221 switch ((tmp & NOOFCHAN_MASK) >> NOOFCHAN_SHIFT) {
1236 rdev->mc.vram_width = numchan * chansize;
1237 /* Could aper size report 0 ? */
1238 rdev->mc.aper_base = pci_resource_start(rdev->pdev, 0);
1239 rdev->mc.aper_size = pci_resource_len(rdev->pdev, 0);
1240 /* Setup GPU memory space */
1241 rdev->mc.mc_vram_size = RREG32(CONFIG_MEMSIZE);
1242 rdev->mc.real_vram_size = RREG32(CONFIG_MEMSIZE);
1243 rdev->mc.visible_vram_size = rdev->mc.aper_size;
1244 r600_vram_gtt_location(rdev, &rdev->mc);
1246 if (rdev->flags & RADEON_IS_IGP) {
1247 rs690_pm_info(rdev);
1248 rdev->mc.igp_sideport_enabled = radeon_atombios_sideport_present(rdev);
1250 radeon_update_bandwidth_info(rdev);
1254 int r600_vram_scratch_init(struct radeon_device *rdev)
1258 if (rdev->vram_scratch.robj == NULL) {
1259 r = radeon_bo_create(rdev, RADEON_GPU_PAGE_SIZE,
1260 PAGE_SIZE, true, RADEON_GEM_DOMAIN_VRAM,
1261 &rdev->vram_scratch.robj);
1267 r = radeon_bo_reserve(rdev->vram_scratch.robj, false);
1268 if (unlikely(r != 0))
1270 r = radeon_bo_pin(rdev->vram_scratch.robj,
1271 RADEON_GEM_DOMAIN_VRAM, &rdev->vram_scratch.gpu_addr);
1273 radeon_bo_unreserve(rdev->vram_scratch.robj);
1276 r = radeon_bo_kmap(rdev->vram_scratch.robj,
1277 (void **)&rdev->vram_scratch.ptr);
1279 radeon_bo_unpin(rdev->vram_scratch.robj);
1280 radeon_bo_unreserve(rdev->vram_scratch.robj);
1285 void r600_vram_scratch_fini(struct radeon_device *rdev)
1289 if (rdev->vram_scratch.robj == NULL) {
1292 r = radeon_bo_reserve(rdev->vram_scratch.robj, false);
1293 if (likely(r == 0)) {
1294 radeon_bo_kunmap(rdev->vram_scratch.robj);
1295 radeon_bo_unpin(rdev->vram_scratch.robj);
1296 radeon_bo_unreserve(rdev->vram_scratch.robj);
1298 radeon_bo_unref(&rdev->vram_scratch.robj);
1301 /* We doesn't check that the GPU really needs a reset we simply do the
1302 * reset, it's up to the caller to determine if the GPU needs one. We
1303 * might add an helper function to check that.
1305 int r600_gpu_soft_reset(struct radeon_device *rdev)
1307 struct rv515_mc_save save;
1308 u32 grbm_busy_mask = S_008010_VC_BUSY(1) | S_008010_VGT_BUSY_NO_DMA(1) |
1309 S_008010_VGT_BUSY(1) | S_008010_TA03_BUSY(1) |
1310 S_008010_TC_BUSY(1) | S_008010_SX_BUSY(1) |
1311 S_008010_SH_BUSY(1) | S_008010_SPI03_BUSY(1) |
1312 S_008010_SMX_BUSY(1) | S_008010_SC_BUSY(1) |
1313 S_008010_PA_BUSY(1) | S_008010_DB03_BUSY(1) |
1314 S_008010_CR_BUSY(1) | S_008010_CB03_BUSY(1) |
1315 S_008010_GUI_ACTIVE(1);
1316 u32 grbm2_busy_mask = S_008014_SPI0_BUSY(1) | S_008014_SPI1_BUSY(1) |
1317 S_008014_SPI2_BUSY(1) | S_008014_SPI3_BUSY(1) |
1318 S_008014_TA0_BUSY(1) | S_008014_TA1_BUSY(1) |
1319 S_008014_TA2_BUSY(1) | S_008014_TA3_BUSY(1) |
1320 S_008014_DB0_BUSY(1) | S_008014_DB1_BUSY(1) |
1321 S_008014_DB2_BUSY(1) | S_008014_DB3_BUSY(1) |
1322 S_008014_CB0_BUSY(1) | S_008014_CB1_BUSY(1) |
1323 S_008014_CB2_BUSY(1) | S_008014_CB3_BUSY(1);
1326 if (!(RREG32(GRBM_STATUS) & GUI_ACTIVE))
1329 dev_info(rdev->dev, "GPU softreset \n");
1330 dev_info(rdev->dev, " R_008010_GRBM_STATUS=0x%08X\n",
1331 RREG32(R_008010_GRBM_STATUS));
1332 dev_info(rdev->dev, " R_008014_GRBM_STATUS2=0x%08X\n",
1333 RREG32(R_008014_GRBM_STATUS2));
1334 dev_info(rdev->dev, " R_000E50_SRBM_STATUS=0x%08X\n",
1335 RREG32(R_000E50_SRBM_STATUS));
1336 rv515_mc_stop(rdev, &save);
1337 if (r600_mc_wait_for_idle(rdev)) {
1338 dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
1340 /* Disable CP parsing/prefetching */
1341 WREG32(R_0086D8_CP_ME_CNTL, S_0086D8_CP_ME_HALT(1));
1342 /* Check if any of the rendering block is busy and reset it */
1343 if ((RREG32(R_008010_GRBM_STATUS) & grbm_busy_mask) ||
1344 (RREG32(R_008014_GRBM_STATUS2) & grbm2_busy_mask)) {
1345 tmp = S_008020_SOFT_RESET_CR(1) |
1346 S_008020_SOFT_RESET_DB(1) |
1347 S_008020_SOFT_RESET_CB(1) |
1348 S_008020_SOFT_RESET_PA(1) |
1349 S_008020_SOFT_RESET_SC(1) |
1350 S_008020_SOFT_RESET_SMX(1) |
1351 S_008020_SOFT_RESET_SPI(1) |
1352 S_008020_SOFT_RESET_SX(1) |
1353 S_008020_SOFT_RESET_SH(1) |
1354 S_008020_SOFT_RESET_TC(1) |
1355 S_008020_SOFT_RESET_TA(1) |
1356 S_008020_SOFT_RESET_VC(1) |
1357 S_008020_SOFT_RESET_VGT(1);
1358 dev_info(rdev->dev, " R_008020_GRBM_SOFT_RESET=0x%08X\n", tmp);
1359 WREG32(R_008020_GRBM_SOFT_RESET, tmp);
1360 RREG32(R_008020_GRBM_SOFT_RESET);
1362 WREG32(R_008020_GRBM_SOFT_RESET, 0);
1364 /* Reset CP (we always reset CP) */
1365 tmp = S_008020_SOFT_RESET_CP(1);
1366 dev_info(rdev->dev, "R_008020_GRBM_SOFT_RESET=0x%08X\n", tmp);
1367 WREG32(R_008020_GRBM_SOFT_RESET, tmp);
1368 RREG32(R_008020_GRBM_SOFT_RESET);
1370 WREG32(R_008020_GRBM_SOFT_RESET, 0);
1371 /* Wait a little for things to settle down */
1373 dev_info(rdev->dev, " R_008010_GRBM_STATUS=0x%08X\n",
1374 RREG32(R_008010_GRBM_STATUS));
1375 dev_info(rdev->dev, " R_008014_GRBM_STATUS2=0x%08X\n",
1376 RREG32(R_008014_GRBM_STATUS2));
1377 dev_info(rdev->dev, " R_000E50_SRBM_STATUS=0x%08X\n",
1378 RREG32(R_000E50_SRBM_STATUS));
1379 rv515_mc_resume(rdev, &save);
1383 bool r600_gpu_is_lockup(struct radeon_device *rdev)
1388 struct r100_gpu_lockup *lockup;
1391 if (rdev->family >= CHIP_RV770)
1392 lockup = &rdev->config.rv770.lockup;
1394 lockup = &rdev->config.r600.lockup;
1396 srbm_status = RREG32(R_000E50_SRBM_STATUS);
1397 grbm_status = RREG32(R_008010_GRBM_STATUS);
1398 grbm_status2 = RREG32(R_008014_GRBM_STATUS2);
1399 if (!G_008010_GUI_ACTIVE(grbm_status)) {
1400 r100_gpu_lockup_update(lockup, &rdev->cp);
1403 /* force CP activities */
1404 r = radeon_ring_lock(rdev, 2);
1407 radeon_ring_write(rdev, 0x80000000);
1408 radeon_ring_write(rdev, 0x80000000);
1409 radeon_ring_unlock_commit(rdev);
1411 rdev->cp.rptr = RREG32(R600_CP_RB_RPTR);
1412 return r100_gpu_cp_is_lockup(rdev, lockup, &rdev->cp);
1415 int r600_asic_reset(struct radeon_device *rdev)
1417 return r600_gpu_soft_reset(rdev);
1420 static u32 r600_get_tile_pipe_to_backend_map(u32 num_tile_pipes,
1422 u32 backend_disable_mask)
1424 u32 backend_map = 0;
1425 u32 enabled_backends_mask;
1426 u32 enabled_backends_count;
1428 u32 swizzle_pipe[R6XX_MAX_PIPES];
1432 if (num_tile_pipes > R6XX_MAX_PIPES)
1433 num_tile_pipes = R6XX_MAX_PIPES;
1434 if (num_tile_pipes < 1)
1436 if (num_backends > R6XX_MAX_BACKENDS)
1437 num_backends = R6XX_MAX_BACKENDS;
1438 if (num_backends < 1)
1441 enabled_backends_mask = 0;
1442 enabled_backends_count = 0;
1443 for (i = 0; i < R6XX_MAX_BACKENDS; ++i) {
1444 if (((backend_disable_mask >> i) & 1) == 0) {
1445 enabled_backends_mask |= (1 << i);
1446 ++enabled_backends_count;
1448 if (enabled_backends_count == num_backends)
1452 if (enabled_backends_count == 0) {
1453 enabled_backends_mask = 1;
1454 enabled_backends_count = 1;
1457 if (enabled_backends_count != num_backends)
1458 num_backends = enabled_backends_count;
1460 memset((uint8_t *)&swizzle_pipe[0], 0, sizeof(u32) * R6XX_MAX_PIPES);
1461 switch (num_tile_pipes) {
1463 swizzle_pipe[0] = 0;
1466 swizzle_pipe[0] = 0;
1467 swizzle_pipe[1] = 1;
1470 swizzle_pipe[0] = 0;
1471 swizzle_pipe[1] = 1;
1472 swizzle_pipe[2] = 2;
1475 swizzle_pipe[0] = 0;
1476 swizzle_pipe[1] = 1;
1477 swizzle_pipe[2] = 2;
1478 swizzle_pipe[3] = 3;
1481 swizzle_pipe[0] = 0;
1482 swizzle_pipe[1] = 1;
1483 swizzle_pipe[2] = 2;
1484 swizzle_pipe[3] = 3;
1485 swizzle_pipe[4] = 4;
1488 swizzle_pipe[0] = 0;
1489 swizzle_pipe[1] = 2;
1490 swizzle_pipe[2] = 4;
1491 swizzle_pipe[3] = 5;
1492 swizzle_pipe[4] = 1;
1493 swizzle_pipe[5] = 3;
1496 swizzle_pipe[0] = 0;
1497 swizzle_pipe[1] = 2;
1498 swizzle_pipe[2] = 4;
1499 swizzle_pipe[3] = 6;
1500 swizzle_pipe[4] = 1;
1501 swizzle_pipe[5] = 3;
1502 swizzle_pipe[6] = 5;
1505 swizzle_pipe[0] = 0;
1506 swizzle_pipe[1] = 2;
1507 swizzle_pipe[2] = 4;
1508 swizzle_pipe[3] = 6;
1509 swizzle_pipe[4] = 1;
1510 swizzle_pipe[5] = 3;
1511 swizzle_pipe[6] = 5;
1512 swizzle_pipe[7] = 7;
1517 for (cur_pipe = 0; cur_pipe < num_tile_pipes; ++cur_pipe) {
1518 while (((1 << cur_backend) & enabled_backends_mask) == 0)
1519 cur_backend = (cur_backend + 1) % R6XX_MAX_BACKENDS;
1521 backend_map |= (u32)(((cur_backend & 3) << (swizzle_pipe[cur_pipe] * 2)));
1523 cur_backend = (cur_backend + 1) % R6XX_MAX_BACKENDS;
1529 int r600_count_pipe_bits(uint32_t val)
1533 for (i = 0; i < 32; i++) {
1540 void r600_gpu_init(struct radeon_device *rdev)
1545 u32 cc_rb_backend_disable;
1546 u32 cc_gc_shader_pipe_config;
1550 u32 sq_gpr_resource_mgmt_1 = 0;
1551 u32 sq_gpr_resource_mgmt_2 = 0;
1552 u32 sq_thread_resource_mgmt = 0;
1553 u32 sq_stack_resource_mgmt_1 = 0;
1554 u32 sq_stack_resource_mgmt_2 = 0;
1556 /* FIXME: implement */
1557 switch (rdev->family) {
1559 rdev->config.r600.max_pipes = 4;
1560 rdev->config.r600.max_tile_pipes = 8;
1561 rdev->config.r600.max_simds = 4;
1562 rdev->config.r600.max_backends = 4;
1563 rdev->config.r600.max_gprs = 256;
1564 rdev->config.r600.max_threads = 192;
1565 rdev->config.r600.max_stack_entries = 256;
1566 rdev->config.r600.max_hw_contexts = 8;
1567 rdev->config.r600.max_gs_threads = 16;
1568 rdev->config.r600.sx_max_export_size = 128;
1569 rdev->config.r600.sx_max_export_pos_size = 16;
1570 rdev->config.r600.sx_max_export_smx_size = 128;
1571 rdev->config.r600.sq_num_cf_insts = 2;
1575 rdev->config.r600.max_pipes = 2;
1576 rdev->config.r600.max_tile_pipes = 2;
1577 rdev->config.r600.max_simds = 3;
1578 rdev->config.r600.max_backends = 1;
1579 rdev->config.r600.max_gprs = 128;
1580 rdev->config.r600.max_threads = 192;
1581 rdev->config.r600.max_stack_entries = 128;
1582 rdev->config.r600.max_hw_contexts = 8;
1583 rdev->config.r600.max_gs_threads = 4;
1584 rdev->config.r600.sx_max_export_size = 128;
1585 rdev->config.r600.sx_max_export_pos_size = 16;
1586 rdev->config.r600.sx_max_export_smx_size = 128;
1587 rdev->config.r600.sq_num_cf_insts = 2;
1593 rdev->config.r600.max_pipes = 1;
1594 rdev->config.r600.max_tile_pipes = 1;
1595 rdev->config.r600.max_simds = 2;
1596 rdev->config.r600.max_backends = 1;
1597 rdev->config.r600.max_gprs = 128;
1598 rdev->config.r600.max_threads = 192;
1599 rdev->config.r600.max_stack_entries = 128;
1600 rdev->config.r600.max_hw_contexts = 4;
1601 rdev->config.r600.max_gs_threads = 4;
1602 rdev->config.r600.sx_max_export_size = 128;
1603 rdev->config.r600.sx_max_export_pos_size = 16;
1604 rdev->config.r600.sx_max_export_smx_size = 128;
1605 rdev->config.r600.sq_num_cf_insts = 1;
1608 rdev->config.r600.max_pipes = 4;
1609 rdev->config.r600.max_tile_pipes = 4;
1610 rdev->config.r600.max_simds = 4;
1611 rdev->config.r600.max_backends = 4;
1612 rdev->config.r600.max_gprs = 192;
1613 rdev->config.r600.max_threads = 192;
1614 rdev->config.r600.max_stack_entries = 256;
1615 rdev->config.r600.max_hw_contexts = 8;
1616 rdev->config.r600.max_gs_threads = 16;
1617 rdev->config.r600.sx_max_export_size = 128;
1618 rdev->config.r600.sx_max_export_pos_size = 16;
1619 rdev->config.r600.sx_max_export_smx_size = 128;
1620 rdev->config.r600.sq_num_cf_insts = 2;
1626 /* Initialize HDP */
1627 for (i = 0, j = 0; i < 32; i++, j += 0x18) {
1628 WREG32((0x2c14 + j), 0x00000000);
1629 WREG32((0x2c18 + j), 0x00000000);
1630 WREG32((0x2c1c + j), 0x00000000);
1631 WREG32((0x2c20 + j), 0x00000000);
1632 WREG32((0x2c24 + j), 0x00000000);
1635 WREG32(GRBM_CNTL, GRBM_READ_TIMEOUT(0xff));
1639 ramcfg = RREG32(RAMCFG);
1640 switch (rdev->config.r600.max_tile_pipes) {
1642 tiling_config |= PIPE_TILING(0);
1645 tiling_config |= PIPE_TILING(1);
1648 tiling_config |= PIPE_TILING(2);
1651 tiling_config |= PIPE_TILING(3);
1656 rdev->config.r600.tiling_npipes = rdev->config.r600.max_tile_pipes;
1657 rdev->config.r600.tiling_nbanks = 4 << ((ramcfg & NOOFBANK_MASK) >> NOOFBANK_SHIFT);
1658 tiling_config |= BANK_TILING((ramcfg & NOOFBANK_MASK) >> NOOFBANK_SHIFT);
1659 tiling_config |= GROUP_SIZE((ramcfg & BURSTLENGTH_MASK) >> BURSTLENGTH_SHIFT);
1660 if ((ramcfg & BURSTLENGTH_MASK) >> BURSTLENGTH_SHIFT)
1661 rdev->config.r600.tiling_group_size = 512;
1663 rdev->config.r600.tiling_group_size = 256;
1664 tmp = (ramcfg & NOOFROWS_MASK) >> NOOFROWS_SHIFT;
1666 tiling_config |= ROW_TILING(3);
1667 tiling_config |= SAMPLE_SPLIT(3);
1669 tiling_config |= ROW_TILING(tmp);
1670 tiling_config |= SAMPLE_SPLIT(tmp);
1672 tiling_config |= BANK_SWAPS(1);
1674 cc_rb_backend_disable = RREG32(CC_RB_BACKEND_DISABLE) & 0x00ff0000;
1675 cc_rb_backend_disable |=
1676 BACKEND_DISABLE((R6XX_MAX_BACKENDS_MASK << rdev->config.r600.max_backends) & R6XX_MAX_BACKENDS_MASK);
1678 cc_gc_shader_pipe_config = RREG32(CC_GC_SHADER_PIPE_CONFIG) & 0xffffff00;
1679 cc_gc_shader_pipe_config |=
1680 INACTIVE_QD_PIPES((R6XX_MAX_PIPES_MASK << rdev->config.r600.max_pipes) & R6XX_MAX_PIPES_MASK);
1681 cc_gc_shader_pipe_config |=
1682 INACTIVE_SIMDS((R6XX_MAX_SIMDS_MASK << rdev->config.r600.max_simds) & R6XX_MAX_SIMDS_MASK);
1684 backend_map = r600_get_tile_pipe_to_backend_map(rdev->config.r600.max_tile_pipes,
1685 (R6XX_MAX_BACKENDS -
1686 r600_count_pipe_bits((cc_rb_backend_disable &
1687 R6XX_MAX_BACKENDS_MASK) >> 16)),
1688 (cc_rb_backend_disable >> 16));
1689 rdev->config.r600.tile_config = tiling_config;
1690 rdev->config.r600.backend_map = backend_map;
1691 tiling_config |= BACKEND_MAP(backend_map);
1692 WREG32(GB_TILING_CONFIG, tiling_config);
1693 WREG32(DCP_TILING_CONFIG, tiling_config & 0xffff);
1694 WREG32(HDP_TILING_CONFIG, tiling_config & 0xffff);
1697 WREG32(CC_RB_BACKEND_DISABLE, cc_rb_backend_disable);
1698 WREG32(CC_GC_SHADER_PIPE_CONFIG, cc_gc_shader_pipe_config);
1699 WREG32(GC_USER_SHADER_PIPE_CONFIG, cc_gc_shader_pipe_config);
1701 tmp = R6XX_MAX_PIPES - r600_count_pipe_bits((cc_gc_shader_pipe_config & INACTIVE_QD_PIPES_MASK) >> 8);
1702 WREG32(VGT_OUT_DEALLOC_CNTL, (tmp * 4) & DEALLOC_DIST_MASK);
1703 WREG32(VGT_VERTEX_REUSE_BLOCK_CNTL, ((tmp * 4) - 2) & VTX_REUSE_DEPTH_MASK);
1705 /* Setup some CP states */
1706 WREG32(CP_QUEUE_THRESHOLDS, (ROQ_IB1_START(0x16) | ROQ_IB2_START(0x2b)));
1707 WREG32(CP_MEQ_THRESHOLDS, (MEQ_END(0x40) | ROQ_END(0x40)));
1709 WREG32(TA_CNTL_AUX, (DISABLE_CUBE_ANISO | SYNC_GRADIENT |
1710 SYNC_WALKER | SYNC_ALIGNER));
1711 /* Setup various GPU states */
1712 if (rdev->family == CHIP_RV670)
1713 WREG32(ARB_GDEC_RD_CNTL, 0x00000021);
1715 tmp = RREG32(SX_DEBUG_1);
1716 tmp |= SMX_EVENT_RELEASE;
1717 if ((rdev->family > CHIP_R600))
1718 tmp |= ENABLE_NEW_SMX_ADDRESS;
1719 WREG32(SX_DEBUG_1, tmp);
1721 if (((rdev->family) == CHIP_R600) ||
1722 ((rdev->family) == CHIP_RV630) ||
1723 ((rdev->family) == CHIP_RV610) ||
1724 ((rdev->family) == CHIP_RV620) ||
1725 ((rdev->family) == CHIP_RS780) ||
1726 ((rdev->family) == CHIP_RS880)) {
1727 WREG32(DB_DEBUG, PREZ_MUST_WAIT_FOR_POSTZ_DONE);
1729 WREG32(DB_DEBUG, 0);
1731 WREG32(DB_WATERMARKS, (DEPTH_FREE(4) | DEPTH_CACHELINE_FREE(16) |
1732 DEPTH_FLUSH(16) | DEPTH_PENDING_FREE(4)));
1734 WREG32(PA_SC_MULTI_CHIP_CNTL, 0);
1735 WREG32(VGT_NUM_INSTANCES, 0);
1737 WREG32(SPI_CONFIG_CNTL, GPR_WRITE_PRIORITY(0));
1738 WREG32(SPI_CONFIG_CNTL_1, VTX_DONE_DELAY(0));
1740 tmp = RREG32(SQ_MS_FIFO_SIZES);
1741 if (((rdev->family) == CHIP_RV610) ||
1742 ((rdev->family) == CHIP_RV620) ||
1743 ((rdev->family) == CHIP_RS780) ||
1744 ((rdev->family) == CHIP_RS880)) {
1745 tmp = (CACHE_FIFO_SIZE(0xa) |
1746 FETCH_FIFO_HIWATER(0xa) |
1747 DONE_FIFO_HIWATER(0xe0) |
1748 ALU_UPDATE_FIFO_HIWATER(0x8));
1749 } else if (((rdev->family) == CHIP_R600) ||
1750 ((rdev->family) == CHIP_RV630)) {
1751 tmp &= ~DONE_FIFO_HIWATER(0xff);
1752 tmp |= DONE_FIFO_HIWATER(0x4);
1754 WREG32(SQ_MS_FIFO_SIZES, tmp);
1756 /* SQ_CONFIG, SQ_GPR_RESOURCE_MGMT, SQ_THREAD_RESOURCE_MGMT, SQ_STACK_RESOURCE_MGMT
1757 * should be adjusted as needed by the 2D/3D drivers. This just sets default values
1759 sq_config = RREG32(SQ_CONFIG);
1760 sq_config &= ~(PS_PRIO(3) |
1764 sq_config |= (DX9_CONSTS |
1771 if ((rdev->family) == CHIP_R600) {
1772 sq_gpr_resource_mgmt_1 = (NUM_PS_GPRS(124) |
1774 NUM_CLAUSE_TEMP_GPRS(4));
1775 sq_gpr_resource_mgmt_2 = (NUM_GS_GPRS(0) |
1777 sq_thread_resource_mgmt = (NUM_PS_THREADS(136) |
1778 NUM_VS_THREADS(48) |
1781 sq_stack_resource_mgmt_1 = (NUM_PS_STACK_ENTRIES(128) |
1782 NUM_VS_STACK_ENTRIES(128));
1783 sq_stack_resource_mgmt_2 = (NUM_GS_STACK_ENTRIES(0) |
1784 NUM_ES_STACK_ENTRIES(0));
1785 } else if (((rdev->family) == CHIP_RV610) ||
1786 ((rdev->family) == CHIP_RV620) ||
1787 ((rdev->family) == CHIP_RS780) ||
1788 ((rdev->family) == CHIP_RS880)) {
1789 /* no vertex cache */
1790 sq_config &= ~VC_ENABLE;
1792 sq_gpr_resource_mgmt_1 = (NUM_PS_GPRS(44) |
1794 NUM_CLAUSE_TEMP_GPRS(2));
1795 sq_gpr_resource_mgmt_2 = (NUM_GS_GPRS(17) |
1797 sq_thread_resource_mgmt = (NUM_PS_THREADS(79) |
1798 NUM_VS_THREADS(78) |
1800 NUM_ES_THREADS(31));
1801 sq_stack_resource_mgmt_1 = (NUM_PS_STACK_ENTRIES(40) |
1802 NUM_VS_STACK_ENTRIES(40));
1803 sq_stack_resource_mgmt_2 = (NUM_GS_STACK_ENTRIES(32) |
1804 NUM_ES_STACK_ENTRIES(16));
1805 } else if (((rdev->family) == CHIP_RV630) ||
1806 ((rdev->family) == CHIP_RV635)) {
1807 sq_gpr_resource_mgmt_1 = (NUM_PS_GPRS(44) |
1809 NUM_CLAUSE_TEMP_GPRS(2));
1810 sq_gpr_resource_mgmt_2 = (NUM_GS_GPRS(18) |
1812 sq_thread_resource_mgmt = (NUM_PS_THREADS(79) |
1813 NUM_VS_THREADS(78) |
1815 NUM_ES_THREADS(31));
1816 sq_stack_resource_mgmt_1 = (NUM_PS_STACK_ENTRIES(40) |
1817 NUM_VS_STACK_ENTRIES(40));
1818 sq_stack_resource_mgmt_2 = (NUM_GS_STACK_ENTRIES(32) |
1819 NUM_ES_STACK_ENTRIES(16));
1820 } else if ((rdev->family) == CHIP_RV670) {
1821 sq_gpr_resource_mgmt_1 = (NUM_PS_GPRS(44) |
1823 NUM_CLAUSE_TEMP_GPRS(2));
1824 sq_gpr_resource_mgmt_2 = (NUM_GS_GPRS(17) |
1826 sq_thread_resource_mgmt = (NUM_PS_THREADS(79) |
1827 NUM_VS_THREADS(78) |
1829 NUM_ES_THREADS(31));
1830 sq_stack_resource_mgmt_1 = (NUM_PS_STACK_ENTRIES(64) |
1831 NUM_VS_STACK_ENTRIES(64));
1832 sq_stack_resource_mgmt_2 = (NUM_GS_STACK_ENTRIES(64) |
1833 NUM_ES_STACK_ENTRIES(64));
1836 WREG32(SQ_CONFIG, sq_config);
1837 WREG32(SQ_GPR_RESOURCE_MGMT_1, sq_gpr_resource_mgmt_1);
1838 WREG32(SQ_GPR_RESOURCE_MGMT_2, sq_gpr_resource_mgmt_2);
1839 WREG32(SQ_THREAD_RESOURCE_MGMT, sq_thread_resource_mgmt);
1840 WREG32(SQ_STACK_RESOURCE_MGMT_1, sq_stack_resource_mgmt_1);
1841 WREG32(SQ_STACK_RESOURCE_MGMT_2, sq_stack_resource_mgmt_2);
1843 if (((rdev->family) == CHIP_RV610) ||
1844 ((rdev->family) == CHIP_RV620) ||
1845 ((rdev->family) == CHIP_RS780) ||
1846 ((rdev->family) == CHIP_RS880)) {
1847 WREG32(VGT_CACHE_INVALIDATION, CACHE_INVALIDATION(TC_ONLY));
1849 WREG32(VGT_CACHE_INVALIDATION, CACHE_INVALIDATION(VC_AND_TC));
1852 /* More default values. 2D/3D driver should adjust as needed */
1853 WREG32(PA_SC_AA_SAMPLE_LOCS_2S, (S0_X(0xc) | S0_Y(0x4) |
1854 S1_X(0x4) | S1_Y(0xc)));
1855 WREG32(PA_SC_AA_SAMPLE_LOCS_4S, (S0_X(0xe) | S0_Y(0xe) |
1856 S1_X(0x2) | S1_Y(0x2) |
1857 S2_X(0xa) | S2_Y(0x6) |
1858 S3_X(0x6) | S3_Y(0xa)));
1859 WREG32(PA_SC_AA_SAMPLE_LOCS_8S_WD0, (S0_X(0xe) | S0_Y(0xb) |
1860 S1_X(0x4) | S1_Y(0xc) |
1861 S2_X(0x1) | S2_Y(0x6) |
1862 S3_X(0xa) | S3_Y(0xe)));
1863 WREG32(PA_SC_AA_SAMPLE_LOCS_8S_WD1, (S4_X(0x6) | S4_Y(0x1) |
1864 S5_X(0x0) | S5_Y(0x0) |
1865 S6_X(0xb) | S6_Y(0x4) |
1866 S7_X(0x7) | S7_Y(0x8)));
1868 WREG32(VGT_STRMOUT_EN, 0);
1869 tmp = rdev->config.r600.max_pipes * 16;
1870 switch (rdev->family) {
1886 WREG32(VGT_ES_PER_GS, 128);
1887 WREG32(VGT_GS_PER_ES, tmp);
1888 WREG32(VGT_GS_PER_VS, 2);
1889 WREG32(VGT_GS_VERTEX_REUSE, 16);
1891 /* more default values. 2D/3D driver should adjust as needed */
1892 WREG32(PA_SC_LINE_STIPPLE_STATE, 0);
1893 WREG32(VGT_STRMOUT_EN, 0);
1895 WREG32(PA_SC_MODE_CNTL, 0);
1896 WREG32(PA_SC_AA_CONFIG, 0);
1897 WREG32(PA_SC_LINE_STIPPLE, 0);
1898 WREG32(SPI_INPUT_Z, 0);
1899 WREG32(SPI_PS_IN_CONTROL_0, NUM_INTERP(2));
1900 WREG32(CB_COLOR7_FRAG, 0);
1902 /* Clear render buffer base addresses */
1903 WREG32(CB_COLOR0_BASE, 0);
1904 WREG32(CB_COLOR1_BASE, 0);
1905 WREG32(CB_COLOR2_BASE, 0);
1906 WREG32(CB_COLOR3_BASE, 0);
1907 WREG32(CB_COLOR4_BASE, 0);
1908 WREG32(CB_COLOR5_BASE, 0);
1909 WREG32(CB_COLOR6_BASE, 0);
1910 WREG32(CB_COLOR7_BASE, 0);
1911 WREG32(CB_COLOR7_FRAG, 0);
1913 switch (rdev->family) {
1918 tmp = TC_L2_SIZE(8);
1922 tmp = TC_L2_SIZE(4);
1925 tmp = TC_L2_SIZE(0) | L2_DISABLE_LATE_HIT;
1928 tmp = TC_L2_SIZE(0);
1931 WREG32(TC_CNTL, tmp);
1933 tmp = RREG32(HDP_HOST_PATH_CNTL);
1934 WREG32(HDP_HOST_PATH_CNTL, tmp);
1936 tmp = RREG32(ARB_POP);
1937 tmp |= ENABLE_TC128;
1938 WREG32(ARB_POP, tmp);
1940 WREG32(PA_SC_MULTI_CHIP_CNTL, 0);
1941 WREG32(PA_CL_ENHANCE, (CLIP_VTX_REORDER_ENA |
1943 WREG32(PA_SC_ENHANCE, FORCE_EOV_MAX_CLK_CNT(4095));
1948 * Indirect registers accessor
1950 u32 r600_pciep_rreg(struct radeon_device *rdev, u32 reg)
1954 WREG32(PCIE_PORT_INDEX, ((reg) & 0xff));
1955 (void)RREG32(PCIE_PORT_INDEX);
1956 r = RREG32(PCIE_PORT_DATA);
1960 void r600_pciep_wreg(struct radeon_device *rdev, u32 reg, u32 v)
1962 WREG32(PCIE_PORT_INDEX, ((reg) & 0xff));
1963 (void)RREG32(PCIE_PORT_INDEX);
1964 WREG32(PCIE_PORT_DATA, (v));
1965 (void)RREG32(PCIE_PORT_DATA);
1971 void r600_cp_stop(struct radeon_device *rdev)
1973 radeon_ttm_set_active_vram_size(rdev, rdev->mc.visible_vram_size);
1974 WREG32(R_0086D8_CP_ME_CNTL, S_0086D8_CP_ME_HALT(1));
1975 WREG32(SCRATCH_UMSK, 0);
1978 int r600_init_microcode(struct radeon_device *rdev)
1980 struct platform_device *pdev;
1981 const char *chip_name;
1982 const char *rlc_chip_name;
1983 size_t pfp_req_size, me_req_size, rlc_req_size;
1989 pdev = platform_device_register_simple("radeon_cp", 0, NULL, 0);
1992 printk(KERN_ERR "radeon_cp: Failed to register firmware\n");
1996 switch (rdev->family) {
1999 rlc_chip_name = "R600";
2002 chip_name = "RV610";
2003 rlc_chip_name = "R600";
2006 chip_name = "RV630";
2007 rlc_chip_name = "R600";
2010 chip_name = "RV620";
2011 rlc_chip_name = "R600";
2014 chip_name = "RV635";
2015 rlc_chip_name = "R600";
2018 chip_name = "RV670";
2019 rlc_chip_name = "R600";
2023 chip_name = "RS780";
2024 rlc_chip_name = "R600";
2027 chip_name = "RV770";
2028 rlc_chip_name = "R700";
2032 chip_name = "RV730";
2033 rlc_chip_name = "R700";
2036 chip_name = "RV710";
2037 rlc_chip_name = "R700";
2040 chip_name = "CEDAR";
2041 rlc_chip_name = "CEDAR";
2044 chip_name = "REDWOOD";
2045 rlc_chip_name = "REDWOOD";
2048 chip_name = "JUNIPER";
2049 rlc_chip_name = "JUNIPER";
2053 chip_name = "CYPRESS";
2054 rlc_chip_name = "CYPRESS";
2058 rlc_chip_name = "SUMO";
2062 rlc_chip_name = "SUMO";
2065 chip_name = "SUMO2";
2066 rlc_chip_name = "SUMO";
2071 if (rdev->family >= CHIP_CEDAR) {
2072 pfp_req_size = EVERGREEN_PFP_UCODE_SIZE * 4;
2073 me_req_size = EVERGREEN_PM4_UCODE_SIZE * 4;
2074 rlc_req_size = EVERGREEN_RLC_UCODE_SIZE * 4;
2075 } else if (rdev->family >= CHIP_RV770) {
2076 pfp_req_size = R700_PFP_UCODE_SIZE * 4;
2077 me_req_size = R700_PM4_UCODE_SIZE * 4;
2078 rlc_req_size = R700_RLC_UCODE_SIZE * 4;
2080 pfp_req_size = PFP_UCODE_SIZE * 4;
2081 me_req_size = PM4_UCODE_SIZE * 12;
2082 rlc_req_size = RLC_UCODE_SIZE * 4;
2085 DRM_INFO("Loading %s Microcode\n", chip_name);
2087 snprintf(fw_name, sizeof(fw_name), "radeon/%s_pfp.bin", chip_name);
2088 err = request_firmware(&rdev->pfp_fw, fw_name, &pdev->dev);
2091 if (rdev->pfp_fw->size != pfp_req_size) {
2093 "r600_cp: Bogus length %zu in firmware \"%s\"\n",
2094 rdev->pfp_fw->size, fw_name);
2099 snprintf(fw_name, sizeof(fw_name), "radeon/%s_me.bin", chip_name);
2100 err = request_firmware(&rdev->me_fw, fw_name, &pdev->dev);
2103 if (rdev->me_fw->size != me_req_size) {
2105 "r600_cp: Bogus length %zu in firmware \"%s\"\n",
2106 rdev->me_fw->size, fw_name);
2110 snprintf(fw_name, sizeof(fw_name), "radeon/%s_rlc.bin", rlc_chip_name);
2111 err = request_firmware(&rdev->rlc_fw, fw_name, &pdev->dev);
2114 if (rdev->rlc_fw->size != rlc_req_size) {
2116 "r600_rlc: Bogus length %zu in firmware \"%s\"\n",
2117 rdev->rlc_fw->size, fw_name);
2122 platform_device_unregister(pdev);
2127 "r600_cp: Failed to load firmware \"%s\"\n",
2129 release_firmware(rdev->pfp_fw);
2130 rdev->pfp_fw = NULL;
2131 release_firmware(rdev->me_fw);
2133 release_firmware(rdev->rlc_fw);
2134 rdev->rlc_fw = NULL;
2139 static int r600_cp_load_microcode(struct radeon_device *rdev)
2141 const __be32 *fw_data;
2144 if (!rdev->me_fw || !rdev->pfp_fw)
2153 RB_NO_UPDATE | RB_BLKSZ(15) | RB_BUFSZ(3));
2156 WREG32(GRBM_SOFT_RESET, SOFT_RESET_CP);
2157 RREG32(GRBM_SOFT_RESET);
2159 WREG32(GRBM_SOFT_RESET, 0);
2161 WREG32(CP_ME_RAM_WADDR, 0);
2163 fw_data = (const __be32 *)rdev->me_fw->data;
2164 WREG32(CP_ME_RAM_WADDR, 0);
2165 for (i = 0; i < PM4_UCODE_SIZE * 3; i++)
2166 WREG32(CP_ME_RAM_DATA,
2167 be32_to_cpup(fw_data++));
2169 fw_data = (const __be32 *)rdev->pfp_fw->data;
2170 WREG32(CP_PFP_UCODE_ADDR, 0);
2171 for (i = 0; i < PFP_UCODE_SIZE; i++)
2172 WREG32(CP_PFP_UCODE_DATA,
2173 be32_to_cpup(fw_data++));
2175 WREG32(CP_PFP_UCODE_ADDR, 0);
2176 WREG32(CP_ME_RAM_WADDR, 0);
2177 WREG32(CP_ME_RAM_RADDR, 0);
2181 int r600_cp_start(struct radeon_device *rdev)
2186 r = radeon_ring_lock(rdev, 7);
2188 DRM_ERROR("radeon: cp failed to lock ring (%d).\n", r);
2191 radeon_ring_write(rdev, PACKET3(PACKET3_ME_INITIALIZE, 5));
2192 radeon_ring_write(rdev, 0x1);
2193 if (rdev->family >= CHIP_RV770) {
2194 radeon_ring_write(rdev, 0x0);
2195 radeon_ring_write(rdev, rdev->config.rv770.max_hw_contexts - 1);
2197 radeon_ring_write(rdev, 0x3);
2198 radeon_ring_write(rdev, rdev->config.r600.max_hw_contexts - 1);
2200 radeon_ring_write(rdev, PACKET3_ME_INITIALIZE_DEVICE_ID(1));
2201 radeon_ring_write(rdev, 0);
2202 radeon_ring_write(rdev, 0);
2203 radeon_ring_unlock_commit(rdev);
2206 WREG32(R_0086D8_CP_ME_CNTL, cp_me);
2210 int r600_cp_resume(struct radeon_device *rdev)
2217 WREG32(GRBM_SOFT_RESET, SOFT_RESET_CP);
2218 RREG32(GRBM_SOFT_RESET);
2220 WREG32(GRBM_SOFT_RESET, 0);
2222 /* Set ring buffer size */
2223 rb_bufsz = drm_order(rdev->cp.ring_size / 8);
2224 tmp = (drm_order(RADEON_GPU_PAGE_SIZE/8) << 8) | rb_bufsz;
2226 tmp |= BUF_SWAP_32BIT;
2228 WREG32(CP_RB_CNTL, tmp);
2229 WREG32(CP_SEM_WAIT_TIMER, 0x4);
2231 /* Set the write pointer delay */
2232 WREG32(CP_RB_WPTR_DELAY, 0);
2234 /* Initialize the ring buffer's read and write pointers */
2235 WREG32(CP_RB_CNTL, tmp | RB_RPTR_WR_ENA);
2236 WREG32(CP_RB_RPTR_WR, 0);
2238 WREG32(CP_RB_WPTR, rdev->cp.wptr);
2240 /* set the wb address whether it's enabled or not */
2241 WREG32(CP_RB_RPTR_ADDR,
2242 ((rdev->wb.gpu_addr + RADEON_WB_CP_RPTR_OFFSET) & 0xFFFFFFFC));
2243 WREG32(CP_RB_RPTR_ADDR_HI, upper_32_bits(rdev->wb.gpu_addr + RADEON_WB_CP_RPTR_OFFSET) & 0xFF);
2244 WREG32(SCRATCH_ADDR, ((rdev->wb.gpu_addr + RADEON_WB_SCRATCH_OFFSET) >> 8) & 0xFFFFFFFF);
2246 if (rdev->wb.enabled)
2247 WREG32(SCRATCH_UMSK, 0xff);
2249 tmp |= RB_NO_UPDATE;
2250 WREG32(SCRATCH_UMSK, 0);
2254 WREG32(CP_RB_CNTL, tmp);
2256 WREG32(CP_RB_BASE, rdev->cp.gpu_addr >> 8);
2257 WREG32(CP_DEBUG, (1 << 27) | (1 << 28));
2259 rdev->cp.rptr = RREG32(CP_RB_RPTR);
2261 r600_cp_start(rdev);
2262 rdev->cp.ready = true;
2263 r = radeon_ring_test(rdev);
2265 rdev->cp.ready = false;
2271 void r600_cp_commit(struct radeon_device *rdev)
2273 WREG32(CP_RB_WPTR, rdev->cp.wptr);
2274 (void)RREG32(CP_RB_WPTR);
2277 void r600_ring_init(struct radeon_device *rdev, unsigned ring_size)
2281 /* Align ring size */
2282 rb_bufsz = drm_order(ring_size / 8);
2283 ring_size = (1 << (rb_bufsz + 1)) * 4;
2284 rdev->cp.ring_size = ring_size;
2285 rdev->cp.align_mask = 16 - 1;
2288 void r600_cp_fini(struct radeon_device *rdev)
2291 radeon_ring_fini(rdev);
2296 * GPU scratch registers helpers function.
2298 void r600_scratch_init(struct radeon_device *rdev)
2302 rdev->scratch.num_reg = 7;
2303 rdev->scratch.reg_base = SCRATCH_REG0;
2304 for (i = 0; i < rdev->scratch.num_reg; i++) {
2305 rdev->scratch.free[i] = true;
2306 rdev->scratch.reg[i] = rdev->scratch.reg_base + (i * 4);
2310 int r600_ring_test(struct radeon_device *rdev)
2317 r = radeon_scratch_get(rdev, &scratch);
2319 DRM_ERROR("radeon: cp failed to get scratch reg (%d).\n", r);
2322 WREG32(scratch, 0xCAFEDEAD);
2323 r = radeon_ring_lock(rdev, 3);
2325 DRM_ERROR("radeon: cp failed to lock ring (%d).\n", r);
2326 radeon_scratch_free(rdev, scratch);
2329 radeon_ring_write(rdev, PACKET3(PACKET3_SET_CONFIG_REG, 1));
2330 radeon_ring_write(rdev, ((scratch - PACKET3_SET_CONFIG_REG_OFFSET) >> 2));
2331 radeon_ring_write(rdev, 0xDEADBEEF);
2332 radeon_ring_unlock_commit(rdev);
2333 for (i = 0; i < rdev->usec_timeout; i++) {
2334 tmp = RREG32(scratch);
2335 if (tmp == 0xDEADBEEF)
2339 if (i < rdev->usec_timeout) {
2340 DRM_INFO("ring test succeeded in %d usecs\n", i);
2342 DRM_ERROR("radeon: ring test failed (scratch(0x%04X)=0x%08X)\n",
2346 radeon_scratch_free(rdev, scratch);
2350 void r600_fence_ring_emit(struct radeon_device *rdev,
2351 struct radeon_fence *fence)
2353 if (rdev->wb.use_event) {
2354 u64 addr = rdev->wb.gpu_addr + R600_WB_EVENT_OFFSET +
2355 (u64)(rdev->fence_drv.scratch_reg - rdev->scratch.reg_base);
2356 /* flush read cache over gart */
2357 radeon_ring_write(rdev, PACKET3(PACKET3_SURFACE_SYNC, 3));
2358 radeon_ring_write(rdev, PACKET3_TC_ACTION_ENA |
2359 PACKET3_VC_ACTION_ENA |
2360 PACKET3_SH_ACTION_ENA);
2361 radeon_ring_write(rdev, 0xFFFFFFFF);
2362 radeon_ring_write(rdev, 0);
2363 radeon_ring_write(rdev, 10); /* poll interval */
2364 /* EVENT_WRITE_EOP - flush caches, send int */
2365 radeon_ring_write(rdev, PACKET3(PACKET3_EVENT_WRITE_EOP, 4));
2366 radeon_ring_write(rdev, EVENT_TYPE(CACHE_FLUSH_AND_INV_EVENT_TS) | EVENT_INDEX(5));
2367 radeon_ring_write(rdev, addr & 0xffffffff);
2368 radeon_ring_write(rdev, (upper_32_bits(addr) & 0xff) | DATA_SEL(1) | INT_SEL(2));
2369 radeon_ring_write(rdev, fence->seq);
2370 radeon_ring_write(rdev, 0);
2372 /* flush read cache over gart */
2373 radeon_ring_write(rdev, PACKET3(PACKET3_SURFACE_SYNC, 3));
2374 radeon_ring_write(rdev, PACKET3_TC_ACTION_ENA |
2375 PACKET3_VC_ACTION_ENA |
2376 PACKET3_SH_ACTION_ENA);
2377 radeon_ring_write(rdev, 0xFFFFFFFF);
2378 radeon_ring_write(rdev, 0);
2379 radeon_ring_write(rdev, 10); /* poll interval */
2380 radeon_ring_write(rdev, PACKET3(PACKET3_EVENT_WRITE, 0));
2381 radeon_ring_write(rdev, EVENT_TYPE(CACHE_FLUSH_AND_INV_EVENT) | EVENT_INDEX(0));
2382 /* wait for 3D idle clean */
2383 radeon_ring_write(rdev, PACKET3(PACKET3_SET_CONFIG_REG, 1));
2384 radeon_ring_write(rdev, (WAIT_UNTIL - PACKET3_SET_CONFIG_REG_OFFSET) >> 2);
2385 radeon_ring_write(rdev, WAIT_3D_IDLE_bit | WAIT_3D_IDLECLEAN_bit);
2386 /* Emit fence sequence & fire IRQ */
2387 radeon_ring_write(rdev, PACKET3(PACKET3_SET_CONFIG_REG, 1));
2388 radeon_ring_write(rdev, ((rdev->fence_drv.scratch_reg - PACKET3_SET_CONFIG_REG_OFFSET) >> 2));
2389 radeon_ring_write(rdev, fence->seq);
2390 /* CP_INTERRUPT packet 3 no longer exists, use packet 0 */
2391 radeon_ring_write(rdev, PACKET0(CP_INT_STATUS, 0));
2392 radeon_ring_write(rdev, RB_INT_STAT);
2396 int r600_copy_blit(struct radeon_device *rdev,
2397 uint64_t src_offset,
2398 uint64_t dst_offset,
2399 unsigned num_gpu_pages,
2400 struct radeon_fence *fence)
2404 mutex_lock(&rdev->r600_blit.mutex);
2405 rdev->r600_blit.vb_ib = NULL;
2406 r = r600_blit_prepare_copy(rdev, num_gpu_pages);
2408 if (rdev->r600_blit.vb_ib)
2409 radeon_ib_free(rdev, &rdev->r600_blit.vb_ib);
2410 mutex_unlock(&rdev->r600_blit.mutex);
2413 r600_kms_blit_copy(rdev, src_offset, dst_offset, num_gpu_pages);
2414 r600_blit_done_copy(rdev, fence);
2415 mutex_unlock(&rdev->r600_blit.mutex);
2419 void r600_blit_suspend(struct radeon_device *rdev)
2423 /* unpin shaders bo */
2424 if (rdev->r600_blit.shader_obj) {
2425 r = radeon_bo_reserve(rdev->r600_blit.shader_obj, false);
2427 radeon_bo_unpin(rdev->r600_blit.shader_obj);
2428 radeon_bo_unreserve(rdev->r600_blit.shader_obj);
2433 int r600_set_surface_reg(struct radeon_device *rdev, int reg,
2434 uint32_t tiling_flags, uint32_t pitch,
2435 uint32_t offset, uint32_t obj_size)
2437 /* FIXME: implement */
2441 void r600_clear_surface_reg(struct radeon_device *rdev, int reg)
2443 /* FIXME: implement */
2446 int r600_startup(struct radeon_device *rdev)
2450 /* enable pcie gen2 link */
2451 r600_pcie_gen2_enable(rdev);
2453 if (!rdev->me_fw || !rdev->pfp_fw || !rdev->rlc_fw) {
2454 r = r600_init_microcode(rdev);
2456 DRM_ERROR("Failed to load firmware!\n");
2461 r = r600_vram_scratch_init(rdev);
2465 r600_mc_program(rdev);
2466 if (rdev->flags & RADEON_IS_AGP) {
2467 r600_agp_enable(rdev);
2469 r = r600_pcie_gart_enable(rdev);
2473 r600_gpu_init(rdev);
2474 r = r600_blit_init(rdev);
2476 r600_blit_fini(rdev);
2477 rdev->asic->copy = NULL;
2478 dev_warn(rdev->dev, "failed blitter (%d) falling back to memcpy\n", r);
2481 /* allocate wb buffer */
2482 r = radeon_wb_init(rdev);
2487 r = r600_irq_init(rdev);
2489 DRM_ERROR("radeon: IH init failed (%d).\n", r);
2490 radeon_irq_kms_fini(rdev);
2495 r = radeon_ring_init(rdev, rdev->cp.ring_size);
2498 r = r600_cp_load_microcode(rdev);
2501 r = r600_cp_resume(rdev);
2508 void r600_vga_set_state(struct radeon_device *rdev, bool state)
2512 temp = RREG32(CONFIG_CNTL);
2513 if (state == false) {
2519 WREG32(CONFIG_CNTL, temp);
2522 int r600_resume(struct radeon_device *rdev)
2526 /* Do not reset GPU before posting, on r600 hw unlike on r500 hw,
2527 * posting will perform necessary task to bring back GPU into good
2531 atom_asic_init(rdev->mode_info.atom_context);
2533 r = r600_startup(rdev);
2535 DRM_ERROR("r600 startup failed on resume\n");
2539 r = r600_ib_test(rdev);
2541 DRM_ERROR("radeon: failed testing IB (%d).\n", r);
2545 r = r600_audio_init(rdev);
2547 DRM_ERROR("radeon: audio resume failed\n");
2554 int r600_suspend(struct radeon_device *rdev)
2556 r600_audio_fini(rdev);
2557 /* FIXME: we should wait for ring to be empty */
2559 rdev->cp.ready = false;
2560 r600_irq_suspend(rdev);
2561 radeon_wb_disable(rdev);
2562 r600_pcie_gart_disable(rdev);
2563 r600_blit_suspend(rdev);
2568 /* Plan is to move initialization in that function and use
2569 * helper function so that radeon_device_init pretty much
2570 * do nothing more than calling asic specific function. This
2571 * should also allow to remove a bunch of callback function
2574 int r600_init(struct radeon_device *rdev)
2578 if (r600_debugfs_mc_info_init(rdev)) {
2579 DRM_ERROR("Failed to register debugfs file for mc !\n");
2581 /* This don't do much */
2582 r = radeon_gem_init(rdev);
2586 if (!radeon_get_bios(rdev)) {
2587 if (ASIC_IS_AVIVO(rdev))
2590 /* Must be an ATOMBIOS */
2591 if (!rdev->is_atom_bios) {
2592 dev_err(rdev->dev, "Expecting atombios for R600 GPU\n");
2595 r = radeon_atombios_init(rdev);
2598 /* Post card if necessary */
2599 if (!radeon_card_posted(rdev)) {
2601 dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n");
2604 DRM_INFO("GPU not posted. posting now...\n");
2605 atom_asic_init(rdev->mode_info.atom_context);
2607 /* Initialize scratch registers */
2608 r600_scratch_init(rdev);
2609 /* Initialize surface registers */
2610 radeon_surface_init(rdev);
2611 /* Initialize clocks */
2612 radeon_get_clock_info(rdev->ddev);
2614 r = radeon_fence_driver_init(rdev);
2617 if (rdev->flags & RADEON_IS_AGP) {
2618 r = radeon_agp_init(rdev);
2620 radeon_agp_disable(rdev);
2622 r = r600_mc_init(rdev);
2625 /* Memory manager */
2626 r = radeon_bo_init(rdev);
2630 r = radeon_irq_kms_init(rdev);
2634 rdev->cp.ring_obj = NULL;
2635 r600_ring_init(rdev, 1024 * 1024);
2637 rdev->ih.ring_obj = NULL;
2638 r600_ih_ring_init(rdev, 64 * 1024);
2640 r = r600_pcie_gart_init(rdev);
2644 rdev->accel_working = true;
2645 r = r600_startup(rdev);
2647 dev_err(rdev->dev, "disabling GPU acceleration\n");
2649 r600_irq_fini(rdev);
2650 radeon_wb_fini(rdev);
2651 radeon_irq_kms_fini(rdev);
2652 r600_pcie_gart_fini(rdev);
2653 rdev->accel_working = false;
2655 if (rdev->accel_working) {
2656 r = radeon_ib_pool_init(rdev);
2658 dev_err(rdev->dev, "IB initialization failed (%d).\n", r);
2659 rdev->accel_working = false;
2661 r = r600_ib_test(rdev);
2663 dev_err(rdev->dev, "IB test failed (%d).\n", r);
2664 rdev->accel_working = false;
2669 r = r600_audio_init(rdev);
2671 return r; /* TODO error handling */
2675 void r600_fini(struct radeon_device *rdev)
2677 r600_audio_fini(rdev);
2678 r600_blit_fini(rdev);
2680 r600_irq_fini(rdev);
2681 radeon_wb_fini(rdev);
2682 radeon_ib_pool_fini(rdev);
2683 radeon_irq_kms_fini(rdev);
2684 r600_pcie_gart_fini(rdev);
2685 r600_vram_scratch_fini(rdev);
2686 radeon_agp_fini(rdev);
2687 radeon_gem_fini(rdev);
2688 radeon_fence_driver_fini(rdev);
2689 radeon_bo_fini(rdev);
2690 radeon_atombios_fini(rdev);
2699 void r600_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib)
2701 /* FIXME: implement */
2702 radeon_ring_write(rdev, PACKET3(PACKET3_INDIRECT_BUFFER, 2));
2703 radeon_ring_write(rdev,
2707 (ib->gpu_addr & 0xFFFFFFFC));
2708 radeon_ring_write(rdev, upper_32_bits(ib->gpu_addr) & 0xFF);
2709 radeon_ring_write(rdev, ib->length_dw);
2712 int r600_ib_test(struct radeon_device *rdev)
2714 struct radeon_ib *ib;
2720 r = radeon_scratch_get(rdev, &scratch);
2722 DRM_ERROR("radeon: failed to get scratch reg (%d).\n", r);
2725 WREG32(scratch, 0xCAFEDEAD);
2726 r = radeon_ib_get(rdev, &ib);
2728 DRM_ERROR("radeon: failed to get ib (%d).\n", r);
2731 ib->ptr[0] = PACKET3(PACKET3_SET_CONFIG_REG, 1);
2732 ib->ptr[1] = ((scratch - PACKET3_SET_CONFIG_REG_OFFSET) >> 2);
2733 ib->ptr[2] = 0xDEADBEEF;
2734 ib->ptr[3] = PACKET2(0);
2735 ib->ptr[4] = PACKET2(0);
2736 ib->ptr[5] = PACKET2(0);
2737 ib->ptr[6] = PACKET2(0);
2738 ib->ptr[7] = PACKET2(0);
2739 ib->ptr[8] = PACKET2(0);
2740 ib->ptr[9] = PACKET2(0);
2741 ib->ptr[10] = PACKET2(0);
2742 ib->ptr[11] = PACKET2(0);
2743 ib->ptr[12] = PACKET2(0);
2744 ib->ptr[13] = PACKET2(0);
2745 ib->ptr[14] = PACKET2(0);
2746 ib->ptr[15] = PACKET2(0);
2748 r = radeon_ib_schedule(rdev, ib);
2750 radeon_scratch_free(rdev, scratch);
2751 radeon_ib_free(rdev, &ib);
2752 DRM_ERROR("radeon: failed to schedule ib (%d).\n", r);
2755 r = radeon_fence_wait(ib->fence, false);
2757 DRM_ERROR("radeon: fence wait failed (%d).\n", r);
2760 for (i = 0; i < rdev->usec_timeout; i++) {
2761 tmp = RREG32(scratch);
2762 if (tmp == 0xDEADBEEF)
2766 if (i < rdev->usec_timeout) {
2767 DRM_INFO("ib test succeeded in %u usecs\n", i);
2769 DRM_ERROR("radeon: ib test failed (scratch(0x%04X)=0x%08X)\n",
2773 radeon_scratch_free(rdev, scratch);
2774 radeon_ib_free(rdev, &ib);
2781 * Interrupts use a ring buffer on r6xx/r7xx hardware. It works pretty
2782 * the same as the CP ring buffer, but in reverse. Rather than the CPU
2783 * writing to the ring and the GPU consuming, the GPU writes to the ring
2784 * and host consumes. As the host irq handler processes interrupts, it
2785 * increments the rptr. When the rptr catches up with the wptr, all the
2786 * current interrupts have been processed.
2789 void r600_ih_ring_init(struct radeon_device *rdev, unsigned ring_size)
2793 /* Align ring size */
2794 rb_bufsz = drm_order(ring_size / 4);
2795 ring_size = (1 << rb_bufsz) * 4;
2796 rdev->ih.ring_size = ring_size;
2797 rdev->ih.ptr_mask = rdev->ih.ring_size - 1;
2801 static int r600_ih_ring_alloc(struct radeon_device *rdev)
2805 /* Allocate ring buffer */
2806 if (rdev->ih.ring_obj == NULL) {
2807 r = radeon_bo_create(rdev, rdev->ih.ring_size,
2809 RADEON_GEM_DOMAIN_GTT,
2810 &rdev->ih.ring_obj);
2812 DRM_ERROR("radeon: failed to create ih ring buffer (%d).\n", r);
2815 r = radeon_bo_reserve(rdev->ih.ring_obj, false);
2816 if (unlikely(r != 0))
2818 r = radeon_bo_pin(rdev->ih.ring_obj,
2819 RADEON_GEM_DOMAIN_GTT,
2820 &rdev->ih.gpu_addr);
2822 radeon_bo_unreserve(rdev->ih.ring_obj);
2823 DRM_ERROR("radeon: failed to pin ih ring buffer (%d).\n", r);
2826 r = radeon_bo_kmap(rdev->ih.ring_obj,
2827 (void **)&rdev->ih.ring);
2828 radeon_bo_unreserve(rdev->ih.ring_obj);
2830 DRM_ERROR("radeon: failed to map ih ring buffer (%d).\n", r);
2837 static void r600_ih_ring_fini(struct radeon_device *rdev)
2840 if (rdev->ih.ring_obj) {
2841 r = radeon_bo_reserve(rdev->ih.ring_obj, false);
2842 if (likely(r == 0)) {
2843 radeon_bo_kunmap(rdev->ih.ring_obj);
2844 radeon_bo_unpin(rdev->ih.ring_obj);
2845 radeon_bo_unreserve(rdev->ih.ring_obj);
2847 radeon_bo_unref(&rdev->ih.ring_obj);
2848 rdev->ih.ring = NULL;
2849 rdev->ih.ring_obj = NULL;
2853 void r600_rlc_stop(struct radeon_device *rdev)
2856 if ((rdev->family >= CHIP_RV770) &&
2857 (rdev->family <= CHIP_RV740)) {
2858 /* r7xx asics need to soft reset RLC before halting */
2859 WREG32(SRBM_SOFT_RESET, SOFT_RESET_RLC);
2860 RREG32(SRBM_SOFT_RESET);
2862 WREG32(SRBM_SOFT_RESET, 0);
2863 RREG32(SRBM_SOFT_RESET);
2866 WREG32(RLC_CNTL, 0);
2869 static void r600_rlc_start(struct radeon_device *rdev)
2871 WREG32(RLC_CNTL, RLC_ENABLE);
2874 static int r600_rlc_init(struct radeon_device *rdev)
2877 const __be32 *fw_data;
2882 r600_rlc_stop(rdev);
2884 WREG32(RLC_HB_BASE, 0);
2885 WREG32(RLC_HB_CNTL, 0);
2886 WREG32(RLC_HB_RPTR, 0);
2887 WREG32(RLC_HB_WPTR, 0);
2888 if (rdev->family <= CHIP_CAICOS