2 * Copyright 2014 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
25 #include "amdgpu_pm.h"
26 #include "amdgpu_i2c.h"
29 #include "amdgpu_atombios.h"
30 #include "atombios_crtc.h"
31 #include "atombios_encoders.h"
32 #include "amdgpu_pll.h"
33 #include "amdgpu_connectors.h"
35 #include "dce/dce_11_0_d.h"
36 #include "dce/dce_11_0_sh_mask.h"
37 #include "dce/dce_11_0_enum.h"
38 #include "oss/oss_3_0_d.h"
39 #include "oss/oss_3_0_sh_mask.h"
40 #include "gmc/gmc_8_1_d.h"
41 #include "gmc/gmc_8_1_sh_mask.h"
43 static void dce_v11_0_set_display_funcs(struct amdgpu_device
*adev
);
44 static void dce_v11_0_set_irq_funcs(struct amdgpu_device
*adev
);
46 static const u32 crtc_offsets
[] =
48 CRTC0_REGISTER_OFFSET
,
49 CRTC1_REGISTER_OFFSET
,
50 CRTC2_REGISTER_OFFSET
,
51 CRTC3_REGISTER_OFFSET
,
52 CRTC4_REGISTER_OFFSET
,
53 CRTC5_REGISTER_OFFSET
,
57 static const u32 hpd_offsets
[] =
67 static const uint32_t dig_offsets
[] = {
85 } interrupt_status_offsets
[] = { {
86 .reg
= mmDISP_INTERRUPT_STATUS
,
87 .vblank
= DISP_INTERRUPT_STATUS__LB_D1_VBLANK_INTERRUPT_MASK
,
88 .vline
= DISP_INTERRUPT_STATUS__LB_D1_VLINE_INTERRUPT_MASK
,
89 .hpd
= DISP_INTERRUPT_STATUS__DC_HPD1_INTERRUPT_MASK
91 .reg
= mmDISP_INTERRUPT_STATUS_CONTINUE
,
92 .vblank
= DISP_INTERRUPT_STATUS_CONTINUE__LB_D2_VBLANK_INTERRUPT_MASK
,
93 .vline
= DISP_INTERRUPT_STATUS_CONTINUE__LB_D2_VLINE_INTERRUPT_MASK
,
94 .hpd
= DISP_INTERRUPT_STATUS_CONTINUE__DC_HPD2_INTERRUPT_MASK
96 .reg
= mmDISP_INTERRUPT_STATUS_CONTINUE2
,
97 .vblank
= DISP_INTERRUPT_STATUS_CONTINUE2__LB_D3_VBLANK_INTERRUPT_MASK
,
98 .vline
= DISP_INTERRUPT_STATUS_CONTINUE2__LB_D3_VLINE_INTERRUPT_MASK
,
99 .hpd
= DISP_INTERRUPT_STATUS_CONTINUE2__DC_HPD3_INTERRUPT_MASK
101 .reg
= mmDISP_INTERRUPT_STATUS_CONTINUE3
,
102 .vblank
= DISP_INTERRUPT_STATUS_CONTINUE3__LB_D4_VBLANK_INTERRUPT_MASK
,
103 .vline
= DISP_INTERRUPT_STATUS_CONTINUE3__LB_D4_VLINE_INTERRUPT_MASK
,
104 .hpd
= DISP_INTERRUPT_STATUS_CONTINUE3__DC_HPD4_INTERRUPT_MASK
106 .reg
= mmDISP_INTERRUPT_STATUS_CONTINUE4
,
107 .vblank
= DISP_INTERRUPT_STATUS_CONTINUE4__LB_D5_VBLANK_INTERRUPT_MASK
,
108 .vline
= DISP_INTERRUPT_STATUS_CONTINUE4__LB_D5_VLINE_INTERRUPT_MASK
,
109 .hpd
= DISP_INTERRUPT_STATUS_CONTINUE4__DC_HPD5_INTERRUPT_MASK
111 .reg
= mmDISP_INTERRUPT_STATUS_CONTINUE5
,
112 .vblank
= DISP_INTERRUPT_STATUS_CONTINUE5__LB_D6_VBLANK_INTERRUPT_MASK
,
113 .vline
= DISP_INTERRUPT_STATUS_CONTINUE5__LB_D6_VLINE_INTERRUPT_MASK
,
114 .hpd
= DISP_INTERRUPT_STATUS_CONTINUE5__DC_HPD6_INTERRUPT_MASK
117 static const u32 cz_golden_settings_a11
[] =
119 mmCRTC_DOUBLE_BUFFER_CONTROL
, 0x00010101, 0x00010000,
120 mmFBC_MISC
, 0x1f311fff, 0x14300000,
123 static const u32 cz_mgcg_cgcg_init
[] =
125 mmXDMA_CLOCK_GATING_CNTL
, 0xffffffff, 0x00000100,
126 mmXDMA_MEM_POWER_CNTL
, 0x00000101, 0x00000000,
129 static void dce_v11_0_init_golden_registers(struct amdgpu_device
*adev
)
131 switch (adev
->asic_type
) {
133 amdgpu_program_register_sequence(adev
,
135 (const u32
)ARRAY_SIZE(cz_mgcg_cgcg_init
));
136 amdgpu_program_register_sequence(adev
,
137 cz_golden_settings_a11
,
138 (const u32
)ARRAY_SIZE(cz_golden_settings_a11
));
145 static u32
dce_v11_0_audio_endpt_rreg(struct amdgpu_device
*adev
,
146 u32 block_offset
, u32 reg
)
151 spin_lock_irqsave(&adev
->audio_endpt_idx_lock
, flags
);
152 WREG32(mmAZALIA_F0_CODEC_ENDPOINT_INDEX
+ block_offset
, reg
);
153 r
= RREG32(mmAZALIA_F0_CODEC_ENDPOINT_DATA
+ block_offset
);
154 spin_unlock_irqrestore(&adev
->audio_endpt_idx_lock
, flags
);
159 static void dce_v11_0_audio_endpt_wreg(struct amdgpu_device
*adev
,
160 u32 block_offset
, u32 reg
, u32 v
)
164 spin_lock_irqsave(&adev
->audio_endpt_idx_lock
, flags
);
165 WREG32(mmAZALIA_F0_CODEC_ENDPOINT_INDEX
+ block_offset
, reg
);
166 WREG32(mmAZALIA_F0_CODEC_ENDPOINT_DATA
+ block_offset
, v
);
167 spin_unlock_irqrestore(&adev
->audio_endpt_idx_lock
, flags
);
170 static bool dce_v11_0_is_in_vblank(struct amdgpu_device
*adev
, int crtc
)
172 if (RREG32(mmCRTC_STATUS
+ crtc_offsets
[crtc
]) &
173 CRTC_V_BLANK_START_END__CRTC_V_BLANK_START_MASK
)
179 static bool dce_v11_0_is_counter_moving(struct amdgpu_device
*adev
, int crtc
)
183 pos1
= RREG32(mmCRTC_STATUS_POSITION
+ crtc_offsets
[crtc
]);
184 pos2
= RREG32(mmCRTC_STATUS_POSITION
+ crtc_offsets
[crtc
]);
193 * dce_v11_0_vblank_wait - vblank wait asic callback.
195 * @adev: amdgpu_device pointer
196 * @crtc: crtc to wait for vblank on
198 * Wait for vblank on the requested crtc (evergreen+).
200 static void dce_v11_0_vblank_wait(struct amdgpu_device
*adev
, int crtc
)
204 if (crtc
>= adev
->mode_info
.num_crtc
)
207 if (!(RREG32(mmCRTC_CONTROL
+ crtc_offsets
[crtc
]) & CRTC_CONTROL__CRTC_MASTER_EN_MASK
))
210 /* depending on when we hit vblank, we may be close to active; if so,
211 * wait for another frame.
213 while (dce_v11_0_is_in_vblank(adev
, crtc
)) {
214 if (i
++ % 100 == 0) {
215 if (!dce_v11_0_is_counter_moving(adev
, crtc
))
220 while (!dce_v11_0_is_in_vblank(adev
, crtc
)) {
221 if (i
++ % 100 == 0) {
222 if (!dce_v11_0_is_counter_moving(adev
, crtc
))
228 static u32
dce_v11_0_vblank_get_counter(struct amdgpu_device
*adev
, int crtc
)
230 if (crtc
>= adev
->mode_info
.num_crtc
)
233 return RREG32(mmCRTC_STATUS_FRAME_COUNT
+ crtc_offsets
[crtc
]);
237 * dce_v11_0_page_flip - pageflip callback.
239 * @adev: amdgpu_device pointer
240 * @crtc_id: crtc to cleanup pageflip on
241 * @crtc_base: new address of the crtc (GPU MC address)
243 * Does the actual pageflip (evergreen+).
244 * During vblank we take the crtc lock and wait for the update_pending
245 * bit to go high, when it does, we release the lock, and allow the
246 * double buffered update to take place.
247 * Returns the current update pending status.
249 static void dce_v11_0_page_flip(struct amdgpu_device
*adev
,
250 int crtc_id
, u64 crtc_base
)
252 struct amdgpu_crtc
*amdgpu_crtc
= adev
->mode_info
.crtcs
[crtc_id
];
253 u32 tmp
= RREG32(mmGRPH_UPDATE
+ amdgpu_crtc
->crtc_offset
);
256 /* Lock the graphics update lock */
257 tmp
= REG_SET_FIELD(tmp
, GRPH_UPDATE
, GRPH_UPDATE_LOCK
, 1);
258 WREG32(mmGRPH_UPDATE
+ amdgpu_crtc
->crtc_offset
, tmp
);
260 /* update the scanout addresses */
261 WREG32(mmGRPH_SECONDARY_SURFACE_ADDRESS_HIGH
+ amdgpu_crtc
->crtc_offset
,
262 upper_32_bits(crtc_base
));
263 WREG32(mmGRPH_SECONDARY_SURFACE_ADDRESS
+ amdgpu_crtc
->crtc_offset
,
264 lower_32_bits(crtc_base
));
266 WREG32(mmGRPH_PRIMARY_SURFACE_ADDRESS_HIGH
+ amdgpu_crtc
->crtc_offset
,
267 upper_32_bits(crtc_base
));
268 WREG32(mmGRPH_PRIMARY_SURFACE_ADDRESS
+ amdgpu_crtc
->crtc_offset
,
269 lower_32_bits(crtc_base
));
271 /* Wait for update_pending to go high. */
272 for (i
= 0; i
< adev
->usec_timeout
; i
++) {
273 if (RREG32(mmGRPH_UPDATE
+ amdgpu_crtc
->crtc_offset
) &
274 GRPH_UPDATE__GRPH_SURFACE_UPDATE_PENDING_MASK
)
278 DRM_DEBUG("Update pending now high. Unlocking vupdate_lock.\n");
280 /* Unlock the lock, so double-buffering can take place inside vblank */
281 tmp
= REG_SET_FIELD(tmp
, GRPH_UPDATE
, GRPH_UPDATE_LOCK
, 0);
282 WREG32(mmGRPH_UPDATE
+ amdgpu_crtc
->crtc_offset
, tmp
);
285 static int dce_v11_0_crtc_get_scanoutpos(struct amdgpu_device
*adev
, int crtc
,
286 u32
*vbl
, u32
*position
)
288 if ((crtc
< 0) || (crtc
>= adev
->mode_info
.num_crtc
))
291 *vbl
= RREG32(mmCRTC_V_BLANK_START_END
+ crtc_offsets
[crtc
]);
292 *position
= RREG32(mmCRTC_STATUS_POSITION
+ crtc_offsets
[crtc
]);
298 * dce_v11_0_hpd_sense - hpd sense callback.
300 * @adev: amdgpu_device pointer
301 * @hpd: hpd (hotplug detect) pin
303 * Checks if a digital monitor is connected (evergreen+).
304 * Returns true if connected, false if not connected.
306 static bool dce_v11_0_hpd_sense(struct amdgpu_device
*adev
,
307 enum amdgpu_hpd_id hpd
)
310 bool connected
= false;
335 if (RREG32(mmDC_HPD_INT_STATUS
+ hpd_offsets
[idx
]) &
336 DC_HPD_INT_STATUS__DC_HPD_SENSE_MASK
)
343 * dce_v11_0_hpd_set_polarity - hpd set polarity callback.
345 * @adev: amdgpu_device pointer
346 * @hpd: hpd (hotplug detect) pin
348 * Set the polarity of the hpd pin (evergreen+).
350 static void dce_v11_0_hpd_set_polarity(struct amdgpu_device
*adev
,
351 enum amdgpu_hpd_id hpd
)
354 bool connected
= dce_v11_0_hpd_sense(adev
, hpd
);
380 tmp
= RREG32(mmDC_HPD_INT_CONTROL
+ hpd_offsets
[idx
]);
382 tmp
= REG_SET_FIELD(tmp
, DC_HPD_INT_CONTROL
, DC_HPD_INT_POLARITY
, 0);
384 tmp
= REG_SET_FIELD(tmp
, DC_HPD_INT_CONTROL
, DC_HPD_INT_POLARITY
, 1);
385 WREG32(mmDC_HPD_INT_CONTROL
+ hpd_offsets
[idx
], tmp
);
389 * dce_v11_0_hpd_init - hpd setup callback.
391 * @adev: amdgpu_device pointer
393 * Setup the hpd pins used by the card (evergreen+).
394 * Enable the pin, set the polarity, and enable the hpd interrupts.
396 static void dce_v11_0_hpd_init(struct amdgpu_device
*adev
)
398 struct drm_device
*dev
= adev
->ddev
;
399 struct drm_connector
*connector
;
403 list_for_each_entry(connector
, &dev
->mode_config
.connector_list
, head
) {
404 struct amdgpu_connector
*amdgpu_connector
= to_amdgpu_connector(connector
);
406 if (connector
->connector_type
== DRM_MODE_CONNECTOR_eDP
||
407 connector
->connector_type
== DRM_MODE_CONNECTOR_LVDS
) {
408 /* don't try to enable hpd on eDP or LVDS avoid breaking the
409 * aux dp channel on imac and help (but not completely fix)
410 * https://bugzilla.redhat.com/show_bug.cgi?id=726143
411 * also avoid interrupt storms during dpms.
416 switch (amdgpu_connector
->hpd
.hpd
) {
439 tmp
= RREG32(mmDC_HPD_CONTROL
+ hpd_offsets
[idx
]);
440 tmp
= REG_SET_FIELD(tmp
, DC_HPD_CONTROL
, DC_HPD_EN
, 1);
441 WREG32(mmDC_HPD_CONTROL
+ hpd_offsets
[idx
], tmp
);
443 tmp
= RREG32(mmDC_HPD_TOGGLE_FILT_CNTL
+ hpd_offsets
[idx
]);
444 tmp
= REG_SET_FIELD(tmp
, DC_HPD_TOGGLE_FILT_CNTL
,
445 DC_HPD_CONNECT_INT_DELAY
,
446 AMDGPU_HPD_CONNECT_INT_DELAY_IN_MS
);
447 tmp
= REG_SET_FIELD(tmp
, DC_HPD_TOGGLE_FILT_CNTL
,
448 DC_HPD_DISCONNECT_INT_DELAY
,
449 AMDGPU_HPD_DISCONNECT_INT_DELAY_IN_MS
);
450 WREG32(mmDC_HPD_TOGGLE_FILT_CNTL
+ hpd_offsets
[idx
], tmp
);
452 dce_v11_0_hpd_set_polarity(adev
, amdgpu_connector
->hpd
.hpd
);
453 amdgpu_irq_get(adev
, &adev
->hpd_irq
, amdgpu_connector
->hpd
.hpd
);
458 * dce_v11_0_hpd_fini - hpd tear down callback.
460 * @adev: amdgpu_device pointer
462 * Tear down the hpd pins used by the card (evergreen+).
463 * Disable the hpd interrupts.
465 static void dce_v11_0_hpd_fini(struct amdgpu_device
*adev
)
467 struct drm_device
*dev
= adev
->ddev
;
468 struct drm_connector
*connector
;
472 list_for_each_entry(connector
, &dev
->mode_config
.connector_list
, head
) {
473 struct amdgpu_connector
*amdgpu_connector
= to_amdgpu_connector(connector
);
475 switch (amdgpu_connector
->hpd
.hpd
) {
498 tmp
= RREG32(mmDC_HPD_CONTROL
+ hpd_offsets
[idx
]);
499 tmp
= REG_SET_FIELD(tmp
, DC_HPD_CONTROL
, DC_HPD_EN
, 0);
500 WREG32(mmDC_HPD_CONTROL
+ hpd_offsets
[idx
], tmp
);
502 amdgpu_irq_put(adev
, &adev
->hpd_irq
, amdgpu_connector
->hpd
.hpd
);
506 static u32
dce_v11_0_hpd_get_gpio_reg(struct amdgpu_device
*adev
)
508 return mmDC_GPIO_HPD_A
;
511 static bool dce_v11_0_is_display_hung(struct amdgpu_device
*adev
)
517 for (i
= 0; i
< adev
->mode_info
.num_crtc
; i
++) {
518 tmp
= RREG32(mmCRTC_CONTROL
+ crtc_offsets
[i
]);
519 if (REG_GET_FIELD(tmp
, CRTC_CONTROL
, CRTC_MASTER_EN
)) {
520 crtc_status
[i
] = RREG32(mmCRTC_STATUS_HV_COUNT
+ crtc_offsets
[i
]);
521 crtc_hung
|= (1 << i
);
525 for (j
= 0; j
< 10; j
++) {
526 for (i
= 0; i
< adev
->mode_info
.num_crtc
; i
++) {
527 if (crtc_hung
& (1 << i
)) {
528 tmp
= RREG32(mmCRTC_STATUS_HV_COUNT
+ crtc_offsets
[i
]);
529 if (tmp
!= crtc_status
[i
])
530 crtc_hung
&= ~(1 << i
);
541 static void dce_v11_0_stop_mc_access(struct amdgpu_device
*adev
,
542 struct amdgpu_mode_mc_save
*save
)
544 u32 crtc_enabled
, tmp
;
547 save
->vga_render_control
= RREG32(mmVGA_RENDER_CONTROL
);
548 save
->vga_hdp_control
= RREG32(mmVGA_HDP_CONTROL
);
550 /* disable VGA render */
551 tmp
= RREG32(mmVGA_RENDER_CONTROL
);
552 tmp
= REG_SET_FIELD(tmp
, VGA_RENDER_CONTROL
, VGA_VSTATUS_CNTL
, 0);
553 WREG32(mmVGA_RENDER_CONTROL
, tmp
);
555 /* blank the display controllers */
556 for (i
= 0; i
< adev
->mode_info
.num_crtc
; i
++) {
557 crtc_enabled
= REG_GET_FIELD(RREG32(mmCRTC_CONTROL
+ crtc_offsets
[i
]),
558 CRTC_CONTROL
, CRTC_MASTER_EN
);
564 save
->crtc_enabled
[i
] = true;
565 tmp
= RREG32(mmCRTC_BLANK_CONTROL
+ crtc_offsets
[i
]);
566 if (REG_GET_FIELD(tmp
, CRTC_BLANK_CONTROL
, CRTC_BLANK_DATA_EN
) == 0) {
567 amdgpu_display_vblank_wait(adev
, i
);
568 WREG32(mmCRTC_UPDATE_LOCK
+ crtc_offsets
[i
], 1);
569 tmp
= REG_SET_FIELD(tmp
, CRTC_BLANK_CONTROL
, CRTC_BLANK_DATA_EN
, 1);
570 WREG32(mmCRTC_BLANK_CONTROL
+ crtc_offsets
[i
], tmp
);
571 WREG32(mmCRTC_UPDATE_LOCK
+ crtc_offsets
[i
], 0);
573 /* wait for the next frame */
574 frame_count
= amdgpu_display_vblank_get_counter(adev
, i
);
575 for (j
= 0; j
< adev
->usec_timeout
; j
++) {
576 if (amdgpu_display_vblank_get_counter(adev
, i
) != frame_count
)
580 tmp
= RREG32(mmGRPH_UPDATE
+ crtc_offsets
[i
]);
581 if (REG_GET_FIELD(tmp
, GRPH_UPDATE
, GRPH_UPDATE_LOCK
) == 0) {
582 tmp
= REG_SET_FIELD(tmp
, GRPH_UPDATE
, GRPH_UPDATE_LOCK
, 1);
583 WREG32(mmGRPH_UPDATE
+ crtc_offsets
[i
], tmp
);
585 tmp
= RREG32(mmCRTC_MASTER_UPDATE_LOCK
+ crtc_offsets
[i
]);
586 if (REG_GET_FIELD(tmp
, CRTC_MASTER_UPDATE_LOCK
, MASTER_UPDATE_LOCK
) == 0) {
587 tmp
= REG_SET_FIELD(tmp
, CRTC_MASTER_UPDATE_LOCK
, MASTER_UPDATE_LOCK
, 1);
588 WREG32(mmCRTC_MASTER_UPDATE_LOCK
+ crtc_offsets
[i
], tmp
);
591 /* XXX this is a hack to avoid strange behavior with EFI on certain systems */
592 WREG32(mmCRTC_UPDATE_LOCK
+ crtc_offsets
[i
], 1);
593 tmp
= RREG32(mmCRTC_CONTROL
+ crtc_offsets
[i
]);
594 tmp
= REG_SET_FIELD(tmp
, CRTC_CONTROL
, CRTC_MASTER_EN
, 0);
595 WREG32(mmCRTC_CONTROL
+ crtc_offsets
[i
], tmp
);
596 WREG32(mmCRTC_UPDATE_LOCK
+ crtc_offsets
[i
], 0);
597 save
->crtc_enabled
[i
] = false;
601 save
->crtc_enabled
[i
] = false;
606 static void dce_v11_0_resume_mc_access(struct amdgpu_device
*adev
,
607 struct amdgpu_mode_mc_save
*save
)
609 u32 tmp
, frame_count
;
612 /* update crtc base addresses */
613 for (i
= 0; i
< adev
->mode_info
.num_crtc
; i
++) {
614 WREG32(mmGRPH_PRIMARY_SURFACE_ADDRESS_HIGH
+ crtc_offsets
[i
],
615 upper_32_bits(adev
->mc
.vram_start
));
616 WREG32(mmGRPH_SECONDARY_SURFACE_ADDRESS_HIGH
+ crtc_offsets
[i
],
617 upper_32_bits(adev
->mc
.vram_start
));
618 WREG32(mmGRPH_PRIMARY_SURFACE_ADDRESS
+ crtc_offsets
[i
],
619 (u32
)adev
->mc
.vram_start
);
620 WREG32(mmGRPH_SECONDARY_SURFACE_ADDRESS
+ crtc_offsets
[i
],
621 (u32
)adev
->mc
.vram_start
);
623 if (save
->crtc_enabled
[i
]) {
624 tmp
= RREG32(mmCRTC_MASTER_UPDATE_MODE
+ crtc_offsets
[i
]);
625 if (REG_GET_FIELD(tmp
, CRTC_MASTER_UPDATE_MODE
, MASTER_UPDATE_MODE
) != 3) {
626 tmp
= REG_SET_FIELD(tmp
, CRTC_MASTER_UPDATE_MODE
, MASTER_UPDATE_MODE
, 3);
627 WREG32(mmCRTC_MASTER_UPDATE_MODE
+ crtc_offsets
[i
], tmp
);
629 tmp
= RREG32(mmGRPH_UPDATE
+ crtc_offsets
[i
]);
630 if (REG_GET_FIELD(tmp
, GRPH_UPDATE
, GRPH_UPDATE_LOCK
)) {
631 tmp
= REG_SET_FIELD(tmp
, GRPH_UPDATE
, GRPH_UPDATE_LOCK
, 0);
632 WREG32(mmGRPH_UPDATE
+ crtc_offsets
[i
], tmp
);
634 tmp
= RREG32(mmCRTC_MASTER_UPDATE_LOCK
+ crtc_offsets
[i
]);
635 if (REG_GET_FIELD(tmp
, CRTC_MASTER_UPDATE_LOCK
, MASTER_UPDATE_LOCK
)) {
636 tmp
= REG_SET_FIELD(tmp
, CRTC_MASTER_UPDATE_LOCK
, MASTER_UPDATE_LOCK
, 0);
637 WREG32(mmCRTC_MASTER_UPDATE_LOCK
+ crtc_offsets
[i
], tmp
);
639 for (j
= 0; j
< adev
->usec_timeout
; j
++) {
640 tmp
= RREG32(mmGRPH_UPDATE
+ crtc_offsets
[i
]);
641 if (REG_GET_FIELD(tmp
, GRPH_UPDATE
, GRPH_SURFACE_UPDATE_PENDING
) == 0)
645 tmp
= RREG32(mmCRTC_BLANK_CONTROL
+ crtc_offsets
[i
]);
646 tmp
= REG_SET_FIELD(tmp
, CRTC_BLANK_CONTROL
, CRTC_BLANK_DATA_EN
, 0);
647 WREG32(mmCRTC_UPDATE_LOCK
+ crtc_offsets
[i
], 1);
648 WREG32(mmCRTC_BLANK_CONTROL
+ crtc_offsets
[i
], tmp
);
649 WREG32(mmCRTC_UPDATE_LOCK
+ crtc_offsets
[i
], 0);
650 /* wait for the next frame */
651 frame_count
= amdgpu_display_vblank_get_counter(adev
, i
);
652 for (j
= 0; j
< adev
->usec_timeout
; j
++) {
653 if (amdgpu_display_vblank_get_counter(adev
, i
) != frame_count
)
660 WREG32(mmVGA_MEMORY_BASE_ADDRESS_HIGH
, upper_32_bits(adev
->mc
.vram_start
));
661 WREG32(mmVGA_MEMORY_BASE_ADDRESS
, lower_32_bits(adev
->mc
.vram_start
));
663 /* Unlock vga access */
664 WREG32(mmVGA_HDP_CONTROL
, save
->vga_hdp_control
);
666 WREG32(mmVGA_RENDER_CONTROL
, save
->vga_render_control
);
669 static void dce_v11_0_set_vga_render_state(struct amdgpu_device
*adev
,
674 /* Lockout access through VGA aperture*/
675 tmp
= RREG32(mmVGA_HDP_CONTROL
);
677 tmp
= REG_SET_FIELD(tmp
, VGA_HDP_CONTROL
, VGA_MEMORY_DISABLE
, 0);
679 tmp
= REG_SET_FIELD(tmp
, VGA_HDP_CONTROL
, VGA_MEMORY_DISABLE
, 1);
680 WREG32(mmVGA_HDP_CONTROL
, tmp
);
682 /* disable VGA render */
683 tmp
= RREG32(mmVGA_RENDER_CONTROL
);
685 tmp
= REG_SET_FIELD(tmp
, VGA_RENDER_CONTROL
, VGA_VSTATUS_CNTL
, 1);
687 tmp
= REG_SET_FIELD(tmp
, VGA_RENDER_CONTROL
, VGA_VSTATUS_CNTL
, 0);
688 WREG32(mmVGA_RENDER_CONTROL
, tmp
);
691 static void dce_v11_0_program_fmt(struct drm_encoder
*encoder
)
693 struct drm_device
*dev
= encoder
->dev
;
694 struct amdgpu_device
*adev
= dev
->dev_private
;
695 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
696 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(encoder
->crtc
);
697 struct drm_connector
*connector
= amdgpu_get_connector_for_encoder(encoder
);
700 enum amdgpu_connector_dither dither
= AMDGPU_FMT_DITHER_DISABLE
;
703 struct amdgpu_connector
*amdgpu_connector
= to_amdgpu_connector(connector
);
704 bpc
= amdgpu_connector_get_monitor_bpc(connector
);
705 dither
= amdgpu_connector
->dither
;
708 /* LVDS/eDP FMT is set up by atom */
709 if (amdgpu_encoder
->devices
& ATOM_DEVICE_LCD_SUPPORT
)
712 /* not needed for analog */
713 if ((amdgpu_encoder
->encoder_id
== ENCODER_OBJECT_ID_INTERNAL_KLDSCP_DAC1
) ||
714 (amdgpu_encoder
->encoder_id
== ENCODER_OBJECT_ID_INTERNAL_KLDSCP_DAC2
))
722 if (dither
== AMDGPU_FMT_DITHER_ENABLE
) {
723 /* XXX sort out optimal dither settings */
724 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_FRAME_RANDOM_ENABLE
, 1);
725 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_HIGHPASS_RANDOM_ENABLE
, 1);
726 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_SPATIAL_DITHER_EN
, 1);
727 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_SPATIAL_DITHER_DEPTH
, 0);
729 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_TRUNCATE_EN
, 1);
730 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_TRUNCATE_DEPTH
, 0);
734 if (dither
== AMDGPU_FMT_DITHER_ENABLE
) {
735 /* XXX sort out optimal dither settings */
736 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_FRAME_RANDOM_ENABLE
, 1);
737 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_HIGHPASS_RANDOM_ENABLE
, 1);
738 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_RGB_RANDOM_ENABLE
, 1);
739 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_SPATIAL_DITHER_EN
, 1);
740 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_SPATIAL_DITHER_DEPTH
, 1);
742 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_TRUNCATE_EN
, 1);
743 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_TRUNCATE_DEPTH
, 1);
747 if (dither
== AMDGPU_FMT_DITHER_ENABLE
) {
748 /* XXX sort out optimal dither settings */
749 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_FRAME_RANDOM_ENABLE
, 1);
750 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_HIGHPASS_RANDOM_ENABLE
, 1);
751 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_RGB_RANDOM_ENABLE
, 1);
752 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_SPATIAL_DITHER_EN
, 1);
753 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_SPATIAL_DITHER_DEPTH
, 2);
755 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_TRUNCATE_EN
, 1);
756 tmp
= REG_SET_FIELD(tmp
, FMT_BIT_DEPTH_CONTROL
, FMT_TRUNCATE_DEPTH
, 2);
764 WREG32(mmFMT_BIT_DEPTH_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
768 /* display watermark setup */
770 * dce_v11_0_line_buffer_adjust - Set up the line buffer
772 * @adev: amdgpu_device pointer
773 * @amdgpu_crtc: the selected display controller
774 * @mode: the current display mode on the selected display
777 * Setup up the line buffer allocation for
778 * the selected display controller (CIK).
779 * Returns the line buffer size in pixels.
781 static u32
dce_v11_0_line_buffer_adjust(struct amdgpu_device
*adev
,
782 struct amdgpu_crtc
*amdgpu_crtc
,
783 struct drm_display_mode
*mode
)
785 u32 tmp
, buffer_alloc
, i
, mem_cfg
;
786 u32 pipe_offset
= amdgpu_crtc
->crtc_id
;
789 * There are 6 line buffers, one for each display controllers.
790 * There are 3 partitions per LB. Select the number of partitions
791 * to enable based on the display width. For display widths larger
792 * than 4096, you need use to use 2 display controllers and combine
793 * them using the stereo blender.
795 if (amdgpu_crtc
->base
.enabled
&& mode
) {
796 if (mode
->crtc_hdisplay
< 1920) {
799 } else if (mode
->crtc_hdisplay
< 2560) {
802 } else if (mode
->crtc_hdisplay
< 4096) {
804 buffer_alloc
= (adev
->flags
& AMDGPU_IS_APU
) ? 2 : 4;
806 DRM_DEBUG_KMS("Mode too big for LB!\n");
808 buffer_alloc
= (adev
->flags
& AMDGPU_IS_APU
) ? 2 : 4;
815 tmp
= RREG32(mmLB_MEMORY_CTRL
+ amdgpu_crtc
->crtc_offset
);
816 tmp
= REG_SET_FIELD(tmp
, LB_MEMORY_CTRL
, LB_MEMORY_CONFIG
, mem_cfg
);
817 WREG32(mmLB_MEMORY_CTRL
+ amdgpu_crtc
->crtc_offset
, tmp
);
819 tmp
= RREG32(mmPIPE0_DMIF_BUFFER_CONTROL
+ pipe_offset
);
820 tmp
= REG_SET_FIELD(tmp
, PIPE0_DMIF_BUFFER_CONTROL
, DMIF_BUFFERS_ALLOCATED
, buffer_alloc
);
821 WREG32(mmPIPE0_DMIF_BUFFER_CONTROL
+ pipe_offset
, tmp
);
823 for (i
= 0; i
< adev
->usec_timeout
; i
++) {
824 tmp
= RREG32(mmPIPE0_DMIF_BUFFER_CONTROL
+ pipe_offset
);
825 if (REG_GET_FIELD(tmp
, PIPE0_DMIF_BUFFER_CONTROL
, DMIF_BUFFERS_ALLOCATION_COMPLETED
))
830 if (amdgpu_crtc
->base
.enabled
&& mode
) {
842 /* controller not enabled, so no lb used */
847 * cik_get_number_of_dram_channels - get the number of dram channels
849 * @adev: amdgpu_device pointer
851 * Look up the number of video ram channels (CIK).
852 * Used for display watermark bandwidth calculations
853 * Returns the number of dram channels
855 static u32
cik_get_number_of_dram_channels(struct amdgpu_device
*adev
)
857 u32 tmp
= RREG32(mmMC_SHARED_CHMAP
);
859 switch (REG_GET_FIELD(tmp
, MC_SHARED_CHMAP
, NOOFCHAN
)) {
882 struct dce10_wm_params
{
883 u32 dram_channels
; /* number of dram channels */
884 u32 yclk
; /* bandwidth per dram data pin in kHz */
885 u32 sclk
; /* engine clock in kHz */
886 u32 disp_clk
; /* display clock in kHz */
887 u32 src_width
; /* viewport width */
888 u32 active_time
; /* active display time in ns */
889 u32 blank_time
; /* blank time in ns */
890 bool interlaced
; /* mode is interlaced */
891 fixed20_12 vsc
; /* vertical scale ratio */
892 u32 num_heads
; /* number of active crtcs */
893 u32 bytes_per_pixel
; /* bytes per pixel display + overlay */
894 u32 lb_size
; /* line buffer allocated to pipe */
895 u32 vtaps
; /* vertical scaler taps */
899 * dce_v11_0_dram_bandwidth - get the dram bandwidth
901 * @wm: watermark calculation data
903 * Calculate the raw dram bandwidth (CIK).
904 * Used for display watermark bandwidth calculations
905 * Returns the dram bandwidth in MBytes/s
907 static u32
dce_v11_0_dram_bandwidth(struct dce10_wm_params
*wm
)
909 /* Calculate raw DRAM Bandwidth */
910 fixed20_12 dram_efficiency
; /* 0.7 */
911 fixed20_12 yclk
, dram_channels
, bandwidth
;
914 a
.full
= dfixed_const(1000);
915 yclk
.full
= dfixed_const(wm
->yclk
);
916 yclk
.full
= dfixed_div(yclk
, a
);
917 dram_channels
.full
= dfixed_const(wm
->dram_channels
* 4);
918 a
.full
= dfixed_const(10);
919 dram_efficiency
.full
= dfixed_const(7);
920 dram_efficiency
.full
= dfixed_div(dram_efficiency
, a
);
921 bandwidth
.full
= dfixed_mul(dram_channels
, yclk
);
922 bandwidth
.full
= dfixed_mul(bandwidth
, dram_efficiency
);
924 return dfixed_trunc(bandwidth
);
928 * dce_v11_0_dram_bandwidth_for_display - get the dram bandwidth for display
930 * @wm: watermark calculation data
932 * Calculate the dram bandwidth used for display (CIK).
933 * Used for display watermark bandwidth calculations
934 * Returns the dram bandwidth for display in MBytes/s
936 static u32
dce_v11_0_dram_bandwidth_for_display(struct dce10_wm_params
*wm
)
938 /* Calculate DRAM Bandwidth and the part allocated to display. */
939 fixed20_12 disp_dram_allocation
; /* 0.3 to 0.7 */
940 fixed20_12 yclk
, dram_channels
, bandwidth
;
943 a
.full
= dfixed_const(1000);
944 yclk
.full
= dfixed_const(wm
->yclk
);
945 yclk
.full
= dfixed_div(yclk
, a
);
946 dram_channels
.full
= dfixed_const(wm
->dram_channels
* 4);
947 a
.full
= dfixed_const(10);
948 disp_dram_allocation
.full
= dfixed_const(3); /* XXX worse case value 0.3 */
949 disp_dram_allocation
.full
= dfixed_div(disp_dram_allocation
, a
);
950 bandwidth
.full
= dfixed_mul(dram_channels
, yclk
);
951 bandwidth
.full
= dfixed_mul(bandwidth
, disp_dram_allocation
);
953 return dfixed_trunc(bandwidth
);
957 * dce_v11_0_data_return_bandwidth - get the data return bandwidth
959 * @wm: watermark calculation data
961 * Calculate the data return bandwidth used for display (CIK).
962 * Used for display watermark bandwidth calculations
963 * Returns the data return bandwidth in MBytes/s
965 static u32
dce_v11_0_data_return_bandwidth(struct dce10_wm_params
*wm
)
967 /* Calculate the display Data return Bandwidth */
968 fixed20_12 return_efficiency
; /* 0.8 */
969 fixed20_12 sclk
, bandwidth
;
972 a
.full
= dfixed_const(1000);
973 sclk
.full
= dfixed_const(wm
->sclk
);
974 sclk
.full
= dfixed_div(sclk
, a
);
975 a
.full
= dfixed_const(10);
976 return_efficiency
.full
= dfixed_const(8);
977 return_efficiency
.full
= dfixed_div(return_efficiency
, a
);
978 a
.full
= dfixed_const(32);
979 bandwidth
.full
= dfixed_mul(a
, sclk
);
980 bandwidth
.full
= dfixed_mul(bandwidth
, return_efficiency
);
982 return dfixed_trunc(bandwidth
);
986 * dce_v11_0_dmif_request_bandwidth - get the dmif bandwidth
988 * @wm: watermark calculation data
990 * Calculate the dmif bandwidth used for display (CIK).
991 * Used for display watermark bandwidth calculations
992 * Returns the dmif bandwidth in MBytes/s
994 static u32
dce_v11_0_dmif_request_bandwidth(struct dce10_wm_params
*wm
)
996 /* Calculate the DMIF Request Bandwidth */
997 fixed20_12 disp_clk_request_efficiency
; /* 0.8 */
998 fixed20_12 disp_clk
, bandwidth
;
1001 a
.full
= dfixed_const(1000);
1002 disp_clk
.full
= dfixed_const(wm
->disp_clk
);
1003 disp_clk
.full
= dfixed_div(disp_clk
, a
);
1004 a
.full
= dfixed_const(32);
1005 b
.full
= dfixed_mul(a
, disp_clk
);
1007 a
.full
= dfixed_const(10);
1008 disp_clk_request_efficiency
.full
= dfixed_const(8);
1009 disp_clk_request_efficiency
.full
= dfixed_div(disp_clk_request_efficiency
, a
);
1011 bandwidth
.full
= dfixed_mul(b
, disp_clk_request_efficiency
);
1013 return dfixed_trunc(bandwidth
);
1017 * dce_v11_0_available_bandwidth - get the min available bandwidth
1019 * @wm: watermark calculation data
1021 * Calculate the min available bandwidth used for display (CIK).
1022 * Used for display watermark bandwidth calculations
1023 * Returns the min available bandwidth in MBytes/s
1025 static u32
dce_v11_0_available_bandwidth(struct dce10_wm_params
*wm
)
1027 /* Calculate the Available bandwidth. Display can use this temporarily but not in average. */
1028 u32 dram_bandwidth
= dce_v11_0_dram_bandwidth(wm
);
1029 u32 data_return_bandwidth
= dce_v11_0_data_return_bandwidth(wm
);
1030 u32 dmif_req_bandwidth
= dce_v11_0_dmif_request_bandwidth(wm
);
1032 return min(dram_bandwidth
, min(data_return_bandwidth
, dmif_req_bandwidth
));
1036 * dce_v11_0_average_bandwidth - get the average available bandwidth
1038 * @wm: watermark calculation data
1040 * Calculate the average available bandwidth used for display (CIK).
1041 * Used for display watermark bandwidth calculations
1042 * Returns the average available bandwidth in MBytes/s
1044 static u32
dce_v11_0_average_bandwidth(struct dce10_wm_params
*wm
)
1046 /* Calculate the display mode Average Bandwidth
1047 * DisplayMode should contain the source and destination dimensions,
1051 fixed20_12 line_time
;
1052 fixed20_12 src_width
;
1053 fixed20_12 bandwidth
;
1056 a
.full
= dfixed_const(1000);
1057 line_time
.full
= dfixed_const(wm
->active_time
+ wm
->blank_time
);
1058 line_time
.full
= dfixed_div(line_time
, a
);
1059 bpp
.full
= dfixed_const(wm
->bytes_per_pixel
);
1060 src_width
.full
= dfixed_const(wm
->src_width
);
1061 bandwidth
.full
= dfixed_mul(src_width
, bpp
);
1062 bandwidth
.full
= dfixed_mul(bandwidth
, wm
->vsc
);
1063 bandwidth
.full
= dfixed_div(bandwidth
, line_time
);
1065 return dfixed_trunc(bandwidth
);
1069 * dce_v11_0_latency_watermark - get the latency watermark
1071 * @wm: watermark calculation data
1073 * Calculate the latency watermark (CIK).
1074 * Used for display watermark bandwidth calculations
1075 * Returns the latency watermark in ns
1077 static u32
dce_v11_0_latency_watermark(struct dce10_wm_params
*wm
)
1079 /* First calculate the latency in ns */
1080 u32 mc_latency
= 2000; /* 2000 ns. */
1081 u32 available_bandwidth
= dce_v11_0_available_bandwidth(wm
);
1082 u32 worst_chunk_return_time
= (512 * 8 * 1000) / available_bandwidth
;
1083 u32 cursor_line_pair_return_time
= (128 * 4 * 1000) / available_bandwidth
;
1084 u32 dc_latency
= 40000000 / wm
->disp_clk
; /* dc pipe latency */
1085 u32 other_heads_data_return_time
= ((wm
->num_heads
+ 1) * worst_chunk_return_time
) +
1086 (wm
->num_heads
* cursor_line_pair_return_time
);
1087 u32 latency
= mc_latency
+ other_heads_data_return_time
+ dc_latency
;
1088 u32 max_src_lines_per_dst_line
, lb_fill_bw
, line_fill_time
;
1089 u32 tmp
, dmif_size
= 12288;
1092 if (wm
->num_heads
== 0)
1095 a
.full
= dfixed_const(2);
1096 b
.full
= dfixed_const(1);
1097 if ((wm
->vsc
.full
> a
.full
) ||
1098 ((wm
->vsc
.full
> b
.full
) && (wm
->vtaps
>= 3)) ||
1100 ((wm
->vsc
.full
>= a
.full
) && wm
->interlaced
))
1101 max_src_lines_per_dst_line
= 4;
1103 max_src_lines_per_dst_line
= 2;
1105 a
.full
= dfixed_const(available_bandwidth
);
1106 b
.full
= dfixed_const(wm
->num_heads
);
1107 a
.full
= dfixed_div(a
, b
);
1109 b
.full
= dfixed_const(mc_latency
+ 512);
1110 c
.full
= dfixed_const(wm
->disp_clk
);
1111 b
.full
= dfixed_div(b
, c
);
1113 c
.full
= dfixed_const(dmif_size
);
1114 b
.full
= dfixed_div(c
, b
);
1116 tmp
= min(dfixed_trunc(a
), dfixed_trunc(b
));
1118 b
.full
= dfixed_const(1000);
1119 c
.full
= dfixed_const(wm
->disp_clk
);
1120 b
.full
= dfixed_div(c
, b
);
1121 c
.full
= dfixed_const(wm
->bytes_per_pixel
);
1122 b
.full
= dfixed_mul(b
, c
);
1124 lb_fill_bw
= min(tmp
, dfixed_trunc(b
));
1126 a
.full
= dfixed_const(max_src_lines_per_dst_line
* wm
->src_width
* wm
->bytes_per_pixel
);
1127 b
.full
= dfixed_const(1000);
1128 c
.full
= dfixed_const(lb_fill_bw
);
1129 b
.full
= dfixed_div(c
, b
);
1130 a
.full
= dfixed_div(a
, b
);
1131 line_fill_time
= dfixed_trunc(a
);
1133 if (line_fill_time
< wm
->active_time
)
1136 return latency
+ (line_fill_time
- wm
->active_time
);
1141 * dce_v11_0_average_bandwidth_vs_dram_bandwidth_for_display - check
1142 * average and available dram bandwidth
1144 * @wm: watermark calculation data
1146 * Check if the display average bandwidth fits in the display
1147 * dram bandwidth (CIK).
1148 * Used for display watermark bandwidth calculations
1149 * Returns true if the display fits, false if not.
1151 static bool dce_v11_0_average_bandwidth_vs_dram_bandwidth_for_display(struct dce10_wm_params
*wm
)
1153 if (dce_v11_0_average_bandwidth(wm
) <=
1154 (dce_v11_0_dram_bandwidth_for_display(wm
) / wm
->num_heads
))
1161 * dce_v11_0_average_bandwidth_vs_available_bandwidth - check
1162 * average and available bandwidth
1164 * @wm: watermark calculation data
1166 * Check if the display average bandwidth fits in the display
1167 * available bandwidth (CIK).
1168 * Used for display watermark bandwidth calculations
1169 * Returns true if the display fits, false if not.
1171 static bool dce_v11_0_average_bandwidth_vs_available_bandwidth(struct dce10_wm_params
*wm
)
1173 if (dce_v11_0_average_bandwidth(wm
) <=
1174 (dce_v11_0_available_bandwidth(wm
) / wm
->num_heads
))
1181 * dce_v11_0_check_latency_hiding - check latency hiding
1183 * @wm: watermark calculation data
1185 * Check latency hiding (CIK).
1186 * Used for display watermark bandwidth calculations
1187 * Returns true if the display fits, false if not.
1189 static bool dce_v11_0_check_latency_hiding(struct dce10_wm_params
*wm
)
1191 u32 lb_partitions
= wm
->lb_size
/ wm
->src_width
;
1192 u32 line_time
= wm
->active_time
+ wm
->blank_time
;
1193 u32 latency_tolerant_lines
;
1197 a
.full
= dfixed_const(1);
1198 if (wm
->vsc
.full
> a
.full
)
1199 latency_tolerant_lines
= 1;
1201 if (lb_partitions
<= (wm
->vtaps
+ 1))
1202 latency_tolerant_lines
= 1;
1204 latency_tolerant_lines
= 2;
1207 latency_hiding
= (latency_tolerant_lines
* line_time
+ wm
->blank_time
);
1209 if (dce_v11_0_latency_watermark(wm
) <= latency_hiding
)
1216 * dce_v11_0_program_watermarks - program display watermarks
1218 * @adev: amdgpu_device pointer
1219 * @amdgpu_crtc: the selected display controller
1220 * @lb_size: line buffer size
1221 * @num_heads: number of display controllers in use
1223 * Calculate and program the display watermarks for the
1224 * selected display controller (CIK).
1226 static void dce_v11_0_program_watermarks(struct amdgpu_device
*adev
,
1227 struct amdgpu_crtc
*amdgpu_crtc
,
1228 u32 lb_size
, u32 num_heads
)
1230 struct drm_display_mode
*mode
= &amdgpu_crtc
->base
.mode
;
1231 struct dce10_wm_params wm_low
, wm_high
;
1234 u32 latency_watermark_a
= 0, latency_watermark_b
= 0;
1237 if (amdgpu_crtc
->base
.enabled
&& num_heads
&& mode
) {
1238 pixel_period
= 1000000 / (u32
)mode
->clock
;
1239 line_time
= min((u32
)mode
->crtc_htotal
* pixel_period
, (u32
)65535);
1241 /* watermark for high clocks */
1242 if (adev
->pm
.dpm_enabled
) {
1244 amdgpu_dpm_get_mclk(adev
, false) * 10;
1246 amdgpu_dpm_get_sclk(adev
, false) * 10;
1248 wm_high
.yclk
= adev
->pm
.current_mclk
* 10;
1249 wm_high
.sclk
= adev
->pm
.current_sclk
* 10;
1252 wm_high
.disp_clk
= mode
->clock
;
1253 wm_high
.src_width
= mode
->crtc_hdisplay
;
1254 wm_high
.active_time
= mode
->crtc_hdisplay
* pixel_period
;
1255 wm_high
.blank_time
= line_time
- wm_high
.active_time
;
1256 wm_high
.interlaced
= false;
1257 if (mode
->flags
& DRM_MODE_FLAG_INTERLACE
)
1258 wm_high
.interlaced
= true;
1259 wm_high
.vsc
= amdgpu_crtc
->vsc
;
1261 if (amdgpu_crtc
->rmx_type
!= RMX_OFF
)
1263 wm_high
.bytes_per_pixel
= 4; /* XXX: get this from fb config */
1264 wm_high
.lb_size
= lb_size
;
1265 wm_high
.dram_channels
= cik_get_number_of_dram_channels(adev
);
1266 wm_high
.num_heads
= num_heads
;
1268 /* set for high clocks */
1269 latency_watermark_a
= min(dce_v11_0_latency_watermark(&wm_high
), (u32
)65535);
1271 /* possibly force display priority to high */
1272 /* should really do this at mode validation time... */
1273 if (!dce_v11_0_average_bandwidth_vs_dram_bandwidth_for_display(&wm_high
) ||
1274 !dce_v11_0_average_bandwidth_vs_available_bandwidth(&wm_high
) ||
1275 !dce_v11_0_check_latency_hiding(&wm_high
) ||
1276 (adev
->mode_info
.disp_priority
== 2)) {
1277 DRM_DEBUG_KMS("force priority to high\n");
1280 /* watermark for low clocks */
1281 if (adev
->pm
.dpm_enabled
) {
1283 amdgpu_dpm_get_mclk(adev
, true) * 10;
1285 amdgpu_dpm_get_sclk(adev
, true) * 10;
1287 wm_low
.yclk
= adev
->pm
.current_mclk
* 10;
1288 wm_low
.sclk
= adev
->pm
.current_sclk
* 10;
1291 wm_low
.disp_clk
= mode
->clock
;
1292 wm_low
.src_width
= mode
->crtc_hdisplay
;
1293 wm_low
.active_time
= mode
->crtc_hdisplay
* pixel_period
;
1294 wm_low
.blank_time
= line_time
- wm_low
.active_time
;
1295 wm_low
.interlaced
= false;
1296 if (mode
->flags
& DRM_MODE_FLAG_INTERLACE
)
1297 wm_low
.interlaced
= true;
1298 wm_low
.vsc
= amdgpu_crtc
->vsc
;
1300 if (amdgpu_crtc
->rmx_type
!= RMX_OFF
)
1302 wm_low
.bytes_per_pixel
= 4; /* XXX: get this from fb config */
1303 wm_low
.lb_size
= lb_size
;
1304 wm_low
.dram_channels
= cik_get_number_of_dram_channels(adev
);
1305 wm_low
.num_heads
= num_heads
;
1307 /* set for low clocks */
1308 latency_watermark_b
= min(dce_v11_0_latency_watermark(&wm_low
), (u32
)65535);
1310 /* possibly force display priority to high */
1311 /* should really do this at mode validation time... */
1312 if (!dce_v11_0_average_bandwidth_vs_dram_bandwidth_for_display(&wm_low
) ||
1313 !dce_v11_0_average_bandwidth_vs_available_bandwidth(&wm_low
) ||
1314 !dce_v11_0_check_latency_hiding(&wm_low
) ||
1315 (adev
->mode_info
.disp_priority
== 2)) {
1316 DRM_DEBUG_KMS("force priority to high\n");
1321 wm_mask
= RREG32(mmDPG_WATERMARK_MASK_CONTROL
+ amdgpu_crtc
->crtc_offset
);
1322 tmp
= REG_SET_FIELD(wm_mask
, DPG_WATERMARK_MASK_CONTROL
, URGENCY_WATERMARK_MASK
, 1);
1323 WREG32(mmDPG_WATERMARK_MASK_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
1324 tmp
= RREG32(mmDPG_PIPE_URGENCY_CONTROL
+ amdgpu_crtc
->crtc_offset
);
1325 tmp
= REG_SET_FIELD(tmp
, DPG_PIPE_URGENCY_CONTROL
, URGENCY_LOW_WATERMARK
, latency_watermark_a
);
1326 tmp
= REG_SET_FIELD(tmp
, DPG_PIPE_URGENCY_CONTROL
, URGENCY_HIGH_WATERMARK
, line_time
);
1327 WREG32(mmDPG_PIPE_URGENCY_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
1329 tmp
= REG_SET_FIELD(wm_mask
, DPG_WATERMARK_MASK_CONTROL
, URGENCY_WATERMARK_MASK
, 2);
1330 WREG32(mmDPG_WATERMARK_MASK_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
1331 tmp
= RREG32(mmDPG_PIPE_URGENCY_CONTROL
+ amdgpu_crtc
->crtc_offset
);
1332 tmp
= REG_SET_FIELD(tmp
, DPG_PIPE_URGENCY_CONTROL
, URGENCY_LOW_WATERMARK
, latency_watermark_b
);
1333 tmp
= REG_SET_FIELD(tmp
, DPG_PIPE_URGENCY_CONTROL
, URGENCY_HIGH_WATERMARK
, line_time
);
1334 WREG32(mmDPG_PIPE_URGENCY_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
1335 /* restore original selection */
1336 WREG32(mmDPG_WATERMARK_MASK_CONTROL
+ amdgpu_crtc
->crtc_offset
, wm_mask
);
1338 /* save values for DPM */
1339 amdgpu_crtc
->line_time
= line_time
;
1340 amdgpu_crtc
->wm_high
= latency_watermark_a
;
1341 amdgpu_crtc
->wm_low
= latency_watermark_b
;
1345 * dce_v11_0_bandwidth_update - program display watermarks
1347 * @adev: amdgpu_device pointer
1349 * Calculate and program the display watermarks and line
1350 * buffer allocation (CIK).
1352 static void dce_v11_0_bandwidth_update(struct amdgpu_device
*adev
)
1354 struct drm_display_mode
*mode
= NULL
;
1355 u32 num_heads
= 0, lb_size
;
1358 amdgpu_update_display_priority(adev
);
1360 for (i
= 0; i
< adev
->mode_info
.num_crtc
; i
++) {
1361 if (adev
->mode_info
.crtcs
[i
]->base
.enabled
)
1364 for (i
= 0; i
< adev
->mode_info
.num_crtc
; i
++) {
1365 mode
= &adev
->mode_info
.crtcs
[i
]->base
.mode
;
1366 lb_size
= dce_v11_0_line_buffer_adjust(adev
, adev
->mode_info
.crtcs
[i
], mode
);
1367 dce_v11_0_program_watermarks(adev
, adev
->mode_info
.crtcs
[i
],
1368 lb_size
, num_heads
);
1372 static void dce_v11_0_audio_get_connected_pins(struct amdgpu_device
*adev
)
1377 for (i
= 0; i
< adev
->mode_info
.audio
.num_pins
; i
++) {
1378 offset
= adev
->mode_info
.audio
.pin
[i
].offset
;
1379 tmp
= RREG32_AUDIO_ENDPT(offset
,
1380 ixAZALIA_F0_CODEC_PIN_CONTROL_RESPONSE_CONFIGURATION_DEFAULT
);
1382 AZALIA_F0_CODEC_PIN_CONTROL_RESPONSE_CONFIGURATION_DEFAULT__PORT_CONNECTIVITY_MASK
) >>
1383 AZALIA_F0_CODEC_PIN_CONTROL_RESPONSE_CONFIGURATION_DEFAULT__PORT_CONNECTIVITY__SHIFT
) == 1)
1384 adev
->mode_info
.audio
.pin
[i
].connected
= false;
1386 adev
->mode_info
.audio
.pin
[i
].connected
= true;
1390 static struct amdgpu_audio_pin
*dce_v11_0_audio_get_pin(struct amdgpu_device
*adev
)
1394 dce_v11_0_audio_get_connected_pins(adev
);
1396 for (i
= 0; i
< adev
->mode_info
.audio
.num_pins
; i
++) {
1397 if (adev
->mode_info
.audio
.pin
[i
].connected
)
1398 return &adev
->mode_info
.audio
.pin
[i
];
1400 DRM_ERROR("No connected audio pins found!\n");
1404 static void dce_v11_0_afmt_audio_select_pin(struct drm_encoder
*encoder
)
1406 struct amdgpu_device
*adev
= encoder
->dev
->dev_private
;
1407 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
1408 struct amdgpu_encoder_atom_dig
*dig
= amdgpu_encoder
->enc_priv
;
1411 if (!dig
|| !dig
->afmt
|| !dig
->afmt
->pin
)
1414 tmp
= RREG32(mmAFMT_AUDIO_SRC_CONTROL
+ dig
->afmt
->offset
);
1415 tmp
= REG_SET_FIELD(tmp
, AFMT_AUDIO_SRC_CONTROL
, AFMT_AUDIO_SRC_SELECT
, dig
->afmt
->pin
->id
);
1416 WREG32(mmAFMT_AUDIO_SRC_CONTROL
+ dig
->afmt
->offset
, tmp
);
1419 static void dce_v11_0_audio_write_latency_fields(struct drm_encoder
*encoder
,
1420 struct drm_display_mode
*mode
)
1422 struct amdgpu_device
*adev
= encoder
->dev
->dev_private
;
1423 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
1424 struct amdgpu_encoder_atom_dig
*dig
= amdgpu_encoder
->enc_priv
;
1425 struct drm_connector
*connector
;
1426 struct amdgpu_connector
*amdgpu_connector
= NULL
;
1430 if (!dig
|| !dig
->afmt
|| !dig
->afmt
->pin
)
1433 list_for_each_entry(connector
, &encoder
->dev
->mode_config
.connector_list
, head
) {
1434 if (connector
->encoder
== encoder
) {
1435 amdgpu_connector
= to_amdgpu_connector(connector
);
1440 if (!amdgpu_connector
) {
1441 DRM_ERROR("Couldn't find encoder's connector\n");
1445 if (mode
->flags
& DRM_MODE_FLAG_INTERLACE
)
1447 if (connector
->latency_present
[interlace
]) {
1448 tmp
= REG_SET_FIELD(0, AZALIA_F0_CODEC_PIN_CONTROL_RESPONSE_LIPSYNC
,
1449 VIDEO_LIPSYNC
, connector
->video_latency
[interlace
]);
1450 tmp
= REG_SET_FIELD(0, AZALIA_F0_CODEC_PIN_CONTROL_RESPONSE_LIPSYNC
,
1451 AUDIO_LIPSYNC
, connector
->audio_latency
[interlace
]);
1453 tmp
= REG_SET_FIELD(0, AZALIA_F0_CODEC_PIN_CONTROL_RESPONSE_LIPSYNC
,
1455 tmp
= REG_SET_FIELD(0, AZALIA_F0_CODEC_PIN_CONTROL_RESPONSE_LIPSYNC
,
1458 WREG32_AUDIO_ENDPT(dig
->afmt
->pin
->offset
,
1459 ixAZALIA_F0_CODEC_PIN_CONTROL_RESPONSE_LIPSYNC
, tmp
);
1462 static void dce_v11_0_audio_write_speaker_allocation(struct drm_encoder
*encoder
)
1464 struct amdgpu_device
*adev
= encoder
->dev
->dev_private
;
1465 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
1466 struct amdgpu_encoder_atom_dig
*dig
= amdgpu_encoder
->enc_priv
;
1467 struct drm_connector
*connector
;
1468 struct amdgpu_connector
*amdgpu_connector
= NULL
;
1473 if (!dig
|| !dig
->afmt
|| !dig
->afmt
->pin
)
1476 list_for_each_entry(connector
, &encoder
->dev
->mode_config
.connector_list
, head
) {
1477 if (connector
->encoder
== encoder
) {
1478 amdgpu_connector
= to_amdgpu_connector(connector
);
1483 if (!amdgpu_connector
) {
1484 DRM_ERROR("Couldn't find encoder's connector\n");
1488 sad_count
= drm_edid_to_speaker_allocation(amdgpu_connector_edid(connector
), &sadb
);
1489 if (sad_count
< 0) {
1490 DRM_ERROR("Couldn't read Speaker Allocation Data Block: %d\n", sad_count
);
1494 /* program the speaker allocation */
1495 tmp
= RREG32_AUDIO_ENDPT(dig
->afmt
->pin
->offset
,
1496 ixAZALIA_F0_CODEC_PIN_CONTROL_CHANNEL_SPEAKER
);
1497 tmp
= REG_SET_FIELD(tmp
, AZALIA_F0_CODEC_PIN_CONTROL_CHANNEL_SPEAKER
,
1500 tmp
= REG_SET_FIELD(tmp
, AZALIA_F0_CODEC_PIN_CONTROL_CHANNEL_SPEAKER
,
1501 HDMI_CONNECTION
, 1);
1503 tmp
= REG_SET_FIELD(tmp
, AZALIA_F0_CODEC_PIN_CONTROL_CHANNEL_SPEAKER
,
1504 SPEAKER_ALLOCATION
, sadb
[0]);
1506 tmp
= REG_SET_FIELD(tmp
, AZALIA_F0_CODEC_PIN_CONTROL_CHANNEL_SPEAKER
,
1507 SPEAKER_ALLOCATION
, 5); /* stereo */
1508 WREG32_AUDIO_ENDPT(dig
->afmt
->pin
->offset
,
1509 ixAZALIA_F0_CODEC_PIN_CONTROL_CHANNEL_SPEAKER
, tmp
);
1514 static void dce_v11_0_audio_write_sad_regs(struct drm_encoder
*encoder
)
1516 struct amdgpu_device
*adev
= encoder
->dev
->dev_private
;
1517 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
1518 struct amdgpu_encoder_atom_dig
*dig
= amdgpu_encoder
->enc_priv
;
1519 struct drm_connector
*connector
;
1520 struct amdgpu_connector
*amdgpu_connector
= NULL
;
1521 struct cea_sad
*sads
;
1524 static const u16 eld_reg_to_type
[][2] = {
1525 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR0
, HDMI_AUDIO_CODING_TYPE_PCM
},
1526 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR1
, HDMI_AUDIO_CODING_TYPE_AC3
},
1527 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR2
, HDMI_AUDIO_CODING_TYPE_MPEG1
},
1528 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR3
, HDMI_AUDIO_CODING_TYPE_MP3
},
1529 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR4
, HDMI_AUDIO_CODING_TYPE_MPEG2
},
1530 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR5
, HDMI_AUDIO_CODING_TYPE_AAC_LC
},
1531 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR6
, HDMI_AUDIO_CODING_TYPE_DTS
},
1532 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR7
, HDMI_AUDIO_CODING_TYPE_ATRAC
},
1533 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR9
, HDMI_AUDIO_CODING_TYPE_EAC3
},
1534 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR10
, HDMI_AUDIO_CODING_TYPE_DTS_HD
},
1535 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR11
, HDMI_AUDIO_CODING_TYPE_MLP
},
1536 { ixAZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR13
, HDMI_AUDIO_CODING_TYPE_WMA_PRO
},
1539 if (!dig
|| !dig
->afmt
|| !dig
->afmt
->pin
)
1542 list_for_each_entry(connector
, &encoder
->dev
->mode_config
.connector_list
, head
) {
1543 if (connector
->encoder
== encoder
) {
1544 amdgpu_connector
= to_amdgpu_connector(connector
);
1549 if (!amdgpu_connector
) {
1550 DRM_ERROR("Couldn't find encoder's connector\n");
1554 sad_count
= drm_edid_to_sad(amdgpu_connector_edid(connector
), &sads
);
1555 if (sad_count
<= 0) {
1556 DRM_ERROR("Couldn't read SADs: %d\n", sad_count
);
1561 for (i
= 0; i
< ARRAY_SIZE(eld_reg_to_type
); i
++) {
1563 u8 stereo_freqs
= 0;
1564 int max_channels
= -1;
1567 for (j
= 0; j
< sad_count
; j
++) {
1568 struct cea_sad
*sad
= &sads
[j
];
1570 if (sad
->format
== eld_reg_to_type
[i
][1]) {
1571 if (sad
->channels
> max_channels
) {
1572 tmp
= REG_SET_FIELD(tmp
, AZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR0
,
1573 MAX_CHANNELS
, sad
->channels
);
1574 tmp
= REG_SET_FIELD(tmp
, AZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR0
,
1575 DESCRIPTOR_BYTE_2
, sad
->byte2
);
1576 tmp
= REG_SET_FIELD(tmp
, AZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR0
,
1577 SUPPORTED_FREQUENCIES
, sad
->freq
);
1578 max_channels
= sad
->channels
;
1581 if (sad
->format
== HDMI_AUDIO_CODING_TYPE_PCM
)
1582 stereo_freqs
|= sad
->freq
;
1588 tmp
= REG_SET_FIELD(tmp
, AZALIA_F0_CODEC_PIN_CONTROL_AUDIO_DESCRIPTOR0
,
1589 SUPPORTED_FREQUENCIES_STEREO
, stereo_freqs
);
1590 WREG32_AUDIO_ENDPT(dig
->afmt
->pin
->offset
, eld_reg_to_type
[i
][0], tmp
);
1596 static void dce_v11_0_audio_enable(struct amdgpu_device
*adev
,
1597 struct amdgpu_audio_pin
*pin
,
1603 WREG32_AUDIO_ENDPT(pin
->offset
, ixAZALIA_F0_CODEC_PIN_CONTROL_HOT_PLUG_CONTROL
,
1604 enable
? AZALIA_F0_CODEC_PIN_CONTROL_HOT_PLUG_CONTROL__AUDIO_ENABLED_MASK
: 0);
1607 static const u32 pin_offsets
[] =
1609 AUD0_REGISTER_OFFSET
,
1610 AUD1_REGISTER_OFFSET
,
1611 AUD2_REGISTER_OFFSET
,
1612 AUD3_REGISTER_OFFSET
,
1613 AUD4_REGISTER_OFFSET
,
1614 AUD5_REGISTER_OFFSET
,
1615 AUD6_REGISTER_OFFSET
,
1618 static int dce_v11_0_audio_init(struct amdgpu_device
*adev
)
1625 adev
->mode_info
.audio
.enabled
= true;
1627 adev
->mode_info
.audio
.num_pins
= 7;
1629 for (i
= 0; i
< adev
->mode_info
.audio
.num_pins
; i
++) {
1630 adev
->mode_info
.audio
.pin
[i
].channels
= -1;
1631 adev
->mode_info
.audio
.pin
[i
].rate
= -1;
1632 adev
->mode_info
.audio
.pin
[i
].bits_per_sample
= -1;
1633 adev
->mode_info
.audio
.pin
[i
].status_bits
= 0;
1634 adev
->mode_info
.audio
.pin
[i
].category_code
= 0;
1635 adev
->mode_info
.audio
.pin
[i
].connected
= false;
1636 adev
->mode_info
.audio
.pin
[i
].offset
= pin_offsets
[i
];
1637 adev
->mode_info
.audio
.pin
[i
].id
= i
;
1638 /* disable audio. it will be set up later */
1639 /* XXX remove once we switch to ip funcs */
1640 dce_v11_0_audio_enable(adev
, &adev
->mode_info
.audio
.pin
[i
], false);
1646 static void dce_v11_0_audio_fini(struct amdgpu_device
*adev
)
1650 if (!adev
->mode_info
.audio
.enabled
)
1653 for (i
= 0; i
< adev
->mode_info
.audio
.num_pins
; i
++)
1654 dce_v11_0_audio_enable(adev
, &adev
->mode_info
.audio
.pin
[i
], false);
1656 adev
->mode_info
.audio
.enabled
= false;
1660 * update the N and CTS parameters for a given pixel clock rate
1662 static void dce_v11_0_afmt_update_ACR(struct drm_encoder
*encoder
, uint32_t clock
)
1664 struct drm_device
*dev
= encoder
->dev
;
1665 struct amdgpu_device
*adev
= dev
->dev_private
;
1666 struct amdgpu_afmt_acr acr
= amdgpu_afmt_acr(clock
);
1667 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
1668 struct amdgpu_encoder_atom_dig
*dig
= amdgpu_encoder
->enc_priv
;
1671 tmp
= RREG32(mmHDMI_ACR_32_0
+ dig
->afmt
->offset
);
1672 tmp
= REG_SET_FIELD(tmp
, HDMI_ACR_32_0
, HDMI_ACR_CTS_32
, acr
.cts_32khz
);
1673 WREG32(mmHDMI_ACR_32_0
+ dig
->afmt
->offset
, tmp
);
1674 tmp
= RREG32(mmHDMI_ACR_32_1
+ dig
->afmt
->offset
);
1675 tmp
= REG_SET_FIELD(tmp
, HDMI_ACR_32_1
, HDMI_ACR_N_32
, acr
.n_32khz
);
1676 WREG32(mmHDMI_ACR_32_1
+ dig
->afmt
->offset
, tmp
);
1678 tmp
= RREG32(mmHDMI_ACR_44_0
+ dig
->afmt
->offset
);
1679 tmp
= REG_SET_FIELD(tmp
, HDMI_ACR_44_0
, HDMI_ACR_CTS_44
, acr
.cts_44_1khz
);
1680 WREG32(mmHDMI_ACR_44_0
+ dig
->afmt
->offset
, tmp
);
1681 tmp
= RREG32(mmHDMI_ACR_44_1
+ dig
->afmt
->offset
);
1682 tmp
= REG_SET_FIELD(tmp
, HDMI_ACR_44_1
, HDMI_ACR_N_44
, acr
.n_44_1khz
);
1683 WREG32(mmHDMI_ACR_44_1
+ dig
->afmt
->offset
, tmp
);
1685 tmp
= RREG32(mmHDMI_ACR_48_0
+ dig
->afmt
->offset
);
1686 tmp
= REG_SET_FIELD(tmp
, HDMI_ACR_48_0
, HDMI_ACR_CTS_48
, acr
.cts_48khz
);
1687 WREG32(mmHDMI_ACR_48_0
+ dig
->afmt
->offset
, tmp
);
1688 tmp
= RREG32(mmHDMI_ACR_48_1
+ dig
->afmt
->offset
);
1689 tmp
= REG_SET_FIELD(tmp
, HDMI_ACR_48_1
, HDMI_ACR_N_48
, acr
.n_48khz
);
1690 WREG32(mmHDMI_ACR_48_1
+ dig
->afmt
->offset
, tmp
);
1695 * build a HDMI Video Info Frame
1697 static void dce_v11_0_afmt_update_avi_infoframe(struct drm_encoder
*encoder
,
1698 void *buffer
, size_t size
)
1700 struct drm_device
*dev
= encoder
->dev
;
1701 struct amdgpu_device
*adev
= dev
->dev_private
;
1702 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
1703 struct amdgpu_encoder_atom_dig
*dig
= amdgpu_encoder
->enc_priv
;
1704 uint8_t *frame
= buffer
+ 3;
1705 uint8_t *header
= buffer
;
1707 WREG32(mmAFMT_AVI_INFO0
+ dig
->afmt
->offset
,
1708 frame
[0x0] | (frame
[0x1] << 8) | (frame
[0x2] << 16) | (frame
[0x3] << 24));
1709 WREG32(mmAFMT_AVI_INFO1
+ dig
->afmt
->offset
,
1710 frame
[0x4] | (frame
[0x5] << 8) | (frame
[0x6] << 16) | (frame
[0x7] << 24));
1711 WREG32(mmAFMT_AVI_INFO2
+ dig
->afmt
->offset
,
1712 frame
[0x8] | (frame
[0x9] << 8) | (frame
[0xA] << 16) | (frame
[0xB] << 24));
1713 WREG32(mmAFMT_AVI_INFO3
+ dig
->afmt
->offset
,
1714 frame
[0xC] | (frame
[0xD] << 8) | (header
[1] << 24));
1717 static void dce_v11_0_audio_set_dto(struct drm_encoder
*encoder
, u32 clock
)
1719 struct drm_device
*dev
= encoder
->dev
;
1720 struct amdgpu_device
*adev
= dev
->dev_private
;
1721 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
1722 struct amdgpu_encoder_atom_dig
*dig
= amdgpu_encoder
->enc_priv
;
1723 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(encoder
->crtc
);
1724 u32 dto_phase
= 24 * 1000;
1725 u32 dto_modulo
= clock
;
1728 if (!dig
|| !dig
->afmt
)
1731 /* XXX two dtos; generally use dto0 for hdmi */
1732 /* Express [24MHz / target pixel clock] as an exact rational
1733 * number (coefficient of two integer numbers. DCCG_AUDIO_DTOx_PHASE
1734 * is the numerator, DCCG_AUDIO_DTOx_MODULE is the denominator
1736 tmp
= RREG32(mmDCCG_AUDIO_DTO_SOURCE
);
1737 tmp
= REG_SET_FIELD(tmp
, DCCG_AUDIO_DTO_SOURCE
, DCCG_AUDIO_DTO0_SOURCE_SEL
,
1738 amdgpu_crtc
->crtc_id
);
1739 WREG32(mmDCCG_AUDIO_DTO_SOURCE
, tmp
);
1740 WREG32(mmDCCG_AUDIO_DTO0_PHASE
, dto_phase
);
1741 WREG32(mmDCCG_AUDIO_DTO0_MODULE
, dto_modulo
);
1745 * update the info frames with the data from the current display mode
1747 static void dce_v11_0_afmt_setmode(struct drm_encoder
*encoder
,
1748 struct drm_display_mode
*mode
)
1750 struct drm_device
*dev
= encoder
->dev
;
1751 struct amdgpu_device
*adev
= dev
->dev_private
;
1752 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
1753 struct amdgpu_encoder_atom_dig
*dig
= amdgpu_encoder
->enc_priv
;
1754 struct drm_connector
*connector
= amdgpu_get_connector_for_encoder(encoder
);
1755 u8 buffer
[HDMI_INFOFRAME_HEADER_SIZE
+ HDMI_AVI_INFOFRAME_SIZE
];
1756 struct hdmi_avi_infoframe frame
;
1761 if (!dig
|| !dig
->afmt
)
1764 /* Silent, r600_hdmi_enable will raise WARN for us */
1765 if (!dig
->afmt
->enabled
)
1768 /* hdmi deep color mode general control packets setup, if bpc > 8 */
1769 if (encoder
->crtc
) {
1770 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(encoder
->crtc
);
1771 bpc
= amdgpu_crtc
->bpc
;
1774 /* disable audio prior to setting up hw */
1775 dig
->afmt
->pin
= dce_v11_0_audio_get_pin(adev
);
1776 dce_v11_0_audio_enable(adev
, dig
->afmt
->pin
, false);
1778 dce_v11_0_audio_set_dto(encoder
, mode
->clock
);
1780 tmp
= RREG32(mmHDMI_VBI_PACKET_CONTROL
+ dig
->afmt
->offset
);
1781 tmp
= REG_SET_FIELD(tmp
, HDMI_VBI_PACKET_CONTROL
, HDMI_NULL_SEND
, 1);
1782 WREG32(mmHDMI_VBI_PACKET_CONTROL
+ dig
->afmt
->offset
, tmp
); /* send null packets when required */
1784 WREG32(mmAFMT_AUDIO_CRC_CONTROL
+ dig
->afmt
->offset
, 0x1000);
1786 tmp
= RREG32(mmHDMI_CONTROL
+ dig
->afmt
->offset
);
1793 tmp
= REG_SET_FIELD(tmp
, HDMI_CONTROL
, HDMI_DEEP_COLOR_ENABLE
, 0);
1794 tmp
= REG_SET_FIELD(tmp
, HDMI_CONTROL
, HDMI_DEEP_COLOR_DEPTH
, 0);
1795 DRM_DEBUG("%s: Disabling hdmi deep color for %d bpc.\n",
1796 connector
->name
, bpc
);
1799 tmp
= REG_SET_FIELD(tmp
, HDMI_CONTROL
, HDMI_DEEP_COLOR_ENABLE
, 1);
1800 tmp
= REG_SET_FIELD(tmp
, HDMI_CONTROL
, HDMI_DEEP_COLOR_DEPTH
, 1);
1801 DRM_DEBUG("%s: Enabling hdmi deep color 30 for 10 bpc.\n",
1805 tmp
= REG_SET_FIELD(tmp
, HDMI_CONTROL
, HDMI_DEEP_COLOR_ENABLE
, 1);
1806 tmp
= REG_SET_FIELD(tmp
, HDMI_CONTROL
, HDMI_DEEP_COLOR_DEPTH
, 2);
1807 DRM_DEBUG("%s: Enabling hdmi deep color 36 for 12 bpc.\n",
1811 WREG32(mmHDMI_CONTROL
+ dig
->afmt
->offset
, tmp
);
1813 tmp
= RREG32(mmHDMI_VBI_PACKET_CONTROL
+ dig
->afmt
->offset
);
1814 tmp
= REG_SET_FIELD(tmp
, HDMI_VBI_PACKET_CONTROL
, HDMI_NULL_SEND
, 1); /* send null packets when required */
1815 tmp
= REG_SET_FIELD(tmp
, HDMI_VBI_PACKET_CONTROL
, HDMI_GC_SEND
, 1); /* send general control packets */
1816 tmp
= REG_SET_FIELD(tmp
, HDMI_VBI_PACKET_CONTROL
, HDMI_GC_CONT
, 1); /* send general control packets every frame */
1817 WREG32(mmHDMI_VBI_PACKET_CONTROL
+ dig
->afmt
->offset
, tmp
);
1819 tmp
= RREG32(mmHDMI_INFOFRAME_CONTROL0
+ dig
->afmt
->offset
);
1820 /* enable audio info frames (frames won't be set until audio is enabled) */
1821 tmp
= REG_SET_FIELD(tmp
, HDMI_INFOFRAME_CONTROL0
, HDMI_AUDIO_INFO_SEND
, 1);
1822 /* required for audio info values to be updated */
1823 tmp
= REG_SET_FIELD(tmp
, HDMI_INFOFRAME_CONTROL0
, HDMI_AUDIO_INFO_CONT
, 1);
1824 WREG32(mmHDMI_INFOFRAME_CONTROL0
+ dig
->afmt
->offset
, tmp
);
1826 tmp
= RREG32(mmAFMT_INFOFRAME_CONTROL0
+ dig
->afmt
->offset
);
1827 /* required for audio info values to be updated */
1828 tmp
= REG_SET_FIELD(tmp
, AFMT_INFOFRAME_CONTROL0
, AFMT_AUDIO_INFO_UPDATE
, 1);
1829 WREG32(mmAFMT_INFOFRAME_CONTROL0
+ dig
->afmt
->offset
, tmp
);
1831 tmp
= RREG32(mmHDMI_INFOFRAME_CONTROL1
+ dig
->afmt
->offset
);
1832 /* anything other than 0 */
1833 tmp
= REG_SET_FIELD(tmp
, HDMI_INFOFRAME_CONTROL1
, HDMI_AUDIO_INFO_LINE
, 2);
1834 WREG32(mmHDMI_INFOFRAME_CONTROL1
+ dig
->afmt
->offset
, tmp
);
1836 WREG32(mmHDMI_GC
+ dig
->afmt
->offset
, 0); /* unset HDMI_GC_AVMUTE */
1838 tmp
= RREG32(mmHDMI_AUDIO_PACKET_CONTROL
+ dig
->afmt
->offset
);
1839 /* set the default audio delay */
1840 tmp
= REG_SET_FIELD(tmp
, HDMI_AUDIO_PACKET_CONTROL
, HDMI_AUDIO_DELAY_EN
, 1);
1841 /* should be suffient for all audio modes and small enough for all hblanks */
1842 tmp
= REG_SET_FIELD(tmp
, HDMI_AUDIO_PACKET_CONTROL
, HDMI_AUDIO_PACKETS_PER_LINE
, 3);
1843 WREG32(mmHDMI_AUDIO_PACKET_CONTROL
+ dig
->afmt
->offset
, tmp
);
1845 tmp
= RREG32(mmAFMT_AUDIO_PACKET_CONTROL
+ dig
->afmt
->offset
);
1846 /* allow 60958 channel status fields to be updated */
1847 tmp
= REG_SET_FIELD(tmp
, AFMT_AUDIO_PACKET_CONTROL
, AFMT_60958_CS_UPDATE
, 1);
1848 WREG32(mmAFMT_AUDIO_PACKET_CONTROL
+ dig
->afmt
->offset
, tmp
);
1850 tmp
= RREG32(mmHDMI_ACR_PACKET_CONTROL
+ dig
->afmt
->offset
);
1852 /* clear SW CTS value */
1853 tmp
= REG_SET_FIELD(tmp
, HDMI_ACR_PACKET_CONTROL
, HDMI_ACR_SOURCE
, 0);
1855 /* select SW CTS value */
1856 tmp
= REG_SET_FIELD(tmp
, HDMI_ACR_PACKET_CONTROL
, HDMI_ACR_SOURCE
, 1);
1857 /* allow hw to sent ACR packets when required */
1858 tmp
= REG_SET_FIELD(tmp
, HDMI_ACR_PACKET_CONTROL
, HDMI_ACR_AUTO_SEND
, 1);
1859 WREG32(mmHDMI_ACR_PACKET_CONTROL
+ dig
->afmt
->offset
, tmp
);
1861 dce_v11_0_afmt_update_ACR(encoder
, mode
->clock
);
1863 tmp
= RREG32(mmAFMT_60958_0
+ dig
->afmt
->offset
);
1864 tmp
= REG_SET_FIELD(tmp
, AFMT_60958_0
, AFMT_60958_CS_CHANNEL_NUMBER_L
, 1);
1865 WREG32(mmAFMT_60958_0
+ dig
->afmt
->offset
, tmp
);
1867 tmp
= RREG32(mmAFMT_60958_1
+ dig
->afmt
->offset
);
1868 tmp
= REG_SET_FIELD(tmp
, AFMT_60958_1
, AFMT_60958_CS_CHANNEL_NUMBER_R
, 2);
1869 WREG32(mmAFMT_60958_1
+ dig
->afmt
->offset
, tmp
);
1871 tmp
= RREG32(mmAFMT_60958_2
+ dig
->afmt
->offset
);
1872 tmp
= REG_SET_FIELD(tmp
, AFMT_60958_2
, AFMT_60958_CS_CHANNEL_NUMBER_2
, 3);
1873 tmp
= REG_SET_FIELD(tmp
, AFMT_60958_2
, AFMT_60958_CS_CHANNEL_NUMBER_3
, 4);
1874 tmp
= REG_SET_FIELD(tmp
, AFMT_60958_2
, AFMT_60958_CS_CHANNEL_NUMBER_4
, 5);
1875 tmp
= REG_SET_FIELD(tmp
, AFMT_60958_2
, AFMT_60958_CS_CHANNEL_NUMBER_5
, 6);
1876 tmp
= REG_SET_FIELD(tmp
, AFMT_60958_2
, AFMT_60958_CS_CHANNEL_NUMBER_6
, 7);
1877 tmp
= REG_SET_FIELD(tmp
, AFMT_60958_2
, AFMT_60958_CS_CHANNEL_NUMBER_7
, 8);
1878 WREG32(mmAFMT_60958_2
+ dig
->afmt
->offset
, tmp
);
1880 dce_v11_0_audio_write_speaker_allocation(encoder
);
1882 WREG32(mmAFMT_AUDIO_PACKET_CONTROL2
+ dig
->afmt
->offset
,
1883 (0xff << AFMT_AUDIO_PACKET_CONTROL2__AFMT_AUDIO_CHANNEL_ENABLE__SHIFT
));
1885 dce_v11_0_afmt_audio_select_pin(encoder
);
1886 dce_v11_0_audio_write_sad_regs(encoder
);
1887 dce_v11_0_audio_write_latency_fields(encoder
, mode
);
1889 err
= drm_hdmi_avi_infoframe_from_display_mode(&frame
, mode
);
1891 DRM_ERROR("failed to setup AVI infoframe: %zd\n", err
);
1895 err
= hdmi_avi_infoframe_pack(&frame
, buffer
, sizeof(buffer
));
1897 DRM_ERROR("failed to pack AVI infoframe: %zd\n", err
);
1901 dce_v11_0_afmt_update_avi_infoframe(encoder
, buffer
, sizeof(buffer
));
1903 tmp
= RREG32(mmHDMI_INFOFRAME_CONTROL0
+ dig
->afmt
->offset
);
1904 /* enable AVI info frames */
1905 tmp
= REG_SET_FIELD(tmp
, HDMI_INFOFRAME_CONTROL0
, HDMI_AVI_INFO_SEND
, 1);
1906 /* required for audio info values to be updated */
1907 tmp
= REG_SET_FIELD(tmp
, HDMI_INFOFRAME_CONTROL0
, HDMI_AVI_INFO_CONT
, 1);
1908 WREG32(mmHDMI_INFOFRAME_CONTROL0
+ dig
->afmt
->offset
, tmp
);
1910 tmp
= RREG32(mmHDMI_INFOFRAME_CONTROL1
+ dig
->afmt
->offset
);
1911 tmp
= REG_SET_FIELD(tmp
, HDMI_INFOFRAME_CONTROL1
, HDMI_AVI_INFO_LINE
, 2);
1912 WREG32(mmHDMI_INFOFRAME_CONTROL1
+ dig
->afmt
->offset
, tmp
);
1914 tmp
= RREG32(mmAFMT_AUDIO_PACKET_CONTROL
+ dig
->afmt
->offset
);
1915 /* send audio packets */
1916 tmp
= REG_SET_FIELD(tmp
, AFMT_AUDIO_PACKET_CONTROL
, AFMT_AUDIO_SAMPLE_SEND
, 1);
1917 WREG32(mmAFMT_AUDIO_PACKET_CONTROL
+ dig
->afmt
->offset
, tmp
);
1919 WREG32(mmAFMT_RAMP_CONTROL0
+ dig
->afmt
->offset
, 0x00FFFFFF);
1920 WREG32(mmAFMT_RAMP_CONTROL1
+ dig
->afmt
->offset
, 0x007FFFFF);
1921 WREG32(mmAFMT_RAMP_CONTROL2
+ dig
->afmt
->offset
, 0x00000001);
1922 WREG32(mmAFMT_RAMP_CONTROL3
+ dig
->afmt
->offset
, 0x00000001);
1924 /* enable audio after to setting up hw */
1925 dce_v11_0_audio_enable(adev
, dig
->afmt
->pin
, true);
1928 static void dce_v11_0_afmt_enable(struct drm_encoder
*encoder
, bool enable
)
1930 struct drm_device
*dev
= encoder
->dev
;
1931 struct amdgpu_device
*adev
= dev
->dev_private
;
1932 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
1933 struct amdgpu_encoder_atom_dig
*dig
= amdgpu_encoder
->enc_priv
;
1935 if (!dig
|| !dig
->afmt
)
1938 /* Silent, r600_hdmi_enable will raise WARN for us */
1939 if (enable
&& dig
->afmt
->enabled
)
1941 if (!enable
&& !dig
->afmt
->enabled
)
1944 if (!enable
&& dig
->afmt
->pin
) {
1945 dce_v11_0_audio_enable(adev
, dig
->afmt
->pin
, false);
1946 dig
->afmt
->pin
= NULL
;
1949 dig
->afmt
->enabled
= enable
;
1951 DRM_DEBUG("%sabling AFMT interface @ 0x%04X for encoder 0x%x\n",
1952 enable
? "En" : "Dis", dig
->afmt
->offset
, amdgpu_encoder
->encoder_id
);
1955 static void dce_v11_0_afmt_init(struct amdgpu_device
*adev
)
1959 for (i
= 0; i
< adev
->mode_info
.num_dig
; i
++)
1960 adev
->mode_info
.afmt
[i
] = NULL
;
1962 /* DCE11 has audio blocks tied to DIG encoders */
1963 for (i
= 0; i
< adev
->mode_info
.num_dig
; i
++) {
1964 adev
->mode_info
.afmt
[i
] = kzalloc(sizeof(struct amdgpu_afmt
), GFP_KERNEL
);
1965 if (adev
->mode_info
.afmt
[i
]) {
1966 adev
->mode_info
.afmt
[i
]->offset
= dig_offsets
[i
];
1967 adev
->mode_info
.afmt
[i
]->id
= i
;
1972 static void dce_v11_0_afmt_fini(struct amdgpu_device
*adev
)
1976 for (i
= 0; i
< adev
->mode_info
.num_dig
; i
++) {
1977 kfree(adev
->mode_info
.afmt
[i
]);
1978 adev
->mode_info
.afmt
[i
] = NULL
;
1982 static const u32 vga_control_regs
[6] =
1992 static void dce_v11_0_vga_enable(struct drm_crtc
*crtc
, bool enable
)
1994 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
1995 struct drm_device
*dev
= crtc
->dev
;
1996 struct amdgpu_device
*adev
= dev
->dev_private
;
1999 vga_control
= RREG32(vga_control_regs
[amdgpu_crtc
->crtc_id
]) & ~1;
2001 WREG32(vga_control_regs
[amdgpu_crtc
->crtc_id
], vga_control
| 1);
2003 WREG32(vga_control_regs
[amdgpu_crtc
->crtc_id
], vga_control
);
2006 static void dce_v11_0_grph_enable(struct drm_crtc
*crtc
, bool enable
)
2008 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2009 struct drm_device
*dev
= crtc
->dev
;
2010 struct amdgpu_device
*adev
= dev
->dev_private
;
2013 WREG32(mmGRPH_ENABLE
+ amdgpu_crtc
->crtc_offset
, 1);
2015 WREG32(mmGRPH_ENABLE
+ amdgpu_crtc
->crtc_offset
, 0);
2018 static int dce_v11_0_crtc_do_set_base(struct drm_crtc
*crtc
,
2019 struct drm_framebuffer
*fb
,
2020 int x
, int y
, int atomic
)
2022 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2023 struct drm_device
*dev
= crtc
->dev
;
2024 struct amdgpu_device
*adev
= dev
->dev_private
;
2025 struct amdgpu_framebuffer
*amdgpu_fb
;
2026 struct drm_framebuffer
*target_fb
;
2027 struct drm_gem_object
*obj
;
2028 struct amdgpu_bo
*rbo
;
2029 uint64_t fb_location
, tiling_flags
;
2030 uint32_t fb_format
, fb_pitch_pixels
;
2031 u32 fb_swap
= REG_SET_FIELD(0, GRPH_SWAP_CNTL
, GRPH_ENDIAN_SWAP
, ENDIAN_NONE
);
2033 u32 tmp
, viewport_w
, viewport_h
;
2035 bool bypass_lut
= false;
2038 if (!atomic
&& !crtc
->primary
->fb
) {
2039 DRM_DEBUG_KMS("No FB bound\n");
2044 amdgpu_fb
= to_amdgpu_framebuffer(fb
);
2048 amdgpu_fb
= to_amdgpu_framebuffer(crtc
->primary
->fb
);
2049 target_fb
= crtc
->primary
->fb
;
2052 /* If atomic, assume fb object is pinned & idle & fenced and
2053 * just update base pointers
2055 obj
= amdgpu_fb
->obj
;
2056 rbo
= gem_to_amdgpu_bo(obj
);
2057 r
= amdgpu_bo_reserve(rbo
, false);
2058 if (unlikely(r
!= 0))
2062 fb_location
= amdgpu_bo_gpu_offset(rbo
);
2064 r
= amdgpu_bo_pin(rbo
, AMDGPU_GEM_DOMAIN_VRAM
, &fb_location
);
2065 if (unlikely(r
!= 0)) {
2066 amdgpu_bo_unreserve(rbo
);
2071 amdgpu_bo_get_tiling_flags(rbo
, &tiling_flags
);
2072 amdgpu_bo_unreserve(rbo
);
2074 pipe_config
= AMDGPU_TILING_GET(tiling_flags
, PIPE_CONFIG
);
2076 switch (target_fb
->pixel_format
) {
2078 fb_format
= REG_SET_FIELD(0, GRPH_CONTROL
, GRPH_DEPTH
, 0);
2079 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_FORMAT
, 0);
2081 case DRM_FORMAT_XRGB4444
:
2082 case DRM_FORMAT_ARGB4444
:
2083 fb_format
= REG_SET_FIELD(0, GRPH_CONTROL
, GRPH_DEPTH
, 1);
2084 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_FORMAT
, 2);
2086 fb_swap
= REG_SET_FIELD(fb_swap
, GRPH_SWAP_CNTL
, GRPH_ENDIAN_SWAP
,
2090 case DRM_FORMAT_XRGB1555
:
2091 case DRM_FORMAT_ARGB1555
:
2092 fb_format
= REG_SET_FIELD(0, GRPH_CONTROL
, GRPH_DEPTH
, 1);
2093 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_FORMAT
, 0);
2095 fb_swap
= REG_SET_FIELD(fb_swap
, GRPH_SWAP_CNTL
, GRPH_ENDIAN_SWAP
,
2099 case DRM_FORMAT_BGRX5551
:
2100 case DRM_FORMAT_BGRA5551
:
2101 fb_format
= REG_SET_FIELD(0, GRPH_CONTROL
, GRPH_DEPTH
, 1);
2102 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_FORMAT
, 5);
2104 fb_swap
= REG_SET_FIELD(fb_swap
, GRPH_SWAP_CNTL
, GRPH_ENDIAN_SWAP
,
2108 case DRM_FORMAT_RGB565
:
2109 fb_format
= REG_SET_FIELD(0, GRPH_CONTROL
, GRPH_DEPTH
, 1);
2110 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_FORMAT
, 1);
2112 fb_swap
= REG_SET_FIELD(fb_swap
, GRPH_SWAP_CNTL
, GRPH_ENDIAN_SWAP
,
2116 case DRM_FORMAT_XRGB8888
:
2117 case DRM_FORMAT_ARGB8888
:
2118 fb_format
= REG_SET_FIELD(0, GRPH_CONTROL
, GRPH_DEPTH
, 2);
2119 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_FORMAT
, 0);
2121 fb_swap
= REG_SET_FIELD(fb_swap
, GRPH_SWAP_CNTL
, GRPH_ENDIAN_SWAP
,
2125 case DRM_FORMAT_XRGB2101010
:
2126 case DRM_FORMAT_ARGB2101010
:
2127 fb_format
= REG_SET_FIELD(0, GRPH_CONTROL
, GRPH_DEPTH
, 2);
2128 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_FORMAT
, 1);
2130 fb_swap
= REG_SET_FIELD(fb_swap
, GRPH_SWAP_CNTL
, GRPH_ENDIAN_SWAP
,
2133 /* Greater 8 bpc fb needs to bypass hw-lut to retain precision */
2136 case DRM_FORMAT_BGRX1010102
:
2137 case DRM_FORMAT_BGRA1010102
:
2138 fb_format
= REG_SET_FIELD(0, GRPH_CONTROL
, GRPH_DEPTH
, 2);
2139 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_FORMAT
, 4);
2141 fb_swap
= REG_SET_FIELD(fb_swap
, GRPH_SWAP_CNTL
, GRPH_ENDIAN_SWAP
,
2144 /* Greater 8 bpc fb needs to bypass hw-lut to retain precision */
2148 DRM_ERROR("Unsupported screen format %s\n",
2149 drm_get_format_name(target_fb
->pixel_format
));
2153 if (AMDGPU_TILING_GET(tiling_flags
, ARRAY_MODE
) == ARRAY_2D_TILED_THIN1
) {
2154 unsigned bankw
, bankh
, mtaspect
, tile_split
, num_banks
;
2156 bankw
= AMDGPU_TILING_GET(tiling_flags
, BANK_WIDTH
);
2157 bankh
= AMDGPU_TILING_GET(tiling_flags
, BANK_HEIGHT
);
2158 mtaspect
= AMDGPU_TILING_GET(tiling_flags
, MACRO_TILE_ASPECT
);
2159 tile_split
= AMDGPU_TILING_GET(tiling_flags
, TILE_SPLIT
);
2160 num_banks
= AMDGPU_TILING_GET(tiling_flags
, NUM_BANKS
);
2162 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_NUM_BANKS
, num_banks
);
2163 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_ARRAY_MODE
,
2164 ARRAY_2D_TILED_THIN1
);
2165 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_TILE_SPLIT
,
2167 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_BANK_WIDTH
, bankw
);
2168 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_BANK_HEIGHT
, bankh
);
2169 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_MACRO_TILE_ASPECT
,
2171 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_MICRO_TILE_MODE
,
2172 ADDR_SURF_MICRO_TILING_DISPLAY
);
2173 } else if (AMDGPU_TILING_GET(tiling_flags
, ARRAY_MODE
) == ARRAY_1D_TILED_THIN1
) {
2174 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_ARRAY_MODE
,
2175 ARRAY_1D_TILED_THIN1
);
2178 fb_format
= REG_SET_FIELD(fb_format
, GRPH_CONTROL
, GRPH_PIPE_CONFIG
,
2181 dce_v11_0_vga_enable(crtc
, false);
2183 WREG32(mmGRPH_PRIMARY_SURFACE_ADDRESS_HIGH
+ amdgpu_crtc
->crtc_offset
,
2184 upper_32_bits(fb_location
));
2185 WREG32(mmGRPH_SECONDARY_SURFACE_ADDRESS_HIGH
+ amdgpu_crtc
->crtc_offset
,
2186 upper_32_bits(fb_location
));
2187 WREG32(mmGRPH_PRIMARY_SURFACE_ADDRESS
+ amdgpu_crtc
->crtc_offset
,
2188 (u32
)fb_location
& GRPH_PRIMARY_SURFACE_ADDRESS__GRPH_PRIMARY_SURFACE_ADDRESS_MASK
);
2189 WREG32(mmGRPH_SECONDARY_SURFACE_ADDRESS
+ amdgpu_crtc
->crtc_offset
,
2190 (u32
) fb_location
& GRPH_SECONDARY_SURFACE_ADDRESS__GRPH_SECONDARY_SURFACE_ADDRESS_MASK
);
2191 WREG32(mmGRPH_CONTROL
+ amdgpu_crtc
->crtc_offset
, fb_format
);
2192 WREG32(mmGRPH_SWAP_CNTL
+ amdgpu_crtc
->crtc_offset
, fb_swap
);
2195 * The LUT only has 256 slots for indexing by a 8 bpc fb. Bypass the LUT
2196 * for > 8 bpc scanout to avoid truncation of fb indices to 8 msb's, to
2197 * retain the full precision throughout the pipeline.
2199 tmp
= RREG32(mmGRPH_LUT_10BIT_BYPASS
+ amdgpu_crtc
->crtc_offset
);
2201 tmp
= REG_SET_FIELD(tmp
, GRPH_LUT_10BIT_BYPASS
, GRPH_LUT_10BIT_BYPASS_EN
, 1);
2203 tmp
= REG_SET_FIELD(tmp
, GRPH_LUT_10BIT_BYPASS
, GRPH_LUT_10BIT_BYPASS_EN
, 0);
2204 WREG32(mmGRPH_LUT_10BIT_BYPASS
+ amdgpu_crtc
->crtc_offset
, tmp
);
2207 DRM_DEBUG_KMS("Bypassing hardware LUT due to 10 bit fb scanout.\n");
2209 WREG32(mmGRPH_SURFACE_OFFSET_X
+ amdgpu_crtc
->crtc_offset
, 0);
2210 WREG32(mmGRPH_SURFACE_OFFSET_Y
+ amdgpu_crtc
->crtc_offset
, 0);
2211 WREG32(mmGRPH_X_START
+ amdgpu_crtc
->crtc_offset
, 0);
2212 WREG32(mmGRPH_Y_START
+ amdgpu_crtc
->crtc_offset
, 0);
2213 WREG32(mmGRPH_X_END
+ amdgpu_crtc
->crtc_offset
, target_fb
->width
);
2214 WREG32(mmGRPH_Y_END
+ amdgpu_crtc
->crtc_offset
, target_fb
->height
);
2216 fb_pitch_pixels
= target_fb
->pitches
[0] / (target_fb
->bits_per_pixel
/ 8);
2217 WREG32(mmGRPH_PITCH
+ amdgpu_crtc
->crtc_offset
, fb_pitch_pixels
);
2219 dce_v11_0_grph_enable(crtc
, true);
2221 WREG32(mmLB_DESKTOP_HEIGHT
+ amdgpu_crtc
->crtc_offset
,
2226 WREG32(mmVIEWPORT_START
+ amdgpu_crtc
->crtc_offset
,
2228 viewport_w
= crtc
->mode
.hdisplay
;
2229 viewport_h
= (crtc
->mode
.vdisplay
+ 1) & ~1;
2230 WREG32(mmVIEWPORT_SIZE
+ amdgpu_crtc
->crtc_offset
,
2231 (viewport_w
<< 16) | viewport_h
);
2233 /* pageflip setup */
2234 /* make sure flip is at vb rather than hb */
2235 tmp
= RREG32(mmGRPH_FLIP_CONTROL
+ amdgpu_crtc
->crtc_offset
);
2236 tmp
= REG_SET_FIELD(tmp
, GRPH_FLIP_CONTROL
,
2237 GRPH_SURFACE_UPDATE_H_RETRACE_EN
, 0);
2238 WREG32(mmGRPH_FLIP_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
2240 /* set pageflip to happen only at start of vblank interval (front porch) */
2241 WREG32(mmCRTC_MASTER_UPDATE_MODE
+ amdgpu_crtc
->crtc_offset
, 3);
2243 if (!atomic
&& fb
&& fb
!= crtc
->primary
->fb
) {
2244 amdgpu_fb
= to_amdgpu_framebuffer(fb
);
2245 rbo
= gem_to_amdgpu_bo(amdgpu_fb
->obj
);
2246 r
= amdgpu_bo_reserve(rbo
, false);
2247 if (unlikely(r
!= 0))
2249 amdgpu_bo_unpin(rbo
);
2250 amdgpu_bo_unreserve(rbo
);
2253 /* Bytes per pixel may have changed */
2254 dce_v11_0_bandwidth_update(adev
);
2259 static void dce_v11_0_set_interleave(struct drm_crtc
*crtc
,
2260 struct drm_display_mode
*mode
)
2262 struct drm_device
*dev
= crtc
->dev
;
2263 struct amdgpu_device
*adev
= dev
->dev_private
;
2264 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2267 tmp
= RREG32(mmLB_DATA_FORMAT
+ amdgpu_crtc
->crtc_offset
);
2268 if (mode
->flags
& DRM_MODE_FLAG_INTERLACE
)
2269 tmp
= REG_SET_FIELD(tmp
, LB_DATA_FORMAT
, INTERLEAVE_EN
, 1);
2271 tmp
= REG_SET_FIELD(tmp
, LB_DATA_FORMAT
, INTERLEAVE_EN
, 0);
2272 WREG32(mmLB_DATA_FORMAT
+ amdgpu_crtc
->crtc_offset
, tmp
);
2275 static void dce_v11_0_crtc_load_lut(struct drm_crtc
*crtc
)
2277 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2278 struct drm_device
*dev
= crtc
->dev
;
2279 struct amdgpu_device
*adev
= dev
->dev_private
;
2283 DRM_DEBUG_KMS("%d\n", amdgpu_crtc
->crtc_id
);
2285 tmp
= RREG32(mmINPUT_CSC_CONTROL
+ amdgpu_crtc
->crtc_offset
);
2286 tmp
= REG_SET_FIELD(tmp
, INPUT_CSC_CONTROL
, INPUT_CSC_GRPH_MODE
, 0);
2287 WREG32(mmINPUT_CSC_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
2289 tmp
= RREG32(mmPRESCALE_GRPH_CONTROL
+ amdgpu_crtc
->crtc_offset
);
2290 tmp
= REG_SET_FIELD(tmp
, PRESCALE_GRPH_CONTROL
, GRPH_PRESCALE_BYPASS
, 1);
2291 WREG32(mmPRESCALE_GRPH_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
2293 tmp
= RREG32(mmINPUT_GAMMA_CONTROL
+ amdgpu_crtc
->crtc_offset
);
2294 tmp
= REG_SET_FIELD(tmp
, INPUT_GAMMA_CONTROL
, GRPH_INPUT_GAMMA_MODE
, 0);
2295 WREG32(mmINPUT_GAMMA_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
2297 WREG32(mmDC_LUT_CONTROL
+ amdgpu_crtc
->crtc_offset
, 0);
2299 WREG32(mmDC_LUT_BLACK_OFFSET_BLUE
+ amdgpu_crtc
->crtc_offset
, 0);
2300 WREG32(mmDC_LUT_BLACK_OFFSET_GREEN
+ amdgpu_crtc
->crtc_offset
, 0);
2301 WREG32(mmDC_LUT_BLACK_OFFSET_RED
+ amdgpu_crtc
->crtc_offset
, 0);
2303 WREG32(mmDC_LUT_WHITE_OFFSET_BLUE
+ amdgpu_crtc
->crtc_offset
, 0xffff);
2304 WREG32(mmDC_LUT_WHITE_OFFSET_GREEN
+ amdgpu_crtc
->crtc_offset
, 0xffff);
2305 WREG32(mmDC_LUT_WHITE_OFFSET_RED
+ amdgpu_crtc
->crtc_offset
, 0xffff);
2307 WREG32(mmDC_LUT_RW_MODE
+ amdgpu_crtc
->crtc_offset
, 0);
2308 WREG32(mmDC_LUT_WRITE_EN_MASK
+ amdgpu_crtc
->crtc_offset
, 0x00000007);
2310 WREG32(mmDC_LUT_RW_INDEX
+ amdgpu_crtc
->crtc_offset
, 0);
2311 for (i
= 0; i
< 256; i
++) {
2312 WREG32(mmDC_LUT_30_COLOR
+ amdgpu_crtc
->crtc_offset
,
2313 (amdgpu_crtc
->lut_r
[i
] << 20) |
2314 (amdgpu_crtc
->lut_g
[i
] << 10) |
2315 (amdgpu_crtc
->lut_b
[i
] << 0));
2318 tmp
= RREG32(mmDEGAMMA_CONTROL
+ amdgpu_crtc
->crtc_offset
);
2319 tmp
= REG_SET_FIELD(tmp
, DEGAMMA_CONTROL
, GRPH_DEGAMMA_MODE
, 0);
2320 tmp
= REG_SET_FIELD(tmp
, DEGAMMA_CONTROL
, CURSOR_DEGAMMA_MODE
, 0);
2321 tmp
= REG_SET_FIELD(tmp
, DEGAMMA_CONTROL
, CURSOR2_DEGAMMA_MODE
, 0);
2322 WREG32(mmDEGAMMA_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
2324 tmp
= RREG32(mmGAMUT_REMAP_CONTROL
+ amdgpu_crtc
->crtc_offset
);
2325 tmp
= REG_SET_FIELD(tmp
, GAMUT_REMAP_CONTROL
, GRPH_GAMUT_REMAP_MODE
, 0);
2326 WREG32(mmGAMUT_REMAP_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
2328 tmp
= RREG32(mmREGAMMA_CONTROL
+ amdgpu_crtc
->crtc_offset
);
2329 tmp
= REG_SET_FIELD(tmp
, REGAMMA_CONTROL
, GRPH_REGAMMA_MODE
, 0);
2330 WREG32(mmREGAMMA_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
2332 tmp
= RREG32(mmOUTPUT_CSC_CONTROL
+ amdgpu_crtc
->crtc_offset
);
2333 tmp
= REG_SET_FIELD(tmp
, OUTPUT_CSC_CONTROL
, OUTPUT_CSC_GRPH_MODE
, 0);
2334 WREG32(mmOUTPUT_CSC_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
2336 /* XXX match this to the depth of the crtc fmt block, move to modeset? */
2337 WREG32(mmDENORM_CONTROL
+ amdgpu_crtc
->crtc_offset
, 0);
2338 /* XXX this only needs to be programmed once per crtc at startup,
2339 * not sure where the best place for it is
2341 tmp
= RREG32(mmALPHA_CONTROL
+ amdgpu_crtc
->crtc_offset
);
2342 tmp
= REG_SET_FIELD(tmp
, ALPHA_CONTROL
, CURSOR_ALPHA_BLND_ENA
, 1);
2343 WREG32(mmALPHA_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
2346 static int dce_v11_0_pick_dig_encoder(struct drm_encoder
*encoder
)
2348 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
2349 struct amdgpu_encoder_atom_dig
*dig
= amdgpu_encoder
->enc_priv
;
2351 switch (amdgpu_encoder
->encoder_id
) {
2352 case ENCODER_OBJECT_ID_INTERNAL_UNIPHY
:
2358 case ENCODER_OBJECT_ID_INTERNAL_UNIPHY1
:
2364 case ENCODER_OBJECT_ID_INTERNAL_UNIPHY2
:
2370 case ENCODER_OBJECT_ID_INTERNAL_UNIPHY3
:
2374 DRM_ERROR("invalid encoder_id: 0x%x\n", amdgpu_encoder
->encoder_id
);
2380 * dce_v11_0_pick_pll - Allocate a PPLL for use by the crtc.
2384 * Returns the PPLL (Pixel PLL) to be used by the crtc. For DP monitors
2385 * a single PPLL can be used for all DP crtcs/encoders. For non-DP
2386 * monitors a dedicated PPLL must be used. If a particular board has
2387 * an external DP PLL, return ATOM_PPLL_INVALID to skip PLL programming
2388 * as there is no need to program the PLL itself. If we are not able to
2389 * allocate a PLL, return ATOM_PPLL_INVALID to skip PLL programming to
2390 * avoid messing up an existing monitor.
2392 * Asic specific PLL information
2396 * - PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP)
2398 * - PPLL0, PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP) and DAC
2401 static u32
dce_v11_0_pick_pll(struct drm_crtc
*crtc
)
2403 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2404 struct drm_device
*dev
= crtc
->dev
;
2405 struct amdgpu_device
*adev
= dev
->dev_private
;
2409 if (ENCODER_MODE_IS_DP(amdgpu_atombios_encoder_get_encoder_mode(amdgpu_crtc
->encoder
))) {
2410 if (adev
->clock
.dp_extclk
)
2411 /* skip PPLL programming if using ext clock */
2412 return ATOM_PPLL_INVALID
;
2414 /* use the same PPLL for all DP monitors */
2415 pll
= amdgpu_pll_get_shared_dp_ppll(crtc
);
2416 if (pll
!= ATOM_PPLL_INVALID
)
2420 /* use the same PPLL for all monitors with the same clock */
2421 pll
= amdgpu_pll_get_shared_nondp_ppll(crtc
);
2422 if (pll
!= ATOM_PPLL_INVALID
)
2426 /* XXX need to determine what plls are available on each DCE11 part */
2427 pll_in_use
= amdgpu_pll_get_use_mask(crtc
);
2428 if (adev
->asic_type
== CHIP_CARRIZO
) {
2429 if (!(pll_in_use
& (1 << ATOM_PPLL1
)))
2431 if (!(pll_in_use
& (1 << ATOM_PPLL0
)))
2433 DRM_ERROR("unable to allocate a PPLL\n");
2434 return ATOM_PPLL_INVALID
;
2436 if (!(pll_in_use
& (1 << ATOM_PPLL2
)))
2438 if (!(pll_in_use
& (1 << ATOM_PPLL1
)))
2440 if (!(pll_in_use
& (1 << ATOM_PPLL0
)))
2442 DRM_ERROR("unable to allocate a PPLL\n");
2443 return ATOM_PPLL_INVALID
;
2445 return ATOM_PPLL_INVALID
;
2448 static void dce_v11_0_lock_cursor(struct drm_crtc
*crtc
, bool lock
)
2450 struct amdgpu_device
*adev
= crtc
->dev
->dev_private
;
2451 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2454 cur_lock
= RREG32(mmCUR_UPDATE
+ amdgpu_crtc
->crtc_offset
);
2456 cur_lock
= REG_SET_FIELD(cur_lock
, CUR_UPDATE
, CURSOR_UPDATE_LOCK
, 1);
2458 cur_lock
= REG_SET_FIELD(cur_lock
, CUR_UPDATE
, CURSOR_UPDATE_LOCK
, 0);
2459 WREG32(mmCUR_UPDATE
+ amdgpu_crtc
->crtc_offset
, cur_lock
);
2462 static void dce_v11_0_hide_cursor(struct drm_crtc
*crtc
)
2464 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2465 struct amdgpu_device
*adev
= crtc
->dev
->dev_private
;
2468 tmp
= RREG32_IDX(mmCUR_CONTROL
+ amdgpu_crtc
->crtc_offset
);
2469 tmp
= REG_SET_FIELD(tmp
, CUR_CONTROL
, CURSOR_EN
, 0);
2470 WREG32_IDX(mmCUR_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
2473 static void dce_v11_0_show_cursor(struct drm_crtc
*crtc
)
2475 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2476 struct amdgpu_device
*adev
= crtc
->dev
->dev_private
;
2479 tmp
= RREG32_IDX(mmCUR_CONTROL
+ amdgpu_crtc
->crtc_offset
);
2480 tmp
= REG_SET_FIELD(tmp
, CUR_CONTROL
, CURSOR_EN
, 1);
2481 tmp
= REG_SET_FIELD(tmp
, CUR_CONTROL
, CURSOR_MODE
, 2);
2482 WREG32_IDX(mmCUR_CONTROL
+ amdgpu_crtc
->crtc_offset
, tmp
);
2485 static void dce_v11_0_set_cursor(struct drm_crtc
*crtc
, struct drm_gem_object
*obj
,
2488 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2489 struct amdgpu_device
*adev
= crtc
->dev
->dev_private
;
2491 WREG32(mmCUR_SURFACE_ADDRESS_HIGH
+ amdgpu_crtc
->crtc_offset
,
2492 upper_32_bits(gpu_addr
));
2493 WREG32(mmCUR_SURFACE_ADDRESS
+ amdgpu_crtc
->crtc_offset
,
2494 lower_32_bits(gpu_addr
));
2497 static int dce_v11_0_crtc_cursor_move(struct drm_crtc
*crtc
,
2500 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2501 struct amdgpu_device
*adev
= crtc
->dev
->dev_private
;
2502 int xorigin
= 0, yorigin
= 0;
2504 /* avivo cursor are offset into the total surface */
2507 DRM_DEBUG("x %d y %d c->x %d c->y %d\n", x
, y
, crtc
->x
, crtc
->y
);
2510 xorigin
= min(-x
, amdgpu_crtc
->max_cursor_width
- 1);
2514 yorigin
= min(-y
, amdgpu_crtc
->max_cursor_height
- 1);
2518 dce_v11_0_lock_cursor(crtc
, true);
2519 WREG32(mmCUR_POSITION
+ amdgpu_crtc
->crtc_offset
, (x
<< 16) | y
);
2520 WREG32(mmCUR_HOT_SPOT
+ amdgpu_crtc
->crtc_offset
, (xorigin
<< 16) | yorigin
);
2521 WREG32(mmCUR_SIZE
+ amdgpu_crtc
->crtc_offset
,
2522 ((amdgpu_crtc
->cursor_width
- 1) << 16) | (amdgpu_crtc
->cursor_height
- 1));
2523 dce_v11_0_lock_cursor(crtc
, false);
2528 static int dce_v11_0_crtc_cursor_set(struct drm_crtc
*crtc
,
2529 struct drm_file
*file_priv
,
2534 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2535 struct drm_gem_object
*obj
;
2536 struct amdgpu_bo
*robj
;
2541 /* turn off cursor */
2542 dce_v11_0_hide_cursor(crtc
);
2547 if ((width
> amdgpu_crtc
->max_cursor_width
) ||
2548 (height
> amdgpu_crtc
->max_cursor_height
)) {
2549 DRM_ERROR("bad cursor width or height %d x %d\n", width
, height
);
2553 obj
= drm_gem_object_lookup(crtc
->dev
, file_priv
, handle
);
2555 DRM_ERROR("Cannot find cursor object %x for crtc %d\n", handle
, amdgpu_crtc
->crtc_id
);
2559 robj
= gem_to_amdgpu_bo(obj
);
2560 ret
= amdgpu_bo_reserve(robj
, false);
2561 if (unlikely(ret
!= 0))
2563 ret
= amdgpu_bo_pin_restricted(robj
, AMDGPU_GEM_DOMAIN_VRAM
,
2565 amdgpu_bo_unreserve(robj
);
2569 amdgpu_crtc
->cursor_width
= width
;
2570 amdgpu_crtc
->cursor_height
= height
;
2572 dce_v11_0_lock_cursor(crtc
, true);
2573 dce_v11_0_set_cursor(crtc
, obj
, gpu_addr
);
2574 dce_v11_0_show_cursor(crtc
);
2575 dce_v11_0_lock_cursor(crtc
, false);
2578 if (amdgpu_crtc
->cursor_bo
) {
2579 robj
= gem_to_amdgpu_bo(amdgpu_crtc
->cursor_bo
);
2580 ret
= amdgpu_bo_reserve(robj
, false);
2581 if (likely(ret
== 0)) {
2582 amdgpu_bo_unpin(robj
);
2583 amdgpu_bo_unreserve(robj
);
2585 drm_gem_object_unreference_unlocked(amdgpu_crtc
->cursor_bo
);
2588 amdgpu_crtc
->cursor_bo
= obj
;
2591 drm_gem_object_unreference_unlocked(obj
);
2596 static void dce_v11_0_crtc_gamma_set(struct drm_crtc
*crtc
, u16
*red
, u16
*green
,
2597 u16
*blue
, uint32_t start
, uint32_t size
)
2599 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2600 int end
= (start
+ size
> 256) ? 256 : start
+ size
, i
;
2602 /* userspace palettes are always correct as is */
2603 for (i
= start
; i
< end
; i
++) {
2604 amdgpu_crtc
->lut_r
[i
] = red
[i
] >> 6;
2605 amdgpu_crtc
->lut_g
[i
] = green
[i
] >> 6;
2606 amdgpu_crtc
->lut_b
[i
] = blue
[i
] >> 6;
2608 dce_v11_0_crtc_load_lut(crtc
);
2611 static void dce_v11_0_crtc_destroy(struct drm_crtc
*crtc
)
2613 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2615 drm_crtc_cleanup(crtc
);
2616 destroy_workqueue(amdgpu_crtc
->pflip_queue
);
2620 static const struct drm_crtc_funcs dce_v11_0_crtc_funcs
= {
2621 .cursor_set
= dce_v11_0_crtc_cursor_set
,
2622 .cursor_move
= dce_v11_0_crtc_cursor_move
,
2623 .gamma_set
= dce_v11_0_crtc_gamma_set
,
2624 .set_config
= amdgpu_crtc_set_config
,
2625 .destroy
= dce_v11_0_crtc_destroy
,
2626 .page_flip
= amdgpu_crtc_page_flip
,
2629 static void dce_v11_0_crtc_dpms(struct drm_crtc
*crtc
, int mode
)
2631 struct drm_device
*dev
= crtc
->dev
;
2632 struct amdgpu_device
*adev
= dev
->dev_private
;
2633 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2637 case DRM_MODE_DPMS_ON
:
2638 amdgpu_crtc
->enabled
= true;
2639 amdgpu_atombios_crtc_enable(crtc
, ATOM_ENABLE
);
2640 dce_v11_0_vga_enable(crtc
, true);
2641 amdgpu_atombios_crtc_blank(crtc
, ATOM_DISABLE
);
2642 dce_v11_0_vga_enable(crtc
, false);
2643 /* Make sure VBLANK interrupt is still enabled */
2644 type
= amdgpu_crtc_idx_to_irq_type(adev
, amdgpu_crtc
->crtc_id
);
2645 amdgpu_irq_update(adev
, &adev
->crtc_irq
, type
);
2646 drm_vblank_post_modeset(dev
, amdgpu_crtc
->crtc_id
);
2647 dce_v11_0_crtc_load_lut(crtc
);
2649 case DRM_MODE_DPMS_STANDBY
:
2650 case DRM_MODE_DPMS_SUSPEND
:
2651 case DRM_MODE_DPMS_OFF
:
2652 drm_vblank_pre_modeset(dev
, amdgpu_crtc
->crtc_id
);
2653 if (amdgpu_crtc
->enabled
) {
2654 dce_v11_0_vga_enable(crtc
, true);
2655 amdgpu_atombios_crtc_blank(crtc
, ATOM_ENABLE
);
2656 dce_v11_0_vga_enable(crtc
, false);
2658 amdgpu_atombios_crtc_enable(crtc
, ATOM_DISABLE
);
2659 amdgpu_crtc
->enabled
= false;
2662 /* adjust pm to dpms */
2663 amdgpu_pm_compute_clocks(adev
);
2666 static void dce_v11_0_crtc_prepare(struct drm_crtc
*crtc
)
2668 /* disable crtc pair power gating before programming */
2669 amdgpu_atombios_crtc_powergate(crtc
, ATOM_DISABLE
);
2670 amdgpu_atombios_crtc_lock(crtc
, ATOM_ENABLE
);
2671 dce_v11_0_crtc_dpms(crtc
, DRM_MODE_DPMS_OFF
);
2674 static void dce_v11_0_crtc_commit(struct drm_crtc
*crtc
)
2676 dce_v11_0_crtc_dpms(crtc
, DRM_MODE_DPMS_ON
);
2677 amdgpu_atombios_crtc_lock(crtc
, ATOM_DISABLE
);
2680 static void dce_v11_0_crtc_disable(struct drm_crtc
*crtc
)
2682 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2683 struct drm_device
*dev
= crtc
->dev
;
2684 struct amdgpu_device
*adev
= dev
->dev_private
;
2685 struct amdgpu_atom_ss ss
;
2688 dce_v11_0_crtc_dpms(crtc
, DRM_MODE_DPMS_OFF
);
2689 if (crtc
->primary
->fb
) {
2691 struct amdgpu_framebuffer
*amdgpu_fb
;
2692 struct amdgpu_bo
*rbo
;
2694 amdgpu_fb
= to_amdgpu_framebuffer(crtc
->primary
->fb
);
2695 rbo
= gem_to_amdgpu_bo(amdgpu_fb
->obj
);
2696 r
= amdgpu_bo_reserve(rbo
, false);
2698 DRM_ERROR("failed to reserve rbo before unpin\n");
2700 amdgpu_bo_unpin(rbo
);
2701 amdgpu_bo_unreserve(rbo
);
2704 /* disable the GRPH */
2705 dce_v11_0_grph_enable(crtc
, false);
2707 amdgpu_atombios_crtc_powergate(crtc
, ATOM_ENABLE
);
2709 for (i
= 0; i
< adev
->mode_info
.num_crtc
; i
++) {
2710 if (adev
->mode_info
.crtcs
[i
] &&
2711 adev
->mode_info
.crtcs
[i
]->enabled
&&
2712 i
!= amdgpu_crtc
->crtc_id
&&
2713 amdgpu_crtc
->pll_id
== adev
->mode_info
.crtcs
[i
]->pll_id
) {
2714 /* one other crtc is using this pll don't turn
2721 switch (amdgpu_crtc
->pll_id
) {
2725 /* disable the ppll */
2726 amdgpu_atombios_crtc_program_pll(crtc
, amdgpu_crtc
->crtc_id
, amdgpu_crtc
->pll_id
,
2727 0, 0, ATOM_DISABLE
, 0, 0, 0, 0, 0, false, &ss
);
2733 amdgpu_crtc
->pll_id
= ATOM_PPLL_INVALID
;
2734 amdgpu_crtc
->adjusted_clock
= 0;
2735 amdgpu_crtc
->encoder
= NULL
;
2736 amdgpu_crtc
->connector
= NULL
;
2739 static int dce_v11_0_crtc_mode_set(struct drm_crtc
*crtc
,
2740 struct drm_display_mode
*mode
,
2741 struct drm_display_mode
*adjusted_mode
,
2742 int x
, int y
, struct drm_framebuffer
*old_fb
)
2744 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2746 if (!amdgpu_crtc
->adjusted_clock
)
2749 amdgpu_atombios_crtc_set_pll(crtc
, adjusted_mode
);
2750 amdgpu_atombios_crtc_set_dtd_timing(crtc
, adjusted_mode
);
2751 dce_v11_0_crtc_do_set_base(crtc
, old_fb
, x
, y
, 0);
2752 amdgpu_atombios_crtc_overscan_setup(crtc
, mode
, adjusted_mode
);
2753 amdgpu_atombios_crtc_scaler_setup(crtc
);
2754 /* update the hw version fpr dpm */
2755 amdgpu_crtc
->hw_mode
= *adjusted_mode
;
2760 static bool dce_v11_0_crtc_mode_fixup(struct drm_crtc
*crtc
,
2761 const struct drm_display_mode
*mode
,
2762 struct drm_display_mode
*adjusted_mode
)
2764 struct amdgpu_crtc
*amdgpu_crtc
= to_amdgpu_crtc(crtc
);
2765 struct drm_device
*dev
= crtc
->dev
;
2766 struct drm_encoder
*encoder
;
2768 /* assign the encoder to the amdgpu crtc to avoid repeated lookups later */
2769 list_for_each_entry(encoder
, &dev
->mode_config
.encoder_list
, head
) {
2770 if (encoder
->crtc
== crtc
) {
2771 amdgpu_crtc
->encoder
= encoder
;
2772 amdgpu_crtc
->connector
= amdgpu_get_connector_for_encoder(encoder
);
2776 if ((amdgpu_crtc
->encoder
== NULL
) || (amdgpu_crtc
->connector
== NULL
)) {
2777 amdgpu_crtc
->encoder
= NULL
;
2778 amdgpu_crtc
->connector
= NULL
;
2781 if (!amdgpu_crtc_scaling_mode_fixup(crtc
, mode
, adjusted_mode
))
2783 if (amdgpu_atombios_crtc_prepare_pll(crtc
, adjusted_mode
))
2786 amdgpu_crtc
->pll_id
= dce_v11_0_pick_pll(crtc
);
2787 /* if we can't get a PPLL for a non-DP encoder, fail */
2788 if ((amdgpu_crtc
->pll_id
== ATOM_PPLL_INVALID
) &&
2789 !ENCODER_MODE_IS_DP(amdgpu_atombios_encoder_get_encoder_mode(amdgpu_crtc
->encoder
)))
2795 static int dce_v11_0_crtc_set_base(struct drm_crtc
*crtc
, int x
, int y
,
2796 struct drm_framebuffer
*old_fb
)
2798 return dce_v11_0_crtc_do_set_base(crtc
, old_fb
, x
, y
, 0);
2801 static int dce_v11_0_crtc_set_base_atomic(struct drm_crtc
*crtc
,
2802 struct drm_framebuffer
*fb
,
2803 int x
, int y
, enum mode_set_atomic state
)
2805 return dce_v11_0_crtc_do_set_base(crtc
, fb
, x
, y
, 1);
2808 static const struct drm_crtc_helper_funcs dce_v11_0_crtc_helper_funcs
= {
2809 .dpms
= dce_v11_0_crtc_dpms
,
2810 .mode_fixup
= dce_v11_0_crtc_mode_fixup
,
2811 .mode_set
= dce_v11_0_crtc_mode_set
,
2812 .mode_set_base
= dce_v11_0_crtc_set_base
,
2813 .mode_set_base_atomic
= dce_v11_0_crtc_set_base_atomic
,
2814 .prepare
= dce_v11_0_crtc_prepare
,
2815 .commit
= dce_v11_0_crtc_commit
,
2816 .load_lut
= dce_v11_0_crtc_load_lut
,
2817 .disable
= dce_v11_0_crtc_disable
,
2820 static int dce_v11_0_crtc_init(struct amdgpu_device
*adev
, int index
)
2822 struct amdgpu_crtc
*amdgpu_crtc
;
2825 amdgpu_crtc
= kzalloc(sizeof(struct amdgpu_crtc
) +
2826 (AMDGPUFB_CONN_LIMIT
* sizeof(struct drm_connector
*)), GFP_KERNEL
);
2827 if (amdgpu_crtc
== NULL
)
2830 drm_crtc_init(adev
->ddev
, &amdgpu_crtc
->base
, &dce_v11_0_crtc_funcs
);
2832 drm_mode_crtc_set_gamma_size(&amdgpu_crtc
->base
, 256);
2833 amdgpu_crtc
->crtc_id
= index
;
2834 amdgpu_crtc
->pflip_queue
= create_singlethread_workqueue("amdgpu-pageflip-queue");
2835 adev
->mode_info
.crtcs
[index
] = amdgpu_crtc
;
2837 amdgpu_crtc
->max_cursor_width
= 128;
2838 amdgpu_crtc
->max_cursor_height
= 128;
2839 adev
->ddev
->mode_config
.cursor_width
= amdgpu_crtc
->max_cursor_width
;
2840 adev
->ddev
->mode_config
.cursor_height
= amdgpu_crtc
->max_cursor_height
;
2842 for (i
= 0; i
< 256; i
++) {
2843 amdgpu_crtc
->lut_r
[i
] = i
<< 2;
2844 amdgpu_crtc
->lut_g
[i
] = i
<< 2;
2845 amdgpu_crtc
->lut_b
[i
] = i
<< 2;
2848 switch (amdgpu_crtc
->crtc_id
) {
2851 amdgpu_crtc
->crtc_offset
= CRTC0_REGISTER_OFFSET
;
2854 amdgpu_crtc
->crtc_offset
= CRTC1_REGISTER_OFFSET
;
2857 amdgpu_crtc
->crtc_offset
= CRTC2_REGISTER_OFFSET
;
2860 amdgpu_crtc
->crtc_offset
= CRTC3_REGISTER_OFFSET
;
2863 amdgpu_crtc
->crtc_offset
= CRTC4_REGISTER_OFFSET
;
2866 amdgpu_crtc
->crtc_offset
= CRTC5_REGISTER_OFFSET
;
2870 amdgpu_crtc
->pll_id
= ATOM_PPLL_INVALID
;
2871 amdgpu_crtc
->adjusted_clock
= 0;
2872 amdgpu_crtc
->encoder
= NULL
;
2873 amdgpu_crtc
->connector
= NULL
;
2874 drm_crtc_helper_add(&amdgpu_crtc
->base
, &dce_v11_0_crtc_helper_funcs
);
2879 static int dce_v11_0_early_init(void *handle
)
2881 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
2883 adev
->audio_endpt_rreg
= &dce_v11_0_audio_endpt_rreg
;
2884 adev
->audio_endpt_wreg
= &dce_v11_0_audio_endpt_wreg
;
2886 dce_v11_0_set_display_funcs(adev
);
2887 dce_v11_0_set_irq_funcs(adev
);
2889 switch (adev
->asic_type
) {
2891 adev
->mode_info
.num_crtc
= 4;
2892 adev
->mode_info
.num_hpd
= 6;
2893 adev
->mode_info
.num_dig
= 9;
2896 /* FIXME: not supported yet */
2903 static int dce_v11_0_sw_init(void *handle
)
2906 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
2908 for (i
= 0; i
< adev
->mode_info
.num_crtc
; i
++) {
2909 r
= amdgpu_irq_add_id(adev
, i
+ 1, &adev
->crtc_irq
);
2914 for (i
= 8; i
< 20; i
+= 2) {
2915 r
= amdgpu_irq_add_id(adev
, i
, &adev
->pageflip_irq
);
2921 r
= amdgpu_irq_add_id(adev
, 42, &adev
->hpd_irq
);
2925 adev
->mode_info
.mode_config_initialized
= true;
2927 adev
->ddev
->mode_config
.funcs
= &amdgpu_mode_funcs
;
2929 adev
->ddev
->mode_config
.max_width
= 16384;
2930 adev
->ddev
->mode_config
.max_height
= 16384;
2932 adev
->ddev
->mode_config
.preferred_depth
= 24;
2933 adev
->ddev
->mode_config
.prefer_shadow
= 1;
2935 adev
->ddev
->mode_config
.fb_base
= adev
->mc
.aper_base
;
2937 r
= amdgpu_modeset_create_props(adev
);
2941 adev
->ddev
->mode_config
.max_width
= 16384;
2942 adev
->ddev
->mode_config
.max_height
= 16384;
2944 /* allocate crtcs */
2945 for (i
= 0; i
< adev
->mode_info
.num_crtc
; i
++) {
2946 r
= dce_v11_0_crtc_init(adev
, i
);
2951 if (amdgpu_atombios_get_connector_info_from_object_table(adev
))
2952 amdgpu_print_display_setup(adev
->ddev
);
2957 dce_v11_0_afmt_init(adev
);
2959 r
= dce_v11_0_audio_init(adev
);
2963 drm_kms_helper_poll_init(adev
->ddev
);
2968 static int dce_v11_0_sw_fini(void *handle
)
2970 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
2972 kfree(adev
->mode_info
.bios_hardcoded_edid
);
2974 drm_kms_helper_poll_fini(adev
->ddev
);
2976 dce_v11_0_audio_fini(adev
);
2978 dce_v11_0_afmt_fini(adev
);
2980 adev
->mode_info
.mode_config_initialized
= false;
2985 static int dce_v11_0_hw_init(void *handle
)
2988 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
2990 dce_v11_0_init_golden_registers(adev
);
2992 /* init dig PHYs, disp eng pll */
2993 amdgpu_atombios_encoder_init_dig(adev
);
2994 amdgpu_atombios_crtc_set_disp_eng_pll(adev
, adev
->clock
.default_dispclk
);
2996 /* initialize hpd */
2997 dce_v11_0_hpd_init(adev
);
2999 for (i
= 0; i
< adev
->mode_info
.audio
.num_pins
; i
++) {
3000 dce_v11_0_audio_enable(adev
, &adev
->mode_info
.audio
.pin
[i
], false);
3006 static int dce_v11_0_hw_fini(void *handle
)
3009 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
3011 dce_v11_0_hpd_fini(adev
);
3013 for (i
= 0; i
< adev
->mode_info
.audio
.num_pins
; i
++) {
3014 dce_v11_0_audio_enable(adev
, &adev
->mode_info
.audio
.pin
[i
], false);
3020 static int dce_v11_0_suspend(void *handle
)
3022 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
3024 amdgpu_atombios_scratch_regs_save(adev
);
3026 dce_v11_0_hpd_fini(adev
);
3031 static int dce_v11_0_resume(void *handle
)
3033 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
3035 dce_v11_0_init_golden_registers(adev
);
3037 amdgpu_atombios_scratch_regs_restore(adev
);
3039 /* init dig PHYs, disp eng pll */
3040 amdgpu_atombios_crtc_powergate_init(adev
);
3041 amdgpu_atombios_encoder_init_dig(adev
);
3042 amdgpu_atombios_crtc_set_disp_eng_pll(adev
, adev
->clock
.default_dispclk
);
3043 /* turn on the BL */
3044 if (adev
->mode_info
.bl_encoder
) {
3045 u8 bl_level
= amdgpu_display_backlight_get_level(adev
,
3046 adev
->mode_info
.bl_encoder
);
3047 amdgpu_display_backlight_set_level(adev
, adev
->mode_info
.bl_encoder
,
3051 /* initialize hpd */
3052 dce_v11_0_hpd_init(adev
);
3057 static bool dce_v11_0_is_idle(void *handle
)
3062 static int dce_v11_0_wait_for_idle(void *handle
)
3067 static void dce_v11_0_print_status(void *handle
)
3069 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
3071 dev_info(adev
->dev
, "DCE 10.x registers\n");
3075 static int dce_v11_0_soft_reset(void *handle
)
3077 u32 srbm_soft_reset
= 0, tmp
;
3078 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
3080 if (dce_v11_0_is_display_hung(adev
))
3081 srbm_soft_reset
|= SRBM_SOFT_RESET__SOFT_RESET_DC_MASK
;
3083 if (srbm_soft_reset
) {
3084 dce_v11_0_print_status((void *)adev
);
3086 tmp
= RREG32(mmSRBM_SOFT_RESET
);
3087 tmp
|= srbm_soft_reset
;
3088 dev_info(adev
->dev
, "SRBM_SOFT_RESET=0x%08X\n", tmp
);
3089 WREG32(mmSRBM_SOFT_RESET
, tmp
);
3090 tmp
= RREG32(mmSRBM_SOFT_RESET
);
3094 tmp
&= ~srbm_soft_reset
;
3095 WREG32(mmSRBM_SOFT_RESET
, tmp
);
3096 tmp
= RREG32(mmSRBM_SOFT_RESET
);
3098 /* Wait a little for things to settle down */
3100 dce_v11_0_print_status((void *)adev
);
3105 static void dce_v11_0_set_crtc_vblank_interrupt_state(struct amdgpu_device
*adev
,
3107 enum amdgpu_interrupt_state state
)
3109 u32 lb_interrupt_mask
;
3111 if (crtc
>= adev
->mode_info
.num_crtc
) {
3112 DRM_DEBUG("invalid crtc %d\n", crtc
);
3117 case AMDGPU_IRQ_STATE_DISABLE
:
3118 lb_interrupt_mask
= RREG32(mmLB_INTERRUPT_MASK
+ crtc_offsets
[crtc
]);
3119 lb_interrupt_mask
= REG_SET_FIELD(lb_interrupt_mask
, LB_INTERRUPT_MASK
,
3120 VBLANK_INTERRUPT_MASK
, 0);
3121 WREG32(mmLB_INTERRUPT_MASK
+ crtc_offsets
[crtc
], lb_interrupt_mask
);
3123 case AMDGPU_IRQ_STATE_ENABLE
:
3124 lb_interrupt_mask
= RREG32(mmLB_INTERRUPT_MASK
+ crtc_offsets
[crtc
]);
3125 lb_interrupt_mask
= REG_SET_FIELD(lb_interrupt_mask
, LB_INTERRUPT_MASK
,
3126 VBLANK_INTERRUPT_MASK
, 1);
3127 WREG32(mmLB_INTERRUPT_MASK
+ crtc_offsets
[crtc
], lb_interrupt_mask
);
3134 static void dce_v11_0_set_crtc_vline_interrupt_state(struct amdgpu_device
*adev
,
3136 enum amdgpu_interrupt_state state
)
3138 u32 lb_interrupt_mask
;
3140 if (crtc
>= adev
->mode_info
.num_crtc
) {
3141 DRM_DEBUG("invalid crtc %d\n", crtc
);
3146 case AMDGPU_IRQ_STATE_DISABLE
:
3147 lb_interrupt_mask
= RREG32(mmLB_INTERRUPT_MASK
+ crtc_offsets
[crtc
]);
3148 lb_interrupt_mask
= REG_SET_FIELD(lb_interrupt_mask
, LB_INTERRUPT_MASK
,
3149 VLINE_INTERRUPT_MASK
, 0);
3150 WREG32(mmLB_INTERRUPT_MASK
+ crtc_offsets
[crtc
], lb_interrupt_mask
);
3152 case AMDGPU_IRQ_STATE_ENABLE
:
3153 lb_interrupt_mask
= RREG32(mmLB_INTERRUPT_MASK
+ crtc_offsets
[crtc
]);
3154 lb_interrupt_mask
= REG_SET_FIELD(lb_interrupt_mask
, LB_INTERRUPT_MASK
,
3155 VLINE_INTERRUPT_MASK
, 1);
3156 WREG32(mmLB_INTERRUPT_MASK
+ crtc_offsets
[crtc
], lb_interrupt_mask
);
3163 static int dce_v11_0_set_hpd_irq_state(struct amdgpu_device
*adev
,
3164 struct amdgpu_irq_src
*source
,
3166 enum amdgpu_interrupt_state state
)
3170 if (hpd
>= adev
->mode_info
.num_hpd
) {
3171 DRM_DEBUG("invalid hdp %d\n", hpd
);
3176 case AMDGPU_IRQ_STATE_DISABLE
:
3177 tmp
= RREG32(mmDC_HPD_INT_CONTROL
+ hpd_offsets
[hpd
]);
3178 tmp
= REG_SET_FIELD(tmp
, DC_HPD_INT_CONTROL
, DC_HPD_INT_EN
, 0);
3179 WREG32(mmDC_HPD_INT_CONTROL
+ hpd_offsets
[hpd
], tmp
);
3181 case AMDGPU_IRQ_STATE_ENABLE
:
3182 tmp
= RREG32(mmDC_HPD_INT_CONTROL
+ hpd_offsets
[hpd
]);
3183 tmp
= REG_SET_FIELD(tmp
, DC_HPD_INT_CONTROL
, DC_HPD_INT_EN
, 1);
3184 WREG32(mmDC_HPD_INT_CONTROL
+ hpd_offsets
[hpd
], tmp
);
3193 static int dce_v11_0_set_crtc_irq_state(struct amdgpu_device
*adev
,
3194 struct amdgpu_irq_src
*source
,
3196 enum amdgpu_interrupt_state state
)
3199 case AMDGPU_CRTC_IRQ_VBLANK1
:
3200 dce_v11_0_set_crtc_vblank_interrupt_state(adev
, 0, state
);
3202 case AMDGPU_CRTC_IRQ_VBLANK2
:
3203 dce_v11_0_set_crtc_vblank_interrupt_state(adev
, 1, state
);
3205 case AMDGPU_CRTC_IRQ_VBLANK3
:
3206 dce_v11_0_set_crtc_vblank_interrupt_state(adev
, 2, state
);
3208 case AMDGPU_CRTC_IRQ_VBLANK4
:
3209 dce_v11_0_set_crtc_vblank_interrupt_state(adev
, 3, state
);
3211 case AMDGPU_CRTC_IRQ_VBLANK5
:
3212 dce_v11_0_set_crtc_vblank_interrupt_state(adev
, 4, state
);
3214 case AMDGPU_CRTC_IRQ_VBLANK6
:
3215 dce_v11_0_set_crtc_vblank_interrupt_state(adev
, 5, state
);
3217 case AMDGPU_CRTC_IRQ_VLINE1
:
3218 dce_v11_0_set_crtc_vline_interrupt_state(adev
, 0, state
);
3220 case AMDGPU_CRTC_IRQ_VLINE2
:
3221 dce_v11_0_set_crtc_vline_interrupt_state(adev
, 1, state
);
3223 case AMDGPU_CRTC_IRQ_VLINE3
:
3224 dce_v11_0_set_crtc_vline_interrupt_state(adev
, 2, state
);
3226 case AMDGPU_CRTC_IRQ_VLINE4
:
3227 dce_v11_0_set_crtc_vline_interrupt_state(adev
, 3, state
);
3229 case AMDGPU_CRTC_IRQ_VLINE5
:
3230 dce_v11_0_set_crtc_vline_interrupt_state(adev
, 4, state
);
3232 case AMDGPU_CRTC_IRQ_VLINE6
:
3233 dce_v11_0_set_crtc_vline_interrupt_state(adev
, 5, state
);
3241 static int dce_v11_0_set_pageflip_irq_state(struct amdgpu_device
*adev
,
3242 struct amdgpu_irq_src
*src
,
3244 enum amdgpu_interrupt_state state
)
3247 /* now deal with page flip IRQ */
3249 case AMDGPU_PAGEFLIP_IRQ_D1
:
3250 reg_block
= CRTC0_REGISTER_OFFSET
;
3252 case AMDGPU_PAGEFLIP_IRQ_D2
:
3253 reg_block
= CRTC1_REGISTER_OFFSET
;
3255 case AMDGPU_PAGEFLIP_IRQ_D3
:
3256 reg_block
= CRTC2_REGISTER_OFFSET
;
3258 case AMDGPU_PAGEFLIP_IRQ_D4
:
3259 reg_block
= CRTC3_REGISTER_OFFSET
;
3261 case AMDGPU_PAGEFLIP_IRQ_D5
:
3262 reg_block
= CRTC4_REGISTER_OFFSET
;
3264 case AMDGPU_PAGEFLIP_IRQ_D6
:
3265 reg_block
= CRTC5_REGISTER_OFFSET
;
3268 DRM_ERROR("invalid pageflip crtc %d\n", type
);
3272 reg
= RREG32(mmGRPH_INTERRUPT_CONTROL
+ reg_block
);
3273 if (state
== AMDGPU_IRQ_STATE_DISABLE
)
3274 WREG32(mmGRPH_INTERRUPT_CONTROL
+ reg_block
, reg
& ~GRPH_INTERRUPT_CONTROL__GRPH_PFLIP_INT_MASK_MASK
);
3276 WREG32(mmGRPH_INTERRUPT_CONTROL
+ reg_block
, reg
| GRPH_INTERRUPT_CONTROL__GRPH_PFLIP_INT_MASK_MASK
);
3281 static int dce_v11_0_pageflip_irq(struct amdgpu_device
*adev
,
3282 struct amdgpu_irq_src
*source
,
3283 struct amdgpu_iv_entry
*entry
)
3286 unsigned long flags
;
3288 struct amdgpu_crtc
*amdgpu_crtc
;
3289 struct amdgpu_flip_work
*works
;
3291 crtc_id
= (entry
->src_id
- 8) >> 1;
3292 amdgpu_crtc
= adev
->mode_info
.crtcs
[crtc_id
];
3294 /* ack the interrupt */
3296 case AMDGPU_PAGEFLIP_IRQ_D1
:
3297 reg_block
= CRTC0_REGISTER_OFFSET
;
3299 case AMDGPU_PAGEFLIP_IRQ_D2
:
3300 reg_block
= CRTC1_REGISTER_OFFSET
;
3302 case AMDGPU_PAGEFLIP_IRQ_D3
:
3303 reg_block
= CRTC2_REGISTER_OFFSET
;
3305 case AMDGPU_PAGEFLIP_IRQ_D4
:
3306 reg_block
= CRTC3_REGISTER_OFFSET
;
3308 case AMDGPU_PAGEFLIP_IRQ_D5
:
3309 reg_block
= CRTC4_REGISTER_OFFSET
;
3311 case AMDGPU_PAGEFLIP_IRQ_D6
:
3312 reg_block
= CRTC5_REGISTER_OFFSET
;
3315 DRM_ERROR("invalid pageflip crtc %d\n", crtc_id
);
3319 if (RREG32(mmGRPH_INTERRUPT_STATUS
+ reg_block
) & GRPH_INTERRUPT_STATUS__GRPH_PFLIP_INT_OCCURRED_MASK
)
3320 WREG32(mmGRPH_INTERRUPT_STATUS
+ reg_block
, GRPH_INTERRUPT_STATUS__GRPH_PFLIP_INT_CLEAR_MASK
);
3322 /* IRQ could occur when in initial stage */
3323 if(amdgpu_crtc
== NULL
)
3326 spin_lock_irqsave(&adev
->ddev
->event_lock
, flags
);
3327 works
= amdgpu_crtc
->pflip_works
;
3328 if (amdgpu_crtc
->pflip_status
!= AMDGPU_FLIP_SUBMITTED
){
3329 DRM_DEBUG_DRIVER("amdgpu_crtc->pflip_status = %d != "
3330 "AMDGPU_FLIP_SUBMITTED(%d)\n",
3331 amdgpu_crtc
->pflip_status
,
3332 AMDGPU_FLIP_SUBMITTED
);
3333 spin_unlock_irqrestore(&adev
->ddev
->event_lock
, flags
);
3337 /* page flip completed. clean up */
3338 amdgpu_crtc
->pflip_status
= AMDGPU_FLIP_NONE
;
3339 amdgpu_crtc
->pflip_works
= NULL
;
3341 /* wakeup usersapce */
3343 drm_send_vblank_event(adev
->ddev
, crtc_id
, works
->event
);
3345 spin_unlock_irqrestore(&adev
->ddev
->event_lock
, flags
);
3347 drm_vblank_put(adev
->ddev
, amdgpu_crtc
->crtc_id
);
3348 amdgpu_irq_put(adev
, &adev
->pageflip_irq
, crtc_id
);
3349 queue_work(amdgpu_crtc
->pflip_queue
, &works
->unpin_work
);
3354 static void dce_v11_0_hpd_int_ack(struct amdgpu_device
*adev
,
3359 if (hpd
>= adev
->mode_info
.num_hpd
) {
3360 DRM_DEBUG("invalid hdp %d\n", hpd
);
3364 tmp
= RREG32(mmDC_HPD_INT_CONTROL
+ hpd_offsets
[hpd
]);
3365 tmp
= REG_SET_FIELD(tmp
, DC_HPD_INT_CONTROL
, DC_HPD_INT_ACK
, 1);
3366 WREG32(mmDC_HPD_INT_CONTROL
+ hpd_offsets
[hpd
], tmp
);
3369 static void dce_v11_0_crtc_vblank_int_ack(struct amdgpu_device
*adev
,
3374 if (crtc
>= adev
->mode_info
.num_crtc
) {
3375 DRM_DEBUG("invalid crtc %d\n", crtc
);
3379 tmp
= RREG32(mmLB_VBLANK_STATUS
+ crtc_offsets
[crtc
]);
3380 tmp
= REG_SET_FIELD(tmp
, LB_VBLANK_STATUS
, VBLANK_ACK
, 1);
3381 WREG32(mmLB_VBLANK_STATUS
+ crtc_offsets
[crtc
], tmp
);
3384 static void dce_v11_0_crtc_vline_int_ack(struct amdgpu_device
*adev
,
3389 if (crtc
>= adev
->mode_info
.num_crtc
) {
3390 DRM_DEBUG("invalid crtc %d\n", crtc
);
3394 tmp
= RREG32(mmLB_VLINE_STATUS
+ crtc_offsets
[crtc
]);
3395 tmp
= REG_SET_FIELD(tmp
, LB_VLINE_STATUS
, VLINE_ACK
, 1);
3396 WREG32(mmLB_VLINE_STATUS
+ crtc_offsets
[crtc
], tmp
);
3399 static int dce_v11_0_crtc_irq(struct amdgpu_device
*adev
,
3400 struct amdgpu_irq_src
*source
,
3401 struct amdgpu_iv_entry
*entry
)
3403 unsigned crtc
= entry
->src_id
- 1;
3404 uint32_t disp_int
= RREG32(interrupt_status_offsets
[crtc
].reg
);
3405 unsigned irq_type
= amdgpu_crtc_idx_to_irq_type(adev
, crtc
);
3407 switch (entry
->src_data
) {
3408 case 0: /* vblank */
3409 if (disp_int
& interrupt_status_offsets
[crtc
].vblank
)
3410 dce_v11_0_crtc_vblank_int_ack(adev
, crtc
);
3412 DRM_DEBUG("IH: IH event w/o asserted irq bit?\n");
3414 if (amdgpu_irq_enabled(adev
, source
, irq_type
)) {
3415 drm_handle_vblank(adev
->ddev
, crtc
);
3417 DRM_DEBUG("IH: D%d vblank\n", crtc
+ 1);
3421 if (disp_int
& interrupt_status_offsets
[crtc
].vline
)
3422 dce_v11_0_crtc_vline_int_ack(adev
, crtc
);
3424 DRM_DEBUG("IH: IH event w/o asserted irq bit?\n");
3426 DRM_DEBUG("IH: D%d vline\n", crtc
+ 1);
3430 DRM_DEBUG("Unhandled interrupt: %d %d\n", entry
->src_id
, entry
->src_data
);
3437 static int dce_v11_0_hpd_irq(struct amdgpu_device
*adev
,
3438 struct amdgpu_irq_src
*source
,
3439 struct amdgpu_iv_entry
*entry
)
3441 uint32_t disp_int
, mask
;
3444 if (entry
->src_data
>= adev
->mode_info
.num_hpd
) {
3445 DRM_DEBUG("Unhandled interrupt: %d %d\n", entry
->src_id
, entry
->src_data
);
3449 hpd
= entry
->src_data
;
3450 disp_int
= RREG32(interrupt_status_offsets
[hpd
].reg
);
3451 mask
= interrupt_status_offsets
[hpd
].hpd
;
3453 if (disp_int
& mask
) {
3454 dce_v11_0_hpd_int_ack(adev
, hpd
);
3455 schedule_work(&adev
->hotplug_work
);
3456 DRM_DEBUG("IH: HPD%d\n", hpd
+ 1);
3462 static int dce_v11_0_set_clockgating_state(void *handle
,
3463 enum amd_clockgating_state state
)
3468 static int dce_v11_0_set_powergating_state(void *handle
,
3469 enum amd_powergating_state state
)
3474 const struct amd_ip_funcs dce_v11_0_ip_funcs
= {
3475 .early_init
= dce_v11_0_early_init
,
3477 .sw_init
= dce_v11_0_sw_init
,
3478 .sw_fini
= dce_v11_0_sw_fini
,
3479 .hw_init
= dce_v11_0_hw_init
,
3480 .hw_fini
= dce_v11_0_hw_fini
,
3481 .suspend
= dce_v11_0_suspend
,
3482 .resume
= dce_v11_0_resume
,
3483 .is_idle
= dce_v11_0_is_idle
,
3484 .wait_for_idle
= dce_v11_0_wait_for_idle
,
3485 .soft_reset
= dce_v11_0_soft_reset
,
3486 .print_status
= dce_v11_0_print_status
,
3487 .set_clockgating_state
= dce_v11_0_set_clockgating_state
,
3488 .set_powergating_state
= dce_v11_0_set_powergating_state
,
3492 dce_v11_0_encoder_mode_set(struct drm_encoder
*encoder
,
3493 struct drm_display_mode
*mode
,
3494 struct drm_display_mode
*adjusted_mode
)
3496 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
3498 amdgpu_encoder
->pixel_clock
= adjusted_mode
->clock
;
3500 /* need to call this here rather than in prepare() since we need some crtc info */
3501 amdgpu_atombios_encoder_dpms(encoder
, DRM_MODE_DPMS_OFF
);
3503 /* set scaler clears this on some chips */
3504 dce_v11_0_set_interleave(encoder
->crtc
, mode
);
3506 if (amdgpu_atombios_encoder_get_encoder_mode(encoder
) == ATOM_ENCODER_MODE_HDMI
) {
3507 dce_v11_0_afmt_enable(encoder
, true);
3508 dce_v11_0_afmt_setmode(encoder
, adjusted_mode
);
3512 static void dce_v11_0_encoder_prepare(struct drm_encoder
*encoder
)
3514 struct amdgpu_device
*adev
= encoder
->dev
->dev_private
;
3515 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
3516 struct drm_connector
*connector
= amdgpu_get_connector_for_encoder(encoder
);
3518 if ((amdgpu_encoder
->active_device
&
3519 (ATOM_DEVICE_DFP_SUPPORT
| ATOM_DEVICE_LCD_SUPPORT
)) ||
3520 (amdgpu_encoder_get_dp_bridge_encoder_id(encoder
) !=
3521 ENCODER_OBJECT_ID_NONE
)) {
3522 struct amdgpu_encoder_atom_dig
*dig
= amdgpu_encoder
->enc_priv
;
3524 dig
->dig_encoder
= dce_v11_0_pick_dig_encoder(encoder
);
3525 if (amdgpu_encoder
->active_device
& ATOM_DEVICE_DFP_SUPPORT
)
3526 dig
->afmt
= adev
->mode_info
.afmt
[dig
->dig_encoder
];
3530 amdgpu_atombios_scratch_regs_lock(adev
, true);
3533 struct amdgpu_connector
*amdgpu_connector
= to_amdgpu_connector(connector
);
3535 /* select the clock/data port if it uses a router */
3536 if (amdgpu_connector
->router
.cd_valid
)
3537 amdgpu_i2c_router_select_cd_port(amdgpu_connector
);
3539 /* turn eDP panel on for mode set */
3540 if (connector
->connector_type
== DRM_MODE_CONNECTOR_eDP
)
3541 amdgpu_atombios_encoder_set_edp_panel_power(connector
,
3542 ATOM_TRANSMITTER_ACTION_POWER_ON
);
3545 /* this is needed for the pll/ss setup to work correctly in some cases */
3546 amdgpu_atombios_encoder_set_crtc_source(encoder
);
3547 /* set up the FMT blocks */
3548 dce_v11_0_program_fmt(encoder
);
3551 static void dce_v11_0_encoder_commit(struct drm_encoder
*encoder
)
3553 struct drm_device
*dev
= encoder
->dev
;
3554 struct amdgpu_device
*adev
= dev
->dev_private
;
3556 /* need to call this here as we need the crtc set up */
3557 amdgpu_atombios_encoder_dpms(encoder
, DRM_MODE_DPMS_ON
);
3558 amdgpu_atombios_scratch_regs_lock(adev
, false);
3561 static void dce_v11_0_encoder_disable(struct drm_encoder
*encoder
)
3563 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
3564 struct amdgpu_encoder_atom_dig
*dig
;
3566 amdgpu_atombios_encoder_dpms(encoder
, DRM_MODE_DPMS_OFF
);
3568 if (amdgpu_atombios_encoder_is_digital(encoder
)) {
3569 if (amdgpu_atombios_encoder_get_encoder_mode(encoder
) == ATOM_ENCODER_MODE_HDMI
)
3570 dce_v11_0_afmt_enable(encoder
, false);
3571 dig
= amdgpu_encoder
->enc_priv
;
3572 dig
->dig_encoder
= -1;
3574 amdgpu_encoder
->active_device
= 0;
3577 /* these are handled by the primary encoders */
3578 static void dce_v11_0_ext_prepare(struct drm_encoder
*encoder
)
3583 static void dce_v11_0_ext_commit(struct drm_encoder
*encoder
)
3589 dce_v11_0_ext_mode_set(struct drm_encoder
*encoder
,
3590 struct drm_display_mode
*mode
,
3591 struct drm_display_mode
*adjusted_mode
)
3596 static void dce_v11_0_ext_disable(struct drm_encoder
*encoder
)
3602 dce_v11_0_ext_dpms(struct drm_encoder
*encoder
, int mode
)
3607 static bool dce_v11_0_ext_mode_fixup(struct drm_encoder
*encoder
,
3608 const struct drm_display_mode
*mode
,
3609 struct drm_display_mode
*adjusted_mode
)
3614 static const struct drm_encoder_helper_funcs dce_v11_0_ext_helper_funcs
= {
3615 .dpms
= dce_v11_0_ext_dpms
,
3616 .mode_fixup
= dce_v11_0_ext_mode_fixup
,
3617 .prepare
= dce_v11_0_ext_prepare
,
3618 .mode_set
= dce_v11_0_ext_mode_set
,
3619 .commit
= dce_v11_0_ext_commit
,
3620 .disable
= dce_v11_0_ext_disable
,
3621 /* no detect for TMDS/LVDS yet */
3624 static const struct drm_encoder_helper_funcs dce_v11_0_dig_helper_funcs
= {
3625 .dpms
= amdgpu_atombios_encoder_dpms
,
3626 .mode_fixup
= amdgpu_atombios_encoder_mode_fixup
,
3627 .prepare
= dce_v11_0_encoder_prepare
,
3628 .mode_set
= dce_v11_0_encoder_mode_set
,
3629 .commit
= dce_v11_0_encoder_commit
,
3630 .disable
= dce_v11_0_encoder_disable
,
3631 .detect
= amdgpu_atombios_encoder_dig_detect
,
3634 static const struct drm_encoder_helper_funcs dce_v11_0_dac_helper_funcs
= {
3635 .dpms
= amdgpu_atombios_encoder_dpms
,
3636 .mode_fixup
= amdgpu_atombios_encoder_mode_fixup
,
3637 .prepare
= dce_v11_0_encoder_prepare
,
3638 .mode_set
= dce_v11_0_encoder_mode_set
,
3639 .commit
= dce_v11_0_encoder_commit
,
3640 .detect
= amdgpu_atombios_encoder_dac_detect
,
3643 static void dce_v11_0_encoder_destroy(struct drm_encoder
*encoder
)
3645 struct amdgpu_encoder
*amdgpu_encoder
= to_amdgpu_encoder(encoder
);
3646 if (amdgpu_encoder
->devices
& (ATOM_DEVICE_LCD_SUPPORT
))
3647 amdgpu_atombios_encoder_fini_backlight(amdgpu_encoder
);
3648 kfree(amdgpu_encoder
->enc_priv
);
3649 drm_encoder_cleanup(encoder
);
3650 kfree(amdgpu_encoder
);
3653 static const struct drm_encoder_funcs dce_v11_0_encoder_funcs
= {
3654 .destroy
= dce_v11_0_encoder_destroy
,
3657 static void dce_v11_0_encoder_add(struct amdgpu_device
*adev
,
3658 uint32_t encoder_enum
,
3659 uint32_t supported_device
,
3662 struct drm_device
*dev
= adev
->ddev
;
3663 struct drm_encoder
*encoder
;
3664 struct amdgpu_encoder
*amdgpu_encoder
;
3666 /* see if we already added it */
3667 list_for_each_entry(encoder
, &dev
->mode_config
.encoder_list
, head
) {
3668 amdgpu_encoder
= to_amdgpu_encoder(encoder
);
3669 if (amdgpu_encoder
->encoder_enum
== encoder_enum
) {
3670 amdgpu_encoder
->devices
|= supported_device
;
3677 amdgpu_encoder
= kzalloc(sizeof(struct amdgpu_encoder
), GFP_KERNEL
);
3678 if (!amdgpu_encoder
)
3681 encoder
= &amdgpu_encoder
->base
;
3682 switch (adev
->mode_info
.num_crtc
) {
3684 encoder
->possible_crtcs
= 0x1;
3688 encoder
->possible_crtcs
= 0x3;
3691 encoder
->possible_crtcs
= 0xf;
3694 encoder
->possible_crtcs
= 0x3f;
3698 amdgpu_encoder
->enc_priv
= NULL
;
3700 amdgpu_encoder
->encoder_enum
= encoder_enum
;
3701 amdgpu_encoder
->encoder_id
= (encoder_enum
& OBJECT_ID_MASK
) >> OBJECT_ID_SHIFT
;
3702 amdgpu_encoder
->devices
= supported_device
;
3703 amdgpu_encoder
->rmx_type
= RMX_OFF
;
3704 amdgpu_encoder
->underscan_type
= UNDERSCAN_OFF
;
3705 amdgpu_encoder
->is_ext_encoder
= false;
3706 amdgpu_encoder
->caps
= caps
;
3708 switch (amdgpu_encoder
->encoder_id
) {
3709 case ENCODER_OBJECT_ID_INTERNAL_KLDSCP_DAC1
:
3710 case ENCODER_OBJECT_ID_INTERNAL_KLDSCP_DAC2
:
3711 drm_encoder_init(dev
, encoder
, &dce_v11_0_encoder_funcs
,
3712 DRM_MODE_ENCODER_DAC
);
3713 drm_encoder_helper_add(encoder
, &dce_v11_0_dac_helper_funcs
);
3715 case ENCODER_OBJECT_ID_INTERNAL_KLDSCP_DVO1
:
3716 case ENCODER_OBJECT_ID_INTERNAL_UNIPHY
:
3717 case ENCODER_OBJECT_ID_INTERNAL_UNIPHY1
:
3718 case ENCODER_OBJECT_ID_INTERNAL_UNIPHY2
:
3719 case ENCODER_OBJECT_ID_INTERNAL_UNIPHY3
:
3720 if (amdgpu_encoder
->devices
& (ATOM_DEVICE_LCD_SUPPORT
)) {
3721 amdgpu_encoder
->rmx_type
= RMX_FULL
;
3722 drm_encoder_init(dev
, encoder
, &dce_v11_0_encoder_funcs
,
3723 DRM_MODE_ENCODER_LVDS
);
3724 amdgpu_encoder
->enc_priv
= amdgpu_atombios_encoder_get_lcd_info(amdgpu_encoder
);
3725 } else if (amdgpu_encoder
->devices
& (ATOM_DEVICE_CRT_SUPPORT
)) {
3726 drm_encoder_init(dev
, encoder
, &dce_v11_0_encoder_funcs
,
3727 DRM_MODE_ENCODER_DAC
);
3728 amdgpu_encoder
->enc_priv
= amdgpu_atombios_encoder_get_dig_info(amdgpu_encoder
);
3730 drm_encoder_init(dev
, encoder
, &dce_v11_0_encoder_funcs
,
3731 DRM_MODE_ENCODER_TMDS
);
3732 amdgpu_encoder
->enc_priv
= amdgpu_atombios_encoder_get_dig_info(amdgpu_encoder
);
3734 drm_encoder_helper_add(encoder
, &dce_v11_0_dig_helper_funcs
);
3736 case ENCODER_OBJECT_ID_SI170B
:
3737 case ENCODER_OBJECT_ID_CH7303
:
3738 case ENCODER_OBJECT_ID_EXTERNAL_SDVOA
:
3739 case ENCODER_OBJECT_ID_EXTERNAL_SDVOB
:
3740 case ENCODER_OBJECT_ID_TITFP513
:
3741 case ENCODER_OBJECT_ID_VT1623
:
3742 case ENCODER_OBJECT_ID_HDMI_SI1930
:
3743 case ENCODER_OBJECT_ID_TRAVIS
:
3744 case ENCODER_OBJECT_ID_NUTMEG
:
3745 /* these are handled by the primary encoders */
3746 amdgpu_encoder
->is_ext_encoder
= true;
3747 if (amdgpu_encoder
->devices
& (ATOM_DEVICE_LCD_SUPPORT
))
3748 drm_encoder_init(dev
, encoder
, &dce_v11_0_encoder_funcs
,
3749 DRM_MODE_ENCODER_LVDS
);
3750 else if (amdgpu_encoder
->devices
& (ATOM_DEVICE_CRT_SUPPORT
))
3751 drm_encoder_init(dev
, encoder
, &dce_v11_0_encoder_funcs
,
3752 DRM_MODE_ENCODER_DAC
);
3754 drm_encoder_init(dev
, encoder
, &dce_v11_0_encoder_funcs
,
3755 DRM_MODE_ENCODER_TMDS
);
3756 drm_encoder_helper_add(encoder
, &dce_v11_0_ext_helper_funcs
);
3761 static const struct amdgpu_display_funcs dce_v11_0_display_funcs
= {
3762 .set_vga_render_state
= &dce_v11_0_set_vga_render_state
,
3763 .bandwidth_update
= &dce_v11_0_bandwidth_update
,
3764 .vblank_get_counter
= &dce_v11_0_vblank_get_counter
,
3765 .vblank_wait
= &dce_v11_0_vblank_wait
,
3766 .is_display_hung
= &dce_v11_0_is_display_hung
,
3767 .backlight_set_level
= &amdgpu_atombios_encoder_set_backlight_level
,
3768 .backlight_get_level
= &amdgpu_atombios_encoder_get_backlight_level
,
3769 .hpd_sense
= &dce_v11_0_hpd_sense
,
3770 .hpd_set_polarity
= &dce_v11_0_hpd_set_polarity
,
3771 .hpd_get_gpio_reg
= &dce_v11_0_hpd_get_gpio_reg
,
3772 .page_flip
= &dce_v11_0_page_flip
,
3773 .page_flip_get_scanoutpos
= &dce_v11_0_crtc_get_scanoutpos
,
3774 .add_encoder
= &dce_v11_0_encoder_add
,
3775 .add_connector
= &amdgpu_connector_add
,
3776 .stop_mc_access
= &dce_v11_0_stop_mc_access
,
3777 .resume_mc_access
= &dce_v11_0_resume_mc_access
,
3780 static void dce_v11_0_set_display_funcs(struct amdgpu_device
*adev
)
3782 if (adev
->mode_info
.funcs
== NULL
)
3783 adev
->mode_info
.funcs
= &dce_v11_0_display_funcs
;
3786 static const struct amdgpu_irq_src_funcs dce_v11_0_crtc_irq_funcs
= {
3787 .set
= dce_v11_0_set_crtc_irq_state
,
3788 .process
= dce_v11_0_crtc_irq
,
3791 static const struct amdgpu_irq_src_funcs dce_v11_0_pageflip_irq_funcs
= {
3792 .set
= dce_v11_0_set_pageflip_irq_state
,
3793 .process
= dce_v11_0_pageflip_irq
,
3796 static const struct amdgpu_irq_src_funcs dce_v11_0_hpd_irq_funcs
= {
3797 .set
= dce_v11_0_set_hpd_irq_state
,
3798 .process
= dce_v11_0_hpd_irq
,
3801 static void dce_v11_0_set_irq_funcs(struct amdgpu_device
*adev
)
3803 adev
->crtc_irq
.num_types
= AMDGPU_CRTC_IRQ_LAST
;
3804 adev
->crtc_irq
.funcs
= &dce_v11_0_crtc_irq_funcs
;
3806 adev
->pageflip_irq
.num_types
= AMDGPU_PAGEFLIP_IRQ_LAST
;
3807 adev
->pageflip_irq
.funcs
= &dce_v11_0_pageflip_irq_funcs
;
3809 adev
->hpd_irq
.num_types
= AMDGPU_HPD_LAST
;
3810 adev
->hpd_irq
.funcs
= &dce_v11_0_hpd_irq_funcs
;