4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24 * Daniel Vetter <daniel@ffwll.ch>
26 * Derived from Xorg ddx, xf86-video-intel, src/i830_video.c
29 #include <drm/i915_drm.h>
32 #include "intel_drv.h"
34 /* Limits for overlay size. According to intel doc, the real limits are:
35 * Y width: 4095, UV width (planar): 2047, Y height: 2047,
36 * UV width (planar): * 1023. But the xorg thinks 2048 for height and width. Use
37 * the mininum of both. */
38 #define IMAGE_MAX_WIDTH 2048
39 #define IMAGE_MAX_HEIGHT 2046 /* 2 * 1023 */
40 /* on 830 and 845 these large limits result in the card hanging */
41 #define IMAGE_MAX_WIDTH_LEGACY 1024
42 #define IMAGE_MAX_HEIGHT_LEGACY 1088
44 /* overlay register definitions */
46 #define OCMD_TILED_SURFACE (0x1<<19)
47 #define OCMD_MIRROR_MASK (0x3<<17)
48 #define OCMD_MIRROR_MODE (0x3<<17)
49 #define OCMD_MIRROR_HORIZONTAL (0x1<<17)
50 #define OCMD_MIRROR_VERTICAL (0x2<<17)
51 #define OCMD_MIRROR_BOTH (0x3<<17)
52 #define OCMD_BYTEORDER_MASK (0x3<<14) /* zero for YUYV or FOURCC YUY2 */
53 #define OCMD_UV_SWAP (0x1<<14) /* YVYU */
54 #define OCMD_Y_SWAP (0x2<<14) /* UYVY or FOURCC UYVY */
55 #define OCMD_Y_AND_UV_SWAP (0x3<<14) /* VYUY */
56 #define OCMD_SOURCE_FORMAT_MASK (0xf<<10)
57 #define OCMD_RGB_888 (0x1<<10) /* not in i965 Intel docs */
58 #define OCMD_RGB_555 (0x2<<10) /* not in i965 Intel docs */
59 #define OCMD_RGB_565 (0x3<<10) /* not in i965 Intel docs */
60 #define OCMD_YUV_422_PACKED (0x8<<10)
61 #define OCMD_YUV_411_PACKED (0x9<<10) /* not in i965 Intel docs */
62 #define OCMD_YUV_420_PLANAR (0xc<<10)
63 #define OCMD_YUV_422_PLANAR (0xd<<10)
64 #define OCMD_YUV_410_PLANAR (0xe<<10) /* also 411 */
65 #define OCMD_TVSYNCFLIP_PARITY (0x1<<9)
66 #define OCMD_TVSYNCFLIP_ENABLE (0x1<<7)
67 #define OCMD_BUF_TYPE_MASK (0x1<<5)
68 #define OCMD_BUF_TYPE_FRAME (0x0<<5)
69 #define OCMD_BUF_TYPE_FIELD (0x1<<5)
70 #define OCMD_TEST_MODE (0x1<<4)
71 #define OCMD_BUFFER_SELECT (0x3<<2)
72 #define OCMD_BUFFER0 (0x0<<2)
73 #define OCMD_BUFFER1 (0x1<<2)
74 #define OCMD_FIELD_SELECT (0x1<<2)
75 #define OCMD_FIELD0 (0x0<<1)
76 #define OCMD_FIELD1 (0x1<<1)
77 #define OCMD_ENABLE (0x1<<0)
79 /* OCONFIG register */
80 #define OCONF_PIPE_MASK (0x1<<18)
81 #define OCONF_PIPE_A (0x0<<18)
82 #define OCONF_PIPE_B (0x1<<18)
83 #define OCONF_GAMMA2_ENABLE (0x1<<16)
84 #define OCONF_CSC_MODE_BT601 (0x0<<5)
85 #define OCONF_CSC_MODE_BT709 (0x1<<5)
86 #define OCONF_CSC_BYPASS (0x1<<4)
87 #define OCONF_CC_OUT_8BIT (0x1<<3)
88 #define OCONF_TEST_MODE (0x1<<2)
89 #define OCONF_THREE_LINE_BUFFER (0x1<<0)
90 #define OCONF_TWO_LINE_BUFFER (0x0<<0)
92 /* DCLRKM (dst-key) register */
93 #define DST_KEY_ENABLE (0x1<<31)
94 #define CLK_RGB24_MASK 0x0
95 #define CLK_RGB16_MASK 0x070307
96 #define CLK_RGB15_MASK 0x070707
97 #define CLK_RGB8I_MASK 0xffffff
99 #define RGB16_TO_COLORKEY(c) \
100 (((c & 0xF800) << 8) | ((c & 0x07E0) << 5) | ((c & 0x001F) << 3))
101 #define RGB15_TO_COLORKEY(c) \
102 (((c & 0x7c00) << 9) | ((c & 0x03E0) << 6) | ((c & 0x001F) << 3))
104 /* overlay flip addr flag */
105 #define OFC_UPDATE 0x1
107 /* polyphase filter coefficients */
108 #define N_HORIZ_Y_TAPS 5
109 #define N_VERT_Y_TAPS 3
110 #define N_HORIZ_UV_TAPS 3
111 #define N_VERT_UV_TAPS 3
115 /* memory bufferd overlay registers */
116 struct overlay_registers
{
144 u32 RESERVED1
; /* 0x6C */
157 u32 FASTHSCALE
; /* 0xA0 */
158 u32 UVSCALEV
; /* 0xA4 */
159 u32 RESERVEDC
[(0x200 - 0xA8) / 4]; /* 0xA8 - 0x1FC */
160 u16 Y_VCOEFS
[N_VERT_Y_TAPS
* N_PHASES
]; /* 0x200 */
161 u16 RESERVEDD
[0x100 / 2 - N_VERT_Y_TAPS
* N_PHASES
];
162 u16 Y_HCOEFS
[N_HORIZ_Y_TAPS
* N_PHASES
]; /* 0x300 */
163 u16 RESERVEDE
[0x200 / 2 - N_HORIZ_Y_TAPS
* N_PHASES
];
164 u16 UV_VCOEFS
[N_VERT_UV_TAPS
* N_PHASES
]; /* 0x500 */
165 u16 RESERVEDF
[0x100 / 2 - N_VERT_UV_TAPS
* N_PHASES
];
166 u16 UV_HCOEFS
[N_HORIZ_UV_TAPS
* N_PHASES
]; /* 0x600 */
167 u16 RESERVEDG
[0x100 / 2 - N_HORIZ_UV_TAPS
* N_PHASES
];
170 struct intel_overlay
{
171 struct drm_device
*dev
;
172 struct intel_crtc
*crtc
;
173 struct drm_i915_gem_object
*vid_bo
;
174 struct drm_i915_gem_object
*old_vid_bo
;
177 u32 pfit_vscale_ratio
; /* shifted-point number, (1<<12) == 1.0 */
179 u32 brightness
, contrast
, saturation
;
180 u32 old_xscale
, old_yscale
;
181 /* register access */
183 struct drm_i915_gem_object
*reg_bo
;
185 uint32_t last_flip_req
;
186 void (*flip_tail
)(struct intel_overlay
*);
189 static struct overlay_registers __iomem
*
190 intel_overlay_map_regs(struct intel_overlay
*overlay
)
192 drm_i915_private_t
*dev_priv
= overlay
->dev
->dev_private
;
193 struct overlay_registers __iomem
*regs
;
195 if (OVERLAY_NEEDS_PHYSICAL(overlay
->dev
))
196 regs
= (struct overlay_registers __iomem
*)overlay
->reg_bo
->phys_obj
->handle
->vaddr
;
198 regs
= io_mapping_map_wc(dev_priv
->gtt
.mappable
,
199 i915_gem_obj_ggtt_offset(overlay
->reg_bo
));
204 static void intel_overlay_unmap_regs(struct intel_overlay
*overlay
,
205 struct overlay_registers __iomem
*regs
)
207 if (!OVERLAY_NEEDS_PHYSICAL(overlay
->dev
))
208 io_mapping_unmap(regs
);
211 static int intel_overlay_do_wait_request(struct intel_overlay
*overlay
,
212 void (*tail
)(struct intel_overlay
*))
214 struct drm_device
*dev
= overlay
->dev
;
215 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
216 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
219 BUG_ON(overlay
->last_flip_req
);
220 ret
= i915_add_request(ring
, &overlay
->last_flip_req
);
224 overlay
->flip_tail
= tail
;
225 ret
= i915_wait_seqno(ring
, overlay
->last_flip_req
);
228 i915_gem_retire_requests(dev
);
230 overlay
->last_flip_req
= 0;
234 /* overlay needs to be disable in OCMD reg */
235 static int intel_overlay_on(struct intel_overlay
*overlay
)
237 struct drm_device
*dev
= overlay
->dev
;
238 struct drm_i915_private
*dev_priv
= dev
->dev_private
;
239 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
242 BUG_ON(overlay
->active
);
245 WARN_ON(IS_I830(dev
) && !(dev_priv
->quirks
& QUIRK_PIPEA_FORCE
));
247 ret
= intel_ring_begin(ring
, 4);
251 intel_ring_emit(ring
, MI_OVERLAY_FLIP
| MI_OVERLAY_ON
);
252 intel_ring_emit(ring
, overlay
->flip_addr
| OFC_UPDATE
);
253 intel_ring_emit(ring
, MI_WAIT_FOR_EVENT
| MI_WAIT_FOR_OVERLAY_FLIP
);
254 intel_ring_emit(ring
, MI_NOOP
);
255 intel_ring_advance(ring
);
257 return intel_overlay_do_wait_request(overlay
, NULL
);
260 /* overlay needs to be enabled in OCMD reg */
261 static int intel_overlay_continue(struct intel_overlay
*overlay
,
262 bool load_polyphase_filter
)
264 struct drm_device
*dev
= overlay
->dev
;
265 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
266 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
267 u32 flip_addr
= overlay
->flip_addr
;
271 BUG_ON(!overlay
->active
);
273 if (load_polyphase_filter
)
274 flip_addr
|= OFC_UPDATE
;
276 /* check for underruns */
277 tmp
= I915_READ(DOVSTA
);
279 DRM_DEBUG("overlay underrun, DOVSTA: %x\n", tmp
);
281 ret
= intel_ring_begin(ring
, 2);
285 intel_ring_emit(ring
, MI_OVERLAY_FLIP
| MI_OVERLAY_CONTINUE
);
286 intel_ring_emit(ring
, flip_addr
);
287 intel_ring_advance(ring
);
289 return i915_add_request(ring
, &overlay
->last_flip_req
);
292 static void intel_overlay_release_old_vid_tail(struct intel_overlay
*overlay
)
294 struct drm_i915_gem_object
*obj
= overlay
->old_vid_bo
;
296 i915_gem_object_unpin(obj
);
297 drm_gem_object_unreference(&obj
->base
);
299 overlay
->old_vid_bo
= NULL
;
302 static void intel_overlay_off_tail(struct intel_overlay
*overlay
)
304 struct drm_i915_gem_object
*obj
= overlay
->vid_bo
;
306 /* never have the overlay hw on without showing a frame */
307 BUG_ON(!overlay
->vid_bo
);
309 i915_gem_object_unpin(obj
);
310 drm_gem_object_unreference(&obj
->base
);
311 overlay
->vid_bo
= NULL
;
313 overlay
->crtc
->overlay
= NULL
;
314 overlay
->crtc
= NULL
;
318 /* overlay needs to be disabled in OCMD reg */
319 static int intel_overlay_off(struct intel_overlay
*overlay
)
321 struct drm_device
*dev
= overlay
->dev
;
322 struct drm_i915_private
*dev_priv
= dev
->dev_private
;
323 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
324 u32 flip_addr
= overlay
->flip_addr
;
327 BUG_ON(!overlay
->active
);
329 /* According to intel docs the overlay hw may hang (when switching
330 * off) without loading the filter coeffs. It is however unclear whether
331 * this applies to the disabling of the overlay or to the switching off
332 * of the hw. Do it in both cases */
333 flip_addr
|= OFC_UPDATE
;
335 ret
= intel_ring_begin(ring
, 6);
339 /* wait for overlay to go idle */
340 intel_ring_emit(ring
, MI_OVERLAY_FLIP
| MI_OVERLAY_CONTINUE
);
341 intel_ring_emit(ring
, flip_addr
);
342 intel_ring_emit(ring
, MI_WAIT_FOR_EVENT
| MI_WAIT_FOR_OVERLAY_FLIP
);
343 /* turn overlay off */
345 /* Workaround: Don't disable the overlay fully, since otherwise
346 * it dies on the next OVERLAY_ON cmd. */
347 intel_ring_emit(ring
, MI_NOOP
);
348 intel_ring_emit(ring
, MI_NOOP
);
349 intel_ring_emit(ring
, MI_NOOP
);
351 intel_ring_emit(ring
, MI_OVERLAY_FLIP
| MI_OVERLAY_OFF
);
352 intel_ring_emit(ring
, flip_addr
);
353 intel_ring_emit(ring
, MI_WAIT_FOR_EVENT
| MI_WAIT_FOR_OVERLAY_FLIP
);
355 intel_ring_advance(ring
);
357 return intel_overlay_do_wait_request(overlay
, intel_overlay_off_tail
);
360 /* recover from an interruption due to a signal
361 * We have to be careful not to repeat work forever an make forward progess. */
362 static int intel_overlay_recover_from_interrupt(struct intel_overlay
*overlay
)
364 struct drm_device
*dev
= overlay
->dev
;
365 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
366 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
369 if (overlay
->last_flip_req
== 0)
372 ret
= i915_wait_seqno(ring
, overlay
->last_flip_req
);
375 i915_gem_retire_requests(dev
);
377 if (overlay
->flip_tail
)
378 overlay
->flip_tail(overlay
);
380 overlay
->last_flip_req
= 0;
384 /* Wait for pending overlay flip and release old frame.
385 * Needs to be called before the overlay register are changed
386 * via intel_overlay_(un)map_regs
388 static int intel_overlay_release_old_vid(struct intel_overlay
*overlay
)
390 struct drm_device
*dev
= overlay
->dev
;
391 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
392 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
395 /* Only wait if there is actually an old frame to release to
396 * guarantee forward progress.
398 if (!overlay
->old_vid_bo
)
401 if (I915_READ(ISR
) & I915_OVERLAY_PLANE_FLIP_PENDING_INTERRUPT
) {
402 /* synchronous slowpath */
403 ret
= intel_ring_begin(ring
, 2);
407 intel_ring_emit(ring
, MI_WAIT_FOR_EVENT
| MI_WAIT_FOR_OVERLAY_FLIP
);
408 intel_ring_emit(ring
, MI_NOOP
);
409 intel_ring_advance(ring
);
411 ret
= intel_overlay_do_wait_request(overlay
,
412 intel_overlay_release_old_vid_tail
);
417 intel_overlay_release_old_vid_tail(overlay
);
421 struct put_image_params
{
438 static int packed_depth_bytes(u32 format
)
440 switch (format
& I915_OVERLAY_DEPTH_MASK
) {
441 case I915_OVERLAY_YUV422
:
443 case I915_OVERLAY_YUV411
:
444 /* return 6; not implemented */
450 static int packed_width_bytes(u32 format
, short width
)
452 switch (format
& I915_OVERLAY_DEPTH_MASK
) {
453 case I915_OVERLAY_YUV422
:
460 static int uv_hsubsampling(u32 format
)
462 switch (format
& I915_OVERLAY_DEPTH_MASK
) {
463 case I915_OVERLAY_YUV422
:
464 case I915_OVERLAY_YUV420
:
466 case I915_OVERLAY_YUV411
:
467 case I915_OVERLAY_YUV410
:
474 static int uv_vsubsampling(u32 format
)
476 switch (format
& I915_OVERLAY_DEPTH_MASK
) {
477 case I915_OVERLAY_YUV420
:
478 case I915_OVERLAY_YUV410
:
480 case I915_OVERLAY_YUV422
:
481 case I915_OVERLAY_YUV411
:
488 static u32
calc_swidthsw(struct drm_device
*dev
, u32 offset
, u32 width
)
490 u32 mask
, shift
, ret
;
498 ret
= ((offset
+ width
+ mask
) >> shift
) - (offset
>> shift
);
505 static const u16 y_static_hcoeffs
[N_HORIZ_Y_TAPS
* N_PHASES
] = {
506 0x3000, 0xb4a0, 0x1930, 0x1920, 0xb4a0,
507 0x3000, 0xb500, 0x19d0, 0x1880, 0xb440,
508 0x3000, 0xb540, 0x1a88, 0x2f80, 0xb3e0,
509 0x3000, 0xb580, 0x1b30, 0x2e20, 0xb380,
510 0x3000, 0xb5c0, 0x1bd8, 0x2cc0, 0xb320,
511 0x3020, 0xb5e0, 0x1c60, 0x2b80, 0xb2c0,
512 0x3020, 0xb5e0, 0x1cf8, 0x2a20, 0xb260,
513 0x3020, 0xb5e0, 0x1d80, 0x28e0, 0xb200,
514 0x3020, 0xb5c0, 0x1e08, 0x3f40, 0xb1c0,
515 0x3020, 0xb580, 0x1e78, 0x3ce0, 0xb160,
516 0x3040, 0xb520, 0x1ed8, 0x3aa0, 0xb120,
517 0x3040, 0xb4a0, 0x1f30, 0x3880, 0xb0e0,
518 0x3040, 0xb400, 0x1f78, 0x3680, 0xb0a0,
519 0x3020, 0xb340, 0x1fb8, 0x34a0, 0xb060,
520 0x3020, 0xb240, 0x1fe0, 0x32e0, 0xb040,
521 0x3020, 0xb140, 0x1ff8, 0x3160, 0xb020,
522 0xb000, 0x3000, 0x0800, 0x3000, 0xb000
525 static const u16 uv_static_hcoeffs
[N_HORIZ_UV_TAPS
* N_PHASES
] = {
526 0x3000, 0x1800, 0x1800, 0xb000, 0x18d0, 0x2e60,
527 0xb000, 0x1990, 0x2ce0, 0xb020, 0x1a68, 0x2b40,
528 0xb040, 0x1b20, 0x29e0, 0xb060, 0x1bd8, 0x2880,
529 0xb080, 0x1c88, 0x3e60, 0xb0a0, 0x1d28, 0x3c00,
530 0xb0c0, 0x1db8, 0x39e0, 0xb0e0, 0x1e40, 0x37e0,
531 0xb100, 0x1eb8, 0x3620, 0xb100, 0x1f18, 0x34a0,
532 0xb100, 0x1f68, 0x3360, 0xb0e0, 0x1fa8, 0x3240,
533 0xb0c0, 0x1fe0, 0x3140, 0xb060, 0x1ff0, 0x30a0,
534 0x3000, 0x0800, 0x3000
537 static void update_polyphase_filter(struct overlay_registers __iomem
*regs
)
539 memcpy_toio(regs
->Y_HCOEFS
, y_static_hcoeffs
, sizeof(y_static_hcoeffs
));
540 memcpy_toio(regs
->UV_HCOEFS
, uv_static_hcoeffs
,
541 sizeof(uv_static_hcoeffs
));
544 static bool update_scaling_factors(struct intel_overlay
*overlay
,
545 struct overlay_registers __iomem
*regs
,
546 struct put_image_params
*params
)
548 /* fixed point with a 12 bit shift */
549 u32 xscale
, yscale
, xscale_UV
, yscale_UV
;
551 #define FRACT_MASK 0xfff
552 bool scale_changed
= false;
553 int uv_hscale
= uv_hsubsampling(params
->format
);
554 int uv_vscale
= uv_vsubsampling(params
->format
);
556 if (params
->dst_w
> 1)
557 xscale
= ((params
->src_scan_w
- 1) << FP_SHIFT
)
560 xscale
= 1 << FP_SHIFT
;
562 if (params
->dst_h
> 1)
563 yscale
= ((params
->src_scan_h
- 1) << FP_SHIFT
)
566 yscale
= 1 << FP_SHIFT
;
568 /*if (params->format & I915_OVERLAY_YUV_PLANAR) {*/
569 xscale_UV
= xscale
/uv_hscale
;
570 yscale_UV
= yscale
/uv_vscale
;
571 /* make the Y scale to UV scale ratio an exact multiply */
572 xscale
= xscale_UV
* uv_hscale
;
573 yscale
= yscale_UV
* uv_vscale
;
579 if (xscale
!= overlay
->old_xscale
|| yscale
!= overlay
->old_yscale
)
580 scale_changed
= true;
581 overlay
->old_xscale
= xscale
;
582 overlay
->old_yscale
= yscale
;
584 iowrite32(((yscale
& FRACT_MASK
) << 20) |
585 ((xscale
>> FP_SHIFT
) << 16) |
586 ((xscale
& FRACT_MASK
) << 3),
589 iowrite32(((yscale_UV
& FRACT_MASK
) << 20) |
590 ((xscale_UV
>> FP_SHIFT
) << 16) |
591 ((xscale_UV
& FRACT_MASK
) << 3),
594 iowrite32((((yscale
>> FP_SHIFT
) << 16) |
595 ((yscale_UV
>> FP_SHIFT
) << 0)),
599 update_polyphase_filter(regs
);
601 return scale_changed
;
604 static void update_colorkey(struct intel_overlay
*overlay
,
605 struct overlay_registers __iomem
*regs
)
607 u32 key
= overlay
->color_key
;
609 switch (overlay
->crtc
->base
.fb
->bits_per_pixel
) {
611 iowrite32(0, ®s
->DCLRKV
);
612 iowrite32(CLK_RGB8I_MASK
| DST_KEY_ENABLE
, ®s
->DCLRKM
);
616 if (overlay
->crtc
->base
.fb
->depth
== 15) {
617 iowrite32(RGB15_TO_COLORKEY(key
), ®s
->DCLRKV
);
618 iowrite32(CLK_RGB15_MASK
| DST_KEY_ENABLE
,
621 iowrite32(RGB16_TO_COLORKEY(key
), ®s
->DCLRKV
);
622 iowrite32(CLK_RGB16_MASK
| DST_KEY_ENABLE
,
629 iowrite32(key
, ®s
->DCLRKV
);
630 iowrite32(CLK_RGB24_MASK
| DST_KEY_ENABLE
, ®s
->DCLRKM
);
635 static u32
overlay_cmd_reg(struct put_image_params
*params
)
637 u32 cmd
= OCMD_ENABLE
| OCMD_BUF_TYPE_FRAME
| OCMD_BUFFER0
;
639 if (params
->format
& I915_OVERLAY_YUV_PLANAR
) {
640 switch (params
->format
& I915_OVERLAY_DEPTH_MASK
) {
641 case I915_OVERLAY_YUV422
:
642 cmd
|= OCMD_YUV_422_PLANAR
;
644 case I915_OVERLAY_YUV420
:
645 cmd
|= OCMD_YUV_420_PLANAR
;
647 case I915_OVERLAY_YUV411
:
648 case I915_OVERLAY_YUV410
:
649 cmd
|= OCMD_YUV_410_PLANAR
;
652 } else { /* YUV packed */
653 switch (params
->format
& I915_OVERLAY_DEPTH_MASK
) {
654 case I915_OVERLAY_YUV422
:
655 cmd
|= OCMD_YUV_422_PACKED
;
657 case I915_OVERLAY_YUV411
:
658 cmd
|= OCMD_YUV_411_PACKED
;
662 switch (params
->format
& I915_OVERLAY_SWAP_MASK
) {
663 case I915_OVERLAY_NO_SWAP
:
665 case I915_OVERLAY_UV_SWAP
:
668 case I915_OVERLAY_Y_SWAP
:
671 case I915_OVERLAY_Y_AND_UV_SWAP
:
672 cmd
|= OCMD_Y_AND_UV_SWAP
;
680 static int intel_overlay_do_put_image(struct intel_overlay
*overlay
,
681 struct drm_i915_gem_object
*new_bo
,
682 struct put_image_params
*params
)
685 struct overlay_registers __iomem
*regs
;
686 bool scale_changed
= false;
687 struct drm_device
*dev
= overlay
->dev
;
688 u32 swidth
, swidthsw
, sheight
, ostride
;
690 BUG_ON(!mutex_is_locked(&dev
->struct_mutex
));
691 BUG_ON(!mutex_is_locked(&dev
->mode_config
.mutex
));
694 ret
= intel_overlay_release_old_vid(overlay
);
698 ret
= i915_gem_object_pin_to_display_plane(new_bo
, 0, NULL
);
702 ret
= i915_gem_object_put_fence(new_bo
);
706 if (!overlay
->active
) {
708 regs
= intel_overlay_map_regs(overlay
);
713 oconfig
= OCONF_CC_OUT_8BIT
;
714 if (IS_GEN4(overlay
->dev
))
715 oconfig
|= OCONF_CSC_MODE_BT709
;
716 oconfig
|= overlay
->crtc
->pipe
== 0 ?
717 OCONF_PIPE_A
: OCONF_PIPE_B
;
718 iowrite32(oconfig
, ®s
->OCONFIG
);
719 intel_overlay_unmap_regs(overlay
, regs
);
721 ret
= intel_overlay_on(overlay
);
726 regs
= intel_overlay_map_regs(overlay
);
732 iowrite32((params
->dst_y
<< 16) | params
->dst_x
, ®s
->DWINPOS
);
733 iowrite32((params
->dst_h
<< 16) | params
->dst_w
, ®s
->DWINSZ
);
735 if (params
->format
& I915_OVERLAY_YUV_PACKED
)
736 tmp_width
= packed_width_bytes(params
->format
, params
->src_w
);
738 tmp_width
= params
->src_w
;
740 swidth
= params
->src_w
;
741 swidthsw
= calc_swidthsw(overlay
->dev
, params
->offset_Y
, tmp_width
);
742 sheight
= params
->src_h
;
743 iowrite32(i915_gem_obj_ggtt_offset(new_bo
) + params
->offset_Y
, ®s
->OBUF_0Y
);
744 ostride
= params
->stride_Y
;
746 if (params
->format
& I915_OVERLAY_YUV_PLANAR
) {
747 int uv_hscale
= uv_hsubsampling(params
->format
);
748 int uv_vscale
= uv_vsubsampling(params
->format
);
750 swidth
|= (params
->src_w
/uv_hscale
) << 16;
751 tmp_U
= calc_swidthsw(overlay
->dev
, params
->offset_U
,
752 params
->src_w
/uv_hscale
);
753 tmp_V
= calc_swidthsw(overlay
->dev
, params
->offset_V
,
754 params
->src_w
/uv_hscale
);
755 swidthsw
|= max_t(u32
, tmp_U
, tmp_V
) << 16;
756 sheight
|= (params
->src_h
/uv_vscale
) << 16;
757 iowrite32(i915_gem_obj_ggtt_offset(new_bo
) + params
->offset_U
, ®s
->OBUF_0U
);
758 iowrite32(i915_gem_obj_ggtt_offset(new_bo
) + params
->offset_V
, ®s
->OBUF_0V
);
759 ostride
|= params
->stride_UV
<< 16;
762 iowrite32(swidth
, ®s
->SWIDTH
);
763 iowrite32(swidthsw
, ®s
->SWIDTHSW
);
764 iowrite32(sheight
, ®s
->SHEIGHT
);
765 iowrite32(ostride
, ®s
->OSTRIDE
);
767 scale_changed
= update_scaling_factors(overlay
, regs
, params
);
769 update_colorkey(overlay
, regs
);
771 iowrite32(overlay_cmd_reg(params
), ®s
->OCMD
);
773 intel_overlay_unmap_regs(overlay
, regs
);
775 ret
= intel_overlay_continue(overlay
, scale_changed
);
779 overlay
->old_vid_bo
= overlay
->vid_bo
;
780 overlay
->vid_bo
= new_bo
;
785 i915_gem_object_unpin(new_bo
);
789 int intel_overlay_switch_off(struct intel_overlay
*overlay
)
791 struct overlay_registers __iomem
*regs
;
792 struct drm_device
*dev
= overlay
->dev
;
795 BUG_ON(!mutex_is_locked(&dev
->struct_mutex
));
796 BUG_ON(!mutex_is_locked(&dev
->mode_config
.mutex
));
798 ret
= intel_overlay_recover_from_interrupt(overlay
);
802 if (!overlay
->active
)
805 ret
= intel_overlay_release_old_vid(overlay
);
809 regs
= intel_overlay_map_regs(overlay
);
810 iowrite32(0, ®s
->OCMD
);
811 intel_overlay_unmap_regs(overlay
, regs
);
813 ret
= intel_overlay_off(overlay
);
817 intel_overlay_off_tail(overlay
);
821 static int check_overlay_possible_on_crtc(struct intel_overlay
*overlay
,
822 struct intel_crtc
*crtc
)
824 drm_i915_private_t
*dev_priv
= overlay
->dev
->dev_private
;
829 /* can't use the overlay with double wide pipe */
830 if (INTEL_INFO(overlay
->dev
)->gen
< 4 &&
831 (I915_READ(PIPECONF(crtc
->pipe
)) & (PIPECONF_DOUBLE_WIDE
| PIPECONF_ENABLE
)) != PIPECONF_ENABLE
)
837 static void update_pfit_vscale_ratio(struct intel_overlay
*overlay
)
839 struct drm_device
*dev
= overlay
->dev
;
840 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
841 u32 pfit_control
= I915_READ(PFIT_CONTROL
);
844 /* XXX: This is not the same logic as in the xorg driver, but more in
845 * line with the intel documentation for the i965
847 if (INTEL_INFO(dev
)->gen
>= 4) {
848 /* on i965 use the PGM reg to read out the autoscaler values */
849 ratio
= I915_READ(PFIT_PGM_RATIOS
) >> PFIT_VERT_SCALE_SHIFT_965
;
851 if (pfit_control
& VERT_AUTO_SCALE
)
852 ratio
= I915_READ(PFIT_AUTO_RATIOS
);
854 ratio
= I915_READ(PFIT_PGM_RATIOS
);
855 ratio
>>= PFIT_VERT_SCALE_SHIFT
;
858 overlay
->pfit_vscale_ratio
= ratio
;
861 static int check_overlay_dst(struct intel_overlay
*overlay
,
862 struct drm_intel_overlay_put_image
*rec
)
864 struct drm_display_mode
*mode
= &overlay
->crtc
->base
.mode
;
866 if (rec
->dst_x
< mode
->hdisplay
&&
867 rec
->dst_x
+ rec
->dst_width
<= mode
->hdisplay
&&
868 rec
->dst_y
< mode
->vdisplay
&&
869 rec
->dst_y
+ rec
->dst_height
<= mode
->vdisplay
)
875 static int check_overlay_scaling(struct put_image_params
*rec
)
879 /* downscaling limit is 8.0 */
880 tmp
= ((rec
->src_scan_h
<< 16) / rec
->dst_h
) >> 16;
883 tmp
= ((rec
->src_scan_w
<< 16) / rec
->dst_w
) >> 16;
890 static int check_overlay_src(struct drm_device
*dev
,
891 struct drm_intel_overlay_put_image
*rec
,
892 struct drm_i915_gem_object
*new_bo
)
894 int uv_hscale
= uv_hsubsampling(rec
->flags
);
895 int uv_vscale
= uv_vsubsampling(rec
->flags
);
900 /* check src dimensions */
901 if (IS_845G(dev
) || IS_I830(dev
)) {
902 if (rec
->src_height
> IMAGE_MAX_HEIGHT_LEGACY
||
903 rec
->src_width
> IMAGE_MAX_WIDTH_LEGACY
)
906 if (rec
->src_height
> IMAGE_MAX_HEIGHT
||
907 rec
->src_width
> IMAGE_MAX_WIDTH
)
911 /* better safe than sorry, use 4 as the maximal subsampling ratio */
912 if (rec
->src_height
< N_VERT_Y_TAPS
*4 ||
913 rec
->src_width
< N_HORIZ_Y_TAPS
*4)
916 /* check alignment constraints */
917 switch (rec
->flags
& I915_OVERLAY_TYPE_MASK
) {
918 case I915_OVERLAY_RGB
:
919 /* not implemented */
922 case I915_OVERLAY_YUV_PACKED
:
926 depth
= packed_depth_bytes(rec
->flags
);
930 /* ignore UV planes */
934 /* check pixel alignment */
935 if (rec
->offset_Y
% depth
)
939 case I915_OVERLAY_YUV_PLANAR
:
940 if (uv_vscale
< 0 || uv_hscale
< 0)
942 /* no offset restrictions for planar formats */
949 if (rec
->src_width
% uv_hscale
)
952 /* stride checking */
953 if (IS_I830(dev
) || IS_845G(dev
))
958 if (rec
->stride_Y
& stride_mask
|| rec
->stride_UV
& stride_mask
)
960 if (IS_GEN4(dev
) && rec
->stride_Y
< 512)
963 tmp
= (rec
->flags
& I915_OVERLAY_TYPE_MASK
) == I915_OVERLAY_YUV_PLANAR
?
965 if (rec
->stride_Y
> tmp
|| rec
->stride_UV
> 2*1024)
968 /* check buffer dimensions */
969 switch (rec
->flags
& I915_OVERLAY_TYPE_MASK
) {
970 case I915_OVERLAY_RGB
:
971 case I915_OVERLAY_YUV_PACKED
:
972 /* always 4 Y values per depth pixels */
973 if (packed_width_bytes(rec
->flags
, rec
->src_width
) > rec
->stride_Y
)
976 tmp
= rec
->stride_Y
*rec
->src_height
;
977 if (rec
->offset_Y
+ tmp
> new_bo
->base
.size
)
981 case I915_OVERLAY_YUV_PLANAR
:
982 if (rec
->src_width
> rec
->stride_Y
)
984 if (rec
->src_width
/uv_hscale
> rec
->stride_UV
)
987 tmp
= rec
->stride_Y
* rec
->src_height
;
988 if (rec
->offset_Y
+ tmp
> new_bo
->base
.size
)
991 tmp
= rec
->stride_UV
* (rec
->src_height
/ uv_vscale
);
992 if (rec
->offset_U
+ tmp
> new_bo
->base
.size
||
993 rec
->offset_V
+ tmp
> new_bo
->base
.size
)
1002 * Return the pipe currently connected to the panel fitter,
1003 * or -1 if the panel fitter is not present or not in use
1005 static int intel_panel_fitter_pipe(struct drm_device
*dev
)
1007 struct drm_i915_private
*dev_priv
= dev
->dev_private
;
1010 /* i830 doesn't have a panel fitter */
1014 pfit_control
= I915_READ(PFIT_CONTROL
);
1016 /* See if the panel fitter is in use */
1017 if ((pfit_control
& PFIT_ENABLE
) == 0)
1020 /* 965 can place panel fitter on either pipe */
1022 return (pfit_control
>> 29) & 0x3;
1024 /* older chips can only use pipe 1 */
1028 int intel_overlay_put_image(struct drm_device
*dev
, void *data
,
1029 struct drm_file
*file_priv
)
1031 struct drm_intel_overlay_put_image
*put_image_rec
= data
;
1032 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
1033 struct intel_overlay
*overlay
;
1034 struct drm_mode_object
*drmmode_obj
;
1035 struct intel_crtc
*crtc
;
1036 struct drm_i915_gem_object
*new_bo
;
1037 struct put_image_params
*params
;
1040 /* No need to check for DRIVER_MODESET - we don't set it up then. */
1041 overlay
= dev_priv
->overlay
;
1043 DRM_DEBUG("userspace bug: no overlay\n");
1047 if (!(put_image_rec
->flags
& I915_OVERLAY_ENABLE
)) {
1048 drm_modeset_lock_all(dev
);
1049 mutex_lock(&dev
->struct_mutex
);
1051 ret
= intel_overlay_switch_off(overlay
);
1053 mutex_unlock(&dev
->struct_mutex
);
1054 drm_modeset_unlock_all(dev
);
1059 params
= kmalloc(sizeof(struct put_image_params
), GFP_KERNEL
);
1063 drmmode_obj
= drm_mode_object_find(dev
, put_image_rec
->crtc_id
,
1064 DRM_MODE_OBJECT_CRTC
);
1069 crtc
= to_intel_crtc(obj_to_crtc(drmmode_obj
));
1071 new_bo
= to_intel_bo(drm_gem_object_lookup(dev
, file_priv
,
1072 put_image_rec
->bo_handle
));
1073 if (&new_bo
->base
== NULL
) {
1078 drm_modeset_lock_all(dev
);
1079 mutex_lock(&dev
->struct_mutex
);
1081 if (new_bo
->tiling_mode
) {
1082 DRM_ERROR("buffer used for overlay image can not be tiled\n");
1087 ret
= intel_overlay_recover_from_interrupt(overlay
);
1091 if (overlay
->crtc
!= crtc
) {
1092 struct drm_display_mode
*mode
= &crtc
->base
.mode
;
1093 ret
= intel_overlay_switch_off(overlay
);
1097 ret
= check_overlay_possible_on_crtc(overlay
, crtc
);
1101 overlay
->crtc
= crtc
;
1102 crtc
->overlay
= overlay
;
1104 /* line too wide, i.e. one-line-mode */
1105 if (mode
->hdisplay
> 1024 &&
1106 intel_panel_fitter_pipe(dev
) == crtc
->pipe
) {
1107 overlay
->pfit_active
= 1;
1108 update_pfit_vscale_ratio(overlay
);
1110 overlay
->pfit_active
= 0;
1113 ret
= check_overlay_dst(overlay
, put_image_rec
);
1117 if (overlay
->pfit_active
) {
1118 params
->dst_y
= ((((u32
)put_image_rec
->dst_y
) << 12) /
1119 overlay
->pfit_vscale_ratio
);
1120 /* shifting right rounds downwards, so add 1 */
1121 params
->dst_h
= ((((u32
)put_image_rec
->dst_height
) << 12) /
1122 overlay
->pfit_vscale_ratio
) + 1;
1124 params
->dst_y
= put_image_rec
->dst_y
;
1125 params
->dst_h
= put_image_rec
->dst_height
;
1127 params
->dst_x
= put_image_rec
->dst_x
;
1128 params
->dst_w
= put_image_rec
->dst_width
;
1130 params
->src_w
= put_image_rec
->src_width
;
1131 params
->src_h
= put_image_rec
->src_height
;
1132 params
->src_scan_w
= put_image_rec
->src_scan_width
;
1133 params
->src_scan_h
= put_image_rec
->src_scan_height
;
1134 if (params
->src_scan_h
> params
->src_h
||
1135 params
->src_scan_w
> params
->src_w
) {
1140 ret
= check_overlay_src(dev
, put_image_rec
, new_bo
);
1143 params
->format
= put_image_rec
->flags
& ~I915_OVERLAY_FLAGS_MASK
;
1144 params
->stride_Y
= put_image_rec
->stride_Y
;
1145 params
->stride_UV
= put_image_rec
->stride_UV
;
1146 params
->offset_Y
= put_image_rec
->offset_Y
;
1147 params
->offset_U
= put_image_rec
->offset_U
;
1148 params
->offset_V
= put_image_rec
->offset_V
;
1150 /* Check scaling after src size to prevent a divide-by-zero. */
1151 ret
= check_overlay_scaling(params
);
1155 ret
= intel_overlay_do_put_image(overlay
, new_bo
, params
);
1159 mutex_unlock(&dev
->struct_mutex
);
1160 drm_modeset_unlock_all(dev
);
1167 mutex_unlock(&dev
->struct_mutex
);
1168 drm_modeset_unlock_all(dev
);
1169 drm_gem_object_unreference_unlocked(&new_bo
->base
);
1176 static void update_reg_attrs(struct intel_overlay
*overlay
,
1177 struct overlay_registers __iomem
*regs
)
1179 iowrite32((overlay
->contrast
<< 18) | (overlay
->brightness
& 0xff),
1181 iowrite32(overlay
->saturation
, ®s
->OCLRC1
);
1184 static bool check_gamma_bounds(u32 gamma1
, u32 gamma2
)
1188 if (gamma1
& 0xff000000 || gamma2
& 0xff000000)
1191 for (i
= 0; i
< 3; i
++) {
1192 if (((gamma1
>> i
*8) & 0xff) >= ((gamma2
>> i
*8) & 0xff))
1199 static bool check_gamma5_errata(u32 gamma5
)
1203 for (i
= 0; i
< 3; i
++) {
1204 if (((gamma5
>> i
*8) & 0xff) == 0x80)
1211 static int check_gamma(struct drm_intel_overlay_attrs
*attrs
)
1213 if (!check_gamma_bounds(0, attrs
->gamma0
) ||
1214 !check_gamma_bounds(attrs
->gamma0
, attrs
->gamma1
) ||
1215 !check_gamma_bounds(attrs
->gamma1
, attrs
->gamma2
) ||
1216 !check_gamma_bounds(attrs
->gamma2
, attrs
->gamma3
) ||
1217 !check_gamma_bounds(attrs
->gamma3
, attrs
->gamma4
) ||
1218 !check_gamma_bounds(attrs
->gamma4
, attrs
->gamma5
) ||
1219 !check_gamma_bounds(attrs
->gamma5
, 0x00ffffff))
1222 if (!check_gamma5_errata(attrs
->gamma5
))
1228 int intel_overlay_attrs(struct drm_device
*dev
, void *data
,
1229 struct drm_file
*file_priv
)
1231 struct drm_intel_overlay_attrs
*attrs
= data
;
1232 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
1233 struct intel_overlay
*overlay
;
1234 struct overlay_registers __iomem
*regs
;
1237 /* No need to check for DRIVER_MODESET - we don't set it up then. */
1238 overlay
= dev_priv
->overlay
;
1240 DRM_DEBUG("userspace bug: no overlay\n");
1244 drm_modeset_lock_all(dev
);
1245 mutex_lock(&dev
->struct_mutex
);
1248 if (!(attrs
->flags
& I915_OVERLAY_UPDATE_ATTRS
)) {
1249 attrs
->color_key
= overlay
->color_key
;
1250 attrs
->brightness
= overlay
->brightness
;
1251 attrs
->contrast
= overlay
->contrast
;
1252 attrs
->saturation
= overlay
->saturation
;
1254 if (!IS_GEN2(dev
)) {
1255 attrs
->gamma0
= I915_READ(OGAMC0
);
1256 attrs
->gamma1
= I915_READ(OGAMC1
);
1257 attrs
->gamma2
= I915_READ(OGAMC2
);
1258 attrs
->gamma3
= I915_READ(OGAMC3
);
1259 attrs
->gamma4
= I915_READ(OGAMC4
);
1260 attrs
->gamma5
= I915_READ(OGAMC5
);
1263 if (attrs
->brightness
< -128 || attrs
->brightness
> 127)
1265 if (attrs
->contrast
> 255)
1267 if (attrs
->saturation
> 1023)
1270 overlay
->color_key
= attrs
->color_key
;
1271 overlay
->brightness
= attrs
->brightness
;
1272 overlay
->contrast
= attrs
->contrast
;
1273 overlay
->saturation
= attrs
->saturation
;
1275 regs
= intel_overlay_map_regs(overlay
);
1281 update_reg_attrs(overlay
, regs
);
1283 intel_overlay_unmap_regs(overlay
, regs
);
1285 if (attrs
->flags
& I915_OVERLAY_UPDATE_GAMMA
) {
1289 if (overlay
->active
) {
1294 ret
= check_gamma(attrs
);
1298 I915_WRITE(OGAMC0
, attrs
->gamma0
);
1299 I915_WRITE(OGAMC1
, attrs
->gamma1
);
1300 I915_WRITE(OGAMC2
, attrs
->gamma2
);
1301 I915_WRITE(OGAMC3
, attrs
->gamma3
);
1302 I915_WRITE(OGAMC4
, attrs
->gamma4
);
1303 I915_WRITE(OGAMC5
, attrs
->gamma5
);
1309 mutex_unlock(&dev
->struct_mutex
);
1310 drm_modeset_unlock_all(dev
);
1315 void intel_setup_overlay(struct drm_device
*dev
)
1317 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
1318 struct intel_overlay
*overlay
;
1319 struct drm_i915_gem_object
*reg_bo
;
1320 struct overlay_registers __iomem
*regs
;
1323 if (!HAS_OVERLAY(dev
))
1326 overlay
= kzalloc(sizeof(struct intel_overlay
), GFP_KERNEL
);
1330 mutex_lock(&dev
->struct_mutex
);
1331 if (WARN_ON(dev_priv
->overlay
))
1337 if (!OVERLAY_NEEDS_PHYSICAL(dev
))
1338 reg_bo
= i915_gem_object_create_stolen(dev
, PAGE_SIZE
);
1340 reg_bo
= i915_gem_alloc_object(dev
, PAGE_SIZE
);
1343 overlay
->reg_bo
= reg_bo
;
1345 if (OVERLAY_NEEDS_PHYSICAL(dev
)) {
1346 ret
= i915_gem_attach_phys_object(dev
, reg_bo
,
1347 I915_GEM_PHYS_OVERLAY_REGS
,
1350 DRM_ERROR("failed to attach phys overlay regs\n");
1353 overlay
->flip_addr
= reg_bo
->phys_obj
->handle
->busaddr
;
1355 ret
= i915_gem_obj_ggtt_pin(reg_bo
, PAGE_SIZE
, true, false);
1357 DRM_ERROR("failed to pin overlay register bo\n");
1360 overlay
->flip_addr
= i915_gem_obj_ggtt_offset(reg_bo
);
1362 ret
= i915_gem_object_set_to_gtt_domain(reg_bo
, true);
1364 DRM_ERROR("failed to move overlay register bo into the GTT\n");
1369 /* init all values */
1370 overlay
->color_key
= 0x0101fe;
1371 overlay
->brightness
= -19;
1372 overlay
->contrast
= 75;
1373 overlay
->saturation
= 146;
1375 regs
= intel_overlay_map_regs(overlay
);
1379 memset_io(regs
, 0, sizeof(struct overlay_registers
));
1380 update_polyphase_filter(regs
);
1381 update_reg_attrs(overlay
, regs
);
1383 intel_overlay_unmap_regs(overlay
, regs
);
1385 dev_priv
->overlay
= overlay
;
1386 mutex_unlock(&dev
->struct_mutex
);
1387 DRM_INFO("initialized overlay support\n");
1391 if (!OVERLAY_NEEDS_PHYSICAL(dev
))
1392 i915_gem_object_unpin(reg_bo
);
1394 drm_gem_object_unreference(®_bo
->base
);
1396 mutex_unlock(&dev
->struct_mutex
);
1401 void intel_cleanup_overlay(struct drm_device
*dev
)
1403 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
1405 if (!dev_priv
->overlay
)
1408 /* The bo's should be free'd by the generic code already.
1409 * Furthermore modesetting teardown happens beforehand so the
1410 * hardware should be off already */
1411 BUG_ON(dev_priv
->overlay
->active
);
1413 drm_gem_object_unreference_unlocked(&dev_priv
->overlay
->reg_bo
->base
);
1414 kfree(dev_priv
->overlay
);
1417 struct intel_overlay_error_state
{
1418 struct overlay_registers regs
;
1424 static struct overlay_registers __iomem
*
1425 intel_overlay_map_regs_atomic(struct intel_overlay
*overlay
)
1427 drm_i915_private_t
*dev_priv
= overlay
->dev
->dev_private
;
1428 struct overlay_registers __iomem
*regs
;
1430 if (OVERLAY_NEEDS_PHYSICAL(overlay
->dev
))
1431 /* Cast to make sparse happy, but it's wc memory anyway, so
1432 * equivalent to the wc io mapping on X86. */
1433 regs
= (struct overlay_registers __iomem
*)
1434 overlay
->reg_bo
->phys_obj
->handle
->vaddr
;
1436 regs
= io_mapping_map_atomic_wc(dev_priv
->gtt
.mappable
,
1437 i915_gem_obj_ggtt_offset(overlay
->reg_bo
));
1442 static void intel_overlay_unmap_regs_atomic(struct intel_overlay
*overlay
,
1443 struct overlay_registers __iomem
*regs
)
1445 if (!OVERLAY_NEEDS_PHYSICAL(overlay
->dev
))
1446 io_mapping_unmap_atomic(regs
);
1450 struct intel_overlay_error_state
*
1451 intel_overlay_capture_error_state(struct drm_device
*dev
)
1453 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
1454 struct intel_overlay
*overlay
= dev_priv
->overlay
;
1455 struct intel_overlay_error_state
*error
;
1456 struct overlay_registers __iomem
*regs
;
1458 if (!overlay
|| !overlay
->active
)
1461 error
= kmalloc(sizeof(*error
), GFP_ATOMIC
);
1465 error
->dovsta
= I915_READ(DOVSTA
);
1466 error
->isr
= I915_READ(ISR
);
1467 if (OVERLAY_NEEDS_PHYSICAL(overlay
->dev
))
1468 error
->base
= (__force
long)overlay
->reg_bo
->phys_obj
->handle
->vaddr
;
1470 error
->base
= i915_gem_obj_ggtt_offset(overlay
->reg_bo
);
1472 regs
= intel_overlay_map_regs_atomic(overlay
);
1476 memcpy_fromio(&error
->regs
, regs
, sizeof(struct overlay_registers
));
1477 intel_overlay_unmap_regs_atomic(overlay
, regs
);
1487 intel_overlay_print_error_state(struct drm_i915_error_state_buf
*m
,
1488 struct intel_overlay_error_state
*error
)
1490 i915_error_printf(m
, "Overlay, status: 0x%08x, interrupt: 0x%08x\n",
1491 error
->dovsta
, error
->isr
);
1492 i915_error_printf(m
, " Register file at 0x%08lx:\n",
1495 #define P(x) i915_error_printf(m, " " #x ": 0x%08x\n", error->regs.x)