2 * Copyright © 2007 David Airlie
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
27 #include <linux/module.h>
28 #include <linux/kernel.h>
29 #include <linux/errno.h>
30 #include <linux/string.h>
32 #include <linux/tty.h>
33 #include <linux/sysrq.h>
34 #include <linux/delay.h>
36 #include <linux/init.h>
37 #include <linux/screen_info.h>
38 #include <linux/vga_switcheroo.h>
39 #include <linux/console.h>
44 #include "drm_crtc_helper.h"
45 #include "drm_fb_helper.h"
46 #include "nouveau_drv.h"
47 #include "nouveau_drm.h"
48 #include "nouveau_crtc.h"
49 #include "nouveau_fb.h"
50 #include "nouveau_fbcon.h"
51 #include "nouveau_dma.h"
54 nouveau_fbcon_fillrect(struct fb_info
*info
, const struct fb_fillrect
*rect
)
56 struct nouveau_fbdev
*nfbdev
= info
->par
;
57 struct drm_device
*dev
= nfbdev
->dev
;
58 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
61 if (info
->state
!= FBINFO_STATE_RUNNING
)
65 if (!in_interrupt() && !(info
->flags
& FBINFO_HWACCEL_DISABLED
) &&
66 mutex_trylock(&dev_priv
->channel
->mutex
)) {
67 if (dev_priv
->card_type
< NV_50
)
68 ret
= nv04_fbcon_fillrect(info
, rect
);
70 if (dev_priv
->card_type
< NV_C0
)
71 ret
= nv50_fbcon_fillrect(info
, rect
);
73 ret
= nvc0_fbcon_fillrect(info
, rect
);
74 mutex_unlock(&dev_priv
->channel
->mutex
);
81 nouveau_fbcon_gpu_lockup(info
);
82 cfb_fillrect(info
, rect
);
86 nouveau_fbcon_copyarea(struct fb_info
*info
, const struct fb_copyarea
*image
)
88 struct nouveau_fbdev
*nfbdev
= info
->par
;
89 struct drm_device
*dev
= nfbdev
->dev
;
90 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
93 if (info
->state
!= FBINFO_STATE_RUNNING
)
97 if (!in_interrupt() && !(info
->flags
& FBINFO_HWACCEL_DISABLED
) &&
98 mutex_trylock(&dev_priv
->channel
->mutex
)) {
99 if (dev_priv
->card_type
< NV_50
)
100 ret
= nv04_fbcon_copyarea(info
, image
);
102 if (dev_priv
->card_type
< NV_C0
)
103 ret
= nv50_fbcon_copyarea(info
, image
);
105 ret
= nvc0_fbcon_copyarea(info
, image
);
106 mutex_unlock(&dev_priv
->channel
->mutex
);
113 nouveau_fbcon_gpu_lockup(info
);
114 cfb_copyarea(info
, image
);
118 nouveau_fbcon_imageblit(struct fb_info
*info
, const struct fb_image
*image
)
120 struct nouveau_fbdev
*nfbdev
= info
->par
;
121 struct drm_device
*dev
= nfbdev
->dev
;
122 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
125 if (info
->state
!= FBINFO_STATE_RUNNING
)
129 if (!in_interrupt() && !(info
->flags
& FBINFO_HWACCEL_DISABLED
) &&
130 mutex_trylock(&dev_priv
->channel
->mutex
)) {
131 if (dev_priv
->card_type
< NV_50
)
132 ret
= nv04_fbcon_imageblit(info
, image
);
134 if (dev_priv
->card_type
< NV_C0
)
135 ret
= nv50_fbcon_imageblit(info
, image
);
137 ret
= nvc0_fbcon_imageblit(info
, image
);
138 mutex_unlock(&dev_priv
->channel
->mutex
);
145 nouveau_fbcon_gpu_lockup(info
);
146 cfb_imageblit(info
, image
);
150 nouveau_fbcon_sync(struct fb_info
*info
)
152 struct nouveau_fbdev
*nfbdev
= info
->par
;
153 struct drm_device
*dev
= nfbdev
->dev
;
154 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
155 struct nouveau_channel
*chan
= dev_priv
->channel
;
158 if (!chan
|| !chan
->accel_done
|| in_interrupt() ||
159 info
->state
!= FBINFO_STATE_RUNNING
||
160 info
->flags
& FBINFO_HWACCEL_DISABLED
)
163 if (!mutex_trylock(&chan
->mutex
))
166 ret
= RING_SPACE(chan
, 4);
168 mutex_unlock(&chan
->mutex
);
169 nouveau_fbcon_gpu_lockup(info
);
173 if (dev_priv
->card_type
>= NV_C0
) {
174 BEGIN_NVC0(chan
, 2, NvSub2D
, 0x010c, 1);
176 BEGIN_NVC0(chan
, 2, NvSub2D
, 0x0100, 1);
179 BEGIN_RING(chan
, 0, 0x0104, 1);
181 BEGIN_RING(chan
, 0, 0x0100, 1);
185 nouveau_bo_wr32(chan
->notifier_bo
, chan
->m2mf_ntfy
/4 + 3, 0xffffffff);
187 mutex_unlock(&chan
->mutex
);
190 for (i
= 0; i
< 100000; i
++) {
191 if (!nouveau_bo_rd32(chan
->notifier_bo
, chan
->m2mf_ntfy
/4 + 3)) {
199 nouveau_fbcon_gpu_lockup(info
);
203 chan
->accel_done
= false;
207 static struct fb_ops nouveau_fbcon_ops
= {
208 .owner
= THIS_MODULE
,
209 .fb_check_var
= drm_fb_helper_check_var
,
210 .fb_set_par
= drm_fb_helper_set_par
,
211 .fb_fillrect
= nouveau_fbcon_fillrect
,
212 .fb_copyarea
= nouveau_fbcon_copyarea
,
213 .fb_imageblit
= nouveau_fbcon_imageblit
,
214 .fb_sync
= nouveau_fbcon_sync
,
215 .fb_pan_display
= drm_fb_helper_pan_display
,
216 .fb_blank
= drm_fb_helper_blank
,
217 .fb_setcmap
= drm_fb_helper_setcmap
,
218 .fb_debug_enter
= drm_fb_helper_debug_enter
,
219 .fb_debug_leave
= drm_fb_helper_debug_leave
,
222 static struct fb_ops nouveau_fbcon_sw_ops
= {
223 .owner
= THIS_MODULE
,
224 .fb_check_var
= drm_fb_helper_check_var
,
225 .fb_set_par
= drm_fb_helper_set_par
,
226 .fb_fillrect
= cfb_fillrect
,
227 .fb_copyarea
= cfb_copyarea
,
228 .fb_imageblit
= cfb_imageblit
,
229 .fb_pan_display
= drm_fb_helper_pan_display
,
230 .fb_blank
= drm_fb_helper_blank
,
231 .fb_setcmap
= drm_fb_helper_setcmap
,
232 .fb_debug_enter
= drm_fb_helper_debug_enter
,
233 .fb_debug_leave
= drm_fb_helper_debug_leave
,
236 static void nouveau_fbcon_gamma_set(struct drm_crtc
*crtc
, u16 red
, u16 green
,
239 struct nouveau_crtc
*nv_crtc
= nouveau_crtc(crtc
);
241 nv_crtc
->lut
.r
[regno
] = red
;
242 nv_crtc
->lut
.g
[regno
] = green
;
243 nv_crtc
->lut
.b
[regno
] = blue
;
246 static void nouveau_fbcon_gamma_get(struct drm_crtc
*crtc
, u16
*red
, u16
*green
,
247 u16
*blue
, int regno
)
249 struct nouveau_crtc
*nv_crtc
= nouveau_crtc(crtc
);
251 *red
= nv_crtc
->lut
.r
[regno
];
252 *green
= nv_crtc
->lut
.g
[regno
];
253 *blue
= nv_crtc
->lut
.b
[regno
];
257 nouveau_fbcon_zfill(struct drm_device
*dev
, struct nouveau_fbdev
*nfbdev
)
259 struct fb_info
*info
= nfbdev
->helper
.fbdev
;
260 struct fb_fillrect rect
;
262 /* Clear the entire fbcon. The drm will program every connector
263 * with it's preferred mode. If the sizes differ, one display will
264 * quite likely have garbage around the console.
266 rect
.dx
= rect
.dy
= 0;
267 rect
.width
= info
->var
.xres_virtual
;
268 rect
.height
= info
->var
.yres_virtual
;
271 info
->fbops
->fb_fillrect(info
, &rect
);
275 nouveau_fbcon_create(struct nouveau_fbdev
*nfbdev
,
276 struct drm_fb_helper_surface_size
*sizes
)
278 struct drm_device
*dev
= nfbdev
->dev
;
279 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
280 struct fb_info
*info
;
281 struct drm_framebuffer
*fb
;
282 struct nouveau_framebuffer
*nouveau_fb
;
283 struct nouveau_channel
*chan
;
284 struct nouveau_bo
*nvbo
;
285 struct drm_mode_fb_cmd2 mode_cmd
;
286 struct pci_dev
*pdev
= dev
->pdev
;
287 struct device
*device
= &pdev
->dev
;
290 mode_cmd
.width
= sizes
->surface_width
;
291 mode_cmd
.height
= sizes
->surface_height
;
293 mode_cmd
.pitches
[0] = mode_cmd
.width
* (sizes
->surface_bpp
>> 3);
294 mode_cmd
.pitches
[0] = roundup(mode_cmd
.pitches
[0], 256);
296 mode_cmd
.pixel_format
= drm_mode_legacy_fb_format(sizes
->surface_bpp
,
297 sizes
->surface_depth
);
299 size
= mode_cmd
.pitches
[0] * mode_cmd
.height
;
300 size
= roundup(size
, PAGE_SIZE
);
302 ret
= nouveau_gem_new(dev
, size
, 0, NOUVEAU_GEM_DOMAIN_VRAM
,
305 NV_ERROR(dev
, "failed to allocate framebuffer\n");
309 ret
= nouveau_bo_pin(nvbo
, TTM_PL_FLAG_VRAM
);
311 NV_ERROR(dev
, "failed to pin fb: %d\n", ret
);
312 nouveau_bo_ref(NULL
, &nvbo
);
316 ret
= nouveau_bo_map(nvbo
);
318 NV_ERROR(dev
, "failed to map fb: %d\n", ret
);
319 nouveau_bo_unpin(nvbo
);
320 nouveau_bo_ref(NULL
, &nvbo
);
324 chan
= nouveau_nofbaccel
? NULL
: dev_priv
->channel
;
325 if (chan
&& dev_priv
->card_type
>= NV_50
) {
326 ret
= nouveau_bo_vma_add(nvbo
, chan
->vm
, &nfbdev
->nouveau_fb
.vma
);
328 NV_ERROR(dev
, "failed to map fb into chan: %d\n", ret
);
333 mutex_lock(&dev
->struct_mutex
);
335 info
= framebuffer_alloc(0, device
);
341 ret
= fb_alloc_cmap(&info
->cmap
, 256, 0);
349 nouveau_framebuffer_init(dev
, &nfbdev
->nouveau_fb
, &mode_cmd
, nvbo
);
351 nouveau_fb
= &nfbdev
->nouveau_fb
;
352 fb
= &nouveau_fb
->base
;
355 nfbdev
->helper
.fb
= fb
;
356 nfbdev
->helper
.fbdev
= info
;
358 strcpy(info
->fix
.id
, "nouveaufb");
359 if (nouveau_nofbaccel
)
360 info
->flags
= FBINFO_DEFAULT
| FBINFO_HWACCEL_DISABLED
;
362 info
->flags
= FBINFO_DEFAULT
| FBINFO_HWACCEL_COPYAREA
|
363 FBINFO_HWACCEL_FILLRECT
|
364 FBINFO_HWACCEL_IMAGEBLIT
;
365 info
->flags
|= FBINFO_CAN_FORCE_OUTPUT
;
366 info
->fbops
= &nouveau_fbcon_sw_ops
;
367 info
->fix
.smem_start
= nvbo
->bo
.mem
.bus
.base
+
368 nvbo
->bo
.mem
.bus
.offset
;
369 info
->fix
.smem_len
= size
;
371 info
->screen_base
= nvbo_kmap_obj_iovirtual(nouveau_fb
->nvbo
);
372 info
->screen_size
= size
;
374 drm_fb_helper_fill_fix(info
, fb
->pitches
[0], fb
->depth
);
375 drm_fb_helper_fill_var(info
, &nfbdev
->helper
, sizes
->fb_width
, sizes
->fb_height
);
377 /* Set aperture base/size for vesafb takeover */
378 info
->apertures
= dev_priv
->apertures
;
379 if (!info
->apertures
) {
384 info
->pixmap
.size
= 64*1024;
385 info
->pixmap
.buf_align
= 8;
386 info
->pixmap
.access_align
= 32;
387 info
->pixmap
.flags
= FB_PIXMAP_SYSTEM
;
388 info
->pixmap
.scan_align
= 1;
390 mutex_unlock(&dev
->struct_mutex
);
392 if (dev_priv
->channel
&& !nouveau_nofbaccel
) {
394 if (dev_priv
->card_type
< NV_50
)
395 ret
= nv04_fbcon_accel_init(info
);
397 if (dev_priv
->card_type
< NV_C0
)
398 ret
= nv50_fbcon_accel_init(info
);
400 ret
= nvc0_fbcon_accel_init(info
);
403 info
->fbops
= &nouveau_fbcon_ops
;
406 nouveau_fbcon_zfill(dev
, nfbdev
);
408 /* To allow resizeing without swapping buffers */
409 NV_INFO(dev
, "allocated %dx%d fb: 0x%lx, bo %p\n",
410 nouveau_fb
->base
.width
,
411 nouveau_fb
->base
.height
,
412 nvbo
->bo
.offset
, nvbo
);
414 vga_switcheroo_client_fb_set(dev
->pdev
, info
);
418 mutex_unlock(&dev
->struct_mutex
);
424 nouveau_fbcon_find_or_create_single(struct drm_fb_helper
*helper
,
425 struct drm_fb_helper_surface_size
*sizes
)
427 struct nouveau_fbdev
*nfbdev
= (struct nouveau_fbdev
*)helper
;
432 ret
= nouveau_fbcon_create(nfbdev
, sizes
);
441 nouveau_fbcon_output_poll_changed(struct drm_device
*dev
)
443 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
444 drm_fb_helper_hotplug_event(&dev_priv
->nfbdev
->helper
);
448 nouveau_fbcon_destroy(struct drm_device
*dev
, struct nouveau_fbdev
*nfbdev
)
450 struct nouveau_framebuffer
*nouveau_fb
= &nfbdev
->nouveau_fb
;
451 struct fb_info
*info
;
453 if (nfbdev
->helper
.fbdev
) {
454 info
= nfbdev
->helper
.fbdev
;
455 unregister_framebuffer(info
);
457 fb_dealloc_cmap(&info
->cmap
);
458 framebuffer_release(info
);
461 if (nouveau_fb
->nvbo
) {
462 nouveau_bo_unmap(nouveau_fb
->nvbo
);
463 nouveau_bo_vma_del(nouveau_fb
->nvbo
, &nouveau_fb
->vma
);
464 drm_gem_object_unreference_unlocked(nouveau_fb
->nvbo
->gem
);
465 nouveau_fb
->nvbo
= NULL
;
467 drm_fb_helper_fini(&nfbdev
->helper
);
468 drm_framebuffer_cleanup(&nouveau_fb
->base
);
472 void nouveau_fbcon_gpu_lockup(struct fb_info
*info
)
474 struct nouveau_fbdev
*nfbdev
= info
->par
;
475 struct drm_device
*dev
= nfbdev
->dev
;
477 NV_ERROR(dev
, "GPU lockup - switching to software fbcon\n");
478 info
->flags
|= FBINFO_HWACCEL_DISABLED
;
481 static struct drm_fb_helper_funcs nouveau_fbcon_helper_funcs
= {
482 .gamma_set
= nouveau_fbcon_gamma_set
,
483 .gamma_get
= nouveau_fbcon_gamma_get
,
484 .fb_probe
= nouveau_fbcon_find_or_create_single
,
488 int nouveau_fbcon_init(struct drm_device
*dev
)
490 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
491 struct nouveau_fbdev
*nfbdev
;
495 nfbdev
= kzalloc(sizeof(struct nouveau_fbdev
), GFP_KERNEL
);
500 dev_priv
->nfbdev
= nfbdev
;
501 nfbdev
->helper
.funcs
= &nouveau_fbcon_helper_funcs
;
503 ret
= drm_fb_helper_init(dev
, &nfbdev
->helper
,
504 nv_two_heads(dev
) ? 2 : 1, 4);
510 drm_fb_helper_single_add_all_connectors(&nfbdev
->helper
);
512 if (dev_priv
->vram_size
<= 32 * 1024 * 1024)
514 else if (dev_priv
->vram_size
<= 64 * 1024 * 1024)
519 drm_fb_helper_initial_config(&nfbdev
->helper
, preferred_bpp
);
523 void nouveau_fbcon_fini(struct drm_device
*dev
)
525 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
527 if (!dev_priv
->nfbdev
)
530 nouveau_fbcon_destroy(dev
, dev_priv
->nfbdev
);
531 kfree(dev_priv
->nfbdev
);
532 dev_priv
->nfbdev
= NULL
;
535 void nouveau_fbcon_save_disable_accel(struct drm_device
*dev
)
537 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
539 dev_priv
->nfbdev
->saved_flags
= dev_priv
->nfbdev
->helper
.fbdev
->flags
;
540 dev_priv
->nfbdev
->helper
.fbdev
->flags
|= FBINFO_HWACCEL_DISABLED
;
543 void nouveau_fbcon_restore_accel(struct drm_device
*dev
)
545 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
546 dev_priv
->nfbdev
->helper
.fbdev
->flags
= dev_priv
->nfbdev
->saved_flags
;
549 void nouveau_fbcon_set_suspend(struct drm_device
*dev
, int state
)
551 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
554 nouveau_fbcon_save_disable_accel(dev
);
555 fb_set_suspend(dev_priv
->nfbdev
->helper
.fbdev
, state
);
557 nouveau_fbcon_restore_accel(dev
);
561 void nouveau_fbcon_zfill_all(struct drm_device
*dev
)
563 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
564 nouveau_fbcon_zfill(dev
, dev_priv
->nfbdev
);