2 * Copyright (C) 2007 Ben Skeggs.
5 * Permission is hereby granted, free of charge, to any person obtaining
6 * a copy of this software and associated documentation files (the
7 * "Software"), to deal in the Software without restriction, including
8 * without limitation the rights to use, copy, modify, merge, publish,
9 * distribute, sublicense, and/or sell copies of the Software, and to
10 * permit persons to whom the Software is furnished to do so, subject to
11 * the following conditions:
13 * The above copyright notice and this permission notice (including the
14 * next paragraph) shall be included in all copies or substantial
15 * portions of the Software.
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
18 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
20 * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
21 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
22 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
23 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
27 #ifndef __NOUVEAU_DMA_H__
28 #define __NOUVEAU_DMA_H__
30 #include "nouveau_bo.h"
31 #include "nouveau_chan.h"
33 int nouveau_dma_wait(struct nouveau_channel
*, int slots
, int size
);
34 void nv50_dma_push(struct nouveau_channel
*, struct nouveau_bo
*,
35 int delta
, int length
);
38 * There's a hw race condition where you can't jump to your PUT offset,
39 * to avoid this we jump to offset + SKIPS and fill the difference with
42 * xf86-video-nv configures the DMA fetch size to 32 bytes, and uses
43 * a SKIPS value of 8. Lets assume that the race condition is to do
44 * with writing into the fetch area, we configure a fetch size of 128
45 * bytes so we need a larger SKIPS value.
47 #define NOUVEAU_DMA_SKIPS (128 / 4)
49 /* Hardcoded object assignments to subchannels (subchannel id). */
64 NvNotify0
= 0x80000006,
66 NvCtxSurf2D
= 0x80000008,
68 NvImagePatt
= 0x8000000a,
69 NvClipRect
= 0x8000000b,
70 NvGdiRect
= 0x8000000c,
71 NvImageBlit
= 0x8000000d,
74 NvEvoSema0
= 0x80000010,
75 NvEvoSema1
= 0x80000011,
76 NvNotify1
= 0x80000012,
78 /* G80+ display objects */
79 NvEvoVRAM
= 0x01000000,
80 NvEvoFB16
= 0x01000001,
81 NvEvoFB32
= 0x01000002,
82 NvEvoVRAM_LP
= 0x01000003,
83 NvEvoSync
= 0xcafe0000
86 #define NV_MEMORY_TO_MEMORY_FORMAT 0x00000039
87 #define NV_MEMORY_TO_MEMORY_FORMAT_NAME 0x00000000
88 #define NV_MEMORY_TO_MEMORY_FORMAT_SET_REF 0x00000050
89 #define NV_MEMORY_TO_MEMORY_FORMAT_NOP 0x00000100
90 #define NV_MEMORY_TO_MEMORY_FORMAT_NOTIFY 0x00000104
91 #define NV_MEMORY_TO_MEMORY_FORMAT_NOTIFY_STYLE_WRITE 0x00000000
92 #define NV_MEMORY_TO_MEMORY_FORMAT_NOTIFY_STYLE_WRITE_LE_AWAKEN 0x00000001
93 #define NV_MEMORY_TO_MEMORY_FORMAT_DMA_NOTIFY 0x00000180
94 #define NV_MEMORY_TO_MEMORY_FORMAT_DMA_SOURCE 0x00000184
95 #define NV_MEMORY_TO_MEMORY_FORMAT_OFFSET_IN 0x0000030c
97 #define NV50_MEMORY_TO_MEMORY_FORMAT 0x00005039
98 #define NV50_MEMORY_TO_MEMORY_FORMAT_UNK200 0x00000200
99 #define NV50_MEMORY_TO_MEMORY_FORMAT_UNK21C 0x0000021c
100 #define NV50_MEMORY_TO_MEMORY_FORMAT_OFFSET_IN_HIGH 0x00000238
101 #define NV50_MEMORY_TO_MEMORY_FORMAT_OFFSET_OUT_HIGH 0x0000023c
103 static __must_check
inline int
104 RING_SPACE(struct nouveau_channel
*chan
, int size
)
108 ret
= nouveau_dma_wait(chan
, 1, size
);
112 chan
->dma
.free
-= size
;
117 OUT_RING(struct nouveau_channel
*chan
, int data
)
119 nouveau_bo_wr32(chan
->push
.buffer
, chan
->dma
.cur
++, data
);
123 OUT_RINGp(struct nouveau_channel
*chan
, const void *data
, unsigned nr_dwords
);
126 BEGIN_NV04(struct nouveau_channel
*chan
, int subc
, int mthd
, int size
)
128 OUT_RING(chan
, 0x00000000 | (subc
<< 13) | (size
<< 18) | mthd
);
132 BEGIN_NI04(struct nouveau_channel
*chan
, int subc
, int mthd
, int size
)
134 OUT_RING(chan
, 0x40000000 | (subc
<< 13) | (size
<< 18) | mthd
);
138 BEGIN_NVC0(struct nouveau_channel
*chan
, int subc
, int mthd
, int size
)
140 OUT_RING(chan
, 0x20000000 | (size
<< 16) | (subc
<< 13) | (mthd
>> 2));
144 BEGIN_NIC0(struct nouveau_channel
*chan
, int subc
, int mthd
, int size
)
146 OUT_RING(chan
, 0x60000000 | (size
<< 16) | (subc
<< 13) | (mthd
>> 2));
150 BEGIN_IMC0(struct nouveau_channel
*chan
, int subc
, int mthd
, u16 data
)
152 OUT_RING(chan
, 0x80000000 | (data
<< 16) | (subc
<< 13) | (mthd
>> 2));
155 #define WRITE_PUT(val) do { \
156 DRM_MEMORYBARRIER(); \
157 nouveau_bo_rd32(chan->push.buffer, 0); \
158 nv_wo32(chan->object, chan->user_put, ((val) << 2) + chan->push.vma.offset); \
162 FIRE_RING(struct nouveau_channel
*chan
)
164 if (chan
->dma
.cur
== chan
->dma
.put
)
166 chan
->accel_done
= true;
168 if (chan
->dma
.ib_max
) {
169 nv50_dma_push(chan
, chan
->push
.buffer
, chan
->dma
.put
<< 2,
170 (chan
->dma
.cur
- chan
->dma
.put
) << 2);
172 WRITE_PUT(chan
->dma
.cur
);
175 chan
->dma
.put
= chan
->dma
.cur
;
179 WIND_RING(struct nouveau_channel
*chan
)
181 chan
->dma
.cur
= chan
->dma
.put
;
185 #define NV01_SUBCHAN_OBJECT 0x00000000
186 #define NV84_SUBCHAN_SEMAPHORE_ADDRESS_HIGH 0x00000010
187 #define NV84_SUBCHAN_SEMAPHORE_ADDRESS_LOW 0x00000014
188 #define NV84_SUBCHAN_SEMAPHORE_SEQUENCE 0x00000018
189 #define NV84_SUBCHAN_SEMAPHORE_TRIGGER 0x0000001c
190 #define NV84_SUBCHAN_SEMAPHORE_TRIGGER_ACQUIRE_EQUAL 0x00000001
191 #define NV84_SUBCHAN_SEMAPHORE_TRIGGER_WRITE_LONG 0x00000002
192 #define NV84_SUBCHAN_SEMAPHORE_TRIGGER_ACQUIRE_GEQUAL 0x00000004
193 #define NVC0_SUBCHAN_SEMAPHORE_TRIGGER_YIELD 0x00001000
194 #define NV84_SUBCHAN_UEVENT 0x00000020
195 #define NV84_SUBCHAN_WRCACHE_FLUSH 0x00000024
196 #define NV10_SUBCHAN_REF_CNT 0x00000050
197 #define NVSW_SUBCHAN_PAGE_FLIP 0x00000054
198 #define NV11_SUBCHAN_DMA_SEMAPHORE 0x00000060
199 #define NV11_SUBCHAN_SEMAPHORE_OFFSET 0x00000064
200 #define NV11_SUBCHAN_SEMAPHORE_ACQUIRE 0x00000068
201 #define NV11_SUBCHAN_SEMAPHORE_RELEASE 0x0000006c
202 #define NV40_SUBCHAN_YIELD 0x00000080
204 /* NV_SW object class */
205 #define NV_SW_DMA_VBLSEM 0x0000018c
206 #define NV_SW_VBLSEM_OFFSET 0x00000400
207 #define NV_SW_VBLSEM_RELEASE_VALUE 0x00000404
208 #define NV_SW_VBLSEM_RELEASE 0x00000408
209 #define NV_SW_PAGE_FLIP 0x00000500