?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
Expand PMF_FN_* macros.
[netbsd-mini2440.git] / sys / arch / sparc / include / bus.h
blob08920a0373fe92b1a96934d39ef143994a3012ae
1 /* $NetBSD: bus.h,v 1.55 2009/04/16 16:55:00 macallan Exp $ */
2
3 /*-
4 * Copyright (c) 1996, 1997, 1998, 2001 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 * NASA Ames Research Center.
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 *
20 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
21 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
22 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
23 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
24 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30 * POSSIBILITY OF SUCH DAMAGE.
31 */
32
33 /*
34 * Copyright (c) 1996 Charles M. Hannum. All rights reserved.
35 * Copyright (c) 1996 Christopher G. Demetriou. All rights reserved.
36 *
37 * Redistribution and use in source and binary forms, with or without
38 * modification, are permitted provided that the following conditions
39 * are met:
40 * 1. Redistributions of source code must retain the above copyright
41 * notice, this list of conditions and the following disclaimer.
42 * 2. Redistributions in binary form must reproduce the above copyright
43 * notice, this list of conditions and the following disclaimer in the
44 * documentation and/or other materials provided with the distribution.
45 * 3. All advertising materials mentioning features or use of this software
46 * must display the following acknowledgement:
47 * This product includes software developed by Christopher G. Demetriou
48 * for the NetBSD Project.
49 * 4. The name of the author may not be used to endorse or promote products
50 * derived from this software without specific prior written permission
51 *
52 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
53 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
54 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
55 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
56 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
57 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
58 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
59 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
60 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
61 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
62 */
63
64 #ifndef _SPARC_BUS_H_
65 #define _SPARC_BUS_H_
66
67 #define SPARC_BUS_SPACE 0
68
69 /*
70 * Bus address and size types
71 */
72 typedef u_long bus_space_handle_t;
73 typedef uint64_t bus_addr_t;
74 typedef u_long bus_size_t;
75
76 /* bus_addr_t is extended to 64-bits and has the iospace encoded in it */
77 #define BUS_ADDR_IOSPACE(x) ((x)>>32)
78 #define BUS_ADDR_PADDR(x) ((x)&0xffffffff)
79 #define BUS_ADDR(io, pa) \
80 ((((uint64_t)(uint32_t)(io))<<32) | (uint32_t)(pa))
81
82 #define __BUS_SPACE_HAS_STREAM_METHODS 1
83
84 /*
85 * Access methods for bus resources and address space.
86 */
87 typedef struct sparc_bus_space_tag *bus_space_tag_t;
88
89 struct sparc_bus_space_tag {
90 void *cookie;
91 bus_space_tag_t parent;
92
93 /*
94 * Windows onto the parent bus that this tag maps. If ranges
95 * is non-NULL, the address will be translated, and recursively
96 * mapped via the parent tag.
97 */
98 struct openprom_range *ranges;
99 int nranges;
100
101 int (*sparc_bus_map)(
102 bus_space_tag_t,
103 bus_addr_t,
104 bus_size_t,
105 int, /*flags*/
106 vaddr_t, /*preferred vaddr*/
107 bus_space_handle_t *);
108 int (*sparc_bus_unmap)(
109 bus_space_tag_t,
110 bus_space_handle_t,
111 bus_size_t);
112 int (*sparc_bus_subregion)(
113 bus_space_tag_t,
114 bus_space_handle_t,
115 bus_size_t, /*offset*/
116 bus_size_t, /*size*/
117 bus_space_handle_t *);
118
119 void (*sparc_bus_barrier)(
120 bus_space_tag_t,
121 bus_space_handle_t,
122 bus_size_t, /*offset*/
123 bus_size_t, /*size*/
124 int); /*flags*/
125
126 paddr_t (*sparc_bus_mmap)(
127 bus_space_tag_t,
128 bus_addr_t,
129 off_t,
130 int, /*prot*/
131 int); /*flags*/
132
133 void *(*sparc_intr_establish)(
134 bus_space_tag_t,
135 int, /*bus-specific intr*/
136 int, /*device class level,
137 see machine/intr.h*/
138 int (*)(void *), /*handler*/
139 void *, /*handler arg*/
140 void (*)(void)); /*optional fast vector*/
141
142 uint8_t (*sparc_read_1)(
143 bus_space_tag_t space,
144 bus_space_handle_t handle,
145 bus_size_t offset);
146
147 uint16_t (*sparc_read_2)(
148 bus_space_tag_t space,
149 bus_space_handle_t handle,
150 bus_size_t offset);
151
152 uint32_t (*sparc_read_4)(
153 bus_space_tag_t space,
154 bus_space_handle_t handle,
155 bus_size_t offset);
156
157 uint64_t (*sparc_read_8)(
158 bus_space_tag_t space,
159 bus_space_handle_t handle,
160 bus_size_t offset);
161
162 void (*sparc_write_1)(
163 bus_space_tag_t space,
164 bus_space_handle_t handle,
165 bus_size_t offset,
166 uint8_t value);
167
168 void (*sparc_write_2)(
169 bus_space_tag_t space,
170 bus_space_handle_t handle,
171 bus_size_t offset,
172 uint16_t value);
173
174 void (*sparc_write_4)(
175 bus_space_tag_t space,
176 bus_space_handle_t handle,
177 bus_size_t offset,
178 uint32_t value);
179
180 void (*sparc_write_8)(
181 bus_space_tag_t space,
182 bus_space_handle_t handle,
183 bus_size_t offset,
184 uint64_t value);
185 };
186
187 bus_space_tag_t bus_space_tag_alloc(bus_space_tag_t, void *);
188 int bus_space_translate_address_generic(struct openprom_range *,
189 int, bus_addr_t *);
190
191 /*
192 * Bus space function prototypes.
193 * In bus_space_map2(), supply a special virtual address only if you
194 * get it from ../sparc/vaddrs.h.
195 */
196 static int bus_space_map(
197 bus_space_tag_t,
198 bus_addr_t,
199 bus_size_t,
200 int, /*flags*/
201 bus_space_handle_t *);
202 static int bus_space_map2(
203 bus_space_tag_t,
204 bus_addr_t,
205 bus_size_t,
206 int, /*flags*/
207 vaddr_t, /*preferred vaddr*/
208 bus_space_handle_t *);
209 static int bus_space_unmap(
210 bus_space_tag_t,
211 bus_space_handle_t,
212 bus_size_t);
213 static int bus_space_subregion(
214 bus_space_tag_t,
215 bus_space_handle_t,
216 bus_size_t,
217 bus_size_t,
218 bus_space_handle_t *);
219 static void bus_space_barrier(
220 bus_space_tag_t,
221 bus_space_handle_t,
222 bus_size_t,
223 bus_size_t,
224 int);
225 static paddr_t bus_space_mmap(
226 bus_space_tag_t,
227 bus_addr_t, /**/
228 off_t,
229 int, /*prot*/
230 int); /*flags*/
231 static void *bus_intr_establish(
232 bus_space_tag_t,
233 int, /*bus-specific intr*/
234 int, /*device class level,
235 see machine/intr.h*/
236 int (*)(void *), /*handler*/
237 void *); /*handler arg*/
238 static void *bus_intr_establish2(
239 bus_space_tag_t,
240 int, /*bus-specific intr*/
241 int, /*device class level,
242 see machine/intr.h*/
243 int (*)(void *), /*handler*/
244 void *, /*handler arg*/
245 void (*)(void)); /*optional fast vector*/
246
247
248
249 static __inline int
250 bus_space_map(t, a, s, f, hp)
251 bus_space_tag_t t;
252 bus_addr_t a;
253 bus_size_t s;
254 int f;
255 bus_space_handle_t *hp;
256 {
257 return (*t->sparc_bus_map)(t, a, s, f, (vaddr_t)0, hp);
258 }
259
260 static __inline int
261 bus_space_map2(t, a, s, f, v, hp)
262 bus_space_tag_t t;
263 bus_addr_t a;
264 bus_size_t s;
265 int f;
266 vaddr_t v;
267 bus_space_handle_t *hp;
268 {
269 return (*t->sparc_bus_map)(t, a, s, f, v, hp);
270 }
271
272 static __inline int
273 bus_space_unmap(t, h, s)
274 bus_space_tag_t t;
275 bus_space_handle_t h;
276 bus_size_t s;
277 {
278 return (*t->sparc_bus_unmap)(t, h, s);
279 }
280
281 static __inline int
282 bus_space_subregion(t, h, o, s, hp)
283 bus_space_tag_t t;
284 bus_space_handle_t h;
285 bus_size_t o;
286 bus_size_t s;
287 bus_space_handle_t *hp;
288 {
289 return (*t->sparc_bus_subregion)(t, h, o, s, hp);
290 }
291
292 static __inline paddr_t
293 bus_space_mmap(t, a, o, p, f)
294 bus_space_tag_t t;
295 bus_addr_t a;
296 off_t o;
297 int p;
298 int f;
299 {
300 return (*t->sparc_bus_mmap)(t, a, o, p, f);
301 }
302
303 static __inline void *
304 bus_intr_establish(t, p, l, h, a)
305 bus_space_tag_t t;
306 int p;
307 int l;
308 int (*h)(void *);
309 void *a;
310 {
311 return (*t->sparc_intr_establish)(t, p, l, h, a, NULL);
312 }
313
314 static __inline void *
315 bus_intr_establish2(t, p, l, h, a, v)
316 bus_space_tag_t t;
317 int p;
318 int l;
319 int (*h)(void *);
320 void *a;
321 void (*v)(void);
322 {
323 return (*t->sparc_intr_establish)(t, p, l, h, a, v);
324 }
325
326 static __inline void
327 bus_space_barrier(t, h, o, s, f)
328 bus_space_tag_t t;
329 bus_space_handle_t h;
330 bus_size_t o;
331 bus_size_t s;
332 int f;
333 {
334 (*t->sparc_bus_barrier)(t, h, o, s, f);
335 }
336
337
338 #if 0
339 int bus_space_alloc(bus_space_tag_t t, bus_addr_t rstart,
340 bus_addr_t rend, bus_size_t size, bus_size_t align,
341 bus_size_t boundary, int flags, bus_addr_t *addrp,
342 bus_space_handle_t *bshp);
343 void bus_space_free(bus_space_tag_t t, bus_space_handle_t bsh,
344 bus_size_t size);
345 #endif
346
347 #define bus_space_vaddr(t, h) ((void)(t), (void *)(h))
348
349 /* flags for bus space map functions */
350 #define BUS_SPACE_MAP_CACHEABLE 0x0001
351 #define BUS_SPACE_MAP_LINEAR 0x0002
352 #define BUS_SPACE_MAP_PREFETCHABLE 0x0004
353 #define BUS_SPACE_MAP_BUS1 0x0100 /* placeholders for bus functions... */
354 #define BUS_SPACE_MAP_BUS2 0x0200
355 #define BUS_SPACE_MAP_BUS3 0x0400
356 #define BUS_SPACE_MAP_LARGE 0x0800 /* map outside IODEV range */
357
358
359 /* flags for bus_space_barrier() */
360 #define BUS_SPACE_BARRIER_READ 0x01 /* force read barrier */
361 #define BUS_SPACE_BARRIER_WRITE 0x02 /* force write barrier */
362
363 /*
364 * Device space probe assistant.
365 * The optional callback function's arguments are:
366 * the temporary virtual address
367 * the passed `arg' argument
368 */
369 int bus_space_probe(
370 bus_space_tag_t,
371 bus_addr_t,
372 bus_size_t, /* probe size */
373 size_t, /* offset */
374 int, /* flags */
375 int (*)(void *, void *), /* callback function */
376 void *); /* callback arg */
377
378
379 /*
380 * u_intN_t bus_space_read_N(bus_space_tag_t tag,
381 * bus_space_handle_t bsh, bus_size_t offset);
382 *
383 * Read a 1, 2, 4, or 8 byte quantity from bus space
384 * described by tag/handle/offset.
385 */
386
387 #define bus_space_read_1_real(t, h, o) \
388 ((void)(t), *(volatile uint8_t *)((h) + (o)))
389
390 #define bus_space_read_2_real(t, h, o) \
391 ((void)(t), *(volatile uint16_t *)((h) + (o)))
392
393 #define bus_space_read_4_real(t, h, o) \
394 ((void)(t), *(volatile uint32_t *)((h) + (o)))
395
396 #define bus_space_read_8_real(t, h, o) \
397 ((void)(t), *(volatile uint64_t *)((h) + (o)))
398
399
400
401 static uint8_t bus_space_read_1(bus_space_tag_t,
402 bus_space_handle_t,
403 bus_size_t);
404 static uint16_t bus_space_read_2(bus_space_tag_t,
405 bus_space_handle_t,
406 bus_size_t);
407 static uint32_t bus_space_read_4(bus_space_tag_t,
408 bus_space_handle_t,
409 bus_size_t);
410 static uint64_t bus_space_read_8(bus_space_tag_t,
411 bus_space_handle_t,
412 bus_size_t);
413
414 static __inline uint8_t
415 bus_space_read_1(t, h, o)
416 bus_space_tag_t t;
417 bus_space_handle_t h;
418 bus_size_t o;
419 {
420 return (*t->sparc_read_1)(t, h, o);
421 }
422
423 static __inline uint16_t
424 bus_space_read_2(t, h, o)
425 bus_space_tag_t t;
426 bus_space_handle_t h;
427 bus_size_t o;
428 {
429 return (*t->sparc_read_2)(t, h, o);
430 }
431
432 static __inline uint32_t
433 bus_space_read_4(t, h, o)
434 bus_space_tag_t t;
435 bus_space_handle_t h;
436 bus_size_t o;
437 {
438 return (*t->sparc_read_4)(t, h, o);
439 }
440
441 static __inline uint64_t
442 bus_space_read_8(t, h, o)
443 bus_space_tag_t t;
444 bus_space_handle_t h;
445 bus_size_t o;
446 {
447 return (*t->sparc_read_8)(t, h, o);
448 }
449
450 #if __SLIM_SPARC_BUS_SPACE
451 static __inline uint8_t
452 bus_space_read_1(t, h, o)
453 bus_space_tag_t t;
454 bus_space_handle_t h;
455 bus_size_t o;
456 {
457 __insn_barrier();
458 return bus_space_read_1_real(t, h, o);
459 }
460
461 static __inline uint16_t
462 bus_space_read_2(t, h, o)
463 bus_space_tag_t t;
464 bus_space_handle_t h;
465 bus_size_t o;
466 {
467 __insn_barrier();
468 return bus_space_read_2_real(t, h, o);
469 }
470
471 static __inline uint32_t
472 bus_space_read_4(t, h, o)
473 bus_space_tag_t t;
474 bus_space_handle_t h;
475 bus_size_t o;
476 {
477 __insn_barrier();
478 return bus_space_read_4_real(t, h, o);
479 }
480
481 static __inline uint64_t
482 bus_space_read_8(t, h, o)
483 bus_space_tag_t t;
484 bus_space_handle_t h;
485 bus_size_t o;
486 {
487 __insn_barrier();
488 return bus_space_read_8_real(t, h, o);
489 }
490
491 #endif /* __SLIM_SPARC_BUS_SPACE */
492
493 #define bus_space_read_stream_1 bus_space_read_1_real
494 #define bus_space_read_stream_2 bus_space_read_2_real
495 #define bus_space_read_stream_4 bus_space_read_4_real
496 #define bus_space_read_stream_8 bus_space_read_8_real
497
498
499 /*
500 * void bus_space_write_N(bus_space_tag_t tag,
501 * bus_space_handle_t bsh, bus_size_t offset,
502 * u_intN_t value);
503 *
504 * Write the 1, 2, 4, or 8 byte value `value' to bus space
505 * described by tag/handle/offset.
506 */
507
508 #define bus_space_write_1_real(t, h, o, v) do { \
509 ((void)(t), (void)(*(volatile uint8_t *)((h) + (o)) = (v))); \
510 } while (/* CONSTCOND */ 0)
511
512 #define bus_space_write_2_real(t, h, o, v) do { \
513 ((void)(t), (void)(*(volatile uint16_t *)((h) + (o)) = (v))); \
514 } while (/* CONSTCOND */ 0)
515
516 #define bus_space_write_4_real(t, h, o, v) do { \
517 ((void)(t), (void)(*(volatile uint32_t *)((h) + (o)) = (v))); \
518 } while (/* CONSTCOND */ 0)
519
520 #define bus_space_write_8_real(t, h, o, v) do { \
521 ((void)(t), (void)(*(volatile uint64_t *)((h) + (o)) = (v))); \
522 } while (/* CONSTCOND */ 0)
523
524
525
526 static void bus_space_write_1(bus_space_tag_t,
527 bus_space_handle_t,
528 bus_size_t,
529 const uint8_t);
530 static void bus_space_write_2(bus_space_tag_t,
531 bus_space_handle_t,
532 bus_size_t,
533 const uint16_t);
534 static void bus_space_write_4(bus_space_tag_t,
535 bus_space_handle_t,
536 bus_size_t,
537 const uint32_t);
538 static void bus_space_write_8(bus_space_tag_t,
539 bus_space_handle_t,
540 bus_size_t,
541 const uint64_t);
542
543 static __inline void
544 bus_space_write_1(t, h, o, v)
545 bus_space_tag_t t;
546 bus_space_handle_t h;
547 bus_size_t o;
548 uint8_t v;
549 {
550 (*t->sparc_write_1)(t, h, o, v);
551 }
552
553 static __inline void
554 bus_space_write_2(t, h, o, v)
555 bus_space_tag_t t;
556 bus_space_handle_t h;
557 bus_size_t o;
558 uint16_t v;
559 {
560 (*t->sparc_write_2)(t, h, o, v);
561 }
562
563 static __inline void
564 bus_space_write_4(t, h, o, v)
565 bus_space_tag_t t;
566 bus_space_handle_t h;
567 bus_size_t o;
568 uint32_t v;
569 {
570 (*t->sparc_write_4)(t, h, o, v);
571 }
572
573 static __inline void
574 bus_space_write_8(t, h, o, v)
575 bus_space_tag_t t;
576 bus_space_handle_t h;
577 bus_size_t o;
578 uint64_t v;
579 {
580 (*t->sparc_write_8)(t, h, o, v);
581 }
582
583 #if __SLIM_SPARC_BUS_SPACE
584
585 static __inline void
586 bus_space_write_1(t, h, o, v)
587 bus_space_tag_t t;
588 bus_space_handle_t h;
589 bus_size_t o;
590 uint8_t v;
591 {
592 __insn_barrier();
593 bus_space_write_1_real(t, h, o, v);
594 }
595
596 static __inline void
597 bus_space_write_2(t, h, o, v)
598 bus_space_tag_t t;
599 bus_space_handle_t h;
600 bus_size_t o;
601 uint16_t v;
602 {
603 __insn_barrier();
604 bus_space_write_2_real(t, h, o, v);
605 }
606
607 static __inline void
608 bus_space_write_4(t, h, o, v)
609 bus_space_tag_t t;
610 bus_space_handle_t h;
611 bus_size_t o;
612 uint32_t v;
613 {
614 __insn_barrier();
615 bus_space_write_4_real(t, h, o, v);
616 }
617
618 static __inline void
619 bus_space_write_8(t, h, o, v)
620 bus_space_tag_t t;
621 bus_space_handle_t h;
622 bus_size_t o;
623 uint64_t v;
624 {
625 __insn_barrier();
626 bus_space_write_8_real(t, h, o, v);
627 }
628
629 #endif /* __SLIM_SPARC_BUS_SPACE */
630
631 #define bus_space_write_stream_1 bus_space_write_1_real
632 #define bus_space_write_stream_2 bus_space_write_2_real
633 #define bus_space_write_stream_4 bus_space_write_4_real
634 #define bus_space_write_stream_8 bus_space_write_8_real
635
636
637 /*
638 * void bus_space_read_multi_N(bus_space_tag_t tag,
639 * bus_space_handle_t bsh, bus_size_t offset,
640 * u_intN_t *addr, bus_size_t count);
641 *
642 * Read `count' 1, 2, 4, or 8 byte quantities from bus space
643 * described by tag/handle/offset and copy into buffer provided.
644 */
645
646 static void bus_space_read_multi_1(bus_space_tag_t,
647 bus_space_handle_t,
648 bus_size_t,
649 uint8_t *,
650 bus_size_t);
651
652 static void bus_space_read_multi_2(bus_space_tag_t,
653 bus_space_handle_t,
654 bus_size_t,
655 uint16_t *,
656 bus_size_t);
657
658 static void bus_space_read_multi_4(bus_space_tag_t,
659 bus_space_handle_t,
660 bus_size_t,
661 uint32_t *,
662 bus_size_t);
663
664 static void bus_space_read_multi_8(bus_space_tag_t,
665 bus_space_handle_t,
666 bus_size_t,
667 uint64_t *,
668 bus_size_t);
669
670 static __inline void
671 bus_space_read_multi_1(t, h, o, a, c)
672 bus_space_tag_t t;
673 bus_space_handle_t h;
674 bus_size_t o, c;
675 uint8_t *a;
676 {
677 while (c-- > 0)
678 *a++ = bus_space_read_1(t, h, o);
679 }
680
681 static __inline void
682 bus_space_read_multi_2(t, h, o, a, c)
683 bus_space_tag_t t;
684 bus_space_handle_t h;
685 bus_size_t o, c;
686 uint16_t *a;
687 {
688 while (c-- > 0)
689 *a++ = bus_space_read_2(t, h, o);
690 }
691
692 static __inline void
693 bus_space_read_multi_4(t, h, o, a, c)
694 bus_space_tag_t t;
695 bus_space_handle_t h;
696 bus_size_t o, c;
697 uint32_t *a;
698 {
699 while (c-- > 0)
700 *a++ = bus_space_read_4(t, h, o);
701 }
702
703 static __inline void
704 bus_space_read_multi_8(t, h, o, a, c)
705 bus_space_tag_t t;
706 bus_space_handle_t h;
707 bus_size_t o, c;
708 uint64_t *a;
709 {
710 while (c-- > 0)
711 *a++ = bus_space_read_8(t, h, o);
712 }
713
714 #define bus_space_read_multi_stream_1 bus_space_read_multi_1
715
716 static void bus_space_read_multi_stream_2(bus_space_tag_t,
717 bus_space_handle_t,
718 bus_size_t,
719 uint16_t *,
720 bus_size_t);
721
722 static void bus_space_read_multi_stream_4(bus_space_tag_t,
723 bus_space_handle_t,
724 bus_size_t,
725 uint32_t *,
726 bus_size_t);
727
728 static void bus_space_read_multi_stream_8(bus_space_tag_t,
729 bus_space_handle_t,
730 bus_size_t,
731 uint64_t *,
732 bus_size_t);
733
734 static __inline void
735 bus_space_read_multi_stream_2(t, h, o, a, c)
736 bus_space_tag_t t;
737 bus_space_handle_t h;
738 bus_size_t o, c;
739 uint16_t *a;
740 {
741 while (c-- > 0)
742 *a++ = bus_space_read_2_real(t, h, o);
743 }
744
745 static __inline void
746 bus_space_read_multi_stream_4(t, h, o, a, c)
747 bus_space_tag_t t;
748 bus_space_handle_t h;
749 bus_size_t o, c;
750 uint32_t *a;
751 {
752 while (c-- > 0)
753 *a++ = bus_space_read_4_real(t, h, o);
754 }
755
756 static __inline void
757 bus_space_read_multi_stream_8(t, h, o, a, c)
758 bus_space_tag_t t;
759 bus_space_handle_t h;
760 bus_size_t o, c;
761 uint64_t *a;
762 {
763 while (c-- > 0)
764 *a++ = bus_space_read_8_real(t, h, o);
765 }
766
767 /*
768 * void bus_space_write_multi_N(bus_space_tag_t tag,
769 * bus_space_handle_t bsh, bus_size_t offset,
770 * const u_intN_t *addr, bus_size_t count);
771 *
772 * Write `count' 1, 2, 4, or 8 byte quantities from the buffer
773 * provided to bus space described by tag/handle/offset.
774 */
775 static void bus_space_write_multi_1(bus_space_tag_t,
776 bus_space_handle_t,
777 bus_size_t,
778 const uint8_t *,
779 bus_size_t);
780 static void bus_space_write_multi_2(bus_space_tag_t,
781 bus_space_handle_t,
782 bus_size_t,
783 const uint16_t *,
784 bus_size_t);
785 static void bus_space_write_multi_4(bus_space_tag_t,
786 bus_space_handle_t,
787 bus_size_t,
788 const uint32_t *,
789 bus_size_t);
790 static void bus_space_write_multi_8(bus_space_tag_t,
791 bus_space_handle_t,
792 bus_size_t,
793 const uint64_t *,
794 bus_size_t);
795 static __inline void
796 bus_space_write_multi_1(t, h, o, a, c)
797 bus_space_tag_t t;
798 bus_space_handle_t h;
799 bus_size_t o, c;
800 const uint8_t *a;
801 {
802 while (c-- > 0)
803 bus_space_write_1(t, h, o, *a++);
804 }
805
806 static __inline void
807 bus_space_write_multi_2(t, h, o, a, c)
808 bus_space_tag_t t;
809 bus_space_handle_t h;
810 bus_size_t o, c;
811 const uint16_t *a;
812 {
813 while (c-- > 0)
814 bus_space_write_2(t, h, o, *a++);
815 }
816
817 static __inline void
818 bus_space_write_multi_4(t, h, o, a, c)
819 bus_space_tag_t t;
820 bus_space_handle_t h;
821 bus_size_t o, c;
822 const uint32_t *a;
823 {
824 while (c-- > 0)
825 bus_space_write_4(t, h, o, *a++);
826 }
827
828 static __inline void
829 bus_space_write_multi_8(t, h, o, a, c)
830 bus_space_tag_t t;
831 bus_space_handle_t h;
832 bus_size_t o, c;
833 const uint64_t *a;
834 {
835 while (c-- > 0)
836 bus_space_write_8(t, h, o, *a++);
837 }
838
839 #define bus_space_write_multi_stream_1 bus_space_write_multi_1
840
841 static void bus_space_write_multi_stream_2(bus_space_tag_t,
842 bus_space_handle_t,
843 bus_size_t,
844 const uint16_t *,
845 bus_size_t);
846 static void bus_space_write_multi_stream_4(bus_space_tag_t,
847 bus_space_handle_t,
848 bus_size_t,
849 const uint32_t *,
850 bus_size_t);
851 static void bus_space_write_multi_stream_8(bus_space_tag_t,
852 bus_space_handle_t,
853 bus_size_t,
854 const uint64_t *,
855 bus_size_t);
856
857 static __inline void
858 bus_space_write_multi_stream_2(t, h, o, a, c)
859 bus_space_tag_t t;
860 bus_space_handle_t h;
861 bus_size_t o, c;
862 const uint16_t *a;
863 {
864 while (c-- > 0)
865 bus_space_write_2_real(t, h, o, *a++);
866 }
867
868 static __inline void
869 bus_space_write_multi_stream_4(t, h, o, a, c)
870 bus_space_tag_t t;
871 bus_space_handle_t h;
872 bus_size_t o, c;
873 const uint32_t *a;
874 {
875 while (c-- > 0)
876 bus_space_write_4_real(t, h, o, *a++);
877 }
878
879 static __inline void
880 bus_space_write_multi_stream_8(t, h, o, a, c)
881 bus_space_tag_t t;
882 bus_space_handle_t h;
883 bus_size_t o, c;
884 const uint64_t *a;
885 {
886 while (c-- > 0)
887 bus_space_write_8_real(t, h, o, *a++);
888 }
889
890
891 /*
892 * void bus_space_set_multi_N(bus_space_tag_t tag,
893 * bus_space_handle_t bsh, bus_size_t offset, u_intN_t val,
894 * bus_size_t count);
895 *
896 * Write the 1, 2, 4, or 8 byte value `val' to bus space described
897 * by tag/handle/offset `count' times.
898 */
899 static void bus_space_set_multi_1(bus_space_tag_t,
900 bus_space_handle_t,
901 bus_size_t,
902 const uint8_t,
903 bus_size_t);
904 static void bus_space_set_multi_2(bus_space_tag_t,
905 bus_space_handle_t,
906 bus_size_t,
907 const uint16_t,
908 bus_size_t);
909 static void bus_space_set_multi_4(bus_space_tag_t,
910 bus_space_handle_t,
911 bus_size_t,
912 const uint32_t,
913 bus_size_t);
914 static void bus_space_set_multi_8(bus_space_tag_t,
915 bus_space_handle_t,
916 bus_size_t,
917 const uint64_t,
918 bus_size_t);
919
920 static __inline void
921 bus_space_set_multi_1(t, h, o, v, c)
922 bus_space_tag_t t;
923 bus_space_handle_t h;
924 bus_size_t o, c;
925 const uint8_t v;
926 {
927 while (c-- > 0)
928 bus_space_write_1(t, h, o, v);
929 }
930
931 static __inline void
932 bus_space_set_multi_2(t, h, o, v, c)
933 bus_space_tag_t t;
934 bus_space_handle_t h;
935 bus_size_t o, c;
936 const uint16_t v;
937 {
938 while (c-- > 0)
939 bus_space_write_2(t, h, o, v);
940 }
941
942 static __inline void
943 bus_space_set_multi_4(t, h, o, v, c)
944 bus_space_tag_t t;
945 bus_space_handle_t h;
946 bus_size_t o, c;
947 const uint32_t v;
948 {
949 while (c-- > 0)
950 bus_space_write_4(t, h, o, v);
951 }
952
953 static __inline void
954 bus_space_set_multi_8(t, h, o, v, c)
955 bus_space_tag_t t;
956 bus_space_handle_t h;
957 bus_size_t o, c;
958 const uint64_t v;
959 {
960 while (c-- > 0)
961 bus_space_write_8(t, h, o, v);
962 }
963
964
965 /*
966 * void bus_space_read_region_N(bus_space_tag_t tag,
967 * bus_space_handle_t bsh, bus_size_t off,
968 * u_intN_t *addr, bus_size_t count);
969 *
970 */
971 static void bus_space_read_region_1(bus_space_tag_t,
972 bus_space_handle_t,
973 bus_size_t,
974 uint8_t *,
975 bus_size_t);
976 static void bus_space_read_region_2(bus_space_tag_t,
977 bus_space_handle_t,
978 bus_size_t,
979 uint16_t *,
980 bus_size_t);
981 static void bus_space_read_region_4(bus_space_tag_t,
982 bus_space_handle_t,
983 bus_size_t,
984 uint32_t *,
985 bus_size_t);
986 static void bus_space_read_region_8(bus_space_tag_t,
987 bus_space_handle_t,
988 bus_size_t,
989 uint64_t *,
990 bus_size_t);
991
992 static __inline void
993 bus_space_read_region_1(t, h, o, a, c)
994 bus_space_tag_t t;
995 bus_space_handle_t h;
996 bus_size_t o, c;
997 uint8_t *a;
998 {
999 for (; c; a++, c--, o++)
1000 *a = bus_space_read_1(t, h, o);
1001 }
1002
1003 static __inline void
1004 bus_space_read_region_2(t, h, o, a, c)
1005 bus_space_tag_t t;
1006 bus_space_handle_t h;
1007 bus_size_t o, c;
1008 uint16_t *a;
1009 {
1010 for (; c; a++, c--, o+=2)
1011 *a = bus_space_read_2(t, h, o);
1012 }
1013
1014 static __inline void
1015 bus_space_read_region_4(t, h, o, a, c)
1016 bus_space_tag_t t;
1017 bus_space_handle_t h;
1018 bus_size_t o, c;
1019 uint32_t *a;
1020 {
1021 for (; c; a++, c--, o+=4)
1022 *a = bus_space_read_4(t, h, o);
1023 }
1024
1025 static __inline void
1026 bus_space_read_region_8(t, h, o, a, c)
1027 bus_space_tag_t t;
1028 bus_space_handle_t h;
1029 bus_size_t o, c;
1030 uint64_t *a;
1031 {
1032 for (; c; a++, c--, o+=8)
1033 *a = bus_space_read_8(t, h, o);
1034 }
1035
1036 /*
1037 * void bus_space_write_region_N(bus_space_tag_t tag,
1038 * bus_space_handle_t bsh, bus_size_t off,
1039 * u_intN_t *addr, bus_size_t count);
1040 *
1041 */
1042 static void bus_space_write_region_1(bus_space_tag_t,
1043 bus_space_handle_t,
1044 bus_size_t,
1045 const uint8_t *,
1046 bus_size_t);
1047 static void bus_space_write_region_2(bus_space_tag_t,
1048 bus_space_handle_t,
1049 bus_size_t,
1050 const uint16_t *,
1051 bus_size_t);
1052 static void bus_space_write_region_4(bus_space_tag_t,
1053 bus_space_handle_t,
1054 bus_size_t,
1055 const uint32_t *,
1056 bus_size_t);
1057 static void bus_space_write_region_8(bus_space_tag_t,
1058 bus_space_handle_t,
1059 bus_size_t,
1060 const uint64_t *,
1061 bus_size_t);
1062 static __inline void
1063 bus_space_write_region_1(t, h, o, a, c)
1064 bus_space_tag_t t;
1065 bus_space_handle_t h;
1066 bus_size_t o, c;
1067 const uint8_t *a;
1068 {
1069 for (; c; a++, c--, o++)
1070 bus_space_write_1(t, h, o, *a);
1071 }
1072
1073 static __inline void
1074 bus_space_write_region_2(t, h, o, a, c)
1075 bus_space_tag_t t;
1076 bus_space_handle_t h;
1077 bus_size_t o, c;
1078 const uint16_t *a;
1079 {
1080 for (; c; a++, c--, o+=2)
1081 bus_space_write_2(t, h, o, *a);
1082 }
1083
1084 static __inline void
1085 bus_space_write_region_4(t, h, o, a, c)
1086 bus_space_tag_t t;
1087 bus_space_handle_t h;
1088 bus_size_t o, c;
1089 const uint32_t *a;
1090 {
1091 for (; c; a++, c--, o+=4)
1092 bus_space_write_4(t, h, o, *a);
1093 }
1094
1095 static __inline void
1096 bus_space_write_region_8(t, h, o, a, c)
1097 bus_space_tag_t t;
1098 bus_space_handle_t h;
1099 bus_size_t o, c;
1100 const uint64_t *a;
1101 {
1102 for (; c; a++, c--, o+=8)
1103 bus_space_write_8(t, h, o, *a);
1104 }
1105
1106
1107 /*
1108 * void bus_space_set_region_N(bus_space_tag_t tag,
1109 * bus_space_handle_t bsh, bus_size_t off,
1110 * u_intN_t *addr, bus_size_t count);
1111 *
1112 */
1113 static void bus_space_set_region_1(bus_space_tag_t,
1114 bus_space_handle_t,
1115 bus_size_t,
1116 const uint8_t,
1117 bus_size_t);
1118 static void bus_space_set_region_2(bus_space_tag_t,
1119 bus_space_handle_t,
1120 bus_size_t,
1121 const uint16_t,
1122 bus_size_t);
1123 static void bus_space_set_region_4(bus_space_tag_t,
1124 bus_space_handle_t,
1125 bus_size_t,
1126 const uint32_t,
1127 bus_size_t);
1128 static void bus_space_set_region_8(bus_space_tag_t,
1129 bus_space_handle_t,
1130 bus_size_t,
1131 const uint64_t,
1132 bus_size_t);
1133
1134 static __inline void
1135 bus_space_set_region_1(t, h, o, v, c)
1136 bus_space_tag_t t;
1137 bus_space_handle_t h;
1138 bus_size_t o, c;
1139 const uint8_t v;
1140 {
1141 for (; c; c--, o++)
1142 bus_space_write_1(t, h, o, v);
1143 }
1144
1145 static __inline void
1146 bus_space_set_region_2(t, h, o, v, c)
1147 bus_space_tag_t t;
1148 bus_space_handle_t h;
1149 bus_size_t o, c;
1150 const uint16_t v;
1151 {
1152 for (; c; c--, o+=2)
1153 bus_space_write_2(t, h, o, v);
1154 }
1155
1156 static __inline void
1157 bus_space_set_region_4(t, h, o, v, c)
1158 bus_space_tag_t t;
1159 bus_space_handle_t h;
1160 bus_size_t o, c;
1161 const uint32_t v;
1162 {
1163 for (; c; c--, o+=4)
1164 bus_space_write_4(t, h, o, v);
1165 }
1166
1167 static __inline void
1168 bus_space_set_region_8(t, h, o, v, c)
1169 bus_space_tag_t t;
1170 bus_space_handle_t h;
1171 bus_size_t o, c;
1172 const uint64_t v;
1173 {
1174 for (; c; c--, o+=8)
1175 bus_space_write_8(t, h, o, v);
1176 }
1177
1178
1179 /*
1180 * void bus_space_copy_region_N(bus_space_tag_t tag,
1181 * bus_space_handle_t bsh1, bus_size_t off1,
1182 * bus_space_handle_t bsh2, bus_size_t off2,
1183 * bus_size_t count);
1184 *
1185 * Copy `count' 1, 2, 4, or 8 byte values from bus space starting
1186 * at tag/bsh1/off1 to bus space starting at tag/bsh2/off2.
1187 */
1188 static void bus_space_copy_region_1(bus_space_tag_t,
1189 bus_space_handle_t,
1190 bus_size_t,
1191 bus_space_handle_t,
1192 bus_size_t,
1193 bus_size_t);
1194 static void bus_space_copy_region_2(bus_space_tag_t,
1195 bus_space_handle_t,
1196 bus_size_t,
1197 bus_space_handle_t,
1198 bus_size_t,
1199 bus_size_t);
1200 static void bus_space_copy_region_4(bus_space_tag_t,
1201 bus_space_handle_t,
1202 bus_size_t,
1203 bus_space_handle_t,
1204 bus_size_t,
1205 bus_size_t);
1206 static void bus_space_copy_region_8(bus_space_tag_t,
1207 bus_space_handle_t,
1208 bus_size_t,
1209 bus_space_handle_t,
1210 bus_size_t,
1211 bus_size_t);
1212
1213
1214 static __inline void
1215 bus_space_copy_region_1(t, h1, o1, h2, o2, c)
1216 bus_space_tag_t t;
1217 bus_space_handle_t h1, h2;
1218 bus_size_t o1, o2;
1219 bus_size_t c;
1220 {
1221 for (; c; c--, o1++, o2++)
1222 bus_space_write_1(t, h1, o1, bus_space_read_1(t, h2, o2));
1223 }
1224
1225 static __inline void
1226 bus_space_copy_region_2(t, h1, o1, h2, o2, c)
1227 bus_space_tag_t t;
1228 bus_space_handle_t h1, h2;
1229 bus_size_t o1, o2;
1230 bus_size_t c;
1231 {
1232 for (; c; c--, o1+=2, o2+=2)
1233 bus_space_write_2(t, h1, o1, bus_space_read_2(t, h2, o2));
1234 }
1235
1236 static __inline void
1237 bus_space_copy_region_4(t, h1, o1, h2, o2, c)
1238 bus_space_tag_t t;
1239 bus_space_handle_t h1, h2;
1240 bus_size_t o1, o2;
1241 bus_size_t c;
1242 {
1243 for (; c; c--, o1+=4, o2+=4)
1244 bus_space_write_4(t, h1, o1, bus_space_read_4(t, h2, o2));
1245 }
1246
1247 static __inline void
1248 bus_space_copy_region_8(t, h1, o1, h2, o2, c)
1249 bus_space_tag_t t;
1250 bus_space_handle_t h1, h2;
1251 bus_size_t o1, o2;
1252 bus_size_t c;
1253 {
1254 for (; c; c--, o1+=8, o2+=8)
1255 bus_space_write_8(t, h1, o1, bus_space_read_8(t, h2, o2));
1256 }
1257
1258 /*
1259 * void bus_space_read_region_stream_N(bus_space_tag_t tag,
1260 * bus_space_handle_t bsh, bus_size_t off,
1261 * u_intN_t *addr, bus_size_t count);
1262 *
1263 */
1264 static void bus_space_read_region_stream_1(bus_space_tag_t,
1265 bus_space_handle_t,
1266 bus_size_t,
1267 uint8_t *,
1268 bus_size_t);
1269 static void bus_space_read_region_stream_2(bus_space_tag_t,
1270 bus_space_handle_t,
1271 bus_size_t,
1272 uint16_t *,
1273 bus_size_t);
1274 static void bus_space_read_region_stream_4(bus_space_tag_t,
1275 bus_space_handle_t,
1276 bus_size_t,
1277 uint32_t *,
1278 bus_size_t);
1279 static void bus_space_read_region_stream_8(bus_space_tag_t,
1280 bus_space_handle_t,
1281 bus_size_t,
1282 uint64_t *,
1283 bus_size_t);
1284
1285 static __inline void
1286 bus_space_read_region_stream_1(t, h, o, a, c)
1287 bus_space_tag_t t;
1288 bus_space_handle_t h;
1289 bus_size_t o, c;
1290 uint8_t *a;
1291 {
1292 for (; c; a++, c--, o++)
1293 *a = bus_space_read_stream_1(t, h, o);
1294 }
1295 static __inline void
1296 bus_space_read_region_stream_2(t, h, o, a, c)
1297 bus_space_tag_t t;
1298 bus_space_handle_t h;
1299 bus_size_t o, c;
1300 uint16_t *a;
1301 {
1302 for (; c; a++, c--, o+=2)
1303 *a = bus_space_read_stream_2(t, h, o);
1304 }
1305 static __inline void
1306 bus_space_read_region_stream_4(t, h, o, a, c)
1307 bus_space_tag_t t;
1308 bus_space_handle_t h;
1309 bus_size_t o, c;
1310 uint32_t *a;
1311 {
1312 for (; c; a++, c--, o+=4)
1313 *a = bus_space_read_stream_4(t, h, o);
1314 }
1315 static __inline void
1316 bus_space_read_region_stream_8(t, h, o, a, c)
1317 bus_space_tag_t t;
1318 bus_space_handle_t h;
1319 bus_size_t o, c;
1320 uint64_t *a;
1321 {
1322 for (; c; a++, c--, o+=8)
1323 *a = bus_space_read_stream_8(t, h, o);
1324 }
1325
1326 /*
1327 * void bus_space_write_region_stream_N(bus_space_tag_t tag,
1328 * bus_space_handle_t bsh, bus_size_t off,
1329 * u_intN_t *addr, bus_size_t count);
1330 *
1331 */
1332 static void bus_space_write_region_stream_1(bus_space_tag_t,
1333 bus_space_handle_t,
1334 bus_size_t,
1335 const uint8_t *,
1336 bus_size_t);
1337 static void bus_space_write_region_stream_2(bus_space_tag_t,
1338 bus_space_handle_t,
1339 bus_size_t,
1340 const uint16_t *,
1341 bus_size_t);
1342 static void bus_space_write_region_stream_4(bus_space_tag_t,
1343 bus_space_handle_t,
1344 bus_size_t,
1345 const uint32_t *,
1346 bus_size_t);
1347 static void bus_space_write_region_stream_8(bus_space_tag_t,
1348 bus_space_handle_t,
1349 bus_size_t,
1350 const uint64_t *,
1351 bus_size_t);
1352 static __inline void
1353 bus_space_write_region_stream_1(t, h, o, a, c)
1354 bus_space_tag_t t;
1355 bus_space_handle_t h;
1356 bus_size_t o, c;
1357 const uint8_t *a;
1358 {
1359 for (; c; a++, c--, o++)
1360 bus_space_write_stream_1(t, h, o, *a);
1361 }
1362
1363 static __inline void
1364 bus_space_write_region_stream_2(t, h, o, a, c)
1365 bus_space_tag_t t;
1366 bus_space_handle_t h;
1367 bus_size_t o, c;
1368 const uint16_t *a;
1369 {
1370 for (; c; a++, c--, o+=2)
1371 bus_space_write_stream_2(t, h, o, *a);
1372 }
1373
1374 static __inline void
1375 bus_space_write_region_stream_4(t, h, o, a, c)
1376 bus_space_tag_t t;
1377 bus_space_handle_t h;
1378 bus_size_t o, c;
1379 const uint32_t *a;
1380 {
1381 for (; c; a++, c--, o+=4)
1382 bus_space_write_stream_4(t, h, o, *a);
1383 }
1384
1385 static __inline void
1386 bus_space_write_region_stream_8(t, h, o, a, c)
1387 bus_space_tag_t t;
1388 bus_space_handle_t h;
1389 bus_size_t o, c;
1390 const uint64_t *a;
1391 {
1392 for (; c; a++, c--, o+=8)
1393 bus_space_write_stream_8(t, h, o, *a);
1394 }
1395
1396
1397 /*
1398 * void bus_space_set_region_stream_N(bus_space_tag_t tag,
1399 * bus_space_handle_t bsh, bus_size_t off,
1400 * u_intN_t *addr, bus_size_t count);
1401 *
1402 */
1403 static void bus_space_set_region_stream_1(bus_space_tag_t,
1404 bus_space_handle_t,
1405 bus_size_t,
1406 const uint8_t,
1407 bus_size_t);
1408 static void bus_space_set_region_stream_2(bus_space_tag_t,
1409 bus_space_handle_t,
1410 bus_size_t,
1411 const uint16_t,
1412 bus_size_t);
1413 static void bus_space_set_region_stream_4(bus_space_tag_t,
1414 bus_space_handle_t,
1415 bus_size_t,
1416 const uint32_t,
1417 bus_size_t);
1418 static void bus_space_set_region_stream_8(bus_space_tag_t,
1419 bus_space_handle_t,
1420 bus_size_t,
1421 const uint64_t,
1422 bus_size_t);
1423
1424 static __inline void
1425 bus_space_set_region_stream_1(t, h, o, v, c)
1426 bus_space_tag_t t;
1427 bus_space_handle_t h;
1428 bus_size_t o, c;
1429 const uint8_t v;
1430 {
1431 for (; c; c--, o++)
1432 bus_space_write_stream_1(t, h, o, v);
1433 }
1434
1435 static __inline void
1436 bus_space_set_region_stream_2(t, h, o, v, c)
1437 bus_space_tag_t t;
1438 bus_space_handle_t h;
1439 bus_size_t o, c;
1440 const uint16_t v;
1441 {
1442 for (; c; c--, o+=2)
1443 bus_space_write_stream_2(t, h, o, v);
1444 }
1445
1446 static __inline void
1447 bus_space_set_region_stream_4(t, h, o, v, c)
1448 bus_space_tag_t t;
1449 bus_space_handle_t h;
1450 bus_size_t o, c;
1451 const uint32_t v;
1452 {
1453 for (; c; c--, o+=4)
1454 bus_space_write_stream_4(t, h, o, v);
1455 }
1456
1457 static __inline void
1458 bus_space_set_region_stream_8(t, h, o, v, c)
1459 bus_space_tag_t t;
1460 bus_space_handle_t h;
1461 bus_size_t o, c;
1462 const uint64_t v;
1463 {
1464 for (; c; c--, o+=8)
1465 bus_space_write_stream_8(t, h, o, v);
1466 }
1467
1468
1469 /*
1470 * void bus_space_copy_region_stream_N(bus_space_tag_t tag,
1471 * bus_space_handle_t bsh1, bus_size_t off1,
1472 * bus_space_handle_t bsh2, bus_size_t off2,
1473 * bus_size_t count);
1474 *
1475 * Copy `count' 1, 2, 4, or 8 byte values from bus space starting
1476 * at tag/bsh1/off1 to bus space starting at tag/bsh2/off2.
1477 */
1478 static void bus_space_copy_region_stream_1(bus_space_tag_t,
1479 bus_space_handle_t,
1480 bus_size_t,
1481 bus_space_handle_t,
1482 bus_size_t,
1483 bus_size_t);
1484 static void bus_space_copy_region_stream_2(bus_space_tag_t,
1485 bus_space_handle_t,
1486 bus_size_t,
1487 bus_space_handle_t,
1488 bus_size_t,
1489 bus_size_t);
1490 static void bus_space_copy_region_stream_4(bus_space_tag_t,
1491 bus_space_handle_t,
1492 bus_size_t,
1493 bus_space_handle_t,
1494 bus_size_t,
1495 bus_size_t);
1496 static void bus_space_copy_region_stream_8(bus_space_tag_t,
1497 bus_space_handle_t,
1498 bus_size_t,
1499 bus_space_handle_t,
1500 bus_size_t,
1501 bus_size_t);
1502
1503 static __inline void
1504 bus_space_copy_region_stream_1(t, h1, o1, h2, o2, c)
1505 bus_space_tag_t t;
1506 bus_space_handle_t h1, h2;
1507 bus_size_t o1, o2;
1508 bus_size_t c;
1509 {
1510 for (; c; c--, o1++, o2++)
1511 bus_space_write_stream_1(t, h1, o1, bus_space_read_stream_1(t, h2, o2));
1512 }
1513
1514 static __inline void
1515 bus_space_copy_region_stream_2(t, h1, o1, h2, o2, c)
1516 bus_space_tag_t t;
1517 bus_space_handle_t h1, h2;
1518 bus_size_t o1, o2;
1519 bus_size_t c;
1520 {
1521 for (; c; c--, o1+=2, o2+=2)
1522 bus_space_write_stream_2(t, h1, o1, bus_space_read_stream_2(t, h2, o2));
1523 }
1524
1525 static __inline void
1526 bus_space_copy_region_stream_4(t, h1, o1, h2, o2, c)
1527 bus_space_tag_t t;
1528 bus_space_handle_t h1, h2;
1529 bus_size_t o1, o2;
1530 bus_size_t c;
1531 {
1532 for (; c; c--, o1+=4, o2+=4)
1533 bus_space_write_stream_4(t, h1, o1, bus_space_read_stream_4(t, h2, o2));
1534 }
1535
1536 static __inline void
1537 bus_space_copy_region_stream_8(t, h1, o1, h2, o2, c)
1538 bus_space_tag_t t;
1539 bus_space_handle_t h1, h2;
1540 bus_size_t o1, o2;
1541 bus_size_t c;
1542 {
1543 for (; c; c--, o1+=8, o2+=8)
1544 bus_space_write_stream_8(t, h1, o1, bus_space_read_8(t, h2, o2));
1545 }
1546
1547 #define BUS_SPACE_ALIGNED_POINTER(p, t) ALIGNED_POINTER(p, t)
1548
1549 /*--------------------------------*/
1550
1551 /*
1552 * Flags used in various bus DMA methods.
1553 */
1554 #define BUS_DMA_WAITOK 0x000 /* safe to sleep (pseudo-flag) */
1555 #define BUS_DMA_NOWAIT 0x001 /* not safe to sleep */
1556 #define BUS_DMA_ALLOCNOW 0x002 /* perform resource allocation now */
1557 #define BUS_DMA_COHERENT 0x004 /* hint: map memory DMA coherent */
1558 #define BUS_DMA_STREAMING 0x008 /* hint: sequential, unidirectional */
1559 #define BUS_DMA_BUS1 0x010 /* placeholders for bus functions... */
1560 #define BUS_DMA_BUS2 0x020
1561 #define BUS_DMA_BUS3 0x040
1562 #define BUS_DMA_BUS4 0x080
1563 #define BUS_DMA_READ 0x100 /* mapping is device -> memory only */
1564 #define BUS_DMA_WRITE 0x200 /* mapping is memory -> device only */
1565 #define BUS_DMA_NOCACHE 0x400 /* hint: map non-cached memory */
1566
1567 /* For devices that have a 24-bit address space */
1568 #define BUS_DMA_24BIT BUS_DMA_BUS1
1569
1570 /* Internal flag: current DVMA address is equal to the KVA buffer address */
1571 #define _BUS_DMA_DIRECTMAP BUS_DMA_BUS2
1572
1573 /* Forwards needed by prototypes below. */
1574 struct mbuf;
1575 struct uio;
1576
1577 /*
1578 * Operations performed by bus_dmamap_sync().
1579 */
1580 #define BUS_DMASYNC_PREREAD 0x01 /* pre-read synchronization */
1581 #define BUS_DMASYNC_POSTREAD 0x02 /* post-read synchronization */
1582 #define BUS_DMASYNC_PREWRITE 0x04 /* pre-write synchronization */
1583 #define BUS_DMASYNC_POSTWRITE 0x08 /* post-write synchronization */
1584
1585 typedef struct sparc_bus_dma_tag *bus_dma_tag_t;
1586 typedef struct sparc_bus_dmamap *bus_dmamap_t;
1587
1588 #define BUS_DMA_TAG_VALID(t) ((t) != (bus_dma_tag_t)0)
1589
1590 /*
1591 * bus_dma_segment_t
1592 *
1593 * Describes a single contiguous DMA transaction. Values
1594 * are suitable for programming into DMA registers.
1595 */
1596 struct sparc_bus_dma_segment {
1597 bus_addr_t ds_addr; /* DVMA address */
1598 bus_size_t ds_len; /* length of transfer */
1599 bus_size_t _ds_sgsize; /* size of allocated DVMA segment */
1600 void *_ds_mlist; /* page list when dmamem_alloc'ed */
1601 vaddr_t _ds_va; /* VA when dmamem_map'ed */
1602 };
1603 typedef struct sparc_bus_dma_segment bus_dma_segment_t;
1604
1605
1606 /*
1607 * bus_dma_tag_t
1608 *
1609 * A machine-dependent opaque type describing the implementation of
1610 * DMA for a given bus.
1611 */
1612 struct sparc_bus_dma_tag {
1613 void *_cookie; /* cookie used in the guts */
1614
1615 /*
1616 * DMA mapping methods.
1617 */
1618 int (*_dmamap_create)(bus_dma_tag_t, bus_size_t, int,
1619 bus_size_t, bus_size_t, int, bus_dmamap_t *);
1620 void (*_dmamap_destroy)(bus_dma_tag_t, bus_dmamap_t);
1621 int (*_dmamap_load)(bus_dma_tag_t, bus_dmamap_t, void *,
1622 bus_size_t, struct proc *, int);
1623 int (*_dmamap_load_mbuf)(bus_dma_tag_t, bus_dmamap_t,
1624 struct mbuf *, int);
1625 int (*_dmamap_load_uio)(bus_dma_tag_t, bus_dmamap_t,
1626 struct uio *, int);
1627 int (*_dmamap_load_raw)(bus_dma_tag_t, bus_dmamap_t,
1628 bus_dma_segment_t *, int, bus_size_t, int);
1629 void (*_dmamap_unload)(bus_dma_tag_t, bus_dmamap_t);
1630 void (*_dmamap_sync)(bus_dma_tag_t, bus_dmamap_t,
1631 bus_addr_t, bus_size_t, int);
1632
1633 /*
1634 * DMA memory utility functions.
1635 */
1636 int (*_dmamem_alloc)(bus_dma_tag_t, bus_size_t, bus_size_t,
1637 bus_size_t, bus_dma_segment_t *, int, int *, int);
1638 void (*_dmamem_free)(bus_dma_tag_t,
1639 bus_dma_segment_t *, int);
1640 int (*_dmamem_map)(bus_dma_tag_t, bus_dma_segment_t *,
1641 int, size_t, void **, int);
1642 void (*_dmamem_unmap)(bus_dma_tag_t, void *, size_t);
1643 paddr_t (*_dmamem_mmap)(bus_dma_tag_t, bus_dma_segment_t *,
1644 int, off_t, int, int);
1645 };
1646
1647 #define bus_dmamap_create(t, s, n, m, b, f, p) \
1648 (*(t)->_dmamap_create)((t), (s), (n), (m), (b), (f), (p))
1649 #define bus_dmamap_destroy(t, p) \
1650 (*(t)->_dmamap_destroy)((t), (p))
1651 #define bus_dmamap_load(t, m, b, s, p, f) \
1652 (*(t)->_dmamap_load)((t), (m), (b), (s), (p), (f))
1653 #define bus_dmamap_load_mbuf(t, m, b, f) \
1654 (*(t)->_dmamap_load_mbuf)((t), (m), (b), (f))
1655 #define bus_dmamap_load_uio(t, m, u, f) \
1656 (*(t)->_dmamap_load_uio)((t), (m), (u), (f))
1657 #define bus_dmamap_load_raw(t, m, sg, n, s, f) \
1658 (*(t)->_dmamap_load_raw)((t), (m), (sg), (n), (s), (f))
1659 #define bus_dmamap_unload(t, p) \
1660 (*(t)->_dmamap_unload)((t), (p))
1661 #define bus_dmamap_sync(t, p, o, l, ops) \
1662 (void)((t)->_dmamap_sync ? \
1663 (*(t)->_dmamap_sync)((t), (p), (o), (l), (ops)) : (void)0)
1664
1665 #define bus_dmamem_alloc(t, s, a, b, sg, n, r, f) \
1666 (*(t)->_dmamem_alloc)((t), (s), (a), (b), (sg), (n), (r), (f))
1667 #define bus_dmamem_free(t, sg, n) \
1668 (*(t)->_dmamem_free)((t), (sg), (n))
1669 #define bus_dmamem_map(t, sg, n, s, k, f) \
1670 (*(t)->_dmamem_map)((t), (sg), (n), (s), (k), (f))
1671 #define bus_dmamem_unmap(t, k, s) \
1672 (*(t)->_dmamem_unmap)((t), (k), (s))
1673 #define bus_dmamem_mmap(t, sg, n, o, p, f) \
1674 (*(t)->_dmamem_mmap)((t), (sg), (n), (o), (p), (f))
1675
1676 #define bus_dmatag_subregion(t, mna, mxa, nt, f) EOPNOTSUPP
1677 #define bus_dmatag_destroy(t)
1678
1679 /*
1680 * bus_dmamap_t
1681 *
1682 * Describes a DMA mapping.
1683 */
1684 struct sparc_bus_dmamap {
1685 /*
1686 * PRIVATE MEMBERS: not for use by machine-independent code.
1687 */
1688 bus_size_t _dm_size; /* largest DMA transfer mappable */
1689 int _dm_segcnt; /* number of segs this map can map */
1690 bus_size_t _dm_maxmaxsegsz; /* fixed largest possible segment */
1691 bus_size_t _dm_boundary; /* don't cross this */
1692 int _dm_flags; /* misc. flags */
1693
1694 void *_dm_cookie; /* cookie for bus-specific functions */
1695
1696 u_long _dm_align; /* DVMA alignment; must be a
1697 multiple of the page size */
1698 u_long _dm_ex_start; /* constraints on DVMA map */
1699 u_long _dm_ex_end; /* allocations; used by the VME bus
1700 driver and by the IOMMU driver
1701 when mapping 24-bit devices */
1702
1703 /*
1704 * PUBLIC MEMBERS: these are used by machine-independent code.
1705 */
1706 bus_size_t dm_maxsegsz; /* largest possible segment */
1707 bus_size_t dm_mapsize; /* size of the mapping */
1708 int dm_nsegs; /* # valid segments in mapping */
1709 bus_dma_segment_t dm_segs[1]; /* segments; variable length */
1710 };
1711
1712 #ifdef _SPARC_BUS_DMA_PRIVATE
1713 int _bus_dmamap_create(bus_dma_tag_t, bus_size_t, int, bus_size_t,
1714 bus_size_t, int, bus_dmamap_t *);
1715 void _bus_dmamap_destroy(bus_dma_tag_t, bus_dmamap_t);
1716 int _bus_dmamap_load_mbuf(bus_dma_tag_t, bus_dmamap_t,
1717 struct mbuf *, int);
1718 int _bus_dmamap_load_uio(bus_dma_tag_t, bus_dmamap_t,
1719 struct uio *, int);
1720 int _bus_dmamap_load_raw(bus_dma_tag_t, bus_dmamap_t,
1721 bus_dma_segment_t *, int, bus_size_t, int);
1722 void _bus_dmamap_unload(bus_dma_tag_t, bus_dmamap_t);
1723 void _bus_dmamap_sync(bus_dma_tag_t, bus_dmamap_t, bus_addr_t,
1724 bus_size_t, int);
1725
1726 int _bus_dmamem_alloc(bus_dma_tag_t tag, bus_size_t size,
1727 bus_size_t alignment, bus_size_t boundary,
1728 bus_dma_segment_t *segs, int nsegs, int *rsegs, int flags);
1729 void _bus_dmamem_free(bus_dma_tag_t tag, bus_dma_segment_t *segs,
1730 int nsegs);
1731 void _bus_dmamem_unmap(bus_dma_tag_t tag, void *kva,
1732 size_t size);
1733 paddr_t _bus_dmamem_mmap(bus_dma_tag_t tag, bus_dma_segment_t *segs,
1734 int nsegs, off_t off, int prot, int flags);
1735
1736 int _bus_dmamem_alloc_range(bus_dma_tag_t tag, bus_size_t size,
1737 bus_size_t alignment, bus_size_t boundary,
1738 bus_dma_segment_t *segs, int nsegs, int *rsegs, int flags,
1739 vaddr_t low, vaddr_t high);
1740
1741 vaddr_t _bus_dma_valloc_skewed(size_t, u_long, u_long, u_long);
1742 #endif /* _SPARC_BUS_DMA_PRIVATE */
1743
1744 #endif /* _SPARC_BUS_H_ */
NetBSD on the FriendlyARM MINI2440