1 #ifndef _ASM_S390_PCI_DMA_H
2 #define _ASM_S390_PCI_DMA_H
4 /* I/O Translation Anchor (IOTA) */
15 #define ZPCI_IOTA_IOT_ENABLED 0x800UL
16 #define ZPCI_IOTA_DT_ST (ZPCI_IOTA_STO << 2)
17 #define ZPCI_IOTA_DT_RT (ZPCI_IOTA_RTTO << 2)
18 #define ZPCI_IOTA_DT_RS (ZPCI_IOTA_RSTO << 2)
19 #define ZPCI_IOTA_DT_RF (ZPCI_IOTA_RFTO << 2)
20 #define ZPCI_IOTA_DT_PF (ZPCI_IOTA_PFAA << 2)
21 #define ZPCI_IOTA_FS_4K 0
22 #define ZPCI_IOTA_FS_1M 1
23 #define ZPCI_IOTA_FS_2G 2
24 #define ZPCI_KEY (PAGE_DEFAULT_KEY << 5)
26 #define ZPCI_TABLE_SIZE_RT (1UL << 42)
28 #define ZPCI_IOTA_STO_FLAG (ZPCI_IOTA_IOT_ENABLED | ZPCI_KEY | ZPCI_IOTA_DT_ST)
29 #define ZPCI_IOTA_RTTO_FLAG (ZPCI_IOTA_IOT_ENABLED | ZPCI_KEY | ZPCI_IOTA_DT_RT)
30 #define ZPCI_IOTA_RSTO_FLAG (ZPCI_IOTA_IOT_ENABLED | ZPCI_KEY | ZPCI_IOTA_DT_RS)
31 #define ZPCI_IOTA_RFTO_FLAG (ZPCI_IOTA_IOT_ENABLED | ZPCI_KEY | ZPCI_IOTA_DT_RF)
32 #define ZPCI_IOTA_RFAA_FLAG (ZPCI_IOTA_IOT_ENABLED | ZPCI_KEY | ZPCI_IOTA_DT_PF | ZPCI_IOTA_FS_2G)
34 /* I/O Region and segment tables */
35 #define ZPCI_INDEX_MASK 0x7ffUL
37 #define ZPCI_TABLE_TYPE_MASK 0xc
38 #define ZPCI_TABLE_TYPE_RFX 0xc
39 #define ZPCI_TABLE_TYPE_RSX 0x8
40 #define ZPCI_TABLE_TYPE_RTX 0x4
41 #define ZPCI_TABLE_TYPE_SX 0x0
43 #define ZPCI_TABLE_LEN_RFX 0x3
44 #define ZPCI_TABLE_LEN_RSX 0x3
45 #define ZPCI_TABLE_LEN_RTX 0x3
47 #define ZPCI_TABLE_OFFSET_MASK 0xc0
48 #define ZPCI_TABLE_SIZE 0x4000
49 #define ZPCI_TABLE_ALIGN ZPCI_TABLE_SIZE
50 #define ZPCI_TABLE_ENTRY_SIZE (sizeof(unsigned long))
51 #define ZPCI_TABLE_ENTRIES (ZPCI_TABLE_SIZE / ZPCI_TABLE_ENTRY_SIZE)
53 #define ZPCI_TABLE_BITS 11
54 #define ZPCI_PT_BITS 8
55 #define ZPCI_ST_SHIFT (ZPCI_PT_BITS + PAGE_SHIFT)
56 #define ZPCI_RT_SHIFT (ZPCI_ST_SHIFT + ZPCI_TABLE_BITS)
58 #define ZPCI_RTE_FLAG_MASK 0x3fffUL
59 #define ZPCI_RTE_ADDR_MASK (~ZPCI_RTE_FLAG_MASK)
60 #define ZPCI_STE_FLAG_MASK 0x7ffUL
61 #define ZPCI_STE_ADDR_MASK (~ZPCI_STE_FLAG_MASK)
64 #define ZPCI_PTE_VALID_MASK 0x400
65 #define ZPCI_PTE_INVALID 0x400
66 #define ZPCI_PTE_VALID 0x000
67 #define ZPCI_PT_SIZE 0x800
68 #define ZPCI_PT_ALIGN ZPCI_PT_SIZE
69 #define ZPCI_PT_ENTRIES (ZPCI_PT_SIZE / ZPCI_TABLE_ENTRY_SIZE)
70 #define ZPCI_PT_MASK (ZPCI_PT_ENTRIES - 1)
72 #define ZPCI_PTE_FLAG_MASK 0xfffUL
73 #define ZPCI_PTE_ADDR_MASK (~ZPCI_PTE_FLAG_MASK)
76 #define ZPCI_TABLE_VALID 0x00
77 #define ZPCI_TABLE_INVALID 0x20
78 #define ZPCI_TABLE_PROTECTED 0x200
79 #define ZPCI_TABLE_UNPROTECTED 0x000
81 #define ZPCI_TABLE_VALID_MASK 0x20
82 #define ZPCI_TABLE_PROT_MASK 0x200
84 static inline unsigned int calc_rtx(dma_addr_t ptr
)
86 return ((unsigned long) ptr
>> ZPCI_RT_SHIFT
) & ZPCI_INDEX_MASK
;
89 static inline unsigned int calc_sx(dma_addr_t ptr
)
91 return ((unsigned long) ptr
>> ZPCI_ST_SHIFT
) & ZPCI_INDEX_MASK
;
94 static inline unsigned int calc_px(dma_addr_t ptr
)
96 return ((unsigned long) ptr
>> PAGE_SHIFT
) & ZPCI_PT_MASK
;
99 static inline void set_pt_pfaa(unsigned long *entry
, void *pfaa
)
101 *entry
&= ZPCI_PTE_FLAG_MASK
;
102 *entry
|= ((unsigned long) pfaa
& ZPCI_PTE_ADDR_MASK
);
105 static inline void set_rt_sto(unsigned long *entry
, void *sto
)
107 *entry
&= ZPCI_RTE_FLAG_MASK
;
108 *entry
|= ((unsigned long) sto
& ZPCI_RTE_ADDR_MASK
);
109 *entry
|= ZPCI_TABLE_TYPE_RTX
;
112 static inline void set_st_pto(unsigned long *entry
, void *pto
)
114 *entry
&= ZPCI_STE_FLAG_MASK
;
115 *entry
|= ((unsigned long) pto
& ZPCI_STE_ADDR_MASK
);
116 *entry
|= ZPCI_TABLE_TYPE_SX
;
119 static inline void validate_rt_entry(unsigned long *entry
)
121 *entry
&= ~ZPCI_TABLE_VALID_MASK
;
122 *entry
&= ~ZPCI_TABLE_OFFSET_MASK
;
123 *entry
|= ZPCI_TABLE_VALID
;
124 *entry
|= ZPCI_TABLE_LEN_RTX
;
127 static inline void validate_st_entry(unsigned long *entry
)
129 *entry
&= ~ZPCI_TABLE_VALID_MASK
;
130 *entry
|= ZPCI_TABLE_VALID
;
133 static inline void invalidate_table_entry(unsigned long *entry
)
135 *entry
&= ~ZPCI_TABLE_VALID_MASK
;
136 *entry
|= ZPCI_TABLE_INVALID
;
139 static inline void invalidate_pt_entry(unsigned long *entry
)
141 WARN_ON_ONCE((*entry
& ZPCI_PTE_VALID_MASK
) == ZPCI_PTE_INVALID
);
142 *entry
&= ~ZPCI_PTE_VALID_MASK
;
143 *entry
|= ZPCI_PTE_INVALID
;
146 static inline void validate_pt_entry(unsigned long *entry
)
148 WARN_ON_ONCE((*entry
& ZPCI_PTE_VALID_MASK
) == ZPCI_PTE_VALID
);
149 *entry
&= ~ZPCI_PTE_VALID_MASK
;
150 *entry
|= ZPCI_PTE_VALID
;
153 static inline void entry_set_protected(unsigned long *entry
)
155 *entry
&= ~ZPCI_TABLE_PROT_MASK
;
156 *entry
|= ZPCI_TABLE_PROTECTED
;
159 static inline void entry_clr_protected(unsigned long *entry
)
161 *entry
&= ~ZPCI_TABLE_PROT_MASK
;
162 *entry
|= ZPCI_TABLE_UNPROTECTED
;
165 static inline int reg_entry_isvalid(unsigned long entry
)
167 return (entry
& ZPCI_TABLE_VALID_MASK
) == ZPCI_TABLE_VALID
;
170 static inline int pt_entry_isvalid(unsigned long entry
)
172 return (entry
& ZPCI_PTE_VALID_MASK
) == ZPCI_PTE_VALID
;
175 static inline int entry_isprotected(unsigned long entry
)
177 return (entry
& ZPCI_TABLE_PROT_MASK
) == ZPCI_TABLE_PROTECTED
;
180 static inline unsigned long *get_rt_sto(unsigned long entry
)
182 return ((entry
& ZPCI_TABLE_TYPE_MASK
) == ZPCI_TABLE_TYPE_RTX
)
183 ? (unsigned long *) (entry
& ZPCI_RTE_ADDR_MASK
)
187 static inline unsigned long *get_st_pto(unsigned long entry
)
189 return ((entry
& ZPCI_TABLE_TYPE_MASK
) == ZPCI_TABLE_TYPE_SX
)
190 ? (unsigned long *) (entry
& ZPCI_STE_ADDR_MASK
)
195 int zpci_dma_init_device(struct zpci_dev
*);
196 void zpci_dma_exit_device(struct zpci_dev
*);
197 void dma_free_seg_table(unsigned long);
198 unsigned long *dma_alloc_cpu_table(void);
199 void dma_cleanup_tables(unsigned long *);
200 unsigned long *dma_walk_cpu_trans(unsigned long *rto
, dma_addr_t dma_addr
);
201 void dma_update_cpu_trans(unsigned long *entry
, void *page_addr
, int flags
);