drivers/dma/ioat/hw.h

   1 /* SPDX-License-Identifier: GPL-2.0-or-later */
   2 /*
   3  * Copyright(c) 2004 - 2009 Intel Corporation. All rights reserved.
   4  */
   5 #ifndef _IOAT_HW_H_
   6 #define _IOAT_HW_H_
   7
   8 /* PCI Configuration Space Values */
   9 #define IOAT_MMIO_BAR           0
  10
  11 /* CB device ID's */
  12 #define PCI_DEVICE_ID_INTEL_IOAT_IVB0   0x0e20
  13 #define PCI_DEVICE_ID_INTEL_IOAT_IVB1   0x0e21
  14 #define PCI_DEVICE_ID_INTEL_IOAT_IVB2   0x0e22
  15 #define PCI_DEVICE_ID_INTEL_IOAT_IVB3   0x0e23
  16 #define PCI_DEVICE_ID_INTEL_IOAT_IVB4   0x0e24
  17 #define PCI_DEVICE_ID_INTEL_IOAT_IVB5   0x0e25
  18 #define PCI_DEVICE_ID_INTEL_IOAT_IVB6   0x0e26
  19 #define PCI_DEVICE_ID_INTEL_IOAT_IVB7   0x0e27
  20 #define PCI_DEVICE_ID_INTEL_IOAT_IVB8   0x0e2e
  21 #define PCI_DEVICE_ID_INTEL_IOAT_IVB9   0x0e2f
  22
  23 #define PCI_DEVICE_ID_INTEL_IOAT_HSW0   0x2f20
  24 #define PCI_DEVICE_ID_INTEL_IOAT_HSW1   0x2f21
  25 #define PCI_DEVICE_ID_INTEL_IOAT_HSW2   0x2f22
  26 #define PCI_DEVICE_ID_INTEL_IOAT_HSW3   0x2f23
  27 #define PCI_DEVICE_ID_INTEL_IOAT_HSW4   0x2f24
  28 #define PCI_DEVICE_ID_INTEL_IOAT_HSW5   0x2f25
  29 #define PCI_DEVICE_ID_INTEL_IOAT_HSW6   0x2f26
  30 #define PCI_DEVICE_ID_INTEL_IOAT_HSW7   0x2f27
  31 #define PCI_DEVICE_ID_INTEL_IOAT_HSW8   0x2f2e
  32 #define PCI_DEVICE_ID_INTEL_IOAT_HSW9   0x2f2f
  33
  34 #define PCI_DEVICE_ID_INTEL_IOAT_BWD0   0x0C50
  35 #define PCI_DEVICE_ID_INTEL_IOAT_BWD1   0x0C51
  36 #define PCI_DEVICE_ID_INTEL_IOAT_BWD2   0x0C52
  37 #define PCI_DEVICE_ID_INTEL_IOAT_BWD3   0x0C53
  38
  39 #define PCI_DEVICE_ID_INTEL_IOAT_BDXDE0 0x6f50
  40 #define PCI_DEVICE_ID_INTEL_IOAT_BDXDE1 0x6f51
  41 #define PCI_DEVICE_ID_INTEL_IOAT_BDXDE2 0x6f52
  42 #define PCI_DEVICE_ID_INTEL_IOAT_BDXDE3 0x6f53
  43
  44 #define PCI_DEVICE_ID_INTEL_IOAT_BDX0   0x6f20
  45 #define PCI_DEVICE_ID_INTEL_IOAT_BDX1   0x6f21
  46 #define PCI_DEVICE_ID_INTEL_IOAT_BDX2   0x6f22
  47 #define PCI_DEVICE_ID_INTEL_IOAT_BDX3   0x6f23
  48 #define PCI_DEVICE_ID_INTEL_IOAT_BDX4   0x6f24
  49 #define PCI_DEVICE_ID_INTEL_IOAT_BDX5   0x6f25
  50 #define PCI_DEVICE_ID_INTEL_IOAT_BDX6   0x6f26
  51 #define PCI_DEVICE_ID_INTEL_IOAT_BDX7   0x6f27
  52 #define PCI_DEVICE_ID_INTEL_IOAT_BDX8   0x6f2e
  53 #define PCI_DEVICE_ID_INTEL_IOAT_BDX9   0x6f2f
  54
  55 #define PCI_DEVICE_ID_INTEL_IOAT_SKX    0x2021
  56
  57 #define PCI_DEVICE_ID_INTEL_IOAT_ICX    0x0b00
  58
  59 #define IOAT_VER_1_2            0x12    /* Version 1.2 */
  60 #define IOAT_VER_2_0            0x20    /* Version 2.0 */
  61 #define IOAT_VER_3_0            0x30    /* Version 3.0 */
  62 #define IOAT_VER_3_2            0x32    /* Version 3.2 */
  63 #define IOAT_VER_3_3            0x33    /* Version 3.3 */
  64 #define IOAT_VER_3_4            0x34    /* Version 3.4 */
  65
  66
  67 int system_has_dca_enabled(struct pci_dev *pdev);
  68
  69 #define IOAT_DESC_SZ    64
  70
  71 struct ioat_dma_descriptor {
  72         uint32_t        size;
  73         union {
  74                 uint32_t ctl;
  75                 struct {
  76                         unsigned int int_en:1;
  77                         unsigned int src_snoop_dis:1;
  78                         unsigned int dest_snoop_dis:1;
  79                         unsigned int compl_write:1;
  80                         unsigned int fence:1;
  81                         unsigned int null:1;
  82                         unsigned int src_brk:1;
  83                         unsigned int dest_brk:1;
  84                         unsigned int bundle:1;
  85                         unsigned int dest_dca:1;
  86                         unsigned int hint:1;
  87                         unsigned int rsvd2:13;
  88                         #define IOAT_OP_COPY 0x00
  89                         unsigned int op:8;
  90                 } ctl_f;
  91         };
  92         uint64_t        src_addr;
  93         uint64_t        dst_addr;
  94         uint64_t        next;
  95         uint64_t        rsv1;
  96         uint64_t        rsv2;
  97         /* store some driver data in an unused portion of the descriptor */
  98         union {
  99                 uint64_t        user1;
 100                 uint64_t        tx_cnt;
 101         };
 102         uint64_t        user2;
 103 };
 104
 105 struct ioat_xor_descriptor {
 106         uint32_t        size;
 107         union {
 108                 uint32_t ctl;
 109                 struct {
 110                         unsigned int int_en:1;
 111                         unsigned int src_snoop_dis:1;
 112                         unsigned int dest_snoop_dis:1;
 113                         unsigned int compl_write:1;
 114                         unsigned int fence:1;
 115                         unsigned int src_cnt:3;
 116                         unsigned int bundle:1;
 117                         unsigned int dest_dca:1;
 118                         unsigned int hint:1;
 119                         unsigned int rsvd:13;
 120                         #define IOAT_OP_XOR 0x87
 121                         #define IOAT_OP_XOR_VAL 0x88
 122                         unsigned int op:8;
 123                 } ctl_f;
 124         };
 125         uint64_t        src_addr;
 126         uint64_t        dst_addr;
 127         uint64_t        next;
 128         uint64_t        src_addr2;
 129         uint64_t        src_addr3;
 130         uint64_t        src_addr4;
 131         uint64_t        src_addr5;
 132 };
 133
 134 struct ioat_xor_ext_descriptor {
 135         uint64_t        src_addr6;
 136         uint64_t        src_addr7;
 137         uint64_t        src_addr8;
 138         uint64_t        next;
 139         uint64_t        rsvd[4];
 140 };
 141
 142 struct ioat_pq_descriptor {
 143         union {
 144                 uint32_t        size;
 145                 uint32_t        dwbes;
 146                 struct {
 147                         unsigned int rsvd:25;
 148                         unsigned int p_val_err:1;
 149                         unsigned int q_val_err:1;
 150                         unsigned int rsvd1:4;
 151                         unsigned int wbes:1;
 152                 } dwbes_f;
 153         };
 154         union {
 155                 uint32_t ctl;
 156                 struct {
 157                         unsigned int int_en:1;
 158                         unsigned int src_snoop_dis:1;
 159                         unsigned int dest_snoop_dis:1;
 160                         unsigned int compl_write:1;
 161                         unsigned int fence:1;
 162                         unsigned int src_cnt:3;
 163                         unsigned int bundle:1;
 164                         unsigned int dest_dca:1;
 165                         unsigned int hint:1;
 166                         unsigned int p_disable:1;
 167                         unsigned int q_disable:1;
 168                         unsigned int rsvd2:2;
 169                         unsigned int wb_en:1;
 170                         unsigned int prl_en:1;
 171                         unsigned int rsvd3:7;
 172                         #define IOAT_OP_PQ 0x89
 173                         #define IOAT_OP_PQ_VAL 0x8a
 174                         #define IOAT_OP_PQ_16S 0xa0
 175                         #define IOAT_OP_PQ_VAL_16S 0xa1
 176                         unsigned int op:8;
 177                 } ctl_f;
 178         };
 179         uint64_t        src_addr;
 180         uint64_t        p_addr;
 181         uint64_t        next;
 182         uint64_t        src_addr2;
 183         union {
 184                 uint64_t        src_addr3;
 185                 uint64_t        sed_addr;
 186         };
 187         uint8_t         coef[8];
 188         uint64_t        q_addr;
 189 };
 190
 191 struct ioat_pq_ext_descriptor {
 192         uint64_t        src_addr4;
 193         uint64_t        src_addr5;
 194         uint64_t        src_addr6;
 195         uint64_t        next;
 196         uint64_t        src_addr7;
 197         uint64_t        src_addr8;
 198         uint64_t        rsvd[2];
 199 };
 200
 201 struct ioat_pq_update_descriptor {
 202         uint32_t        size;
 203         union {
 204                 uint32_t ctl;
 205                 struct {
 206                         unsigned int int_en:1;
 207                         unsigned int src_snoop_dis:1;
 208                         unsigned int dest_snoop_dis:1;
 209                         unsigned int compl_write:1;
 210                         unsigned int fence:1;
 211                         unsigned int src_cnt:3;
 212                         unsigned int bundle:1;
 213                         unsigned int dest_dca:1;
 214                         unsigned int hint:1;
 215                         unsigned int p_disable:1;
 216                         unsigned int q_disable:1;
 217                         unsigned int rsvd:3;
 218                         unsigned int coef:8;
 219                         #define IOAT_OP_PQ_UP 0x8b
 220                         unsigned int op:8;
 221                 } ctl_f;
 222         };
 223         uint64_t        src_addr;
 224         uint64_t        p_addr;
 225         uint64_t        next;
 226         uint64_t        src_addr2;
 227         uint64_t        p_src;
 228         uint64_t        q_src;
 229         uint64_t        q_addr;
 230 };
 231
 232 struct ioat_raw_descriptor {
 233         uint64_t        field[8];
 234 };
 235
 236 struct ioat_pq16a_descriptor {
 237         uint8_t coef[8];
 238         uint64_t src_addr3;
 239         uint64_t src_addr4;
 240         uint64_t src_addr5;
 241         uint64_t src_addr6;
 242         uint64_t src_addr7;
 243         uint64_t src_addr8;
 244         uint64_t src_addr9;
 245 };
 246
 247 struct ioat_pq16b_descriptor {
 248         uint64_t src_addr10;
 249         uint64_t src_addr11;
 250         uint64_t src_addr12;
 251         uint64_t src_addr13;
 252         uint64_t src_addr14;
 253         uint64_t src_addr15;
 254         uint64_t src_addr16;
 255         uint64_t rsvd;
 256 };
 257
 258 union ioat_sed_pq_descriptor {
 259         struct ioat_pq16a_descriptor a;
 260         struct ioat_pq16b_descriptor b;
 261 };
 262
 263 #define SED_SIZE        64
 264
 265 struct ioat_sed_raw_descriptor {
 266         uint64_t        a[8];
 267         uint64_t        b[8];
 268         uint64_t        c[8];
 269 };
 270
 271 #endif