arch/s390/include/asm/cpacf.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 /*
   3  * CP Assist for Cryptographic Functions (CPACF)
   4  *
   5  * Copyright IBM Corp. 2003, 2017
   6  * Author(s): Thomas Spatzier
   7  *            Jan Glauber
   8  *            Harald Freudenberger (freude@de.ibm.com)
   9  *            Martin Schwidefsky <schwidefsky@de.ibm.com>
  10  */
  11 #ifndef _ASM_S390_CPACF_H
  12 #define _ASM_S390_CPACF_H
  13
  14 #include <asm/facility.h>
  15
  16 /*
  17  * Instruction opcodes for the CPACF instructions
  18  */
  19 #define CPACF_KMAC              0xb91e          /* MSA  */
  20 #define CPACF_KM                0xb92e          /* MSA  */
  21 #define CPACF_KMC               0xb92f          /* MSA  */
  22 #define CPACF_KIMD              0xb93e          /* MSA  */
  23 #define CPACF_KLMD              0xb93f          /* MSA  */
  24 #define CPACF_PCKMO             0xb928          /* MSA3 */
  25 #define CPACF_KMF               0xb92a          /* MSA4 */
  26 #define CPACF_KMO               0xb92b          /* MSA4 */
  27 #define CPACF_PCC               0xb92c          /* MSA4 */
  28 #define CPACF_KMCTR             0xb92d          /* MSA4 */
  29 #define CPACF_PRNO              0xb93c          /* MSA5 */
  30 #define CPACF_KMA               0xb929          /* MSA8 */
  31 #define CPACF_KDSA              0xb93a          /* MSA9 */
  32
  33 /*
  34  * En/decryption modifier bits
  35  */
  36 #define CPACF_ENCRYPT           0x00
  37 #define CPACF_DECRYPT           0x80
  38
  39 /*
  40  * Function codes for the KM (CIPHER MESSAGE) instruction
  41  */
  42 #define CPACF_KM_QUERY          0x00
  43 #define CPACF_KM_DEA            0x01
  44 #define CPACF_KM_TDEA_128       0x02
  45 #define CPACF_KM_TDEA_192       0x03
  46 #define CPACF_KM_AES_128        0x12
  47 #define CPACF_KM_AES_192        0x13
  48 #define CPACF_KM_AES_256        0x14
  49 #define CPACF_KM_PAES_128       0x1a
  50 #define CPACF_KM_PAES_192       0x1b
  51 #define CPACF_KM_PAES_256       0x1c
  52 #define CPACF_KM_XTS_128        0x32
  53 #define CPACF_KM_XTS_256        0x34
  54 #define CPACF_KM_PXTS_128       0x3a
  55 #define CPACF_KM_PXTS_256       0x3c
  56
  57 /*
  58  * Function codes for the KMC (CIPHER MESSAGE WITH CHAINING)
  59  * instruction
  60  */
  61 #define CPACF_KMC_QUERY         0x00
  62 #define CPACF_KMC_DEA           0x01
  63 #define CPACF_KMC_TDEA_128      0x02
  64 #define CPACF_KMC_TDEA_192      0x03
  65 #define CPACF_KMC_AES_128       0x12
  66 #define CPACF_KMC_AES_192       0x13
  67 #define CPACF_KMC_AES_256       0x14
  68 #define CPACF_KMC_PAES_128      0x1a
  69 #define CPACF_KMC_PAES_192      0x1b
  70 #define CPACF_KMC_PAES_256      0x1c
  71 #define CPACF_KMC_PRNG          0x43
  72
  73 /*
  74  * Function codes for the KMCTR (CIPHER MESSAGE WITH COUNTER)
  75  * instruction
  76  */
  77 #define CPACF_KMCTR_QUERY       0x00
  78 #define CPACF_KMCTR_DEA         0x01
  79 #define CPACF_KMCTR_TDEA_128    0x02
  80 #define CPACF_KMCTR_TDEA_192    0x03
  81 #define CPACF_KMCTR_AES_128     0x12
  82 #define CPACF_KMCTR_AES_192     0x13
  83 #define CPACF_KMCTR_AES_256     0x14
  84 #define CPACF_KMCTR_PAES_128    0x1a
  85 #define CPACF_KMCTR_PAES_192    0x1b
  86 #define CPACF_KMCTR_PAES_256    0x1c
  87
  88 /*
  89  * Function codes for the KIMD (COMPUTE INTERMEDIATE MESSAGE DIGEST)
  90  * instruction
  91  */
  92 #define CPACF_KIMD_QUERY        0x00
  93 #define CPACF_KIMD_SHA_1        0x01
  94 #define CPACF_KIMD_SHA_256      0x02
  95 #define CPACF_KIMD_SHA_512      0x03
  96 #define CPACF_KIMD_GHASH        0x41
  97
  98 /*
  99  * Function codes for the KLMD (COMPUTE LAST MESSAGE DIGEST)
 100  * instruction
 101  */
 102 #define CPACF_KLMD_QUERY        0x00
 103 #define CPACF_KLMD_SHA_1        0x01
 104 #define CPACF_KLMD_SHA_256      0x02
 105 #define CPACF_KLMD_SHA_512      0x03
 106
 107 /*
 108  * function codes for the KMAC (COMPUTE MESSAGE AUTHENTICATION CODE)
 109  * instruction
 110  */
 111 #define CPACF_KMAC_QUERY        0x00
 112 #define CPACF_KMAC_DEA          0x01
 113 #define CPACF_KMAC_TDEA_128     0x02
 114 #define CPACF_KMAC_TDEA_192     0x03
 115
 116 /*
 117  * Function codes for the PCKMO (PERFORM CRYPTOGRAPHIC KEY MANAGEMENT)
 118  * instruction
 119  */
 120 #define CPACF_PCKMO_QUERY               0x00
 121 #define CPACF_PCKMO_ENC_DES_KEY         0x01
 122 #define CPACF_PCKMO_ENC_TDES_128_KEY    0x02
 123 #define CPACF_PCKMO_ENC_TDES_192_KEY    0x03
 124 #define CPACF_PCKMO_ENC_AES_128_KEY     0x12
 125 #define CPACF_PCKMO_ENC_AES_192_KEY     0x13
 126 #define CPACF_PCKMO_ENC_AES_256_KEY     0x14
 127
 128 /*
 129  * Function codes for the PRNO (PERFORM RANDOM NUMBER OPERATION)
 130  * instruction
 131  */
 132 #define CPACF_PRNO_QUERY                0x00
 133 #define CPACF_PRNO_SHA512_DRNG_GEN      0x03
 134 #define CPACF_PRNO_SHA512_DRNG_SEED     0x83
 135 #define CPACF_PRNO_TRNG_Q_R2C_RATIO     0x70
 136 #define CPACF_PRNO_TRNG                 0x72
 137
 138 /*
 139  * Function codes for the KMA (CIPHER MESSAGE WITH AUTHENTICATION)
 140  * instruction
 141  */
 142 #define CPACF_KMA_QUERY         0x00
 143 #define CPACF_KMA_GCM_AES_128   0x12
 144 #define CPACF_KMA_GCM_AES_192   0x13
 145 #define CPACF_KMA_GCM_AES_256   0x14
 146
 147 /*
 148  * Flags for the KMA (CIPHER MESSAGE WITH AUTHENTICATION) instruction
 149  */
 150 #define CPACF_KMA_LPC   0x100   /* Last-Plaintext/Ciphertext */
 151 #define CPACF_KMA_LAAD  0x200   /* Last-AAD */
 152 #define CPACF_KMA_HS    0x400   /* Hash-subkey Supplied */
 153
 154 typedef struct { unsigned char bytes[16]; } cpacf_mask_t;
 155
 156 /**
 157  * cpacf_query() - check if a specific CPACF function is available
 158  * @opcode: the opcode of the crypto instruction
 159  * @func: the function code to test for
 160  *
 161  * Executes the query function for the given crypto instruction @opcode
 162  * and checks if @func is available
 163  *
 164  * Returns 1 if @func is available for @opcode, 0 otherwise
 165  */
 166 static inline void __cpacf_query(unsigned int opcode, cpacf_mask_t *mask)
 167 {
 168         register unsigned long r0 asm("0") = 0; /* query function */
 169         register unsigned long r1 asm("1") = (unsigned long) mask;
 170
 171         asm volatile(
 172                 "       spm 0\n" /* pckmo doesn't change the cc */
 173                 /* Parameter regs are ignored, but must be nonzero and unique */
 174                 "0:     .insn   rrf,%[opc] << 16,2,4,6,0\n"
 175                 "       brc     1,0b\n" /* handle partial completion */
 176                 : "=m" (*mask)
 177                 : [fc] "d" (r0), [pba] "a" (r1), [opc] "i" (opcode)
 178                 : "cc");
 179 }
 180
 181 static __always_inline int __cpacf_check_opcode(unsigned int opcode)
 182 {
 183         switch (opcode) {
 184         case CPACF_KMAC:
 185         case CPACF_KM:
 186         case CPACF_KMC:
 187         case CPACF_KIMD:
 188         case CPACF_KLMD:
 189                 return test_facility(17);       /* check for MSA */
 190         case CPACF_PCKMO:
 191                 return test_facility(76);       /* check for MSA3 */
 192         case CPACF_KMF:
 193         case CPACF_KMO:
 194         case CPACF_PCC:
 195         case CPACF_KMCTR:
 196                 return test_facility(77);       /* check for MSA4 */
 197         case CPACF_PRNO:
 198                 return test_facility(57);       /* check for MSA5 */
 199         case CPACF_KMA:
 200                 return test_facility(146);      /* check for MSA8 */
 201         default:
 202                 BUG();
 203         }
 204 }
 205
 206 static __always_inline int cpacf_query(unsigned int opcode, cpacf_mask_t *mask)
 207 {
 208         if (__cpacf_check_opcode(opcode)) {
 209                 __cpacf_query(opcode, mask);
 210                 return 1;
 211         }
 212         memset(mask, 0, sizeof(*mask));
 213         return 0;
 214 }
 215
 216 static inline int cpacf_test_func(cpacf_mask_t *mask, unsigned int func)
 217 {
 218         return (mask->bytes[func >> 3] & (0x80 >> (func & 7))) != 0;
 219 }
 220
 221 static __always_inline int cpacf_query_func(unsigned int opcode, unsigned int func)
 222 {
 223         cpacf_mask_t mask;
 224
 225         if (cpacf_query(opcode, &mask))
 226                 return cpacf_test_func(&mask, func);
 227         return 0;
 228 }
 229
 230 /**
 231  * cpacf_km() - executes the KM (CIPHER MESSAGE) instruction
 232  * @func: the function code passed to KM; see CPACF_KM_xxx defines
 233  * @param: address of parameter block; see POP for details on each func
 234  * @dest: address of destination memory area
 235  * @src: address of source memory area
 236  * @src_len: length of src operand in bytes
 237  *
 238  * Returns 0 for the query func, number of processed bytes for
 239  * encryption/decryption funcs
 240  */
 241 static inline int cpacf_km(unsigned long func, void *param,
 242                            u8 *dest, const u8 *src, long src_len)
 243 {
 244         register unsigned long r0 asm("0") = (unsigned long) func;
 245         register unsigned long r1 asm("1") = (unsigned long) param;
 246         register unsigned long r2 asm("2") = (unsigned long) src;
 247         register unsigned long r3 asm("3") = (unsigned long) src_len;
 248         register unsigned long r4 asm("4") = (unsigned long) dest;
 249
 250         asm volatile(
 251                 "0:     .insn   rre,%[opc] << 16,%[dst],%[src]\n"
 252                 "       brc     1,0b\n" /* handle partial completion */
 253                 : [src] "+a" (r2), [len] "+d" (r3), [dst] "+a" (r4)
 254                 : [fc] "d" (r0), [pba] "a" (r1), [opc] "i" (CPACF_KM)
 255                 : "cc", "memory");
 256
 257         return src_len - r3;
 258 }
 259
 260 /**
 261  * cpacf_kmc() - executes the KMC (CIPHER MESSAGE WITH CHAINING) instruction
 262  * @func: the function code passed to KM; see CPACF_KMC_xxx defines
 263  * @param: address of parameter block; see POP for details on each func
 264  * @dest: address of destination memory area
 265  * @src: address of source memory area
 266  * @src_len: length of src operand in bytes
 267  *
 268  * Returns 0 for the query func, number of processed bytes for
 269  * encryption/decryption funcs
 270  */
 271 static inline int cpacf_kmc(unsigned long func, void *param,
 272                             u8 *dest, const u8 *src, long src_len)
 273 {
 274         register unsigned long r0 asm("0") = (unsigned long) func;
 275         register unsigned long r1 asm("1") = (unsigned long) param;
 276         register unsigned long r2 asm("2") = (unsigned long) src;
 277         register unsigned long r3 asm("3") = (unsigned long) src_len;
 278         register unsigned long r4 asm("4") = (unsigned long) dest;
 279
 280         asm volatile(
 281                 "0:     .insn   rre,%[opc] << 16,%[dst],%[src]\n"
 282                 "       brc     1,0b\n" /* handle partial completion */
 283                 : [src] "+a" (r2), [len] "+d" (r3), [dst] "+a" (r4)
 284                 : [fc] "d" (r0), [pba] "a" (r1), [opc] "i" (CPACF_KMC)
 285                 : "cc", "memory");
 286
 287         return src_len - r3;
 288 }
 289
 290 /**
 291  * cpacf_kimd() - executes the KIMD (COMPUTE INTERMEDIATE MESSAGE DIGEST)
 292  *                instruction
 293  * @func: the function code passed to KM; see CPACF_KIMD_xxx defines
 294  * @param: address of parameter block; see POP for details on each func
 295  * @src: address of source memory area
 296  * @src_len: length of src operand in bytes
 297  */
 298 static inline void cpacf_kimd(unsigned long func, void *param,
 299                               const u8 *src, long src_len)
 300 {
 301         register unsigned long r0 asm("0") = (unsigned long) func;
 302         register unsigned long r1 asm("1") = (unsigned long) param;
 303         register unsigned long r2 asm("2") = (unsigned long) src;
 304         register unsigned long r3 asm("3") = (unsigned long) src_len;
 305
 306         asm volatile(
 307                 "0:     .insn   rre,%[opc] << 16,0,%[src]\n"
 308                 "       brc     1,0b\n" /* handle partial completion */
 309                 : [src] "+a" (r2), [len] "+d" (r3)
 310                 : [fc] "d" (r0), [pba] "a" (r1), [opc] "i" (CPACF_KIMD)
 311                 : "cc", "memory");
 312 }
 313
 314 /**
 315  * cpacf_klmd() - executes the KLMD (COMPUTE LAST MESSAGE DIGEST) instruction
 316  * @func: the function code passed to KM; see CPACF_KLMD_xxx defines
 317  * @param: address of parameter block; see POP for details on each func
 318  * @src: address of source memory area
 319  * @src_len: length of src operand in bytes
 320  */
 321 static inline void cpacf_klmd(unsigned long func, void *param,
 322                               const u8 *src, long src_len)
 323 {
 324         register unsigned long r0 asm("0") = (unsigned long) func;
 325         register unsigned long r1 asm("1") = (unsigned long) param;
 326         register unsigned long r2 asm("2") = (unsigned long) src;
 327         register unsigned long r3 asm("3") = (unsigned long) src_len;
 328
 329         asm volatile(
 330                 "0:     .insn   rre,%[opc] << 16,0,%[src]\n"
 331                 "       brc     1,0b\n" /* handle partial completion */
 332                 : [src] "+a" (r2), [len] "+d" (r3)
 333                 : [fc] "d" (r0), [pba] "a" (r1), [opc] "i" (CPACF_KLMD)
 334                 : "cc", "memory");
 335 }
 336
 337 /**
 338  * cpacf_kmac() - executes the KMAC (COMPUTE MESSAGE AUTHENTICATION CODE)
 339  *                instruction
 340  * @func: the function code passed to KM; see CPACF_KMAC_xxx defines
 341  * @param: address of parameter block; see POP for details on each func
 342  * @src: address of source memory area
 343  * @src_len: length of src operand in bytes
 344  *
 345  * Returns 0 for the query func, number of processed bytes for digest funcs
 346  */
 347 static inline int cpacf_kmac(unsigned long func, void *param,
 348                              const u8 *src, long src_len)
 349 {
 350         register unsigned long r0 asm("0") = (unsigned long) func;
 351         register unsigned long r1 asm("1") = (unsigned long) param;
 352         register unsigned long r2 asm("2") = (unsigned long) src;
 353         register unsigned long r3 asm("3") = (unsigned long) src_len;
 354
 355         asm volatile(
 356                 "0:     .insn   rre,%[opc] << 16,0,%[src]\n"
 357                 "       brc     1,0b\n" /* handle partial completion */
 358                 : [src] "+a" (r2), [len] "+d" (r3)
 359                 : [fc] "d" (r0), [pba] "a" (r1), [opc] "i" (CPACF_KMAC)
 360                 : "cc", "memory");
 361
 362         return src_len - r3;
 363 }
 364
 365 /**
 366  * cpacf_kmctr() - executes the KMCTR (CIPHER MESSAGE WITH COUNTER) instruction
 367  * @func: the function code passed to KMCTR; see CPACF_KMCTR_xxx defines
 368  * @param: address of parameter block; see POP for details on each func
 369  * @dest: address of destination memory area
 370  * @src: address of source memory area
 371  * @src_len: length of src operand in bytes
 372  * @counter: address of counter value
 373  *
 374  * Returns 0 for the query func, number of processed bytes for
 375  * encryption/decryption funcs
 376  */
 377 static inline int cpacf_kmctr(unsigned long func, void *param, u8 *dest,
 378                               const u8 *src, long src_len, u8 *counter)
 379 {
 380         register unsigned long r0 asm("0") = (unsigned long) func;
 381         register unsigned long r1 asm("1") = (unsigned long) param;
 382         register unsigned long r2 asm("2") = (unsigned long) src;
 383         register unsigned long r3 asm("3") = (unsigned long) src_len;
 384         register unsigned long r4 asm("4") = (unsigned long) dest;
 385         register unsigned long r6 asm("6") = (unsigned long) counter;
 386
 387         asm volatile(
 388                 "0:     .insn   rrf,%[opc] << 16,%[dst],%[src],%[ctr],0\n"
 389                 "       brc     1,0b\n" /* handle partial completion */
 390                 : [src] "+a" (r2), [len] "+d" (r3),
 391                   [dst] "+a" (r4), [ctr] "+a" (r6)
 392                 : [fc] "d" (r0), [pba] "a" (r1), [opc] "i" (CPACF_KMCTR)
 393                 : "cc", "memory");
 394
 395         return src_len - r3;
 396 }
 397
 398 /**
 399  * cpacf_prno() - executes the PRNO (PERFORM RANDOM NUMBER OPERATION)
 400  *                instruction
 401  * @func: the function code passed to PRNO; see CPACF_PRNO_xxx defines
 402  * @param: address of parameter block; see POP for details on each func
 403  * @dest: address of destination memory area
 404  * @dest_len: size of destination memory area in bytes
 405  * @seed: address of seed data
 406  * @seed_len: size of seed data in bytes
 407  */
 408 static inline void cpacf_prno(unsigned long func, void *param,
 409                               u8 *dest, unsigned long dest_len,
 410                               const u8 *seed, unsigned long seed_len)
 411 {
 412         register unsigned long r0 asm("0") = (unsigned long) func;
 413         register unsigned long r1 asm("1") = (unsigned long) param;
 414         register unsigned long r2 asm("2") = (unsigned long) dest;
 415         register unsigned long r3 asm("3") = (unsigned long) dest_len;
 416         register unsigned long r4 asm("4") = (unsigned long) seed;
 417         register unsigned long r5 asm("5") = (unsigned long) seed_len;
 418
 419         asm volatile (
 420                 "0:     .insn   rre,%[opc] << 16,%[dst],%[seed]\n"
 421                 "       brc     1,0b\n"   /* handle partial completion */
 422                 : [dst] "+a" (r2), [dlen] "+d" (r3)
 423                 : [fc] "d" (r0), [pba] "a" (r1),
 424                   [seed] "a" (r4), [slen] "d" (r5), [opc] "i" (CPACF_PRNO)
 425                 : "cc", "memory");
 426 }
 427
 428 /**
 429  * cpacf_trng() - executes the TRNG subfunction of the PRNO instruction
 430  * @ucbuf: buffer for unconditioned data
 431  * @ucbuf_len: amount of unconditioned data to fetch in bytes
 432  * @cbuf: buffer for conditioned data
 433  * @cbuf_len: amount of conditioned data to fetch in bytes
 434  */
 435 static inline void cpacf_trng(u8 *ucbuf, unsigned long ucbuf_len,
 436                               u8 *cbuf, unsigned long cbuf_len)
 437 {
 438         register unsigned long r0 asm("0") = (unsigned long) CPACF_PRNO_TRNG;
 439         register unsigned long r2 asm("2") = (unsigned long) ucbuf;
 440         register unsigned long r3 asm("3") = (unsigned long) ucbuf_len;
 441         register unsigned long r4 asm("4") = (unsigned long) cbuf;
 442         register unsigned long r5 asm("5") = (unsigned long) cbuf_len;
 443
 444         asm volatile (
 445                 "0:     .insn   rre,%[opc] << 16,%[ucbuf],%[cbuf]\n"
 446                 "       brc     1,0b\n"   /* handle partial completion */
 447                 : [ucbuf] "+a" (r2), [ucbuflen] "+d" (r3),
 448                   [cbuf] "+a" (r4), [cbuflen] "+d" (r5)
 449                 : [fc] "d" (r0), [opc] "i" (CPACF_PRNO)
 450                 : "cc", "memory");
 451 }
 452
 453 /**
 454  * cpacf_pcc() - executes the PCC (PERFORM CRYPTOGRAPHIC COMPUTATION)
 455  *               instruction
 456  * @func: the function code passed to PCC; see CPACF_KM_xxx defines
 457  * @param: address of parameter block; see POP for details on each func
 458  */
 459 static inline void cpacf_pcc(unsigned long func, void *param)
 460 {
 461         register unsigned long r0 asm("0") = (unsigned long) func;
 462         register unsigned long r1 asm("1") = (unsigned long) param;
 463
 464         asm volatile(
 465                 "0:     .insn   rre,%[opc] << 16,0,0\n" /* PCC opcode */
 466                 "       brc     1,0b\n" /* handle partial completion */
 467                 :
 468                 : [fc] "d" (r0), [pba] "a" (r1), [opc] "i" (CPACF_PCC)
 469                 : "cc", "memory");
 470 }
 471
 472 /**
 473  * cpacf_pckmo() - executes the PCKMO (PERFORM CRYPTOGRAPHIC KEY
 474  *                MANAGEMENT) instruction
 475  * @func: the function code passed to PCKMO; see CPACF_PCKMO_xxx defines
 476  * @param: address of parameter block; see POP for details on each func
 477  *
 478  * Returns 0.
 479  */
 480 static inline void cpacf_pckmo(long func, void *param)
 481 {
 482         register unsigned long r0 asm("0") = (unsigned long) func;
 483         register unsigned long r1 asm("1") = (unsigned long) param;
 484
 485         asm volatile(
 486                 "       .insn   rre,%[opc] << 16,0,0\n" /* PCKMO opcode */
 487                 :
 488                 : [fc] "d" (r0), [pba] "a" (r1), [opc] "i" (CPACF_PCKMO)
 489                 : "cc", "memory");
 490 }
 491
 492 /**
 493  * cpacf_kma() - executes the KMA (CIPHER MESSAGE WITH AUTHENTICATION)
 494  *               instruction
 495  * @func: the function code passed to KMA; see CPACF_KMA_xxx defines
 496  * @param: address of parameter block; see POP for details on each func
 497  * @dest: address of destination memory area
 498  * @src: address of source memory area
 499  * @src_len: length of src operand in bytes
 500  * @aad: address of additional authenticated data memory area
 501  * @aad_len: length of aad operand in bytes
 502  */
 503 static inline void cpacf_kma(unsigned long func, void *param, u8 *dest,
 504                              const u8 *src, unsigned long src_len,
 505                              const u8 *aad, unsigned long aad_len)
 506 {
 507         register unsigned long r0 asm("0") = (unsigned long) func;
 508         register unsigned long r1 asm("1") = (unsigned long) param;
 509         register unsigned long r2 asm("2") = (unsigned long) src;
 510         register unsigned long r3 asm("3") = (unsigned long) src_len;
 511         register unsigned long r4 asm("4") = (unsigned long) aad;
 512         register unsigned long r5 asm("5") = (unsigned long) aad_len;
 513         register unsigned long r6 asm("6") = (unsigned long) dest;
 514
 515         asm volatile(
 516                 "0:     .insn   rrf,%[opc] << 16,%[dst],%[src],%[aad],0\n"
 517                 "       brc     1,0b\n" /* handle partial completion */
 518                 : [dst] "+a" (r6), [src] "+a" (r2), [slen] "+d" (r3),
 519                   [aad] "+a" (r4), [alen] "+d" (r5)
 520                 : [fc] "d" (r0), [pba] "a" (r1), [opc] "i" (CPACF_KMA)
 521                 : "cc", "memory");
 522 }
 523
 524 #endif  /* _ASM_S390_CPACF_H */