2 * AMD Cryptographic Coprocessor (CCP) driver
4 * Copyright (C) 2013 Advanced Micro Devices, Inc.
6 * Author: Tom Lendacky <thomas.lendacky@amd.com>
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
16 #include <linux/scatterlist.h>
17 #include <linux/workqueue.h>
18 #include <linux/list.h>
19 #include <crypto/aes.h>
20 #include <crypto/sha.h>
26 #if defined(CONFIG_CRYPTO_DEV_CCP_DD) || \
27 defined(CONFIG_CRYPTO_DEV_CCP_DD_MODULE)
30 * ccp_present - check if a CCP device is present
32 * Returns zero if a CCP device is present, -ENODEV otherwise.
34 int ccp_present(void);
37 #define CCP_VMASK ((unsigned int)((1 << CCP_VSIZE) - 1))
38 #define CCP_VERSION(v, r) ((unsigned int)((v << CCP_VSIZE) \
42 * ccp_version - get the version of the CCP
44 * Returns a positive version number, or zero if no CCP
46 unsigned int ccp_version(void);
49 * ccp_enqueue_cmd - queue an operation for processing by the CCP
51 * @cmd: ccp_cmd struct to be processed
53 * Refer to the ccp_cmd struct below for required fields.
55 * Queue a cmd to be processed by the CCP. If queueing the cmd
56 * would exceed the defined length of the cmd queue the cmd will
57 * only be queued if the CCP_CMD_MAY_BACKLOG flag is set and will
58 * result in a return code of -EBUSY.
60 * The callback routine specified in the ccp_cmd struct will be
61 * called to notify the caller of completion (if the cmd was not
62 * backlogged) or advancement out of the backlog. If the cmd has
63 * advanced out of the backlog the "err" value of the callback
64 * will be -EINPROGRESS. Any other "err" value during callback is
65 * the result of the operation.
67 * The cmd has been successfully queued if:
68 * the return code is -EINPROGRESS or
69 * the return code is -EBUSY and CCP_CMD_MAY_BACKLOG flag is set
71 int ccp_enqueue_cmd(struct ccp_cmd
*cmd
);
73 #else /* CONFIG_CRYPTO_DEV_CCP_DD is not enabled */
75 static inline int ccp_present(void)
80 static inline unsigned int ccp_version(void)
85 static inline int ccp_enqueue_cmd(struct ccp_cmd
*cmd
)
90 #endif /* CONFIG_CRYPTO_DEV_CCP_DD */
93 /***** AES engine *****/
95 * ccp_aes_type - AES key size
97 * @CCP_AES_TYPE_128: 128-bit key
98 * @CCP_AES_TYPE_192: 192-bit key
99 * @CCP_AES_TYPE_256: 256-bit key
102 CCP_AES_TYPE_128
= 0,
109 * ccp_aes_mode - AES operation mode
111 * @CCP_AES_MODE_ECB: ECB mode
112 * @CCP_AES_MODE_CBC: CBC mode
113 * @CCP_AES_MODE_OFB: OFB mode
114 * @CCP_AES_MODE_CFB: CFB mode
115 * @CCP_AES_MODE_CTR: CTR mode
116 * @CCP_AES_MODE_CMAC: CMAC mode
119 CCP_AES_MODE_ECB
= 0,
129 * ccp_aes_mode - AES operation mode
131 * @CCP_AES_ACTION_DECRYPT: AES decrypt operation
132 * @CCP_AES_ACTION_ENCRYPT: AES encrypt operation
134 enum ccp_aes_action
{
135 CCP_AES_ACTION_DECRYPT
= 0,
136 CCP_AES_ACTION_ENCRYPT
,
137 CCP_AES_ACTION__LAST
,
141 * struct ccp_aes_engine - CCP AES operation
142 * @type: AES operation key size
143 * @mode: AES operation mode
144 * @action: AES operation (decrypt/encrypt)
145 * @key: key to be used for this AES operation
146 * @key_len: length in bytes of key
147 * @iv: IV to be used for this AES operation
148 * @iv_len: length in bytes of iv
149 * @src: data to be used for this operation
150 * @dst: data produced by this operation
151 * @src_len: length in bytes of data used for this operation
152 * @cmac_final: indicates final operation when running in CMAC mode
153 * @cmac_key: K1/K2 key used in final CMAC operation
154 * @cmac_key_len: length in bytes of cmac_key
156 * Variables required to be set when calling ccp_enqueue_cmd():
157 * - type, mode, action, key, key_len, src, dst, src_len
158 * - iv, iv_len for any mode other than ECB
159 * - cmac_final for CMAC mode
160 * - cmac_key, cmac_key_len for CMAC mode if cmac_final is non-zero
162 * The iv variable is used as both input and output. On completion of the
163 * AES operation the new IV overwrites the old IV.
165 struct ccp_aes_engine
{
166 enum ccp_aes_type type
;
167 enum ccp_aes_mode mode
;
168 enum ccp_aes_action action
;
170 struct scatterlist
*key
;
171 u32 key_len
; /* In bytes */
173 struct scatterlist
*iv
;
174 u32 iv_len
; /* In bytes */
176 struct scatterlist
*src
, *dst
;
177 u64 src_len
; /* In bytes */
179 u32 cmac_final
; /* Indicates final cmac cmd */
180 struct scatterlist
*cmac_key
; /* K1/K2 cmac key required for
182 u32 cmac_key_len
; /* In bytes */
185 /***** XTS-AES engine *****/
187 * ccp_xts_aes_unit_size - XTS unit size
189 * @CCP_XTS_AES_UNIT_SIZE_16: Unit size of 16 bytes
190 * @CCP_XTS_AES_UNIT_SIZE_512: Unit size of 512 bytes
191 * @CCP_XTS_AES_UNIT_SIZE_1024: Unit size of 1024 bytes
192 * @CCP_XTS_AES_UNIT_SIZE_2048: Unit size of 2048 bytes
193 * @CCP_XTS_AES_UNIT_SIZE_4096: Unit size of 4096 bytes
195 enum ccp_xts_aes_unit_size
{
196 CCP_XTS_AES_UNIT_SIZE_16
= 0,
197 CCP_XTS_AES_UNIT_SIZE_512
,
198 CCP_XTS_AES_UNIT_SIZE_1024
,
199 CCP_XTS_AES_UNIT_SIZE_2048
,
200 CCP_XTS_AES_UNIT_SIZE_4096
,
201 CCP_XTS_AES_UNIT_SIZE__LAST
,
205 * struct ccp_xts_aes_engine - CCP XTS AES operation
206 * @action: AES operation (decrypt/encrypt)
207 * @unit_size: unit size of the XTS operation
208 * @key: key to be used for this XTS AES operation
209 * @key_len: length in bytes of key
210 * @iv: IV to be used for this XTS AES operation
211 * @iv_len: length in bytes of iv
212 * @src: data to be used for this operation
213 * @dst: data produced by this operation
214 * @src_len: length in bytes of data used for this operation
215 * @final: indicates final XTS operation
217 * Variables required to be set when calling ccp_enqueue_cmd():
218 * - action, unit_size, key, key_len, iv, iv_len, src, dst, src_len, final
220 * The iv variable is used as both input and output. On completion of the
221 * AES operation the new IV overwrites the old IV.
223 struct ccp_xts_aes_engine
{
224 enum ccp_aes_action action
;
225 enum ccp_xts_aes_unit_size unit_size
;
227 struct scatterlist
*key
;
228 u32 key_len
; /* In bytes */
230 struct scatterlist
*iv
;
231 u32 iv_len
; /* In bytes */
233 struct scatterlist
*src
, *dst
;
234 u64 src_len
; /* In bytes */
239 /***** SHA engine *****/
240 #define CCP_SHA_BLOCKSIZE SHA256_BLOCK_SIZE
241 #define CCP_SHA_CTXSIZE SHA256_DIGEST_SIZE
244 * ccp_sha_type - type of SHA operation
246 * @CCP_SHA_TYPE_1: SHA-1 operation
247 * @CCP_SHA_TYPE_224: SHA-224 operation
248 * @CCP_SHA_TYPE_256: SHA-256 operation
258 * struct ccp_sha_engine - CCP SHA operation
259 * @type: Type of SHA operation
260 * @ctx: current hash value
261 * @ctx_len: length in bytes of hash value
262 * @src: data to be used for this operation
263 * @src_len: length in bytes of data used for this operation
264 * @opad: data to be used for final HMAC operation
265 * @opad_len: length in bytes of data used for final HMAC operation
266 * @first: indicates first SHA operation
267 * @final: indicates final SHA operation
268 * @msg_bits: total length of the message in bits used in final SHA operation
270 * Variables required to be set when calling ccp_enqueue_cmd():
271 * - type, ctx, ctx_len, src, src_len, final
272 * - msg_bits if final is non-zero
274 * The ctx variable is used as both input and output. On completion of the
275 * SHA operation the new hash value overwrites the old hash value.
277 struct ccp_sha_engine
{
278 enum ccp_sha_type type
;
280 struct scatterlist
*ctx
;
281 u32 ctx_len
; /* In bytes */
283 struct scatterlist
*src
;
284 u64 src_len
; /* In bytes */
286 struct scatterlist
*opad
;
287 u32 opad_len
; /* In bytes */
289 u32 first
; /* Indicates first sha cmd */
290 u32 final
; /* Indicates final sha cmd */
291 u64 msg_bits
; /* Message length in bits required for
295 /***** RSA engine *****/
297 * struct ccp_rsa_engine - CCP RSA operation
298 * @key_size: length in bits of RSA key
300 * @exp_len: length in bytes of exponent
302 * @mod_len: length in bytes of modulus
303 * @src: data to be used for this operation
304 * @dst: data produced by this operation
305 * @src_len: length in bytes of data used for this operation
307 * Variables required to be set when calling ccp_enqueue_cmd():
308 * - key_size, exp, exp_len, mod, mod_len, src, dst, src_len
310 struct ccp_rsa_engine
{
311 u32 key_size
; /* In bits */
313 struct scatterlist
*exp
;
314 u32 exp_len
; /* In bytes */
316 struct scatterlist
*mod
;
317 u32 mod_len
; /* In bytes */
319 struct scatterlist
*src
, *dst
;
320 u32 src_len
; /* In bytes */
323 /***** Passthru engine *****/
325 * ccp_passthru_bitwise - type of bitwise passthru operation
327 * @CCP_PASSTHRU_BITWISE_NOOP: no bitwise operation performed
328 * @CCP_PASSTHRU_BITWISE_AND: perform bitwise AND of src with mask
329 * @CCP_PASSTHRU_BITWISE_OR: perform bitwise OR of src with mask
330 * @CCP_PASSTHRU_BITWISE_XOR: perform bitwise XOR of src with mask
331 * @CCP_PASSTHRU_BITWISE_MASK: overwrite with mask
333 enum ccp_passthru_bitwise
{
334 CCP_PASSTHRU_BITWISE_NOOP
= 0,
335 CCP_PASSTHRU_BITWISE_AND
,
336 CCP_PASSTHRU_BITWISE_OR
,
337 CCP_PASSTHRU_BITWISE_XOR
,
338 CCP_PASSTHRU_BITWISE_MASK
,
339 CCP_PASSTHRU_BITWISE__LAST
,
343 * ccp_passthru_byteswap - type of byteswap passthru operation
345 * @CCP_PASSTHRU_BYTESWAP_NOOP: no byte swapping performed
346 * @CCP_PASSTHRU_BYTESWAP_32BIT: swap bytes within 32-bit words
347 * @CCP_PASSTHRU_BYTESWAP_256BIT: swap bytes within 256-bit words
349 enum ccp_passthru_byteswap
{
350 CCP_PASSTHRU_BYTESWAP_NOOP
= 0,
351 CCP_PASSTHRU_BYTESWAP_32BIT
,
352 CCP_PASSTHRU_BYTESWAP_256BIT
,
353 CCP_PASSTHRU_BYTESWAP__LAST
,
357 * struct ccp_passthru_engine - CCP pass-through operation
358 * @bit_mod: bitwise operation to perform
359 * @byte_swap: byteswap operation to perform
360 * @mask: mask to be applied to data
361 * @mask_len: length in bytes of mask
362 * @src: data to be used for this operation
363 * @dst: data produced by this operation
364 * @src_len: length in bytes of data used for this operation
365 * @final: indicate final pass-through operation
367 * Variables required to be set when calling ccp_enqueue_cmd():
368 * - bit_mod, byte_swap, src, dst, src_len
369 * - mask, mask_len if bit_mod is not CCP_PASSTHRU_BITWISE_NOOP
371 struct ccp_passthru_engine
{
372 enum ccp_passthru_bitwise bit_mod
;
373 enum ccp_passthru_byteswap byte_swap
;
375 struct scatterlist
*mask
;
376 u32 mask_len
; /* In bytes */
378 struct scatterlist
*src
, *dst
;
379 u64 src_len
; /* In bytes */
384 /***** ECC engine *****/
385 #define CCP_ECC_MODULUS_BYTES 48 /* 384-bits */
386 #define CCP_ECC_MAX_OPERANDS 6
387 #define CCP_ECC_MAX_OUTPUTS 3
390 * ccp_ecc_function - type of ECC function
392 * @CCP_ECC_FUNCTION_MMUL_384BIT: 384-bit modular multiplication
393 * @CCP_ECC_FUNCTION_MADD_384BIT: 384-bit modular addition
394 * @CCP_ECC_FUNCTION_MINV_384BIT: 384-bit multiplicative inverse
395 * @CCP_ECC_FUNCTION_PADD_384BIT: 384-bit point addition
396 * @CCP_ECC_FUNCTION_PMUL_384BIT: 384-bit point multiplication
397 * @CCP_ECC_FUNCTION_PDBL_384BIT: 384-bit point doubling
399 enum ccp_ecc_function
{
400 CCP_ECC_FUNCTION_MMUL_384BIT
= 0,
401 CCP_ECC_FUNCTION_MADD_384BIT
,
402 CCP_ECC_FUNCTION_MINV_384BIT
,
403 CCP_ECC_FUNCTION_PADD_384BIT
,
404 CCP_ECC_FUNCTION_PMUL_384BIT
,
405 CCP_ECC_FUNCTION_PDBL_384BIT
,
409 * struct ccp_ecc_modular_math - CCP ECC modular math parameters
410 * @operand_1: first operand for the modular math operation
411 * @operand_1_len: length of the first operand
412 * @operand_2: second operand for the modular math operation
413 * (not used for CCP_ECC_FUNCTION_MINV_384BIT)
414 * @operand_2_len: length of the second operand
415 * (not used for CCP_ECC_FUNCTION_MINV_384BIT)
416 * @result: result of the modular math operation
417 * @result_len: length of the supplied result buffer
419 struct ccp_ecc_modular_math
{
420 struct scatterlist
*operand_1
;
421 unsigned int operand_1_len
; /* In bytes */
423 struct scatterlist
*operand_2
;
424 unsigned int operand_2_len
; /* In bytes */
426 struct scatterlist
*result
;
427 unsigned int result_len
; /* In bytes */
431 * struct ccp_ecc_point - CCP ECC point definition
432 * @x: the x coordinate of the ECC point
433 * @x_len: the length of the x coordinate
434 * @y: the y coordinate of the ECC point
435 * @y_len: the length of the y coordinate
437 struct ccp_ecc_point
{
438 struct scatterlist
*x
;
439 unsigned int x_len
; /* In bytes */
441 struct scatterlist
*y
;
442 unsigned int y_len
; /* In bytes */
446 * struct ccp_ecc_point_math - CCP ECC point math parameters
447 * @point_1: the first point of the ECC point math operation
448 * @point_2: the second point of the ECC point math operation
449 * (only used for CCP_ECC_FUNCTION_PADD_384BIT)
450 * @domain_a: the a parameter of the ECC curve
451 * @domain_a_len: the length of the a parameter
452 * @scalar: the scalar parameter for the point match operation
453 * (only used for CCP_ECC_FUNCTION_PMUL_384BIT)
454 * @scalar_len: the length of the scalar parameter
455 * (only used for CCP_ECC_FUNCTION_PMUL_384BIT)
456 * @result: the point resulting from the point math operation
458 struct ccp_ecc_point_math
{
459 struct ccp_ecc_point point_1
;
460 struct ccp_ecc_point point_2
;
462 struct scatterlist
*domain_a
;
463 unsigned int domain_a_len
; /* In bytes */
465 struct scatterlist
*scalar
;
466 unsigned int scalar_len
; /* In bytes */
468 struct ccp_ecc_point result
;
472 * struct ccp_ecc_engine - CCP ECC operation
473 * @function: ECC function to perform
475 * @mod_len: length in bytes of modulus
476 * @mm: module math parameters
477 * @pm: point math parameters
478 * @ecc_result: result of the ECC operation
480 * Variables required to be set when calling ccp_enqueue_cmd():
481 * - function, mod, mod_len
482 * - operand, operand_len, operand_count, output, output_len, output_count
485 struct ccp_ecc_engine
{
486 enum ccp_ecc_function function
;
488 struct scatterlist
*mod
;
489 u32 mod_len
; /* In bytes */
492 struct ccp_ecc_modular_math mm
;
493 struct ccp_ecc_point_math pm
;
501 * ccp_engine - CCP operation identifiers
503 * @CCP_ENGINE_AES: AES operation
504 * @CCP_ENGINE_XTS_AES: 128-bit XTS AES operation
505 * @CCP_ENGINE_RSVD1: unused
506 * @CCP_ENGINE_SHA: SHA operation
507 * @CCP_ENGINE_RSA: RSA operation
508 * @CCP_ENGINE_PASSTHRU: pass-through operation
509 * @CCP_ENGINE_ZLIB_DECOMPRESS: unused
510 * @CCP_ENGINE_ECC: ECC operation
514 CCP_ENGINE_XTS_AES_128
,
519 CCP_ENGINE_ZLIB_DECOMPRESS
,
524 /* Flag values for flags member of ccp_cmd */
525 #define CCP_CMD_MAY_BACKLOG 0x00000001
528 * struct ccp_cmd - CPP operation request
529 * @entry: list element (ccp driver use only)
530 * @work: work element used for callbacks (ccp driver use only)
531 * @ccp: CCP device to be run on (ccp driver use only)
532 * @ret: operation return code (ccp driver use only)
533 * @flags: cmd processing flags
534 * @engine: CCP operation to perform
535 * @engine_error: CCP engine return code
536 * @u: engine specific structures, refer to specific engine struct below
537 * @callback: operation completion callback function
538 * @data: parameter value to be supplied to the callback function
540 * Variables required to be set when calling ccp_enqueue_cmd():
542 * - See the operation structures below for what is required for each
546 /* The list_head, work_struct, ccp and ret variables are for use
547 * by the CCP driver only.
549 struct list_head entry
;
550 struct work_struct work
;
551 struct ccp_device
*ccp
;
556 enum ccp_engine engine
;
560 struct ccp_aes_engine aes
;
561 struct ccp_xts_aes_engine xts
;
562 struct ccp_sha_engine sha
;
563 struct ccp_rsa_engine rsa
;
564 struct ccp_passthru_engine passthru
;
565 struct ccp_ecc_engine ecc
;
568 /* Completion callback support */
569 void (*callback
)(void *data
, int err
);