1 /* SPDX-License-Identifier: GPL-2.0 */
6 #include <crypto/ctr.h>
8 #define NX_NAME "nx-crypto"
9 #define NX_STRING "IBM Power7+ Nest Accelerator Crypto Driver"
10 #define NX_VERSION "1.0"
12 static const char nx_driver_string
[] = NX_STRING
;
13 static const char nx_driver_version
[] = NX_VERSION
;
15 /* a scatterlist in the format PHYP is expecting */
20 } __attribute((packed
));
22 #define NX_PAGE_SIZE (4096)
23 #define NX_MAX_SG_ENTRIES (NX_PAGE_SIZE/(sizeof(struct nx_sg)))
31 /* msc_triplet and max_sync_cop are used only to assist in parsing the
32 * openFirmware property */
43 struct msc_triplet trip
[0];
51 #define NX_OF_FLAG_MAXSGLEN_SET (1)
52 #define NX_OF_FLAG_STATUS_SET (2)
53 #define NX_OF_FLAG_MAXSYNCCOP_SET (4)
54 #define NX_OF_FLAG_MASK_READY (NX_OF_FLAG_MAXSGLEN_SET | \
55 NX_OF_FLAG_STATUS_SET | \
56 NX_OF_FLAG_MAXSYNCCOP_SET)
60 enum nx_status status
;
61 struct alg_props ap
[NX_MAX_FC
][NX_MAX_MODE
][3];
68 atomic64_t sha256_bytes
;
70 atomic64_t sha512_bytes
;
76 atomic_t last_error_pid
;
80 struct dentry
*dfs_root
;
81 struct dentry
*dfs_aes_ops
, *dfs_aes_bytes
;
82 struct dentry
*dfs_sha256_ops
, *dfs_sha256_bytes
;
83 struct dentry
*dfs_sha512_ops
, *dfs_sha512_bytes
;
84 struct dentry
*dfs_errors
, *dfs_last_error
, *dfs_last_error_pid
;
87 struct nx_crypto_driver
{
88 struct nx_stats stats
;
90 struct vio_dev
*viodev
;
91 struct vio_driver viodriver
;
92 struct nx_debugfs dfs
;
95 #define NX_GCM4106_NONCE_LEN (4)
96 #define NX_GCM_CTR_OFFSET (12)
103 u8 nonce
[NX_GCM4106_NONCE_LEN
];
106 #define NX_CCM_AES_KEY_LEN (16)
107 #define NX_CCM4309_AES_KEY_LEN (19)
108 #define NX_CCM4309_NONCE_LEN (3)
117 u8 nonce
[NX_CCM4309_NONCE_LEN
];
120 struct nx_xcbc_priv
{
125 u8 nonce
[CTR_RFC3686_NONCE_SIZE
];
128 struct nx_crypto_ctx
{
129 spinlock_t lock
; /* synchronize access to the context */
130 void *kmem
; /* unaligned, kmalloc'd buffer */
131 size_t kmem_len
; /* length of kmem */
132 struct nx_csbcpb
*csbcpb
; /* aligned page given to phyp @ hcall time */
133 struct vio_pfo_op op
; /* operation struct with hcall parameters */
134 struct nx_csbcpb
*csbcpb_aead
; /* secondary csbcpb used by AEAD algs */
135 struct vio_pfo_op op_aead
;/* operation struct for csbcpb_aead */
137 struct nx_sg
*in_sg
; /* aligned pointer into kmem to an sg list */
138 struct nx_sg
*out_sg
; /* aligned pointer into kmem to an sg list */
140 struct alg_props
*ap
; /* pointer into props based on our key size */
141 struct alg_props props
[3];/* openFirmware properties for requests */
142 struct nx_stats
*stats
; /* pointer into an nx_crypto_driver for stats
146 struct nx_gcm_priv gcm
;
147 struct nx_ccm_priv ccm
;
148 struct nx_xcbc_priv xcbc
;
149 struct nx_ctr_priv ctr
;
156 int nx_crypto_ctx_aes_ccm_init(struct crypto_aead
*tfm
);
157 int nx_crypto_ctx_aes_gcm_init(struct crypto_aead
*tfm
);
158 int nx_crypto_ctx_aes_xcbc_init(struct crypto_tfm
*tfm
);
159 int nx_crypto_ctx_aes_ctr_init(struct crypto_tfm
*tfm
);
160 int nx_crypto_ctx_aes_cbc_init(struct crypto_tfm
*tfm
);
161 int nx_crypto_ctx_aes_ecb_init(struct crypto_tfm
*tfm
);
162 int nx_crypto_ctx_sha_init(struct crypto_tfm
*tfm
);
163 void nx_crypto_ctx_exit(struct crypto_tfm
*tfm
);
164 void nx_crypto_ctx_aead_exit(struct crypto_aead
*tfm
);
165 void nx_ctx_init(struct nx_crypto_ctx
*nx_ctx
, unsigned int function
);
166 int nx_hcall_sync(struct nx_crypto_ctx
*ctx
, struct vio_pfo_op
*op
,
168 struct nx_sg
*nx_build_sg_list(struct nx_sg
*, u8
*, unsigned int *, u32
);
169 int nx_build_sg_lists(struct nx_crypto_ctx
*, struct blkcipher_desc
*,
170 struct scatterlist
*, struct scatterlist
*, unsigned int *,
172 struct nx_sg
*nx_walk_and_build(struct nx_sg
*, unsigned int,
173 struct scatterlist
*, unsigned int,
176 #ifdef CONFIG_DEBUG_FS
177 #define NX_DEBUGFS_INIT(drv) nx_debugfs_init(drv)
178 #define NX_DEBUGFS_FINI(drv) nx_debugfs_fini(drv)
180 int nx_debugfs_init(struct nx_crypto_driver
*);
181 void nx_debugfs_fini(struct nx_crypto_driver
*);
183 #define NX_DEBUGFS_INIT(drv) (0)
184 #define NX_DEBUGFS_FINI(drv) (0)
187 #define NX_PAGE_NUM(x) ((u64)(x) & 0xfffffffffffff000ULL)
189 extern struct crypto_alg nx_cbc_aes_alg
;
190 extern struct crypto_alg nx_ecb_aes_alg
;
191 extern struct aead_alg nx_gcm_aes_alg
;
192 extern struct aead_alg nx_gcm4106_aes_alg
;
193 extern struct crypto_alg nx_ctr3686_aes_alg
;
194 extern struct aead_alg nx_ccm_aes_alg
;
195 extern struct aead_alg nx_ccm4309_aes_alg
;
196 extern struct shash_alg nx_shash_aes_xcbc_alg
;
197 extern struct shash_alg nx_shash_sha512_alg
;
198 extern struct shash_alg nx_shash_sha256_alg
;
200 extern struct nx_crypto_driver nx_driver
;
202 #define SCATTERWALK_TO_SG 1
203 #define SCATTERWALK_FROM_SG 0