set zfs_arc_shrinker_limit to 0 by default
[zfs.git] / module / icp / include / sys / crypto / impl.h
blob0f5ef58ac009f0f0637df475a3152918edf224a8
1 /*
2 * CDDL HEADER START
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or https://opensource.org/licenses/CDDL-1.0.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
19 * CDDL HEADER END
22 * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
23 * Use is subject to license terms.
26 #ifndef _SYS_CRYPTO_IMPL_H
27 #define _SYS_CRYPTO_IMPL_H
30 * Kernel Cryptographic Framework private implementation definitions.
33 #include <sys/zfs_context.h>
34 #include <sys/crypto/common.h>
35 #include <sys/crypto/api.h>
36 #include <sys/crypto/spi.h>
37 #include <sys/avl.h>
39 #ifdef __cplusplus
40 extern "C" {
41 #endif
44 * Prefixes convention: structures internal to the kernel cryptographic
45 * framework start with 'kcf_'. Exposed structure start with 'crypto_'.
50 * The following two macros should be
51 * #define KCF_OPS_CLASSSIZE (KCF_LAST_OPSCLASS - KCF_FIRST_OPSCLASS + 2)
52 * #define KCF_MAXMECHTAB KCF_MAXCIPHER
54 * However, doing that would involve reorganizing the header file a bit.
55 * When impl.h is broken up (bug# 4703218), this will be done. For now,
56 * we hardcode these values.
58 #define KCF_OPS_CLASSSIZE 3
59 #define KCF_MAXMECHTAB 32
62 * Valid values for the state of a provider. The order of
63 * the elements is important.
65 * Routines which get a provider or the list of providers
66 * should pick only those that are in KCF_PROV_READY state.
68 typedef enum {
69 KCF_PROV_ALLOCATED = 1,
71 * state < KCF_PROV_READY means the provider can not
72 * be used at all.
74 KCF_PROV_READY,
76 * state > KCF_PROV_READY means the provider can not
77 * be used for new requests.
79 KCF_PROV_FAILED,
81 * Threads setting the following two states should do so only
82 * if the current state < KCF_PROV_DISABLED.
84 KCF_PROV_DISABLED,
85 KCF_PROV_REMOVED,
86 KCF_PROV_FREED
87 } kcf_prov_state_t;
89 #define KCF_IS_PROV_USABLE(pd) ((pd)->pd_state == KCF_PROV_READY)
90 #define KCF_IS_PROV_REMOVED(pd) ((pd)->pd_state >= KCF_PROV_REMOVED)
93 * A provider descriptor structure. There is one such structure per
94 * provider. It is allocated and initialized at registration time and
95 * freed when the provider unregisters.
97 * pd_refcnt: Reference counter to this provider descriptor
98 * pd_irefcnt: References held by the framework internal structs
99 * pd_lock: lock protects pd_state
100 * pd_state: State value of the provider
101 * pd_ops_vector: The ops vector specified by Provider
102 * pd_mech_indx: Lookup table which maps a core framework mechanism
103 * number to an index in pd_mechanisms array
104 * pd_mechanisms: Array of mechanisms supported by the provider, specified
105 * by the provider during registration
106 * pd_mech_list_count: The number of entries in pi_mechanisms, specified
107 * by the provider during registration
108 * pd_remove_cv: cv to wait on while the provider queue drains
109 * pd_description: Provider description string
110 * pd_kcf_prov_handle: KCF-private handle assigned by KCF
111 * pd_prov_id: Identification # assigned by KCF to provider
113 typedef struct kcf_provider_desc {
114 uint_t pd_refcnt;
115 uint_t pd_irefcnt;
116 kmutex_t pd_lock;
117 kcf_prov_state_t pd_state;
118 const crypto_ops_t *pd_ops_vector;
119 ushort_t pd_mech_indx[KCF_OPS_CLASSSIZE]\
120 [KCF_MAXMECHTAB];
121 const crypto_mech_info_t *pd_mechanisms;
122 uint_t pd_mech_list_count;
123 kcondvar_t pd_remove_cv;
124 const char *pd_description;
125 crypto_kcf_provider_handle_t pd_kcf_prov_handle;
126 crypto_provider_id_t pd_prov_id;
127 } kcf_provider_desc_t;
130 * If a component has a reference to a kcf_provider_desc_t,
131 * it REFHOLD()s. A new provider descriptor which is referenced only
132 * by the providers table has a reference counter of one.
134 #define KCF_PROV_REFHOLD(desc) { \
135 int newval = atomic_add_32_nv(&(desc)->pd_refcnt, 1); \
136 ASSERT(newval != 0); \
139 #define KCF_PROV_IREFHOLD(desc) { \
140 int newval = atomic_add_32_nv(&(desc)->pd_irefcnt, 1); \
141 ASSERT(newval != 0); \
144 #define KCF_PROV_IREFRELE(desc) { \
145 membar_producer(); \
146 int newval = atomic_add_32_nv(&(desc)->pd_irefcnt, -1); \
147 ASSERT(newval != -1); \
148 if (newval == 0) { \
149 cv_broadcast(&(desc)->pd_remove_cv); \
153 #define KCF_PROV_REFHELD(desc) ((desc)->pd_refcnt >= 1)
155 #define KCF_PROV_REFRELE(desc) { \
156 membar_producer(); \
157 int newval = atomic_add_32_nv(&(desc)->pd_refcnt, -1); \
158 ASSERT(newval != -1); \
159 if (newval == 0) { \
160 kcf_provider_zero_refcnt((desc)); \
166 * An element in a mechanism provider descriptors chain.
167 * The kcf_prov_mech_desc_t is duplicated in every chain the provider belongs
168 * to. This is a small tradeoff memory vs mutex spinning time to access the
169 * common provider field.
172 typedef struct kcf_prov_mech_desc {
173 struct kcf_mech_entry *pm_me; /* Back to the head */
174 struct kcf_prov_mech_desc *pm_next; /* Next in the chain */
175 crypto_mech_info_t pm_mech_info; /* Provider mech info */
176 kcf_provider_desc_t *pm_prov_desc; /* Common desc. */
177 } kcf_prov_mech_desc_t;
180 * A mechanism entry in an xxx_mech_tab[]. me_pad was deemed
181 * to be unnecessary and removed.
183 typedef struct kcf_mech_entry {
184 crypto_mech_name_t me_name; /* mechanism name */
185 crypto_mech_type_t me_mechid; /* Internal id for mechanism */
186 kcf_prov_mech_desc_t *me_sw_prov; /* provider */
187 avl_node_t me_node;
188 } kcf_mech_entry_t;
191 * Global tables. The sizes are from the predefined PKCS#11 v2.20 mechanisms,
192 * with a margin of few extra empty entry points
195 #define KCF_MAXDIGEST 16 /* Digests */
196 #define KCF_MAXCIPHER 32 /* Ciphers */
197 #define KCF_MAXMAC 40 /* Message authentication codes */
199 _Static_assert(KCF_MAXCIPHER == KCF_MAXMECHTAB,
200 "KCF_MAXCIPHER != KCF_MAXMECHTAB"); /* See KCF_MAXMECHTAB comment */
202 typedef enum {
203 KCF_CIPHER_CLASS = 1,
204 KCF_MAC_CLASS,
205 } kcf_ops_class_t;
207 #define KCF_FIRST_OPSCLASS KCF_CIPHER_CLASS
208 #define KCF_LAST_OPSCLASS KCF_MAC_CLASS
209 _Static_assert(
210 KCF_OPS_CLASSSIZE == (KCF_LAST_OPSCLASS - KCF_FIRST_OPSCLASS + 2),
211 "KCF_OPS_CLASSSIZE doesn't match kcf_ops_class_t!");
213 /* The table of all the kcf_xxx_mech_tab[]s, indexed by kcf_ops_class */
215 typedef struct kcf_mech_entry_tab {
216 int met_size; /* Size of the met_tab[] */
217 kcf_mech_entry_t *met_tab; /* the table */
218 } kcf_mech_entry_tab_t;
220 extern const kcf_mech_entry_tab_t kcf_mech_tabs_tab[];
222 #define KCF_MECHID(class, index) \
223 (((crypto_mech_type_t)(class) << 32) | (crypto_mech_type_t)(index))
225 #define KCF_MECH2CLASS(mech_type) ((kcf_ops_class_t)((mech_type) >> 32))
227 #define KCF_MECH2INDEX(mech_type) ((int)((mech_type) & 0xFFFFFFFF))
229 #define KCF_TO_PROV_MECH_INDX(pd, mech_type) \
230 ((pd)->pd_mech_indx[KCF_MECH2CLASS(mech_type)] \
231 [KCF_MECH2INDEX(mech_type)])
233 #define KCF_TO_PROV_MECHINFO(pd, mech_type) \
234 ((pd)->pd_mechanisms[KCF_TO_PROV_MECH_INDX(pd, mech_type)])
236 #define KCF_TO_PROV_MECHNUM(pd, mech_type) \
237 (KCF_TO_PROV_MECHINFO(pd, mech_type).cm_mech_number)
240 * Return codes for internal functions
242 #define KCF_SUCCESS 0x0 /* Successful call */
243 #define KCF_INVALID_MECH_NUMBER 0x1 /* invalid mechanism number */
244 #define KCF_INVALID_MECH_NAME 0x2 /* invalid mechanism name */
245 #define KCF_INVALID_MECH_CLASS 0x3 /* invalid mechanism class */
246 #define KCF_MECH_TAB_FULL 0x4 /* Need more room in the mech tabs. */
247 #define KCF_INVALID_INDX ((ushort_t)-1)
250 * Wrappers for ops vectors. In the wrapper definitions below, the pd
251 * argument always corresponds to a pointer to a provider descriptor
252 * of type kcf_prov_desc_t.
255 #define KCF_PROV_CIPHER_OPS(pd) ((pd)->pd_ops_vector->co_cipher_ops)
256 #define KCF_PROV_MAC_OPS(pd) ((pd)->pd_ops_vector->co_mac_ops)
257 #define KCF_PROV_CTX_OPS(pd) ((pd)->pd_ops_vector->co_ctx_ops)
260 * Wrappers for crypto_cipher_ops(9S) entry points.
263 #define KCF_PROV_ENCRYPT_ATOMIC(pd, mech, key, plaintext, ciphertext, \
264 template) ( \
265 (KCF_PROV_CIPHER_OPS(pd) && KCF_PROV_CIPHER_OPS(pd)->encrypt_atomic) ? \
266 KCF_PROV_CIPHER_OPS(pd)->encrypt_atomic( \
267 mech, key, plaintext, ciphertext, template) : \
268 CRYPTO_NOT_SUPPORTED)
270 #define KCF_PROV_DECRYPT_ATOMIC(pd, mech, key, ciphertext, plaintext, \
271 template) ( \
272 (KCF_PROV_CIPHER_OPS(pd) && KCF_PROV_CIPHER_OPS(pd)->decrypt_atomic) ? \
273 KCF_PROV_CIPHER_OPS(pd)->decrypt_atomic( \
274 mech, key, ciphertext, plaintext, template) : \
275 CRYPTO_NOT_SUPPORTED)
278 * Wrappers for crypto_mac_ops(9S) entry points.
281 #define KCF_PROV_MAC_INIT(pd, ctx, mech, key, template) ( \
282 (KCF_PROV_MAC_OPS(pd) && KCF_PROV_MAC_OPS(pd)->mac_init) ? \
283 KCF_PROV_MAC_OPS(pd)->mac_init(ctx, mech, key, template) \
284 : CRYPTO_NOT_SUPPORTED)
287 * The _ (underscore) in _mac is needed to avoid replacing the
288 * function mac().
290 #define KCF_PROV_MAC_UPDATE(pd, ctx, data) ( \
291 (KCF_PROV_MAC_OPS(pd) && KCF_PROV_MAC_OPS(pd)->mac_update) ? \
292 KCF_PROV_MAC_OPS(pd)->mac_update(ctx, data) : \
293 CRYPTO_NOT_SUPPORTED)
295 #define KCF_PROV_MAC_FINAL(pd, ctx, mac) ( \
296 (KCF_PROV_MAC_OPS(pd) && KCF_PROV_MAC_OPS(pd)->mac_final) ? \
297 KCF_PROV_MAC_OPS(pd)->mac_final(ctx, mac) : \
298 CRYPTO_NOT_SUPPORTED)
300 #define KCF_PROV_MAC_ATOMIC(pd, mech, key, data, mac, template) ( \
301 (KCF_PROV_MAC_OPS(pd) && KCF_PROV_MAC_OPS(pd)->mac_atomic) ? \
302 KCF_PROV_MAC_OPS(pd)->mac_atomic( \
303 mech, key, data, mac, template) : \
304 CRYPTO_NOT_SUPPORTED)
307 * Wrappers for crypto_ctx_ops(9S) entry points.
310 #define KCF_PROV_CREATE_CTX_TEMPLATE(pd, mech, key, template, size) ( \
311 (KCF_PROV_CTX_OPS(pd) && KCF_PROV_CTX_OPS(pd)->create_ctx_template) ? \
312 KCF_PROV_CTX_OPS(pd)->create_ctx_template( \
313 mech, key, template, size) : \
314 CRYPTO_NOT_SUPPORTED)
316 #define KCF_PROV_FREE_CONTEXT(pd, ctx) ( \
317 (KCF_PROV_CTX_OPS(pd) && KCF_PROV_CTX_OPS(pd)->free_context) ? \
318 KCF_PROV_CTX_OPS(pd)->free_context(ctx) : CRYPTO_NOT_SUPPORTED)
321 /* Miscellaneous */
322 extern void kcf_destroy_mech_tabs(void);
323 extern void kcf_init_mech_tabs(void);
324 extern int kcf_add_mech_provider(short, kcf_provider_desc_t *,
325 kcf_prov_mech_desc_t **);
326 extern void kcf_remove_mech_provider(const char *, kcf_provider_desc_t *);
327 extern int kcf_get_mech_entry(crypto_mech_type_t, kcf_mech_entry_t **);
328 extern kcf_provider_desc_t *kcf_alloc_provider_desc(void);
329 extern void kcf_provider_zero_refcnt(kcf_provider_desc_t *);
330 extern void kcf_free_provider_desc(kcf_provider_desc_t *);
331 extern void undo_register_provider(kcf_provider_desc_t *, boolean_t);
332 extern int crypto_put_output_data(uchar_t *, crypto_data_t *, int);
333 extern int crypto_update_iov(void *, crypto_data_t *, crypto_data_t *,
334 int (*cipher)(void *, caddr_t, size_t, crypto_data_t *));
335 extern int crypto_update_uio(void *, crypto_data_t *, crypto_data_t *,
336 int (*cipher)(void *, caddr_t, size_t, crypto_data_t *));
338 /* Access to the provider's table */
339 extern void kcf_prov_tab_destroy(void);
340 extern void kcf_prov_tab_init(void);
341 extern int kcf_prov_tab_add_provider(kcf_provider_desc_t *);
342 extern int kcf_prov_tab_rem_provider(crypto_provider_id_t);
343 extern kcf_provider_desc_t *kcf_prov_tab_lookup(crypto_provider_id_t);
344 extern int kcf_get_sw_prov(crypto_mech_type_t, kcf_provider_desc_t **,
345 kcf_mech_entry_t **, boolean_t);
348 #ifdef __cplusplus
350 #endif
352 #endif /* _SYS_CRYPTO_IMPL_H */