2 * Algorithm testing framework and tests.
4 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
5 * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org>
6 * Copyright (c) 2007 Nokia Siemens Networks
7 * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au>
9 * Updated RFC4106 AES-GCM testing.
10 * Authors: Aidan O'Mahony (aidan.o.mahony@intel.com)
11 * Adrian Hoban <adrian.hoban@intel.com>
12 * Gabriele Paoloni <gabriele.paoloni@intel.com>
13 * Tadeusz Struk (tadeusz.struk@intel.com)
14 * Copyright (c) 2010, Intel Corporation.
16 * This program is free software; you can redistribute it and/or modify it
17 * under the terms of the GNU General Public License as published by the Free
18 * Software Foundation; either version 2 of the License, or (at your option)
23 #include <crypto/aead.h>
24 #include <crypto/hash.h>
25 #include <crypto/skcipher.h>
26 #include <linux/err.h>
27 #include <linux/fips.h>
28 #include <linux/module.h>
29 #include <linux/scatterlist.h>
30 #include <linux/slab.h>
31 #include <linux/string.h>
32 #include <crypto/rng.h>
33 #include <crypto/drbg.h>
34 #include <crypto/akcipher.h>
38 #ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
41 int alg_test(const char *driver
, const char *alg
, u32 type
, u32 mask
)
51 * Need slab memory for testing (size in number of pages).
56 * Indexes into the xbuf to simulate cross-page access.
68 * Used by test_cipher()
73 struct tcrypt_result
{
74 struct completion completion
;
78 struct aead_test_suite
{
80 struct aead_testvec
*vecs
;
85 struct cipher_test_suite
{
87 struct cipher_testvec
*vecs
;
92 struct comp_test_suite
{
94 struct comp_testvec
*vecs
;
99 struct hash_test_suite
{
100 struct hash_testvec
*vecs
;
104 struct cprng_test_suite
{
105 struct cprng_testvec
*vecs
;
109 struct drbg_test_suite
{
110 struct drbg_testvec
*vecs
;
114 struct akcipher_test_suite
{
115 struct akcipher_testvec
*vecs
;
119 struct alg_test_desc
{
121 int (*test
)(const struct alg_test_desc
*desc
, const char *driver
,
123 int fips_allowed
; /* set if alg is allowed in fips mode */
126 struct aead_test_suite aead
;
127 struct cipher_test_suite cipher
;
128 struct comp_test_suite comp
;
129 struct hash_test_suite hash
;
130 struct cprng_test_suite cprng
;
131 struct drbg_test_suite drbg
;
132 struct akcipher_test_suite akcipher
;
136 static unsigned int IDX
[8] = { IDX1
, IDX2
, IDX3
, IDX4
, IDX5
, IDX6
, IDX7
, IDX8
};
138 static void hexdump(unsigned char *buf
, unsigned int len
)
140 print_hex_dump(KERN_CONT
, "", DUMP_PREFIX_OFFSET
,
145 static void tcrypt_complete(struct crypto_async_request
*req
, int err
)
147 struct tcrypt_result
*res
= req
->data
;
149 if (err
== -EINPROGRESS
)
153 complete(&res
->completion
);
156 static int testmgr_alloc_buf(char *buf
[XBUFSIZE
])
160 for (i
= 0; i
< XBUFSIZE
; i
++) {
161 buf
[i
] = (void *)__get_free_page(GFP_KERNEL
);
170 free_page((unsigned long)buf
[i
]);
175 static void testmgr_free_buf(char *buf
[XBUFSIZE
])
179 for (i
= 0; i
< XBUFSIZE
; i
++)
180 free_page((unsigned long)buf
[i
]);
183 static int wait_async_op(struct tcrypt_result
*tr
, int ret
)
185 if (ret
== -EINPROGRESS
|| ret
== -EBUSY
) {
186 wait_for_completion(&tr
->completion
);
187 reinit_completion(&tr
->completion
);
193 static int ahash_partial_update(struct ahash_request
**preq
,
194 struct crypto_ahash
*tfm
, struct hash_testvec
*template,
195 void *hash_buff
, int k
, int temp
, struct scatterlist
*sg
,
196 const char *algo
, char *result
, struct tcrypt_result
*tresult
)
199 struct ahash_request
*req
;
200 int statesize
, ret
= -EINVAL
;
203 statesize
= crypto_ahash_statesize(
204 crypto_ahash_reqtfm(req
));
205 state
= kmalloc(statesize
, GFP_KERNEL
);
207 pr_err("alt: hash: Failed to alloc state for %s\n", algo
);
210 ret
= crypto_ahash_export(req
, state
);
212 pr_err("alt: hash: Failed to export() for %s\n", algo
);
215 ahash_request_free(req
);
216 req
= ahash_request_alloc(tfm
, GFP_KERNEL
);
218 pr_err("alg: hash: Failed to alloc request for %s\n", algo
);
221 ahash_request_set_callback(req
,
222 CRYPTO_TFM_REQ_MAY_BACKLOG
,
223 tcrypt_complete
, tresult
);
225 memcpy(hash_buff
, template->plaintext
+ temp
,
227 sg_init_one(&sg
[0], hash_buff
, template->tap
[k
]);
228 ahash_request_set_crypt(req
, sg
, result
, template->tap
[k
]);
229 ret
= crypto_ahash_import(req
, state
);
231 pr_err("alg: hash: Failed to import() for %s\n", algo
);
234 ret
= wait_async_op(tresult
, crypto_ahash_update(req
));
241 ahash_request_free(req
);
248 static int __test_hash(struct crypto_ahash
*tfm
, struct hash_testvec
*template,
249 unsigned int tcount
, bool use_digest
,
250 const int align_offset
)
252 const char *algo
= crypto_tfm_alg_driver_name(crypto_ahash_tfm(tfm
));
253 unsigned int i
, j
, k
, temp
;
254 struct scatterlist sg
[8];
257 struct ahash_request
*req
;
258 struct tcrypt_result tresult
;
260 char *xbuf
[XBUFSIZE
];
263 result
= kmalloc(MAX_DIGEST_SIZE
, GFP_KERNEL
);
266 key
= kmalloc(MAX_KEYLEN
, GFP_KERNEL
);
269 if (testmgr_alloc_buf(xbuf
))
272 init_completion(&tresult
.completion
);
274 req
= ahash_request_alloc(tfm
, GFP_KERNEL
);
276 printk(KERN_ERR
"alg: hash: Failed to allocate request for "
280 ahash_request_set_callback(req
, CRYPTO_TFM_REQ_MAY_BACKLOG
,
281 tcrypt_complete
, &tresult
);
284 for (i
= 0; i
< tcount
; i
++) {
289 if (WARN_ON(align_offset
+ template[i
].psize
> PAGE_SIZE
))
293 memset(result
, 0, MAX_DIGEST_SIZE
);
296 hash_buff
+= align_offset
;
298 memcpy(hash_buff
, template[i
].plaintext
, template[i
].psize
);
299 sg_init_one(&sg
[0], hash_buff
, template[i
].psize
);
301 if (template[i
].ksize
) {
302 crypto_ahash_clear_flags(tfm
, ~0);
303 if (template[i
].ksize
> MAX_KEYLEN
) {
304 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
305 j
, algo
, template[i
].ksize
, MAX_KEYLEN
);
309 memcpy(key
, template[i
].key
, template[i
].ksize
);
310 ret
= crypto_ahash_setkey(tfm
, key
, template[i
].ksize
);
312 printk(KERN_ERR
"alg: hash: setkey failed on "
313 "test %d for %s: ret=%d\n", j
, algo
,
319 ahash_request_set_crypt(req
, sg
, result
, template[i
].psize
);
321 ret
= wait_async_op(&tresult
, crypto_ahash_digest(req
));
323 pr_err("alg: hash: digest failed on test %d "
324 "for %s: ret=%d\n", j
, algo
, -ret
);
328 ret
= wait_async_op(&tresult
, crypto_ahash_init(req
));
330 pr_err("alt: hash: init failed on test %d "
331 "for %s: ret=%d\n", j
, algo
, -ret
);
334 ret
= wait_async_op(&tresult
, crypto_ahash_update(req
));
336 pr_err("alt: hash: update failed on test %d "
337 "for %s: ret=%d\n", j
, algo
, -ret
);
340 ret
= wait_async_op(&tresult
, crypto_ahash_final(req
));
342 pr_err("alt: hash: final failed on test %d "
343 "for %s: ret=%d\n", j
, algo
, -ret
);
348 if (memcmp(result
, template[i
].digest
,
349 crypto_ahash_digestsize(tfm
))) {
350 printk(KERN_ERR
"alg: hash: Test %d failed for %s\n",
352 hexdump(result
, crypto_ahash_digestsize(tfm
));
359 for (i
= 0; i
< tcount
; i
++) {
360 /* alignment tests are only done with continuous buffers */
361 if (align_offset
!= 0)
368 memset(result
, 0, MAX_DIGEST_SIZE
);
371 sg_init_table(sg
, template[i
].np
);
373 for (k
= 0; k
< template[i
].np
; k
++) {
374 if (WARN_ON(offset_in_page(IDX
[k
]) +
375 template[i
].tap
[k
] > PAGE_SIZE
))
378 memcpy(xbuf
[IDX
[k
] >> PAGE_SHIFT
] +
379 offset_in_page(IDX
[k
]),
380 template[i
].plaintext
+ temp
,
383 temp
+= template[i
].tap
[k
];
386 if (template[i
].ksize
) {
387 if (template[i
].ksize
> MAX_KEYLEN
) {
388 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
389 j
, algo
, template[i
].ksize
, MAX_KEYLEN
);
393 crypto_ahash_clear_flags(tfm
, ~0);
394 memcpy(key
, template[i
].key
, template[i
].ksize
);
395 ret
= crypto_ahash_setkey(tfm
, key
, template[i
].ksize
);
398 printk(KERN_ERR
"alg: hash: setkey "
399 "failed on chunking test %d "
400 "for %s: ret=%d\n", j
, algo
, -ret
);
405 ahash_request_set_crypt(req
, sg
, result
, template[i
].psize
);
406 ret
= crypto_ahash_digest(req
);
412 wait_for_completion(&tresult
.completion
);
413 reinit_completion(&tresult
.completion
);
419 printk(KERN_ERR
"alg: hash: digest failed "
420 "on chunking test %d for %s: "
421 "ret=%d\n", j
, algo
, -ret
);
425 if (memcmp(result
, template[i
].digest
,
426 crypto_ahash_digestsize(tfm
))) {
427 printk(KERN_ERR
"alg: hash: Chunking test %d "
428 "failed for %s\n", j
, algo
);
429 hexdump(result
, crypto_ahash_digestsize(tfm
));
435 /* partial update exercise */
437 for (i
= 0; i
< tcount
; i
++) {
438 /* alignment tests are only done with continuous buffers */
439 if (align_offset
!= 0)
442 if (template[i
].np
< 2)
446 memset(result
, 0, MAX_DIGEST_SIZE
);
450 memcpy(hash_buff
, template[i
].plaintext
,
452 sg_init_one(&sg
[0], hash_buff
, template[i
].tap
[0]);
454 if (template[i
].ksize
) {
455 crypto_ahash_clear_flags(tfm
, ~0);
456 if (template[i
].ksize
> MAX_KEYLEN
) {
457 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
458 j
, algo
, template[i
].ksize
, MAX_KEYLEN
);
462 memcpy(key
, template[i
].key
, template[i
].ksize
);
463 ret
= crypto_ahash_setkey(tfm
, key
, template[i
].ksize
);
465 pr_err("alg: hash: setkey failed on test %d for %s: ret=%d\n",
471 ahash_request_set_crypt(req
, sg
, result
, template[i
].tap
[0]);
472 ret
= wait_async_op(&tresult
, crypto_ahash_init(req
));
474 pr_err("alt: hash: init failed on test %d for %s: ret=%d\n",
478 ret
= wait_async_op(&tresult
, crypto_ahash_update(req
));
480 pr_err("alt: hash: update failed on test %d for %s: ret=%d\n",
485 temp
= template[i
].tap
[0];
486 for (k
= 1; k
< template[i
].np
; k
++) {
487 ret
= ahash_partial_update(&req
, tfm
, &template[i
],
488 hash_buff
, k
, temp
, &sg
[0], algo
, result
,
491 pr_err("hash: partial update failed on test %d for %s: ret=%d\n",
495 temp
+= template[i
].tap
[k
];
497 ret
= wait_async_op(&tresult
, crypto_ahash_final(req
));
499 pr_err("alt: hash: final failed on test %d for %s: ret=%d\n",
503 if (memcmp(result
, template[i
].digest
,
504 crypto_ahash_digestsize(tfm
))) {
505 pr_err("alg: hash: Partial Test %d failed for %s\n",
507 hexdump(result
, crypto_ahash_digestsize(tfm
));
516 ahash_request_free(req
);
518 testmgr_free_buf(xbuf
);
525 static int test_hash(struct crypto_ahash
*tfm
, struct hash_testvec
*template,
526 unsigned int tcount
, bool use_digest
)
528 unsigned int alignmask
;
531 ret
= __test_hash(tfm
, template, tcount
, use_digest
, 0);
535 /* test unaligned buffers, check with one byte offset */
536 ret
= __test_hash(tfm
, template, tcount
, use_digest
, 1);
540 alignmask
= crypto_tfm_alg_alignmask(&tfm
->base
);
542 /* Check if alignment mask for tfm is correctly set. */
543 ret
= __test_hash(tfm
, template, tcount
, use_digest
,
552 static int __test_aead(struct crypto_aead
*tfm
, int enc
,
553 struct aead_testvec
*template, unsigned int tcount
,
554 const bool diff_dst
, const int align_offset
)
556 const char *algo
= crypto_tfm_alg_driver_name(crypto_aead_tfm(tfm
));
557 unsigned int i
, j
, k
, n
, temp
;
561 struct aead_request
*req
;
562 struct scatterlist
*sg
;
563 struct scatterlist
*sgout
;
565 struct tcrypt_result result
;
566 unsigned int authsize
, iv_len
;
571 char *xbuf
[XBUFSIZE
];
572 char *xoutbuf
[XBUFSIZE
];
573 char *axbuf
[XBUFSIZE
];
575 iv
= kzalloc(MAX_IVLEN
, GFP_KERNEL
);
578 key
= kmalloc(MAX_KEYLEN
, GFP_KERNEL
);
581 if (testmgr_alloc_buf(xbuf
))
583 if (testmgr_alloc_buf(axbuf
))
585 if (diff_dst
&& testmgr_alloc_buf(xoutbuf
))
588 /* avoid "the frame size is larger than 1024 bytes" compiler warning */
589 sg
= kmalloc(sizeof(*sg
) * 8 * (diff_dst
? 4 : 2), GFP_KERNEL
);
604 init_completion(&result
.completion
);
606 req
= aead_request_alloc(tfm
, GFP_KERNEL
);
608 pr_err("alg: aead%s: Failed to allocate request for %s\n",
613 aead_request_set_callback(req
, CRYPTO_TFM_REQ_MAY_BACKLOG
,
614 tcrypt_complete
, &result
);
616 iv_len
= crypto_aead_ivsize(tfm
);
618 for (i
= 0, j
= 0; i
< tcount
; i
++) {
624 /* some templates have no input data but they will
628 input
+= align_offset
;
632 if (WARN_ON(align_offset
+ template[i
].ilen
>
633 PAGE_SIZE
|| template[i
].alen
> PAGE_SIZE
))
636 memcpy(input
, template[i
].input
, template[i
].ilen
);
637 memcpy(assoc
, template[i
].assoc
, template[i
].alen
);
639 memcpy(iv
, template[i
].iv
, iv_len
);
641 memset(iv
, 0, iv_len
);
643 crypto_aead_clear_flags(tfm
, ~0);
645 crypto_aead_set_flags(tfm
, CRYPTO_TFM_REQ_WEAK_KEY
);
647 if (template[i
].klen
> MAX_KEYLEN
) {
648 pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
649 d
, j
, algo
, template[i
].klen
,
654 memcpy(key
, template[i
].key
, template[i
].klen
);
656 ret
= crypto_aead_setkey(tfm
, key
, template[i
].klen
);
657 if (!ret
== template[i
].fail
) {
658 pr_err("alg: aead%s: setkey failed on test %d for %s: flags=%x\n",
659 d
, j
, algo
, crypto_aead_get_flags(tfm
));
664 authsize
= abs(template[i
].rlen
- template[i
].ilen
);
665 ret
= crypto_aead_setauthsize(tfm
, authsize
);
667 pr_err("alg: aead%s: Failed to set authsize to %u on test %d for %s\n",
668 d
, authsize
, j
, algo
);
672 k
= !!template[i
].alen
;
673 sg_init_table(sg
, k
+ 1);
674 sg_set_buf(&sg
[0], assoc
, template[i
].alen
);
675 sg_set_buf(&sg
[k
], input
,
676 template[i
].ilen
+ (enc
? authsize
: 0));
680 sg_init_table(sgout
, k
+ 1);
681 sg_set_buf(&sgout
[0], assoc
, template[i
].alen
);
684 output
+= align_offset
;
685 sg_set_buf(&sgout
[k
], output
,
686 template[i
].rlen
+ (enc
? 0 : authsize
));
689 aead_request_set_crypt(req
, sg
, (diff_dst
) ? sgout
: sg
,
690 template[i
].ilen
, iv
);
692 aead_request_set_ad(req
, template[i
].alen
);
694 ret
= enc
? crypto_aead_encrypt(req
) : crypto_aead_decrypt(req
);
698 if (template[i
].novrfy
) {
699 /* verification was supposed to fail */
700 pr_err("alg: aead%s: %s failed on test %d for %s: ret was 0, expected -EBADMSG\n",
702 /* so really, we got a bad message */
709 wait_for_completion(&result
.completion
);
710 reinit_completion(&result
.completion
);
715 if (template[i
].novrfy
)
716 /* verification failure was expected */
720 pr_err("alg: aead%s: %s failed on test %d for %s: ret=%d\n",
721 d
, e
, j
, algo
, -ret
);
726 if (memcmp(q
, template[i
].result
, template[i
].rlen
)) {
727 pr_err("alg: aead%s: Test %d failed on %s for %s\n",
729 hexdump(q
, template[i
].rlen
);
735 for (i
= 0, j
= 0; i
< tcount
; i
++) {
736 /* alignment tests are only done with continuous buffers */
737 if (align_offset
!= 0)
746 memcpy(iv
, template[i
].iv
, iv_len
);
748 memset(iv
, 0, MAX_IVLEN
);
750 crypto_aead_clear_flags(tfm
, ~0);
752 crypto_aead_set_flags(tfm
, CRYPTO_TFM_REQ_WEAK_KEY
);
753 if (template[i
].klen
> MAX_KEYLEN
) {
754 pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
755 d
, j
, algo
, template[i
].klen
, MAX_KEYLEN
);
759 memcpy(key
, template[i
].key
, template[i
].klen
);
761 ret
= crypto_aead_setkey(tfm
, key
, template[i
].klen
);
762 if (!ret
== template[i
].fail
) {
763 pr_err("alg: aead%s: setkey failed on chunk test %d for %s: flags=%x\n",
764 d
, j
, algo
, crypto_aead_get_flags(tfm
));
769 authsize
= abs(template[i
].rlen
- template[i
].ilen
);
772 sg_init_table(sg
, template[i
].anp
+ template[i
].np
);
774 sg_init_table(sgout
, template[i
].anp
+ template[i
].np
);
777 for (k
= 0, temp
= 0; k
< template[i
].anp
; k
++) {
778 if (WARN_ON(offset_in_page(IDX
[k
]) +
779 template[i
].atap
[k
] > PAGE_SIZE
))
782 memcpy(axbuf
[IDX
[k
] >> PAGE_SHIFT
] +
783 offset_in_page(IDX
[k
]),
784 template[i
].assoc
+ temp
,
785 template[i
].atap
[k
]),
786 template[i
].atap
[k
]);
788 sg_set_buf(&sgout
[k
],
789 axbuf
[IDX
[k
] >> PAGE_SHIFT
] +
790 offset_in_page(IDX
[k
]),
791 template[i
].atap
[k
]);
792 temp
+= template[i
].atap
[k
];
795 for (k
= 0, temp
= 0; k
< template[i
].np
; k
++) {
796 if (WARN_ON(offset_in_page(IDX
[k
]) +
797 template[i
].tap
[k
] > PAGE_SIZE
))
800 q
= xbuf
[IDX
[k
] >> PAGE_SHIFT
] + offset_in_page(IDX
[k
]);
801 memcpy(q
, template[i
].input
+ temp
, template[i
].tap
[k
]);
802 sg_set_buf(&sg
[template[i
].anp
+ k
],
803 q
, template[i
].tap
[k
]);
806 q
= xoutbuf
[IDX
[k
] >> PAGE_SHIFT
] +
807 offset_in_page(IDX
[k
]);
809 memset(q
, 0, template[i
].tap
[k
]);
811 sg_set_buf(&sgout
[template[i
].anp
+ k
],
812 q
, template[i
].tap
[k
]);
815 n
= template[i
].tap
[k
];
816 if (k
== template[i
].np
- 1 && enc
)
818 if (offset_in_page(q
) + n
< PAGE_SIZE
)
821 temp
+= template[i
].tap
[k
];
824 ret
= crypto_aead_setauthsize(tfm
, authsize
);
826 pr_err("alg: aead%s: Failed to set authsize to %u on chunk test %d for %s\n",
827 d
, authsize
, j
, algo
);
832 if (WARN_ON(sg
[template[i
].anp
+ k
- 1].offset
+
833 sg
[template[i
].anp
+ k
- 1].length
+
834 authsize
> PAGE_SIZE
)) {
840 sgout
[template[i
].anp
+ k
- 1].length
+=
842 sg
[template[i
].anp
+ k
- 1].length
+= authsize
;
845 aead_request_set_crypt(req
, sg
, (diff_dst
) ? sgout
: sg
,
849 aead_request_set_ad(req
, template[i
].alen
);
851 ret
= enc
? crypto_aead_encrypt(req
) : crypto_aead_decrypt(req
);
855 if (template[i
].novrfy
) {
856 /* verification was supposed to fail */
857 pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret was 0, expected -EBADMSG\n",
859 /* so really, we got a bad message */
866 wait_for_completion(&result
.completion
);
867 reinit_completion(&result
.completion
);
872 if (template[i
].novrfy
)
873 /* verification failure was expected */
877 pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret=%d\n",
878 d
, e
, j
, algo
, -ret
);
883 for (k
= 0, temp
= 0; k
< template[i
].np
; k
++) {
885 q
= xoutbuf
[IDX
[k
] >> PAGE_SHIFT
] +
886 offset_in_page(IDX
[k
]);
888 q
= xbuf
[IDX
[k
] >> PAGE_SHIFT
] +
889 offset_in_page(IDX
[k
]);
891 n
= template[i
].tap
[k
];
892 if (k
== template[i
].np
- 1)
893 n
+= enc
? authsize
: -authsize
;
895 if (memcmp(q
, template[i
].result
+ temp
, n
)) {
896 pr_err("alg: aead%s: Chunk test %d failed on %s at page %u for %s\n",
903 if (k
== template[i
].np
- 1 && !enc
) {
905 memcmp(q
, template[i
].input
+
911 for (n
= 0; offset_in_page(q
+ n
) && q
[n
]; n
++)
915 pr_err("alg: aead%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
916 d
, j
, e
, k
, algo
, n
);
921 temp
+= template[i
].tap
[k
];
928 aead_request_free(req
);
932 testmgr_free_buf(xoutbuf
);
934 testmgr_free_buf(axbuf
);
936 testmgr_free_buf(xbuf
);
943 static int test_aead(struct crypto_aead
*tfm
, int enc
,
944 struct aead_testvec
*template, unsigned int tcount
)
946 unsigned int alignmask
;
949 /* test 'dst == src' case */
950 ret
= __test_aead(tfm
, enc
, template, tcount
, false, 0);
954 /* test 'dst != src' case */
955 ret
= __test_aead(tfm
, enc
, template, tcount
, true, 0);
959 /* test unaligned buffers, check with one byte offset */
960 ret
= __test_aead(tfm
, enc
, template, tcount
, true, 1);
964 alignmask
= crypto_tfm_alg_alignmask(&tfm
->base
);
966 /* Check if alignment mask for tfm is correctly set. */
967 ret
= __test_aead(tfm
, enc
, template, tcount
, true,
976 static int test_cipher(struct crypto_cipher
*tfm
, int enc
,
977 struct cipher_testvec
*template, unsigned int tcount
)
979 const char *algo
= crypto_tfm_alg_driver_name(crypto_cipher_tfm(tfm
));
980 unsigned int i
, j
, k
;
984 char *xbuf
[XBUFSIZE
];
987 if (testmgr_alloc_buf(xbuf
))
996 for (i
= 0; i
< tcount
; i
++) {
1003 if (WARN_ON(template[i
].ilen
> PAGE_SIZE
))
1007 memcpy(data
, template[i
].input
, template[i
].ilen
);
1009 crypto_cipher_clear_flags(tfm
, ~0);
1011 crypto_cipher_set_flags(tfm
, CRYPTO_TFM_REQ_WEAK_KEY
);
1013 ret
= crypto_cipher_setkey(tfm
, template[i
].key
,
1015 if (!ret
== template[i
].fail
) {
1016 printk(KERN_ERR
"alg: cipher: setkey failed "
1017 "on test %d for %s: flags=%x\n", j
,
1018 algo
, crypto_cipher_get_flags(tfm
));
1023 for (k
= 0; k
< template[i
].ilen
;
1024 k
+= crypto_cipher_blocksize(tfm
)) {
1026 crypto_cipher_encrypt_one(tfm
, data
+ k
,
1029 crypto_cipher_decrypt_one(tfm
, data
+ k
,
1034 if (memcmp(q
, template[i
].result
, template[i
].rlen
)) {
1035 printk(KERN_ERR
"alg: cipher: Test %d failed "
1036 "on %s for %s\n", j
, e
, algo
);
1037 hexdump(q
, template[i
].rlen
);
1046 testmgr_free_buf(xbuf
);
1051 static int __test_skcipher(struct crypto_skcipher
*tfm
, int enc
,
1052 struct cipher_testvec
*template, unsigned int tcount
,
1053 const bool diff_dst
, const int align_offset
)
1056 crypto_tfm_alg_driver_name(crypto_skcipher_tfm(tfm
));
1057 unsigned int i
, j
, k
, n
, temp
;
1059 struct skcipher_request
*req
;
1060 struct scatterlist sg
[8];
1061 struct scatterlist sgout
[8];
1063 struct tcrypt_result result
;
1066 char *xbuf
[XBUFSIZE
];
1067 char *xoutbuf
[XBUFSIZE
];
1069 unsigned int ivsize
= crypto_skcipher_ivsize(tfm
);
1071 if (testmgr_alloc_buf(xbuf
))
1074 if (diff_dst
&& testmgr_alloc_buf(xoutbuf
))
1087 init_completion(&result
.completion
);
1089 req
= skcipher_request_alloc(tfm
, GFP_KERNEL
);
1091 pr_err("alg: skcipher%s: Failed to allocate request for %s\n",
1096 skcipher_request_set_callback(req
, CRYPTO_TFM_REQ_MAY_BACKLOG
,
1097 tcrypt_complete
, &result
);
1100 for (i
= 0; i
< tcount
; i
++) {
1101 if (template[i
].np
&& !template[i
].also_non_np
)
1105 memcpy(iv
, template[i
].iv
, ivsize
);
1107 memset(iv
, 0, MAX_IVLEN
);
1111 if (WARN_ON(align_offset
+ template[i
].ilen
> PAGE_SIZE
))
1115 data
+= align_offset
;
1116 memcpy(data
, template[i
].input
, template[i
].ilen
);
1118 crypto_skcipher_clear_flags(tfm
, ~0);
1120 crypto_skcipher_set_flags(tfm
,
1121 CRYPTO_TFM_REQ_WEAK_KEY
);
1123 ret
= crypto_skcipher_setkey(tfm
, template[i
].key
,
1125 if (!ret
== template[i
].fail
) {
1126 pr_err("alg: skcipher%s: setkey failed on test %d for %s: flags=%x\n",
1127 d
, j
, algo
, crypto_skcipher_get_flags(tfm
));
1132 sg_init_one(&sg
[0], data
, template[i
].ilen
);
1135 data
+= align_offset
;
1136 sg_init_one(&sgout
[0], data
, template[i
].ilen
);
1139 skcipher_request_set_crypt(req
, sg
, (diff_dst
) ? sgout
: sg
,
1140 template[i
].ilen
, iv
);
1141 ret
= enc
? crypto_skcipher_encrypt(req
) :
1142 crypto_skcipher_decrypt(req
);
1149 wait_for_completion(&result
.completion
);
1150 reinit_completion(&result
.completion
);
1156 pr_err("alg: skcipher%s: %s failed on test %d for %s: ret=%d\n",
1157 d
, e
, j
, algo
, -ret
);
1162 if (memcmp(q
, template[i
].result
, template[i
].rlen
)) {
1163 pr_err("alg: skcipher%s: Test %d failed (invalid result) on %s for %s\n",
1165 hexdump(q
, template[i
].rlen
);
1170 if (template[i
].iv_out
&&
1171 memcmp(iv
, template[i
].iv_out
,
1172 crypto_skcipher_ivsize(tfm
))) {
1173 pr_err("alg: skcipher%s: Test %d failed (invalid output IV) on %s for %s\n",
1175 hexdump(iv
, crypto_skcipher_ivsize(tfm
));
1182 for (i
= 0; i
< tcount
; i
++) {
1183 /* alignment tests are only done with continuous buffers */
1184 if (align_offset
!= 0)
1187 if (!template[i
].np
)
1191 memcpy(iv
, template[i
].iv
, ivsize
);
1193 memset(iv
, 0, MAX_IVLEN
);
1196 crypto_skcipher_clear_flags(tfm
, ~0);
1198 crypto_skcipher_set_flags(tfm
,
1199 CRYPTO_TFM_REQ_WEAK_KEY
);
1201 ret
= crypto_skcipher_setkey(tfm
, template[i
].key
,
1203 if (!ret
== template[i
].fail
) {
1204 pr_err("alg: skcipher%s: setkey failed on chunk test %d for %s: flags=%x\n",
1205 d
, j
, algo
, crypto_skcipher_get_flags(tfm
));
1212 sg_init_table(sg
, template[i
].np
);
1214 sg_init_table(sgout
, template[i
].np
);
1215 for (k
= 0; k
< template[i
].np
; k
++) {
1216 if (WARN_ON(offset_in_page(IDX
[k
]) +
1217 template[i
].tap
[k
] > PAGE_SIZE
))
1220 q
= xbuf
[IDX
[k
] >> PAGE_SHIFT
] + offset_in_page(IDX
[k
]);
1222 memcpy(q
, template[i
].input
+ temp
, template[i
].tap
[k
]);
1224 if (offset_in_page(q
) + template[i
].tap
[k
] < PAGE_SIZE
)
1225 q
[template[i
].tap
[k
]] = 0;
1227 sg_set_buf(&sg
[k
], q
, template[i
].tap
[k
]);
1229 q
= xoutbuf
[IDX
[k
] >> PAGE_SHIFT
] +
1230 offset_in_page(IDX
[k
]);
1232 sg_set_buf(&sgout
[k
], q
, template[i
].tap
[k
]);
1234 memset(q
, 0, template[i
].tap
[k
]);
1235 if (offset_in_page(q
) +
1236 template[i
].tap
[k
] < PAGE_SIZE
)
1237 q
[template[i
].tap
[k
]] = 0;
1240 temp
+= template[i
].tap
[k
];
1243 skcipher_request_set_crypt(req
, sg
, (diff_dst
) ? sgout
: sg
,
1244 template[i
].ilen
, iv
);
1246 ret
= enc
? crypto_skcipher_encrypt(req
) :
1247 crypto_skcipher_decrypt(req
);
1254 wait_for_completion(&result
.completion
);
1255 reinit_completion(&result
.completion
);
1261 pr_err("alg: skcipher%s: %s failed on chunk test %d for %s: ret=%d\n",
1262 d
, e
, j
, algo
, -ret
);
1268 for (k
= 0; k
< template[i
].np
; k
++) {
1270 q
= xoutbuf
[IDX
[k
] >> PAGE_SHIFT
] +
1271 offset_in_page(IDX
[k
]);
1273 q
= xbuf
[IDX
[k
] >> PAGE_SHIFT
] +
1274 offset_in_page(IDX
[k
]);
1276 if (memcmp(q
, template[i
].result
+ temp
,
1277 template[i
].tap
[k
])) {
1278 pr_err("alg: skcipher%s: Chunk test %d failed on %s at page %u for %s\n",
1280 hexdump(q
, template[i
].tap
[k
]);
1284 q
+= template[i
].tap
[k
];
1285 for (n
= 0; offset_in_page(q
+ n
) && q
[n
]; n
++)
1288 pr_err("alg: skcipher%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
1289 d
, j
, e
, k
, algo
, n
);
1293 temp
+= template[i
].tap
[k
];
1300 skcipher_request_free(req
);
1302 testmgr_free_buf(xoutbuf
);
1304 testmgr_free_buf(xbuf
);
1309 static int test_skcipher(struct crypto_skcipher
*tfm
, int enc
,
1310 struct cipher_testvec
*template, unsigned int tcount
)
1312 unsigned int alignmask
;
1315 /* test 'dst == src' case */
1316 ret
= __test_skcipher(tfm
, enc
, template, tcount
, false, 0);
1320 /* test 'dst != src' case */
1321 ret
= __test_skcipher(tfm
, enc
, template, tcount
, true, 0);
1325 /* test unaligned buffers, check with one byte offset */
1326 ret
= __test_skcipher(tfm
, enc
, template, tcount
, true, 1);
1330 alignmask
= crypto_tfm_alg_alignmask(&tfm
->base
);
1332 /* Check if alignment mask for tfm is correctly set. */
1333 ret
= __test_skcipher(tfm
, enc
, template, tcount
, true,
1342 static int test_comp(struct crypto_comp
*tfm
, struct comp_testvec
*ctemplate
,
1343 struct comp_testvec
*dtemplate
, int ctcount
, int dtcount
)
1345 const char *algo
= crypto_tfm_alg_driver_name(crypto_comp_tfm(tfm
));
1347 char result
[COMP_BUF_SIZE
];
1350 for (i
= 0; i
< ctcount
; i
++) {
1352 unsigned int dlen
= COMP_BUF_SIZE
;
1354 memset(result
, 0, sizeof (result
));
1356 ilen
= ctemplate
[i
].inlen
;
1357 ret
= crypto_comp_compress(tfm
, ctemplate
[i
].input
,
1358 ilen
, result
, &dlen
);
1360 printk(KERN_ERR
"alg: comp: compression failed "
1361 "on test %d for %s: ret=%d\n", i
+ 1, algo
,
1366 if (dlen
!= ctemplate
[i
].outlen
) {
1367 printk(KERN_ERR
"alg: comp: Compression test %d "
1368 "failed for %s: output len = %d\n", i
+ 1, algo
,
1374 if (memcmp(result
, ctemplate
[i
].output
, dlen
)) {
1375 printk(KERN_ERR
"alg: comp: Compression test %d "
1376 "failed for %s\n", i
+ 1, algo
);
1377 hexdump(result
, dlen
);
1383 for (i
= 0; i
< dtcount
; i
++) {
1385 unsigned int dlen
= COMP_BUF_SIZE
;
1387 memset(result
, 0, sizeof (result
));
1389 ilen
= dtemplate
[i
].inlen
;
1390 ret
= crypto_comp_decompress(tfm
, dtemplate
[i
].input
,
1391 ilen
, result
, &dlen
);
1393 printk(KERN_ERR
"alg: comp: decompression failed "
1394 "on test %d for %s: ret=%d\n", i
+ 1, algo
,
1399 if (dlen
!= dtemplate
[i
].outlen
) {
1400 printk(KERN_ERR
"alg: comp: Decompression test %d "
1401 "failed for %s: output len = %d\n", i
+ 1, algo
,
1407 if (memcmp(result
, dtemplate
[i
].output
, dlen
)) {
1408 printk(KERN_ERR
"alg: comp: Decompression test %d "
1409 "failed for %s\n", i
+ 1, algo
);
1410 hexdump(result
, dlen
);
1422 static int test_cprng(struct crypto_rng
*tfm
, struct cprng_testvec
*template,
1423 unsigned int tcount
)
1425 const char *algo
= crypto_tfm_alg_driver_name(crypto_rng_tfm(tfm
));
1426 int err
= 0, i
, j
, seedsize
;
1430 seedsize
= crypto_rng_seedsize(tfm
);
1432 seed
= kmalloc(seedsize
, GFP_KERNEL
);
1434 printk(KERN_ERR
"alg: cprng: Failed to allocate seed space "
1439 for (i
= 0; i
< tcount
; i
++) {
1440 memset(result
, 0, 32);
1442 memcpy(seed
, template[i
].v
, template[i
].vlen
);
1443 memcpy(seed
+ template[i
].vlen
, template[i
].key
,
1445 memcpy(seed
+ template[i
].vlen
+ template[i
].klen
,
1446 template[i
].dt
, template[i
].dtlen
);
1448 err
= crypto_rng_reset(tfm
, seed
, seedsize
);
1450 printk(KERN_ERR
"alg: cprng: Failed to reset rng "
1455 for (j
= 0; j
< template[i
].loops
; j
++) {
1456 err
= crypto_rng_get_bytes(tfm
, result
,
1459 printk(KERN_ERR
"alg: cprng: Failed to obtain "
1460 "the correct amount of random data for "
1461 "%s (requested %d)\n", algo
,
1467 err
= memcmp(result
, template[i
].result
,
1470 printk(KERN_ERR
"alg: cprng: Test %d failed for %s\n",
1472 hexdump(result
, template[i
].rlen
);
1483 static int alg_test_aead(const struct alg_test_desc
*desc
, const char *driver
,
1486 struct crypto_aead
*tfm
;
1489 tfm
= crypto_alloc_aead(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1491 printk(KERN_ERR
"alg: aead: Failed to load transform for %s: "
1492 "%ld\n", driver
, PTR_ERR(tfm
));
1493 return PTR_ERR(tfm
);
1496 if (desc
->suite
.aead
.enc
.vecs
) {
1497 err
= test_aead(tfm
, ENCRYPT
, desc
->suite
.aead
.enc
.vecs
,
1498 desc
->suite
.aead
.enc
.count
);
1503 if (!err
&& desc
->suite
.aead
.dec
.vecs
)
1504 err
= test_aead(tfm
, DECRYPT
, desc
->suite
.aead
.dec
.vecs
,
1505 desc
->suite
.aead
.dec
.count
);
1508 crypto_free_aead(tfm
);
1512 static int alg_test_cipher(const struct alg_test_desc
*desc
,
1513 const char *driver
, u32 type
, u32 mask
)
1515 struct crypto_cipher
*tfm
;
1518 tfm
= crypto_alloc_cipher(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1520 printk(KERN_ERR
"alg: cipher: Failed to load transform for "
1521 "%s: %ld\n", driver
, PTR_ERR(tfm
));
1522 return PTR_ERR(tfm
);
1525 if (desc
->suite
.cipher
.enc
.vecs
) {
1526 err
= test_cipher(tfm
, ENCRYPT
, desc
->suite
.cipher
.enc
.vecs
,
1527 desc
->suite
.cipher
.enc
.count
);
1532 if (desc
->suite
.cipher
.dec
.vecs
)
1533 err
= test_cipher(tfm
, DECRYPT
, desc
->suite
.cipher
.dec
.vecs
,
1534 desc
->suite
.cipher
.dec
.count
);
1537 crypto_free_cipher(tfm
);
1541 static int alg_test_skcipher(const struct alg_test_desc
*desc
,
1542 const char *driver
, u32 type
, u32 mask
)
1544 struct crypto_skcipher
*tfm
;
1547 tfm
= crypto_alloc_skcipher(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1549 printk(KERN_ERR
"alg: skcipher: Failed to load transform for "
1550 "%s: %ld\n", driver
, PTR_ERR(tfm
));
1551 return PTR_ERR(tfm
);
1554 if (desc
->suite
.cipher
.enc
.vecs
) {
1555 err
= test_skcipher(tfm
, ENCRYPT
, desc
->suite
.cipher
.enc
.vecs
,
1556 desc
->suite
.cipher
.enc
.count
);
1561 if (desc
->suite
.cipher
.dec
.vecs
)
1562 err
= test_skcipher(tfm
, DECRYPT
, desc
->suite
.cipher
.dec
.vecs
,
1563 desc
->suite
.cipher
.dec
.count
);
1566 crypto_free_skcipher(tfm
);
1570 static int alg_test_comp(const struct alg_test_desc
*desc
, const char *driver
,
1573 struct crypto_comp
*tfm
;
1576 tfm
= crypto_alloc_comp(driver
, type
, mask
);
1578 printk(KERN_ERR
"alg: comp: Failed to load transform for %s: "
1579 "%ld\n", driver
, PTR_ERR(tfm
));
1580 return PTR_ERR(tfm
);
1583 err
= test_comp(tfm
, desc
->suite
.comp
.comp
.vecs
,
1584 desc
->suite
.comp
.decomp
.vecs
,
1585 desc
->suite
.comp
.comp
.count
,
1586 desc
->suite
.comp
.decomp
.count
);
1588 crypto_free_comp(tfm
);
1592 static int alg_test_hash(const struct alg_test_desc
*desc
, const char *driver
,
1595 struct crypto_ahash
*tfm
;
1598 tfm
= crypto_alloc_ahash(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1600 printk(KERN_ERR
"alg: hash: Failed to load transform for %s: "
1601 "%ld\n", driver
, PTR_ERR(tfm
));
1602 return PTR_ERR(tfm
);
1605 err
= test_hash(tfm
, desc
->suite
.hash
.vecs
,
1606 desc
->suite
.hash
.count
, true);
1608 err
= test_hash(tfm
, desc
->suite
.hash
.vecs
,
1609 desc
->suite
.hash
.count
, false);
1611 crypto_free_ahash(tfm
);
1615 static int alg_test_crc32c(const struct alg_test_desc
*desc
,
1616 const char *driver
, u32 type
, u32 mask
)
1618 struct crypto_shash
*tfm
;
1622 err
= alg_test_hash(desc
, driver
, type
, mask
);
1626 tfm
= crypto_alloc_shash(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1628 printk(KERN_ERR
"alg: crc32c: Failed to load transform for %s: "
1629 "%ld\n", driver
, PTR_ERR(tfm
));
1635 SHASH_DESC_ON_STACK(shash
, tfm
);
1636 u32
*ctx
= (u32
*)shash_desc_ctx(shash
);
1641 *ctx
= le32_to_cpu(420553207);
1642 err
= crypto_shash_final(shash
, (u8
*)&val
);
1644 printk(KERN_ERR
"alg: crc32c: Operation failed for "
1645 "%s: %d\n", driver
, err
);
1649 if (val
!= ~420553207) {
1650 printk(KERN_ERR
"alg: crc32c: Test failed for %s: "
1651 "%d\n", driver
, val
);
1656 crypto_free_shash(tfm
);
1662 static int alg_test_cprng(const struct alg_test_desc
*desc
, const char *driver
,
1665 struct crypto_rng
*rng
;
1668 rng
= crypto_alloc_rng(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1670 printk(KERN_ERR
"alg: cprng: Failed to load transform for %s: "
1671 "%ld\n", driver
, PTR_ERR(rng
));
1672 return PTR_ERR(rng
);
1675 err
= test_cprng(rng
, desc
->suite
.cprng
.vecs
, desc
->suite
.cprng
.count
);
1677 crypto_free_rng(rng
);
1683 static int drbg_cavs_test(struct drbg_testvec
*test
, int pr
,
1684 const char *driver
, u32 type
, u32 mask
)
1687 struct crypto_rng
*drng
;
1688 struct drbg_test_data test_data
;
1689 struct drbg_string addtl
, pers
, testentropy
;
1690 unsigned char *buf
= kzalloc(test
->expectedlen
, GFP_KERNEL
);
1695 drng
= crypto_alloc_rng(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1697 printk(KERN_ERR
"alg: drbg: could not allocate DRNG handle for "
1703 test_data
.testentropy
= &testentropy
;
1704 drbg_string_fill(&testentropy
, test
->entropy
, test
->entropylen
);
1705 drbg_string_fill(&pers
, test
->pers
, test
->perslen
);
1706 ret
= crypto_drbg_reset_test(drng
, &pers
, &test_data
);
1708 printk(KERN_ERR
"alg: drbg: Failed to reset rng\n");
1712 drbg_string_fill(&addtl
, test
->addtla
, test
->addtllen
);
1714 drbg_string_fill(&testentropy
, test
->entpra
, test
->entprlen
);
1715 ret
= crypto_drbg_get_bytes_addtl_test(drng
,
1716 buf
, test
->expectedlen
, &addtl
, &test_data
);
1718 ret
= crypto_drbg_get_bytes_addtl(drng
,
1719 buf
, test
->expectedlen
, &addtl
);
1722 printk(KERN_ERR
"alg: drbg: could not obtain random data for "
1723 "driver %s\n", driver
);
1727 drbg_string_fill(&addtl
, test
->addtlb
, test
->addtllen
);
1729 drbg_string_fill(&testentropy
, test
->entprb
, test
->entprlen
);
1730 ret
= crypto_drbg_get_bytes_addtl_test(drng
,
1731 buf
, test
->expectedlen
, &addtl
, &test_data
);
1733 ret
= crypto_drbg_get_bytes_addtl(drng
,
1734 buf
, test
->expectedlen
, &addtl
);
1737 printk(KERN_ERR
"alg: drbg: could not obtain random data for "
1738 "driver %s\n", driver
);
1742 ret
= memcmp(test
->expected
, buf
, test
->expectedlen
);
1745 crypto_free_rng(drng
);
1751 static int alg_test_drbg(const struct alg_test_desc
*desc
, const char *driver
,
1757 struct drbg_testvec
*template = desc
->suite
.drbg
.vecs
;
1758 unsigned int tcount
= desc
->suite
.drbg
.count
;
1760 if (0 == memcmp(driver
, "drbg_pr_", 8))
1763 for (i
= 0; i
< tcount
; i
++) {
1764 err
= drbg_cavs_test(&template[i
], pr
, driver
, type
, mask
);
1766 printk(KERN_ERR
"alg: drbg: Test %d failed for %s\n",
1776 static int do_test_rsa(struct crypto_akcipher
*tfm
,
1777 struct akcipher_testvec
*vecs
)
1779 char *xbuf
[XBUFSIZE
];
1780 struct akcipher_request
*req
;
1781 void *outbuf_enc
= NULL
;
1782 void *outbuf_dec
= NULL
;
1783 struct tcrypt_result result
;
1784 unsigned int out_len_max
, out_len
= 0;
1786 struct scatterlist src
, dst
, src_tab
[2];
1788 if (testmgr_alloc_buf(xbuf
))
1791 req
= akcipher_request_alloc(tfm
, GFP_KERNEL
);
1795 init_completion(&result
.completion
);
1797 if (vecs
->public_key_vec
)
1798 err
= crypto_akcipher_set_pub_key(tfm
, vecs
->key
,
1801 err
= crypto_akcipher_set_priv_key(tfm
, vecs
->key
,
1806 out_len_max
= crypto_akcipher_maxsize(tfm
);
1807 outbuf_enc
= kzalloc(out_len_max
, GFP_KERNEL
);
1811 if (WARN_ON(vecs
->m_size
> PAGE_SIZE
))
1814 memcpy(xbuf
[0], vecs
->m
, vecs
->m_size
);
1816 sg_init_table(src_tab
, 2);
1817 sg_set_buf(&src_tab
[0], xbuf
[0], 8);
1818 sg_set_buf(&src_tab
[1], xbuf
[0] + 8, vecs
->m_size
- 8);
1819 sg_init_one(&dst
, outbuf_enc
, out_len_max
);
1820 akcipher_request_set_crypt(req
, src_tab
, &dst
, vecs
->m_size
,
1822 akcipher_request_set_callback(req
, CRYPTO_TFM_REQ_MAY_BACKLOG
,
1823 tcrypt_complete
, &result
);
1825 /* Run RSA encrypt - c = m^e mod n;*/
1826 err
= wait_async_op(&result
, crypto_akcipher_encrypt(req
));
1828 pr_err("alg: rsa: encrypt test failed. err %d\n", err
);
1831 if (req
->dst_len
!= vecs
->c_size
) {
1832 pr_err("alg: rsa: encrypt test failed. Invalid output len\n");
1836 /* verify that encrypted message is equal to expected */
1837 if (memcmp(vecs
->c
, outbuf_enc
, vecs
->c_size
)) {
1838 pr_err("alg: rsa: encrypt test failed. Invalid output\n");
1842 /* Don't invoke decrypt for vectors with public key */
1843 if (vecs
->public_key_vec
) {
1847 outbuf_dec
= kzalloc(out_len_max
, GFP_KERNEL
);
1853 if (WARN_ON(vecs
->c_size
> PAGE_SIZE
))
1856 memcpy(xbuf
[0], vecs
->c
, vecs
->c_size
);
1858 sg_init_one(&src
, xbuf
[0], vecs
->c_size
);
1859 sg_init_one(&dst
, outbuf_dec
, out_len_max
);
1860 init_completion(&result
.completion
);
1861 akcipher_request_set_crypt(req
, &src
, &dst
, vecs
->c_size
, out_len_max
);
1863 /* Run RSA decrypt - m = c^d mod n;*/
1864 err
= wait_async_op(&result
, crypto_akcipher_decrypt(req
));
1866 pr_err("alg: rsa: decrypt test failed. err %d\n", err
);
1869 out_len
= req
->dst_len
;
1870 if (out_len
!= vecs
->m_size
) {
1871 pr_err("alg: rsa: decrypt test failed. Invalid output len\n");
1875 /* verify that decrypted message is equal to the original msg */
1876 if (memcmp(vecs
->m
, outbuf_dec
, vecs
->m_size
)) {
1877 pr_err("alg: rsa: decrypt test failed. Invalid output\n");
1884 akcipher_request_free(req
);
1886 testmgr_free_buf(xbuf
);
1890 static int test_rsa(struct crypto_akcipher
*tfm
, struct akcipher_testvec
*vecs
,
1891 unsigned int tcount
)
1895 for (i
= 0; i
< tcount
; i
++) {
1896 ret
= do_test_rsa(tfm
, vecs
++);
1898 pr_err("alg: rsa: test failed on vector %d, err=%d\n",
1906 static int test_akcipher(struct crypto_akcipher
*tfm
, const char *alg
,
1907 struct akcipher_testvec
*vecs
, unsigned int tcount
)
1909 if (strncmp(alg
, "rsa", 3) == 0)
1910 return test_rsa(tfm
, vecs
, tcount
);
1915 static int alg_test_akcipher(const struct alg_test_desc
*desc
,
1916 const char *driver
, u32 type
, u32 mask
)
1918 struct crypto_akcipher
*tfm
;
1921 tfm
= crypto_alloc_akcipher(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1923 pr_err("alg: akcipher: Failed to load tfm for %s: %ld\n",
1924 driver
, PTR_ERR(tfm
));
1925 return PTR_ERR(tfm
);
1927 if (desc
->suite
.akcipher
.vecs
)
1928 err
= test_akcipher(tfm
, desc
->alg
, desc
->suite
.akcipher
.vecs
,
1929 desc
->suite
.akcipher
.count
);
1931 crypto_free_akcipher(tfm
);
1935 static int alg_test_null(const struct alg_test_desc
*desc
,
1936 const char *driver
, u32 type
, u32 mask
)
1941 /* Please keep this list sorted by algorithm name. */
1942 static const struct alg_test_desc alg_test_descs
[] = {
1944 .alg
= "__cbc-cast5-avx",
1945 .test
= alg_test_null
,
1947 .alg
= "__cbc-cast6-avx",
1948 .test
= alg_test_null
,
1950 .alg
= "__cbc-serpent-avx",
1951 .test
= alg_test_null
,
1953 .alg
= "__cbc-serpent-avx2",
1954 .test
= alg_test_null
,
1956 .alg
= "__cbc-serpent-sse2",
1957 .test
= alg_test_null
,
1959 .alg
= "__cbc-twofish-avx",
1960 .test
= alg_test_null
,
1962 .alg
= "__driver-cbc-aes-aesni",
1963 .test
= alg_test_null
,
1966 .alg
= "__driver-cbc-camellia-aesni",
1967 .test
= alg_test_null
,
1969 .alg
= "__driver-cbc-camellia-aesni-avx2",
1970 .test
= alg_test_null
,
1972 .alg
= "__driver-cbc-cast5-avx",
1973 .test
= alg_test_null
,
1975 .alg
= "__driver-cbc-cast6-avx",
1976 .test
= alg_test_null
,
1978 .alg
= "__driver-cbc-serpent-avx",
1979 .test
= alg_test_null
,
1981 .alg
= "__driver-cbc-serpent-avx2",
1982 .test
= alg_test_null
,
1984 .alg
= "__driver-cbc-serpent-sse2",
1985 .test
= alg_test_null
,
1987 .alg
= "__driver-cbc-twofish-avx",
1988 .test
= alg_test_null
,
1990 .alg
= "__driver-ecb-aes-aesni",
1991 .test
= alg_test_null
,
1994 .alg
= "__driver-ecb-camellia-aesni",
1995 .test
= alg_test_null
,
1997 .alg
= "__driver-ecb-camellia-aesni-avx2",
1998 .test
= alg_test_null
,
2000 .alg
= "__driver-ecb-cast5-avx",
2001 .test
= alg_test_null
,
2003 .alg
= "__driver-ecb-cast6-avx",
2004 .test
= alg_test_null
,
2006 .alg
= "__driver-ecb-serpent-avx",
2007 .test
= alg_test_null
,
2009 .alg
= "__driver-ecb-serpent-avx2",
2010 .test
= alg_test_null
,
2012 .alg
= "__driver-ecb-serpent-sse2",
2013 .test
= alg_test_null
,
2015 .alg
= "__driver-ecb-twofish-avx",
2016 .test
= alg_test_null
,
2018 .alg
= "__driver-gcm-aes-aesni",
2019 .test
= alg_test_null
,
2022 .alg
= "__ghash-pclmulqdqni",
2023 .test
= alg_test_null
,
2026 .alg
= "ansi_cprng",
2027 .test
= alg_test_cprng
,
2030 .vecs
= ansi_cprng_aes_tv_template
,
2031 .count
= ANSI_CPRNG_AES_TEST_VECTORS
2035 .alg
= "authenc(hmac(md5),ecb(cipher_null))",
2036 .test
= alg_test_aead
,
2040 .vecs
= hmac_md5_ecb_cipher_null_enc_tv_template
,
2041 .count
= HMAC_MD5_ECB_CIPHER_NULL_ENC_TEST_VECTORS
2044 .vecs
= hmac_md5_ecb_cipher_null_dec_tv_template
,
2045 .count
= HMAC_MD5_ECB_CIPHER_NULL_DEC_TEST_VECTORS
2050 .alg
= "authenc(hmac(sha1),cbc(aes))",
2051 .test
= alg_test_aead
,
2056 hmac_sha1_aes_cbc_enc_tv_temp
,
2058 HMAC_SHA1_AES_CBC_ENC_TEST_VEC
2063 .alg
= "authenc(hmac(sha1),cbc(des))",
2064 .test
= alg_test_aead
,
2069 hmac_sha1_des_cbc_enc_tv_temp
,
2071 HMAC_SHA1_DES_CBC_ENC_TEST_VEC
2076 .alg
= "authenc(hmac(sha1),cbc(des3_ede))",
2077 .test
= alg_test_aead
,
2083 hmac_sha1_des3_ede_cbc_enc_tv_temp
,
2085 HMAC_SHA1_DES3_EDE_CBC_ENC_TEST_VEC
2090 .alg
= "authenc(hmac(sha1),ctr(aes))",
2091 .test
= alg_test_null
,
2094 .alg
= "authenc(hmac(sha1),ecb(cipher_null))",
2095 .test
= alg_test_aead
,
2100 hmac_sha1_ecb_cipher_null_enc_tv_temp
,
2102 HMAC_SHA1_ECB_CIPHER_NULL_ENC_TEST_VEC
2106 hmac_sha1_ecb_cipher_null_dec_tv_temp
,
2108 HMAC_SHA1_ECB_CIPHER_NULL_DEC_TEST_VEC
2113 .alg
= "authenc(hmac(sha1),rfc3686(ctr(aes)))",
2114 .test
= alg_test_null
,
2117 .alg
= "authenc(hmac(sha224),cbc(des))",
2118 .test
= alg_test_aead
,
2123 hmac_sha224_des_cbc_enc_tv_temp
,
2125 HMAC_SHA224_DES_CBC_ENC_TEST_VEC
2130 .alg
= "authenc(hmac(sha224),cbc(des3_ede))",
2131 .test
= alg_test_aead
,
2137 hmac_sha224_des3_ede_cbc_enc_tv_temp
,
2139 HMAC_SHA224_DES3_EDE_CBC_ENC_TEST_VEC
2144 .alg
= "authenc(hmac(sha256),cbc(aes))",
2145 .test
= alg_test_aead
,
2151 hmac_sha256_aes_cbc_enc_tv_temp
,
2153 HMAC_SHA256_AES_CBC_ENC_TEST_VEC
2158 .alg
= "authenc(hmac(sha256),cbc(des))",
2159 .test
= alg_test_aead
,
2164 hmac_sha256_des_cbc_enc_tv_temp
,
2166 HMAC_SHA256_DES_CBC_ENC_TEST_VEC
2171 .alg
= "authenc(hmac(sha256),cbc(des3_ede))",
2172 .test
= alg_test_aead
,
2178 hmac_sha256_des3_ede_cbc_enc_tv_temp
,
2180 HMAC_SHA256_DES3_EDE_CBC_ENC_TEST_VEC
2185 .alg
= "authenc(hmac(sha256),ctr(aes))",
2186 .test
= alg_test_null
,
2189 .alg
= "authenc(hmac(sha256),rfc3686(ctr(aes)))",
2190 .test
= alg_test_null
,
2193 .alg
= "authenc(hmac(sha384),cbc(des))",
2194 .test
= alg_test_aead
,
2199 hmac_sha384_des_cbc_enc_tv_temp
,
2201 HMAC_SHA384_DES_CBC_ENC_TEST_VEC
2206 .alg
= "authenc(hmac(sha384),cbc(des3_ede))",
2207 .test
= alg_test_aead
,
2213 hmac_sha384_des3_ede_cbc_enc_tv_temp
,
2215 HMAC_SHA384_DES3_EDE_CBC_ENC_TEST_VEC
2220 .alg
= "authenc(hmac(sha384),ctr(aes))",
2221 .test
= alg_test_null
,
2224 .alg
= "authenc(hmac(sha384),rfc3686(ctr(aes)))",
2225 .test
= alg_test_null
,
2228 .alg
= "authenc(hmac(sha512),cbc(aes))",
2230 .test
= alg_test_aead
,
2235 hmac_sha512_aes_cbc_enc_tv_temp
,
2237 HMAC_SHA512_AES_CBC_ENC_TEST_VEC
2242 .alg
= "authenc(hmac(sha512),cbc(des))",
2243 .test
= alg_test_aead
,
2248 hmac_sha512_des_cbc_enc_tv_temp
,
2250 HMAC_SHA512_DES_CBC_ENC_TEST_VEC
2255 .alg
= "authenc(hmac(sha512),cbc(des3_ede))",
2256 .test
= alg_test_aead
,
2262 hmac_sha512_des3_ede_cbc_enc_tv_temp
,
2264 HMAC_SHA512_DES3_EDE_CBC_ENC_TEST_VEC
2269 .alg
= "authenc(hmac(sha512),ctr(aes))",
2270 .test
= alg_test_null
,
2273 .alg
= "authenc(hmac(sha512),rfc3686(ctr(aes)))",
2274 .test
= alg_test_null
,
2278 .test
= alg_test_skcipher
,
2283 .vecs
= aes_cbc_enc_tv_template
,
2284 .count
= AES_CBC_ENC_TEST_VECTORS
2287 .vecs
= aes_cbc_dec_tv_template
,
2288 .count
= AES_CBC_DEC_TEST_VECTORS
2293 .alg
= "cbc(anubis)",
2294 .test
= alg_test_skcipher
,
2298 .vecs
= anubis_cbc_enc_tv_template
,
2299 .count
= ANUBIS_CBC_ENC_TEST_VECTORS
2302 .vecs
= anubis_cbc_dec_tv_template
,
2303 .count
= ANUBIS_CBC_DEC_TEST_VECTORS
2308 .alg
= "cbc(blowfish)",
2309 .test
= alg_test_skcipher
,
2313 .vecs
= bf_cbc_enc_tv_template
,
2314 .count
= BF_CBC_ENC_TEST_VECTORS
2317 .vecs
= bf_cbc_dec_tv_template
,
2318 .count
= BF_CBC_DEC_TEST_VECTORS
2323 .alg
= "cbc(camellia)",
2324 .test
= alg_test_skcipher
,
2328 .vecs
= camellia_cbc_enc_tv_template
,
2329 .count
= CAMELLIA_CBC_ENC_TEST_VECTORS
2332 .vecs
= camellia_cbc_dec_tv_template
,
2333 .count
= CAMELLIA_CBC_DEC_TEST_VECTORS
2338 .alg
= "cbc(cast5)",
2339 .test
= alg_test_skcipher
,
2343 .vecs
= cast5_cbc_enc_tv_template
,
2344 .count
= CAST5_CBC_ENC_TEST_VECTORS
2347 .vecs
= cast5_cbc_dec_tv_template
,
2348 .count
= CAST5_CBC_DEC_TEST_VECTORS
2353 .alg
= "cbc(cast6)",
2354 .test
= alg_test_skcipher
,
2358 .vecs
= cast6_cbc_enc_tv_template
,
2359 .count
= CAST6_CBC_ENC_TEST_VECTORS
2362 .vecs
= cast6_cbc_dec_tv_template
,
2363 .count
= CAST6_CBC_DEC_TEST_VECTORS
2369 .test
= alg_test_skcipher
,
2373 .vecs
= des_cbc_enc_tv_template
,
2374 .count
= DES_CBC_ENC_TEST_VECTORS
2377 .vecs
= des_cbc_dec_tv_template
,
2378 .count
= DES_CBC_DEC_TEST_VECTORS
2383 .alg
= "cbc(des3_ede)",
2384 .test
= alg_test_skcipher
,
2389 .vecs
= des3_ede_cbc_enc_tv_template
,
2390 .count
= DES3_EDE_CBC_ENC_TEST_VECTORS
2393 .vecs
= des3_ede_cbc_dec_tv_template
,
2394 .count
= DES3_EDE_CBC_DEC_TEST_VECTORS
2399 .alg
= "cbc(serpent)",
2400 .test
= alg_test_skcipher
,
2404 .vecs
= serpent_cbc_enc_tv_template
,
2405 .count
= SERPENT_CBC_ENC_TEST_VECTORS
2408 .vecs
= serpent_cbc_dec_tv_template
,
2409 .count
= SERPENT_CBC_DEC_TEST_VECTORS
2414 .alg
= "cbc(twofish)",
2415 .test
= alg_test_skcipher
,
2419 .vecs
= tf_cbc_enc_tv_template
,
2420 .count
= TF_CBC_ENC_TEST_VECTORS
2423 .vecs
= tf_cbc_dec_tv_template
,
2424 .count
= TF_CBC_DEC_TEST_VECTORS
2430 .test
= alg_test_aead
,
2435 .vecs
= aes_ccm_enc_tv_template
,
2436 .count
= AES_CCM_ENC_TEST_VECTORS
2439 .vecs
= aes_ccm_dec_tv_template
,
2440 .count
= AES_CCM_DEC_TEST_VECTORS
2446 .test
= alg_test_skcipher
,
2450 .vecs
= chacha20_enc_tv_template
,
2451 .count
= CHACHA20_ENC_TEST_VECTORS
2454 .vecs
= chacha20_enc_tv_template
,
2455 .count
= CHACHA20_ENC_TEST_VECTORS
2462 .test
= alg_test_hash
,
2465 .vecs
= aes_cmac128_tv_template
,
2466 .count
= CMAC_AES_TEST_VECTORS
2470 .alg
= "cmac(des3_ede)",
2472 .test
= alg_test_hash
,
2475 .vecs
= des3_ede_cmac64_tv_template
,
2476 .count
= CMAC_DES3_EDE_TEST_VECTORS
2480 .alg
= "compress_null",
2481 .test
= alg_test_null
,
2484 .test
= alg_test_hash
,
2487 .vecs
= crc32_tv_template
,
2488 .count
= CRC32_TEST_VECTORS
2493 .test
= alg_test_crc32c
,
2497 .vecs
= crc32c_tv_template
,
2498 .count
= CRC32C_TEST_VECTORS
2503 .test
= alg_test_hash
,
2507 .vecs
= crct10dif_tv_template
,
2508 .count
= CRCT10DIF_TEST_VECTORS
2512 .alg
= "cryptd(__driver-cbc-aes-aesni)",
2513 .test
= alg_test_null
,
2516 .alg
= "cryptd(__driver-cbc-camellia-aesni)",
2517 .test
= alg_test_null
,
2519 .alg
= "cryptd(__driver-cbc-camellia-aesni-avx2)",
2520 .test
= alg_test_null
,
2522 .alg
= "cryptd(__driver-cbc-serpent-avx2)",
2523 .test
= alg_test_null
,
2525 .alg
= "cryptd(__driver-ecb-aes-aesni)",
2526 .test
= alg_test_null
,
2529 .alg
= "cryptd(__driver-ecb-camellia-aesni)",
2530 .test
= alg_test_null
,
2532 .alg
= "cryptd(__driver-ecb-camellia-aesni-avx2)",
2533 .test
= alg_test_null
,
2535 .alg
= "cryptd(__driver-ecb-cast5-avx)",
2536 .test
= alg_test_null
,
2538 .alg
= "cryptd(__driver-ecb-cast6-avx)",
2539 .test
= alg_test_null
,
2541 .alg
= "cryptd(__driver-ecb-serpent-avx)",
2542 .test
= alg_test_null
,
2544 .alg
= "cryptd(__driver-ecb-serpent-avx2)",
2545 .test
= alg_test_null
,
2547 .alg
= "cryptd(__driver-ecb-serpent-sse2)",
2548 .test
= alg_test_null
,
2550 .alg
= "cryptd(__driver-ecb-twofish-avx)",
2551 .test
= alg_test_null
,
2553 .alg
= "cryptd(__driver-gcm-aes-aesni)",
2554 .test
= alg_test_null
,
2557 .alg
= "cryptd(__ghash-pclmulqdqni)",
2558 .test
= alg_test_null
,
2562 .test
= alg_test_skcipher
,
2567 .vecs
= aes_ctr_enc_tv_template
,
2568 .count
= AES_CTR_ENC_TEST_VECTORS
2571 .vecs
= aes_ctr_dec_tv_template
,
2572 .count
= AES_CTR_DEC_TEST_VECTORS
2577 .alg
= "ctr(blowfish)",
2578 .test
= alg_test_skcipher
,
2582 .vecs
= bf_ctr_enc_tv_template
,
2583 .count
= BF_CTR_ENC_TEST_VECTORS
2586 .vecs
= bf_ctr_dec_tv_template
,
2587 .count
= BF_CTR_DEC_TEST_VECTORS
2592 .alg
= "ctr(camellia)",
2593 .test
= alg_test_skcipher
,
2597 .vecs
= camellia_ctr_enc_tv_template
,
2598 .count
= CAMELLIA_CTR_ENC_TEST_VECTORS
2601 .vecs
= camellia_ctr_dec_tv_template
,
2602 .count
= CAMELLIA_CTR_DEC_TEST_VECTORS
2607 .alg
= "ctr(cast5)",
2608 .test
= alg_test_skcipher
,
2612 .vecs
= cast5_ctr_enc_tv_template
,
2613 .count
= CAST5_CTR_ENC_TEST_VECTORS
2616 .vecs
= cast5_ctr_dec_tv_template
,
2617 .count
= CAST5_CTR_DEC_TEST_VECTORS
2622 .alg
= "ctr(cast6)",
2623 .test
= alg_test_skcipher
,
2627 .vecs
= cast6_ctr_enc_tv_template
,
2628 .count
= CAST6_CTR_ENC_TEST_VECTORS
2631 .vecs
= cast6_ctr_dec_tv_template
,
2632 .count
= CAST6_CTR_DEC_TEST_VECTORS
2638 .test
= alg_test_skcipher
,
2642 .vecs
= des_ctr_enc_tv_template
,
2643 .count
= DES_CTR_ENC_TEST_VECTORS
2646 .vecs
= des_ctr_dec_tv_template
,
2647 .count
= DES_CTR_DEC_TEST_VECTORS
2652 .alg
= "ctr(des3_ede)",
2653 .test
= alg_test_skcipher
,
2657 .vecs
= des3_ede_ctr_enc_tv_template
,
2658 .count
= DES3_EDE_CTR_ENC_TEST_VECTORS
2661 .vecs
= des3_ede_ctr_dec_tv_template
,
2662 .count
= DES3_EDE_CTR_DEC_TEST_VECTORS
2667 .alg
= "ctr(serpent)",
2668 .test
= alg_test_skcipher
,
2672 .vecs
= serpent_ctr_enc_tv_template
,
2673 .count
= SERPENT_CTR_ENC_TEST_VECTORS
2676 .vecs
= serpent_ctr_dec_tv_template
,
2677 .count
= SERPENT_CTR_DEC_TEST_VECTORS
2682 .alg
= "ctr(twofish)",
2683 .test
= alg_test_skcipher
,
2687 .vecs
= tf_ctr_enc_tv_template
,
2688 .count
= TF_CTR_ENC_TEST_VECTORS
2691 .vecs
= tf_ctr_dec_tv_template
,
2692 .count
= TF_CTR_DEC_TEST_VECTORS
2697 .alg
= "cts(cbc(aes))",
2698 .test
= alg_test_skcipher
,
2702 .vecs
= cts_mode_enc_tv_template
,
2703 .count
= CTS_MODE_ENC_TEST_VECTORS
2706 .vecs
= cts_mode_dec_tv_template
,
2707 .count
= CTS_MODE_DEC_TEST_VECTORS
2713 .test
= alg_test_comp
,
2718 .vecs
= deflate_comp_tv_template
,
2719 .count
= DEFLATE_COMP_TEST_VECTORS
2722 .vecs
= deflate_decomp_tv_template
,
2723 .count
= DEFLATE_DECOMP_TEST_VECTORS
2728 .alg
= "digest_null",
2729 .test
= alg_test_null
,
2731 .alg
= "drbg_nopr_ctr_aes128",
2732 .test
= alg_test_drbg
,
2736 .vecs
= drbg_nopr_ctr_aes128_tv_template
,
2737 .count
= ARRAY_SIZE(drbg_nopr_ctr_aes128_tv_template
)
2741 .alg
= "drbg_nopr_ctr_aes192",
2742 .test
= alg_test_drbg
,
2746 .vecs
= drbg_nopr_ctr_aes192_tv_template
,
2747 .count
= ARRAY_SIZE(drbg_nopr_ctr_aes192_tv_template
)
2751 .alg
= "drbg_nopr_ctr_aes256",
2752 .test
= alg_test_drbg
,
2756 .vecs
= drbg_nopr_ctr_aes256_tv_template
,
2757 .count
= ARRAY_SIZE(drbg_nopr_ctr_aes256_tv_template
)
2762 * There is no need to specifically test the DRBG with every
2763 * backend cipher -- covered by drbg_nopr_hmac_sha256 test
2765 .alg
= "drbg_nopr_hmac_sha1",
2767 .test
= alg_test_null
,
2769 .alg
= "drbg_nopr_hmac_sha256",
2770 .test
= alg_test_drbg
,
2774 .vecs
= drbg_nopr_hmac_sha256_tv_template
,
2776 ARRAY_SIZE(drbg_nopr_hmac_sha256_tv_template
)
2780 /* covered by drbg_nopr_hmac_sha256 test */
2781 .alg
= "drbg_nopr_hmac_sha384",
2783 .test
= alg_test_null
,
2785 .alg
= "drbg_nopr_hmac_sha512",
2786 .test
= alg_test_null
,
2789 .alg
= "drbg_nopr_sha1",
2791 .test
= alg_test_null
,
2793 .alg
= "drbg_nopr_sha256",
2794 .test
= alg_test_drbg
,
2798 .vecs
= drbg_nopr_sha256_tv_template
,
2799 .count
= ARRAY_SIZE(drbg_nopr_sha256_tv_template
)
2803 /* covered by drbg_nopr_sha256 test */
2804 .alg
= "drbg_nopr_sha384",
2806 .test
= alg_test_null
,
2808 .alg
= "drbg_nopr_sha512",
2810 .test
= alg_test_null
,
2812 .alg
= "drbg_pr_ctr_aes128",
2813 .test
= alg_test_drbg
,
2817 .vecs
= drbg_pr_ctr_aes128_tv_template
,
2818 .count
= ARRAY_SIZE(drbg_pr_ctr_aes128_tv_template
)
2822 /* covered by drbg_pr_ctr_aes128 test */
2823 .alg
= "drbg_pr_ctr_aes192",
2825 .test
= alg_test_null
,
2827 .alg
= "drbg_pr_ctr_aes256",
2829 .test
= alg_test_null
,
2831 .alg
= "drbg_pr_hmac_sha1",
2833 .test
= alg_test_null
,
2835 .alg
= "drbg_pr_hmac_sha256",
2836 .test
= alg_test_drbg
,
2840 .vecs
= drbg_pr_hmac_sha256_tv_template
,
2841 .count
= ARRAY_SIZE(drbg_pr_hmac_sha256_tv_template
)
2845 /* covered by drbg_pr_hmac_sha256 test */
2846 .alg
= "drbg_pr_hmac_sha384",
2848 .test
= alg_test_null
,
2850 .alg
= "drbg_pr_hmac_sha512",
2851 .test
= alg_test_null
,
2854 .alg
= "drbg_pr_sha1",
2856 .test
= alg_test_null
,
2858 .alg
= "drbg_pr_sha256",
2859 .test
= alg_test_drbg
,
2863 .vecs
= drbg_pr_sha256_tv_template
,
2864 .count
= ARRAY_SIZE(drbg_pr_sha256_tv_template
)
2868 /* covered by drbg_pr_sha256 test */
2869 .alg
= "drbg_pr_sha384",
2871 .test
= alg_test_null
,
2873 .alg
= "drbg_pr_sha512",
2875 .test
= alg_test_null
,
2877 .alg
= "ecb(__aes-aesni)",
2878 .test
= alg_test_null
,
2882 .test
= alg_test_skcipher
,
2887 .vecs
= aes_enc_tv_template
,
2888 .count
= AES_ENC_TEST_VECTORS
2891 .vecs
= aes_dec_tv_template
,
2892 .count
= AES_DEC_TEST_VECTORS
2897 .alg
= "ecb(anubis)",
2898 .test
= alg_test_skcipher
,
2902 .vecs
= anubis_enc_tv_template
,
2903 .count
= ANUBIS_ENC_TEST_VECTORS
2906 .vecs
= anubis_dec_tv_template
,
2907 .count
= ANUBIS_DEC_TEST_VECTORS
2913 .test
= alg_test_skcipher
,
2917 .vecs
= arc4_enc_tv_template
,
2918 .count
= ARC4_ENC_TEST_VECTORS
2921 .vecs
= arc4_dec_tv_template
,
2922 .count
= ARC4_DEC_TEST_VECTORS
2927 .alg
= "ecb(blowfish)",
2928 .test
= alg_test_skcipher
,
2932 .vecs
= bf_enc_tv_template
,
2933 .count
= BF_ENC_TEST_VECTORS
2936 .vecs
= bf_dec_tv_template
,
2937 .count
= BF_DEC_TEST_VECTORS
2942 .alg
= "ecb(camellia)",
2943 .test
= alg_test_skcipher
,
2947 .vecs
= camellia_enc_tv_template
,
2948 .count
= CAMELLIA_ENC_TEST_VECTORS
2951 .vecs
= camellia_dec_tv_template
,
2952 .count
= CAMELLIA_DEC_TEST_VECTORS
2957 .alg
= "ecb(cast5)",
2958 .test
= alg_test_skcipher
,
2962 .vecs
= cast5_enc_tv_template
,
2963 .count
= CAST5_ENC_TEST_VECTORS
2966 .vecs
= cast5_dec_tv_template
,
2967 .count
= CAST5_DEC_TEST_VECTORS
2972 .alg
= "ecb(cast6)",
2973 .test
= alg_test_skcipher
,
2977 .vecs
= cast6_enc_tv_template
,
2978 .count
= CAST6_ENC_TEST_VECTORS
2981 .vecs
= cast6_dec_tv_template
,
2982 .count
= CAST6_DEC_TEST_VECTORS
2987 .alg
= "ecb(cipher_null)",
2988 .test
= alg_test_null
,
2991 .test
= alg_test_skcipher
,
2995 .vecs
= des_enc_tv_template
,
2996 .count
= DES_ENC_TEST_VECTORS
2999 .vecs
= des_dec_tv_template
,
3000 .count
= DES_DEC_TEST_VECTORS
3005 .alg
= "ecb(des3_ede)",
3006 .test
= alg_test_skcipher
,
3011 .vecs
= des3_ede_enc_tv_template
,
3012 .count
= DES3_EDE_ENC_TEST_VECTORS
3015 .vecs
= des3_ede_dec_tv_template
,
3016 .count
= DES3_EDE_DEC_TEST_VECTORS
3021 .alg
= "ecb(fcrypt)",
3022 .test
= alg_test_skcipher
,
3026 .vecs
= fcrypt_pcbc_enc_tv_template
,
3030 .vecs
= fcrypt_pcbc_dec_tv_template
,
3036 .alg
= "ecb(khazad)",
3037 .test
= alg_test_skcipher
,
3041 .vecs
= khazad_enc_tv_template
,
3042 .count
= KHAZAD_ENC_TEST_VECTORS
3045 .vecs
= khazad_dec_tv_template
,
3046 .count
= KHAZAD_DEC_TEST_VECTORS
3052 .test
= alg_test_skcipher
,
3056 .vecs
= seed_enc_tv_template
,
3057 .count
= SEED_ENC_TEST_VECTORS
3060 .vecs
= seed_dec_tv_template
,
3061 .count
= SEED_DEC_TEST_VECTORS
3066 .alg
= "ecb(serpent)",
3067 .test
= alg_test_skcipher
,
3071 .vecs
= serpent_enc_tv_template
,
3072 .count
= SERPENT_ENC_TEST_VECTORS
3075 .vecs
= serpent_dec_tv_template
,
3076 .count
= SERPENT_DEC_TEST_VECTORS
3082 .test
= alg_test_skcipher
,
3086 .vecs
= tea_enc_tv_template
,
3087 .count
= TEA_ENC_TEST_VECTORS
3090 .vecs
= tea_dec_tv_template
,
3091 .count
= TEA_DEC_TEST_VECTORS
3096 .alg
= "ecb(tnepres)",
3097 .test
= alg_test_skcipher
,
3101 .vecs
= tnepres_enc_tv_template
,
3102 .count
= TNEPRES_ENC_TEST_VECTORS
3105 .vecs
= tnepres_dec_tv_template
,
3106 .count
= TNEPRES_DEC_TEST_VECTORS
3111 .alg
= "ecb(twofish)",
3112 .test
= alg_test_skcipher
,
3116 .vecs
= tf_enc_tv_template
,
3117 .count
= TF_ENC_TEST_VECTORS
3120 .vecs
= tf_dec_tv_template
,
3121 .count
= TF_DEC_TEST_VECTORS
3127 .test
= alg_test_skcipher
,
3131 .vecs
= xeta_enc_tv_template
,
3132 .count
= XETA_ENC_TEST_VECTORS
3135 .vecs
= xeta_dec_tv_template
,
3136 .count
= XETA_DEC_TEST_VECTORS
3142 .test
= alg_test_skcipher
,
3146 .vecs
= xtea_enc_tv_template
,
3147 .count
= XTEA_ENC_TEST_VECTORS
3150 .vecs
= xtea_dec_tv_template
,
3151 .count
= XTEA_DEC_TEST_VECTORS
3157 .test
= alg_test_aead
,
3162 .vecs
= aes_gcm_enc_tv_template
,
3163 .count
= AES_GCM_ENC_TEST_VECTORS
3166 .vecs
= aes_gcm_dec_tv_template
,
3167 .count
= AES_GCM_DEC_TEST_VECTORS
3173 .test
= alg_test_hash
,
3177 .vecs
= ghash_tv_template
,
3178 .count
= GHASH_TEST_VECTORS
3182 .alg
= "hmac(crc32)",
3183 .test
= alg_test_hash
,
3186 .vecs
= bfin_crc_tv_template
,
3187 .count
= BFIN_CRC_TEST_VECTORS
3192 .test
= alg_test_hash
,
3195 .vecs
= hmac_md5_tv_template
,
3196 .count
= HMAC_MD5_TEST_VECTORS
3200 .alg
= "hmac(rmd128)",
3201 .test
= alg_test_hash
,
3204 .vecs
= hmac_rmd128_tv_template
,
3205 .count
= HMAC_RMD128_TEST_VECTORS
3209 .alg
= "hmac(rmd160)",
3210 .test
= alg_test_hash
,
3213 .vecs
= hmac_rmd160_tv_template
,
3214 .count
= HMAC_RMD160_TEST_VECTORS
3218 .alg
= "hmac(sha1)",
3219 .test
= alg_test_hash
,
3223 .vecs
= hmac_sha1_tv_template
,
3224 .count
= HMAC_SHA1_TEST_VECTORS
3228 .alg
= "hmac(sha224)",
3229 .test
= alg_test_hash
,
3233 .vecs
= hmac_sha224_tv_template
,
3234 .count
= HMAC_SHA224_TEST_VECTORS
3238 .alg
= "hmac(sha256)",
3239 .test
= alg_test_hash
,
3243 .vecs
= hmac_sha256_tv_template
,
3244 .count
= HMAC_SHA256_TEST_VECTORS
3248 .alg
= "hmac(sha384)",
3249 .test
= alg_test_hash
,
3253 .vecs
= hmac_sha384_tv_template
,
3254 .count
= HMAC_SHA384_TEST_VECTORS
3258 .alg
= "hmac(sha512)",
3259 .test
= alg_test_hash
,
3263 .vecs
= hmac_sha512_tv_template
,
3264 .count
= HMAC_SHA512_TEST_VECTORS
3268 .alg
= "jitterentropy_rng",
3270 .test
= alg_test_null
,
3273 .test
= alg_test_skcipher
,
3278 .vecs
= aes_kw_enc_tv_template
,
3279 .count
= ARRAY_SIZE(aes_kw_enc_tv_template
)
3282 .vecs
= aes_kw_dec_tv_template
,
3283 .count
= ARRAY_SIZE(aes_kw_dec_tv_template
)
3289 .test
= alg_test_skcipher
,
3293 .vecs
= aes_lrw_enc_tv_template
,
3294 .count
= AES_LRW_ENC_TEST_VECTORS
3297 .vecs
= aes_lrw_dec_tv_template
,
3298 .count
= AES_LRW_DEC_TEST_VECTORS
3303 .alg
= "lrw(camellia)",
3304 .test
= alg_test_skcipher
,
3308 .vecs
= camellia_lrw_enc_tv_template
,
3309 .count
= CAMELLIA_LRW_ENC_TEST_VECTORS
3312 .vecs
= camellia_lrw_dec_tv_template
,
3313 .count
= CAMELLIA_LRW_DEC_TEST_VECTORS
3318 .alg
= "lrw(cast6)",
3319 .test
= alg_test_skcipher
,
3323 .vecs
= cast6_lrw_enc_tv_template
,
3324 .count
= CAST6_LRW_ENC_TEST_VECTORS
3327 .vecs
= cast6_lrw_dec_tv_template
,
3328 .count
= CAST6_LRW_DEC_TEST_VECTORS
3333 .alg
= "lrw(serpent)",
3334 .test
= alg_test_skcipher
,
3338 .vecs
= serpent_lrw_enc_tv_template
,
3339 .count
= SERPENT_LRW_ENC_TEST_VECTORS
3342 .vecs
= serpent_lrw_dec_tv_template
,
3343 .count
= SERPENT_LRW_DEC_TEST_VECTORS
3348 .alg
= "lrw(twofish)",
3349 .test
= alg_test_skcipher
,
3353 .vecs
= tf_lrw_enc_tv_template
,
3354 .count
= TF_LRW_ENC_TEST_VECTORS
3357 .vecs
= tf_lrw_dec_tv_template
,
3358 .count
= TF_LRW_DEC_TEST_VECTORS
3364 .test
= alg_test_comp
,
3369 .vecs
= lz4_comp_tv_template
,
3370 .count
= LZ4_COMP_TEST_VECTORS
3373 .vecs
= lz4_decomp_tv_template
,
3374 .count
= LZ4_DECOMP_TEST_VECTORS
3380 .test
= alg_test_comp
,
3385 .vecs
= lz4hc_comp_tv_template
,
3386 .count
= LZ4HC_COMP_TEST_VECTORS
3389 .vecs
= lz4hc_decomp_tv_template
,
3390 .count
= LZ4HC_DECOMP_TEST_VECTORS
3396 .test
= alg_test_comp
,
3401 .vecs
= lzo_comp_tv_template
,
3402 .count
= LZO_COMP_TEST_VECTORS
3405 .vecs
= lzo_decomp_tv_template
,
3406 .count
= LZO_DECOMP_TEST_VECTORS
3412 .test
= alg_test_hash
,
3415 .vecs
= md4_tv_template
,
3416 .count
= MD4_TEST_VECTORS
3421 .test
= alg_test_hash
,
3424 .vecs
= md5_tv_template
,
3425 .count
= MD5_TEST_VECTORS
3429 .alg
= "michael_mic",
3430 .test
= alg_test_hash
,
3433 .vecs
= michael_mic_tv_template
,
3434 .count
= MICHAEL_MIC_TEST_VECTORS
3439 .test
= alg_test_skcipher
,
3444 .vecs
= aes_ofb_enc_tv_template
,
3445 .count
= AES_OFB_ENC_TEST_VECTORS
3448 .vecs
= aes_ofb_dec_tv_template
,
3449 .count
= AES_OFB_DEC_TEST_VECTORS
3454 .alg
= "pcbc(fcrypt)",
3455 .test
= alg_test_skcipher
,
3459 .vecs
= fcrypt_pcbc_enc_tv_template
,
3460 .count
= FCRYPT_ENC_TEST_VECTORS
3463 .vecs
= fcrypt_pcbc_dec_tv_template
,
3464 .count
= FCRYPT_DEC_TEST_VECTORS
3470 .test
= alg_test_hash
,
3473 .vecs
= poly1305_tv_template
,
3474 .count
= POLY1305_TEST_VECTORS
3478 .alg
= "rfc3686(ctr(aes))",
3479 .test
= alg_test_skcipher
,
3484 .vecs
= aes_ctr_rfc3686_enc_tv_template
,
3485 .count
= AES_CTR_3686_ENC_TEST_VECTORS
3488 .vecs
= aes_ctr_rfc3686_dec_tv_template
,
3489 .count
= AES_CTR_3686_DEC_TEST_VECTORS
3494 .alg
= "rfc4106(gcm(aes))",
3495 .test
= alg_test_aead
,
3500 .vecs
= aes_gcm_rfc4106_enc_tv_template
,
3501 .count
= AES_GCM_4106_ENC_TEST_VECTORS
3504 .vecs
= aes_gcm_rfc4106_dec_tv_template
,
3505 .count
= AES_GCM_4106_DEC_TEST_VECTORS
3510 .alg
= "rfc4309(ccm(aes))",
3511 .test
= alg_test_aead
,
3516 .vecs
= aes_ccm_rfc4309_enc_tv_template
,
3517 .count
= AES_CCM_4309_ENC_TEST_VECTORS
3520 .vecs
= aes_ccm_rfc4309_dec_tv_template
,
3521 .count
= AES_CCM_4309_DEC_TEST_VECTORS
3526 .alg
= "rfc4543(gcm(aes))",
3527 .test
= alg_test_aead
,
3531 .vecs
= aes_gcm_rfc4543_enc_tv_template
,
3532 .count
= AES_GCM_4543_ENC_TEST_VECTORS
3535 .vecs
= aes_gcm_rfc4543_dec_tv_template
,
3536 .count
= AES_GCM_4543_DEC_TEST_VECTORS
3541 .alg
= "rfc7539(chacha20,poly1305)",
3542 .test
= alg_test_aead
,
3546 .vecs
= rfc7539_enc_tv_template
,
3547 .count
= RFC7539_ENC_TEST_VECTORS
3550 .vecs
= rfc7539_dec_tv_template
,
3551 .count
= RFC7539_DEC_TEST_VECTORS
3556 .alg
= "rfc7539esp(chacha20,poly1305)",
3557 .test
= alg_test_aead
,
3561 .vecs
= rfc7539esp_enc_tv_template
,
3562 .count
= RFC7539ESP_ENC_TEST_VECTORS
3565 .vecs
= rfc7539esp_dec_tv_template
,
3566 .count
= RFC7539ESP_DEC_TEST_VECTORS
3572 .test
= alg_test_hash
,
3575 .vecs
= rmd128_tv_template
,
3576 .count
= RMD128_TEST_VECTORS
3581 .test
= alg_test_hash
,
3584 .vecs
= rmd160_tv_template
,
3585 .count
= RMD160_TEST_VECTORS
3590 .test
= alg_test_hash
,
3593 .vecs
= rmd256_tv_template
,
3594 .count
= RMD256_TEST_VECTORS
3599 .test
= alg_test_hash
,
3602 .vecs
= rmd320_tv_template
,
3603 .count
= RMD320_TEST_VECTORS
3608 .test
= alg_test_akcipher
,
3612 .vecs
= rsa_tv_template
,
3613 .count
= RSA_TEST_VECTORS
3618 .test
= alg_test_skcipher
,
3622 .vecs
= salsa20_stream_enc_tv_template
,
3623 .count
= SALSA20_STREAM_ENC_TEST_VECTORS
3629 .test
= alg_test_hash
,
3633 .vecs
= sha1_tv_template
,
3634 .count
= SHA1_TEST_VECTORS
3639 .test
= alg_test_hash
,
3643 .vecs
= sha224_tv_template
,
3644 .count
= SHA224_TEST_VECTORS
3649 .test
= alg_test_hash
,
3653 .vecs
= sha256_tv_template
,
3654 .count
= SHA256_TEST_VECTORS
3659 .test
= alg_test_hash
,
3663 .vecs
= sha384_tv_template
,
3664 .count
= SHA384_TEST_VECTORS
3669 .test
= alg_test_hash
,
3673 .vecs
= sha512_tv_template
,
3674 .count
= SHA512_TEST_VECTORS
3679 .test
= alg_test_hash
,
3682 .vecs
= tgr128_tv_template
,
3683 .count
= TGR128_TEST_VECTORS
3688 .test
= alg_test_hash
,
3691 .vecs
= tgr160_tv_template
,
3692 .count
= TGR160_TEST_VECTORS
3697 .test
= alg_test_hash
,
3700 .vecs
= tgr192_tv_template
,
3701 .count
= TGR192_TEST_VECTORS
3706 .test
= alg_test_hash
,
3709 .vecs
= aes_vmac128_tv_template
,
3710 .count
= VMAC_AES_TEST_VECTORS
3715 .test
= alg_test_hash
,
3718 .vecs
= wp256_tv_template
,
3719 .count
= WP256_TEST_VECTORS
3724 .test
= alg_test_hash
,
3727 .vecs
= wp384_tv_template
,
3728 .count
= WP384_TEST_VECTORS
3733 .test
= alg_test_hash
,
3736 .vecs
= wp512_tv_template
,
3737 .count
= WP512_TEST_VECTORS
3742 .test
= alg_test_hash
,
3745 .vecs
= aes_xcbc128_tv_template
,
3746 .count
= XCBC_AES_TEST_VECTORS
3751 .test
= alg_test_skcipher
,
3756 .vecs
= aes_xts_enc_tv_template
,
3757 .count
= AES_XTS_ENC_TEST_VECTORS
3760 .vecs
= aes_xts_dec_tv_template
,
3761 .count
= AES_XTS_DEC_TEST_VECTORS
3766 .alg
= "xts(camellia)",
3767 .test
= alg_test_skcipher
,
3771 .vecs
= camellia_xts_enc_tv_template
,
3772 .count
= CAMELLIA_XTS_ENC_TEST_VECTORS
3775 .vecs
= camellia_xts_dec_tv_template
,
3776 .count
= CAMELLIA_XTS_DEC_TEST_VECTORS
3781 .alg
= "xts(cast6)",
3782 .test
= alg_test_skcipher
,
3786 .vecs
= cast6_xts_enc_tv_template
,
3787 .count
= CAST6_XTS_ENC_TEST_VECTORS
3790 .vecs
= cast6_xts_dec_tv_template
,
3791 .count
= CAST6_XTS_DEC_TEST_VECTORS
3796 .alg
= "xts(serpent)",
3797 .test
= alg_test_skcipher
,
3801 .vecs
= serpent_xts_enc_tv_template
,
3802 .count
= SERPENT_XTS_ENC_TEST_VECTORS
3805 .vecs
= serpent_xts_dec_tv_template
,
3806 .count
= SERPENT_XTS_DEC_TEST_VECTORS
3811 .alg
= "xts(twofish)",
3812 .test
= alg_test_skcipher
,
3816 .vecs
= tf_xts_enc_tv_template
,
3817 .count
= TF_XTS_ENC_TEST_VECTORS
3820 .vecs
= tf_xts_dec_tv_template
,
3821 .count
= TF_XTS_DEC_TEST_VECTORS
3828 static bool alg_test_descs_checked
;
3830 static void alg_test_descs_check_order(void)
3834 /* only check once */
3835 if (alg_test_descs_checked
)
3838 alg_test_descs_checked
= true;
3840 for (i
= 1; i
< ARRAY_SIZE(alg_test_descs
); i
++) {
3841 int diff
= strcmp(alg_test_descs
[i
- 1].alg
,
3842 alg_test_descs
[i
].alg
);
3844 if (WARN_ON(diff
> 0)) {
3845 pr_warn("testmgr: alg_test_descs entries in wrong order: '%s' before '%s'\n",
3846 alg_test_descs
[i
- 1].alg
,
3847 alg_test_descs
[i
].alg
);
3850 if (WARN_ON(diff
== 0)) {
3851 pr_warn("testmgr: duplicate alg_test_descs entry: '%s'\n",
3852 alg_test_descs
[i
].alg
);
3857 static int alg_find_test(const char *alg
)
3860 int end
= ARRAY_SIZE(alg_test_descs
);
3862 while (start
< end
) {
3863 int i
= (start
+ end
) / 2;
3864 int diff
= strcmp(alg_test_descs
[i
].alg
, alg
);
3882 int alg_test(const char *driver
, const char *alg
, u32 type
, u32 mask
)
3888 alg_test_descs_check_order();
3890 if ((type
& CRYPTO_ALG_TYPE_MASK
) == CRYPTO_ALG_TYPE_CIPHER
) {
3891 char nalg
[CRYPTO_MAX_ALG_NAME
];
3893 if (snprintf(nalg
, sizeof(nalg
), "ecb(%s)", alg
) >=
3895 return -ENAMETOOLONG
;
3897 i
= alg_find_test(nalg
);
3901 if (fips_enabled
&& !alg_test_descs
[i
].fips_allowed
)
3904 rc
= alg_test_cipher(alg_test_descs
+ i
, driver
, type
, mask
);
3908 i
= alg_find_test(alg
);
3909 j
= alg_find_test(driver
);
3913 if (fips_enabled
&& ((i
>= 0 && !alg_test_descs
[i
].fips_allowed
) ||
3914 (j
>= 0 && !alg_test_descs
[j
].fips_allowed
)))
3919 rc
|= alg_test_descs
[i
].test(alg_test_descs
+ i
, driver
,
3921 if (j
>= 0 && j
!= i
)
3922 rc
|= alg_test_descs
[j
].test(alg_test_descs
+ j
, driver
,
3926 if (fips_enabled
&& rc
)
3927 panic("%s: %s alg self test failed in fips mode!\n", driver
, alg
);
3929 if (fips_enabled
&& !rc
)
3930 pr_info("alg: self-tests for %s (%s) passed\n", driver
, alg
);
3935 printk(KERN_INFO
"alg: No test for %s (%s)\n", alg
, driver
);
3941 #endif /* CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
3943 EXPORT_SYMBOL_GPL(alg_test
);