2 * Algorithm testing framework and tests.
4 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
5 * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org>
6 * Copyright (c) 2007 Nokia Siemens Networks
7 * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au>
9 * Updated RFC4106 AES-GCM testing.
10 * Authors: Aidan O'Mahony (aidan.o.mahony@intel.com)
11 * Adrian Hoban <adrian.hoban@intel.com>
12 * Gabriele Paoloni <gabriele.paoloni@intel.com>
13 * Tadeusz Struk (tadeusz.struk@intel.com)
14 * Copyright (c) 2010, Intel Corporation.
16 * This program is free software; you can redistribute it and/or modify it
17 * under the terms of the GNU General Public License as published by the Free
18 * Software Foundation; either version 2 of the License, or (at your option)
23 #include <crypto/aead.h>
24 #include <crypto/hash.h>
25 #include <crypto/skcipher.h>
26 #include <linux/err.h>
27 #include <linux/fips.h>
28 #include <linux/module.h>
29 #include <linux/scatterlist.h>
30 #include <linux/slab.h>
31 #include <linux/string.h>
32 #include <crypto/rng.h>
33 #include <crypto/drbg.h>
34 #include <crypto/akcipher.h>
38 #ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
41 int alg_test(const char *driver
, const char *alg
, u32 type
, u32 mask
)
51 * Need slab memory for testing (size in number of pages).
56 * Indexes into the xbuf to simulate cross-page access.
68 * Used by test_cipher()
73 struct tcrypt_result
{
74 struct completion completion
;
78 struct aead_test_suite
{
80 struct aead_testvec
*vecs
;
85 struct cipher_test_suite
{
87 struct cipher_testvec
*vecs
;
92 struct comp_test_suite
{
94 struct comp_testvec
*vecs
;
99 struct hash_test_suite
{
100 struct hash_testvec
*vecs
;
104 struct cprng_test_suite
{
105 struct cprng_testvec
*vecs
;
109 struct drbg_test_suite
{
110 struct drbg_testvec
*vecs
;
114 struct akcipher_test_suite
{
115 struct akcipher_testvec
*vecs
;
119 struct alg_test_desc
{
121 int (*test
)(const struct alg_test_desc
*desc
, const char *driver
,
123 int fips_allowed
; /* set if alg is allowed in fips mode */
126 struct aead_test_suite aead
;
127 struct cipher_test_suite cipher
;
128 struct comp_test_suite comp
;
129 struct hash_test_suite hash
;
130 struct cprng_test_suite cprng
;
131 struct drbg_test_suite drbg
;
132 struct akcipher_test_suite akcipher
;
136 static unsigned int IDX
[8] = { IDX1
, IDX2
, IDX3
, IDX4
, IDX5
, IDX6
, IDX7
, IDX8
};
138 static void hexdump(unsigned char *buf
, unsigned int len
)
140 print_hex_dump(KERN_CONT
, "", DUMP_PREFIX_OFFSET
,
145 static void tcrypt_complete(struct crypto_async_request
*req
, int err
)
147 struct tcrypt_result
*res
= req
->data
;
149 if (err
== -EINPROGRESS
)
153 complete(&res
->completion
);
156 static int testmgr_alloc_buf(char *buf
[XBUFSIZE
])
160 for (i
= 0; i
< XBUFSIZE
; i
++) {
161 buf
[i
] = (void *)__get_free_page(GFP_KERNEL
);
170 free_page((unsigned long)buf
[i
]);
175 static void testmgr_free_buf(char *buf
[XBUFSIZE
])
179 for (i
= 0; i
< XBUFSIZE
; i
++)
180 free_page((unsigned long)buf
[i
]);
183 static int wait_async_op(struct tcrypt_result
*tr
, int ret
)
185 if (ret
== -EINPROGRESS
|| ret
== -EBUSY
) {
186 wait_for_completion(&tr
->completion
);
187 reinit_completion(&tr
->completion
);
193 static int ahash_partial_update(struct ahash_request
**preq
,
194 struct crypto_ahash
*tfm
, struct hash_testvec
*template,
195 void *hash_buff
, int k
, int temp
, struct scatterlist
*sg
,
196 const char *algo
, char *result
, struct tcrypt_result
*tresult
)
199 struct ahash_request
*req
;
200 int statesize
, ret
= -EINVAL
;
203 statesize
= crypto_ahash_statesize(
204 crypto_ahash_reqtfm(req
));
205 state
= kmalloc(statesize
, GFP_KERNEL
);
207 pr_err("alt: hash: Failed to alloc state for %s\n", algo
);
210 ret
= crypto_ahash_export(req
, state
);
212 pr_err("alt: hash: Failed to export() for %s\n", algo
);
215 ahash_request_free(req
);
216 req
= ahash_request_alloc(tfm
, GFP_KERNEL
);
218 pr_err("alg: hash: Failed to alloc request for %s\n", algo
);
221 ahash_request_set_callback(req
,
222 CRYPTO_TFM_REQ_MAY_BACKLOG
,
223 tcrypt_complete
, tresult
);
225 memcpy(hash_buff
, template->plaintext
+ temp
,
227 sg_init_one(&sg
[0], hash_buff
, template->tap
[k
]);
228 ahash_request_set_crypt(req
, sg
, result
, template->tap
[k
]);
229 ret
= crypto_ahash_import(req
, state
);
231 pr_err("alg: hash: Failed to import() for %s\n", algo
);
234 ret
= wait_async_op(tresult
, crypto_ahash_update(req
));
241 ahash_request_free(req
);
248 static int __test_hash(struct crypto_ahash
*tfm
, struct hash_testvec
*template,
249 unsigned int tcount
, bool use_digest
,
250 const int align_offset
)
252 const char *algo
= crypto_tfm_alg_driver_name(crypto_ahash_tfm(tfm
));
253 unsigned int i
, j
, k
, temp
;
254 struct scatterlist sg
[8];
257 struct ahash_request
*req
;
258 struct tcrypt_result tresult
;
260 char *xbuf
[XBUFSIZE
];
263 result
= kmalloc(MAX_DIGEST_SIZE
, GFP_KERNEL
);
266 key
= kmalloc(MAX_KEYLEN
, GFP_KERNEL
);
269 if (testmgr_alloc_buf(xbuf
))
272 init_completion(&tresult
.completion
);
274 req
= ahash_request_alloc(tfm
, GFP_KERNEL
);
276 printk(KERN_ERR
"alg: hash: Failed to allocate request for "
280 ahash_request_set_callback(req
, CRYPTO_TFM_REQ_MAY_BACKLOG
,
281 tcrypt_complete
, &tresult
);
284 for (i
= 0; i
< tcount
; i
++) {
289 if (WARN_ON(align_offset
+ template[i
].psize
> PAGE_SIZE
))
293 memset(result
, 0, MAX_DIGEST_SIZE
);
296 hash_buff
+= align_offset
;
298 memcpy(hash_buff
, template[i
].plaintext
, template[i
].psize
);
299 sg_init_one(&sg
[0], hash_buff
, template[i
].psize
);
301 if (template[i
].ksize
) {
302 crypto_ahash_clear_flags(tfm
, ~0);
303 if (template[i
].ksize
> MAX_KEYLEN
) {
304 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
305 j
, algo
, template[i
].ksize
, MAX_KEYLEN
);
309 memcpy(key
, template[i
].key
, template[i
].ksize
);
310 ret
= crypto_ahash_setkey(tfm
, key
, template[i
].ksize
);
312 printk(KERN_ERR
"alg: hash: setkey failed on "
313 "test %d for %s: ret=%d\n", j
, algo
,
319 ahash_request_set_crypt(req
, sg
, result
, template[i
].psize
);
321 ret
= wait_async_op(&tresult
, crypto_ahash_digest(req
));
323 pr_err("alg: hash: digest failed on test %d "
324 "for %s: ret=%d\n", j
, algo
, -ret
);
328 ret
= wait_async_op(&tresult
, crypto_ahash_init(req
));
330 pr_err("alt: hash: init failed on test %d "
331 "for %s: ret=%d\n", j
, algo
, -ret
);
334 ret
= wait_async_op(&tresult
, crypto_ahash_update(req
));
336 pr_err("alt: hash: update failed on test %d "
337 "for %s: ret=%d\n", j
, algo
, -ret
);
340 ret
= wait_async_op(&tresult
, crypto_ahash_final(req
));
342 pr_err("alt: hash: final failed on test %d "
343 "for %s: ret=%d\n", j
, algo
, -ret
);
348 if (memcmp(result
, template[i
].digest
,
349 crypto_ahash_digestsize(tfm
))) {
350 printk(KERN_ERR
"alg: hash: Test %d failed for %s\n",
352 hexdump(result
, crypto_ahash_digestsize(tfm
));
359 for (i
= 0; i
< tcount
; i
++) {
360 /* alignment tests are only done with continuous buffers */
361 if (align_offset
!= 0)
368 memset(result
, 0, MAX_DIGEST_SIZE
);
371 sg_init_table(sg
, template[i
].np
);
373 for (k
= 0; k
< template[i
].np
; k
++) {
374 if (WARN_ON(offset_in_page(IDX
[k
]) +
375 template[i
].tap
[k
] > PAGE_SIZE
))
378 memcpy(xbuf
[IDX
[k
] >> PAGE_SHIFT
] +
379 offset_in_page(IDX
[k
]),
380 template[i
].plaintext
+ temp
,
383 temp
+= template[i
].tap
[k
];
386 if (template[i
].ksize
) {
387 if (template[i
].ksize
> MAX_KEYLEN
) {
388 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
389 j
, algo
, template[i
].ksize
, MAX_KEYLEN
);
393 crypto_ahash_clear_flags(tfm
, ~0);
394 memcpy(key
, template[i
].key
, template[i
].ksize
);
395 ret
= crypto_ahash_setkey(tfm
, key
, template[i
].ksize
);
398 printk(KERN_ERR
"alg: hash: setkey "
399 "failed on chunking test %d "
400 "for %s: ret=%d\n", j
, algo
, -ret
);
405 ahash_request_set_crypt(req
, sg
, result
, template[i
].psize
);
406 ret
= crypto_ahash_digest(req
);
412 wait_for_completion(&tresult
.completion
);
413 reinit_completion(&tresult
.completion
);
419 printk(KERN_ERR
"alg: hash: digest failed "
420 "on chunking test %d for %s: "
421 "ret=%d\n", j
, algo
, -ret
);
425 if (memcmp(result
, template[i
].digest
,
426 crypto_ahash_digestsize(tfm
))) {
427 printk(KERN_ERR
"alg: hash: Chunking test %d "
428 "failed for %s\n", j
, algo
);
429 hexdump(result
, crypto_ahash_digestsize(tfm
));
435 /* partial update exercise */
437 for (i
= 0; i
< tcount
; i
++) {
438 /* alignment tests are only done with continuous buffers */
439 if (align_offset
!= 0)
442 if (template[i
].np
< 2)
446 memset(result
, 0, MAX_DIGEST_SIZE
);
450 memcpy(hash_buff
, template[i
].plaintext
,
452 sg_init_one(&sg
[0], hash_buff
, template[i
].tap
[0]);
454 if (template[i
].ksize
) {
455 crypto_ahash_clear_flags(tfm
, ~0);
456 if (template[i
].ksize
> MAX_KEYLEN
) {
457 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
458 j
, algo
, template[i
].ksize
, MAX_KEYLEN
);
462 memcpy(key
, template[i
].key
, template[i
].ksize
);
463 ret
= crypto_ahash_setkey(tfm
, key
, template[i
].ksize
);
465 pr_err("alg: hash: setkey failed on test %d for %s: ret=%d\n",
471 ahash_request_set_crypt(req
, sg
, result
, template[i
].tap
[0]);
472 ret
= wait_async_op(&tresult
, crypto_ahash_init(req
));
474 pr_err("alt: hash: init failed on test %d for %s: ret=%d\n",
478 ret
= wait_async_op(&tresult
, crypto_ahash_update(req
));
480 pr_err("alt: hash: update failed on test %d for %s: ret=%d\n",
485 temp
= template[i
].tap
[0];
486 for (k
= 1; k
< template[i
].np
; k
++) {
487 ret
= ahash_partial_update(&req
, tfm
, &template[i
],
488 hash_buff
, k
, temp
, &sg
[0], algo
, result
,
491 pr_err("hash: partial update failed on test %d for %s: ret=%d\n",
495 temp
+= template[i
].tap
[k
];
497 ret
= wait_async_op(&tresult
, crypto_ahash_final(req
));
499 pr_err("alt: hash: final failed on test %d for %s: ret=%d\n",
503 if (memcmp(result
, template[i
].digest
,
504 crypto_ahash_digestsize(tfm
))) {
505 pr_err("alg: hash: Partial Test %d failed for %s\n",
507 hexdump(result
, crypto_ahash_digestsize(tfm
));
516 ahash_request_free(req
);
518 testmgr_free_buf(xbuf
);
525 static int test_hash(struct crypto_ahash
*tfm
, struct hash_testvec
*template,
526 unsigned int tcount
, bool use_digest
)
528 unsigned int alignmask
;
531 ret
= __test_hash(tfm
, template, tcount
, use_digest
, 0);
535 /* test unaligned buffers, check with one byte offset */
536 ret
= __test_hash(tfm
, template, tcount
, use_digest
, 1);
540 alignmask
= crypto_tfm_alg_alignmask(&tfm
->base
);
542 /* Check if alignment mask for tfm is correctly set. */
543 ret
= __test_hash(tfm
, template, tcount
, use_digest
,
552 static int __test_aead(struct crypto_aead
*tfm
, int enc
,
553 struct aead_testvec
*template, unsigned int tcount
,
554 const bool diff_dst
, const int align_offset
)
556 const char *algo
= crypto_tfm_alg_driver_name(crypto_aead_tfm(tfm
));
557 unsigned int i
, j
, k
, n
, temp
;
561 struct aead_request
*req
;
562 struct scatterlist
*sg
;
563 struct scatterlist
*sgout
;
565 struct tcrypt_result result
;
566 unsigned int authsize
, iv_len
;
571 char *xbuf
[XBUFSIZE
];
572 char *xoutbuf
[XBUFSIZE
];
573 char *axbuf
[XBUFSIZE
];
575 iv
= kzalloc(MAX_IVLEN
, GFP_KERNEL
);
578 key
= kmalloc(MAX_KEYLEN
, GFP_KERNEL
);
581 if (testmgr_alloc_buf(xbuf
))
583 if (testmgr_alloc_buf(axbuf
))
585 if (diff_dst
&& testmgr_alloc_buf(xoutbuf
))
588 /* avoid "the frame size is larger than 1024 bytes" compiler warning */
589 sg
= kmalloc(sizeof(*sg
) * 8 * (diff_dst
? 4 : 2), GFP_KERNEL
);
604 init_completion(&result
.completion
);
606 req
= aead_request_alloc(tfm
, GFP_KERNEL
);
608 pr_err("alg: aead%s: Failed to allocate request for %s\n",
613 aead_request_set_callback(req
, CRYPTO_TFM_REQ_MAY_BACKLOG
,
614 tcrypt_complete
, &result
);
616 iv_len
= crypto_aead_ivsize(tfm
);
618 for (i
= 0, j
= 0; i
< tcount
; i
++) {
624 /* some templates have no input data but they will
628 input
+= align_offset
;
632 if (WARN_ON(align_offset
+ template[i
].ilen
>
633 PAGE_SIZE
|| template[i
].alen
> PAGE_SIZE
))
636 memcpy(input
, template[i
].input
, template[i
].ilen
);
637 memcpy(assoc
, template[i
].assoc
, template[i
].alen
);
639 memcpy(iv
, template[i
].iv
, iv_len
);
641 memset(iv
, 0, iv_len
);
643 crypto_aead_clear_flags(tfm
, ~0);
645 crypto_aead_set_flags(tfm
, CRYPTO_TFM_REQ_WEAK_KEY
);
647 if (template[i
].klen
> MAX_KEYLEN
) {
648 pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
649 d
, j
, algo
, template[i
].klen
,
654 memcpy(key
, template[i
].key
, template[i
].klen
);
656 ret
= crypto_aead_setkey(tfm
, key
, template[i
].klen
);
657 if (!ret
== template[i
].fail
) {
658 pr_err("alg: aead%s: setkey failed on test %d for %s: flags=%x\n",
659 d
, j
, algo
, crypto_aead_get_flags(tfm
));
664 authsize
= abs(template[i
].rlen
- template[i
].ilen
);
665 ret
= crypto_aead_setauthsize(tfm
, authsize
);
667 pr_err("alg: aead%s: Failed to set authsize to %u on test %d for %s\n",
668 d
, authsize
, j
, algo
);
672 k
= !!template[i
].alen
;
673 sg_init_table(sg
, k
+ 1);
674 sg_set_buf(&sg
[0], assoc
, template[i
].alen
);
675 sg_set_buf(&sg
[k
], input
,
676 template[i
].ilen
+ (enc
? authsize
: 0));
680 sg_init_table(sgout
, k
+ 1);
681 sg_set_buf(&sgout
[0], assoc
, template[i
].alen
);
684 output
+= align_offset
;
685 sg_set_buf(&sgout
[k
], output
,
686 template[i
].rlen
+ (enc
? 0 : authsize
));
689 aead_request_set_crypt(req
, sg
, (diff_dst
) ? sgout
: sg
,
690 template[i
].ilen
, iv
);
692 aead_request_set_ad(req
, template[i
].alen
);
694 ret
= enc
? crypto_aead_encrypt(req
) : crypto_aead_decrypt(req
);
698 if (template[i
].novrfy
) {
699 /* verification was supposed to fail */
700 pr_err("alg: aead%s: %s failed on test %d for %s: ret was 0, expected -EBADMSG\n",
702 /* so really, we got a bad message */
709 wait_for_completion(&result
.completion
);
710 reinit_completion(&result
.completion
);
715 if (template[i
].novrfy
)
716 /* verification failure was expected */
720 pr_err("alg: aead%s: %s failed on test %d for %s: ret=%d\n",
721 d
, e
, j
, algo
, -ret
);
726 if (memcmp(q
, template[i
].result
, template[i
].rlen
)) {
727 pr_err("alg: aead%s: Test %d failed on %s for %s\n",
729 hexdump(q
, template[i
].rlen
);
735 for (i
= 0, j
= 0; i
< tcount
; i
++) {
736 /* alignment tests are only done with continuous buffers */
737 if (align_offset
!= 0)
746 memcpy(iv
, template[i
].iv
, iv_len
);
748 memset(iv
, 0, MAX_IVLEN
);
750 crypto_aead_clear_flags(tfm
, ~0);
752 crypto_aead_set_flags(tfm
, CRYPTO_TFM_REQ_WEAK_KEY
);
753 if (template[i
].klen
> MAX_KEYLEN
) {
754 pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
755 d
, j
, algo
, template[i
].klen
, MAX_KEYLEN
);
759 memcpy(key
, template[i
].key
, template[i
].klen
);
761 ret
= crypto_aead_setkey(tfm
, key
, template[i
].klen
);
762 if (!ret
== template[i
].fail
) {
763 pr_err("alg: aead%s: setkey failed on chunk test %d for %s: flags=%x\n",
764 d
, j
, algo
, crypto_aead_get_flags(tfm
));
769 authsize
= abs(template[i
].rlen
- template[i
].ilen
);
772 sg_init_table(sg
, template[i
].anp
+ template[i
].np
);
774 sg_init_table(sgout
, template[i
].anp
+ template[i
].np
);
777 for (k
= 0, temp
= 0; k
< template[i
].anp
; k
++) {
778 if (WARN_ON(offset_in_page(IDX
[k
]) +
779 template[i
].atap
[k
] > PAGE_SIZE
))
782 memcpy(axbuf
[IDX
[k
] >> PAGE_SHIFT
] +
783 offset_in_page(IDX
[k
]),
784 template[i
].assoc
+ temp
,
785 template[i
].atap
[k
]),
786 template[i
].atap
[k
]);
788 sg_set_buf(&sgout
[k
],
789 axbuf
[IDX
[k
] >> PAGE_SHIFT
] +
790 offset_in_page(IDX
[k
]),
791 template[i
].atap
[k
]);
792 temp
+= template[i
].atap
[k
];
795 for (k
= 0, temp
= 0; k
< template[i
].np
; k
++) {
796 if (WARN_ON(offset_in_page(IDX
[k
]) +
797 template[i
].tap
[k
] > PAGE_SIZE
))
800 q
= xbuf
[IDX
[k
] >> PAGE_SHIFT
] + offset_in_page(IDX
[k
]);
801 memcpy(q
, template[i
].input
+ temp
, template[i
].tap
[k
]);
802 sg_set_buf(&sg
[template[i
].anp
+ k
],
803 q
, template[i
].tap
[k
]);
806 q
= xoutbuf
[IDX
[k
] >> PAGE_SHIFT
] +
807 offset_in_page(IDX
[k
]);
809 memset(q
, 0, template[i
].tap
[k
]);
811 sg_set_buf(&sgout
[template[i
].anp
+ k
],
812 q
, template[i
].tap
[k
]);
815 n
= template[i
].tap
[k
];
816 if (k
== template[i
].np
- 1 && enc
)
818 if (offset_in_page(q
) + n
< PAGE_SIZE
)
821 temp
+= template[i
].tap
[k
];
824 ret
= crypto_aead_setauthsize(tfm
, authsize
);
826 pr_err("alg: aead%s: Failed to set authsize to %u on chunk test %d for %s\n",
827 d
, authsize
, j
, algo
);
832 if (WARN_ON(sg
[template[i
].anp
+ k
- 1].offset
+
833 sg
[template[i
].anp
+ k
- 1].length
+
834 authsize
> PAGE_SIZE
)) {
840 sgout
[template[i
].anp
+ k
- 1].length
+=
842 sg
[template[i
].anp
+ k
- 1].length
+= authsize
;
845 aead_request_set_crypt(req
, sg
, (diff_dst
) ? sgout
: sg
,
849 aead_request_set_ad(req
, template[i
].alen
);
851 ret
= enc
? crypto_aead_encrypt(req
) : crypto_aead_decrypt(req
);
855 if (template[i
].novrfy
) {
856 /* verification was supposed to fail */
857 pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret was 0, expected -EBADMSG\n",
859 /* so really, we got a bad message */
866 wait_for_completion(&result
.completion
);
867 reinit_completion(&result
.completion
);
872 if (template[i
].novrfy
)
873 /* verification failure was expected */
877 pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret=%d\n",
878 d
, e
, j
, algo
, -ret
);
883 for (k
= 0, temp
= 0; k
< template[i
].np
; k
++) {
885 q
= xoutbuf
[IDX
[k
] >> PAGE_SHIFT
] +
886 offset_in_page(IDX
[k
]);
888 q
= xbuf
[IDX
[k
] >> PAGE_SHIFT
] +
889 offset_in_page(IDX
[k
]);
891 n
= template[i
].tap
[k
];
892 if (k
== template[i
].np
- 1)
893 n
+= enc
? authsize
: -authsize
;
895 if (memcmp(q
, template[i
].result
+ temp
, n
)) {
896 pr_err("alg: aead%s: Chunk test %d failed on %s at page %u for %s\n",
903 if (k
== template[i
].np
- 1 && !enc
) {
905 memcmp(q
, template[i
].input
+
911 for (n
= 0; offset_in_page(q
+ n
) && q
[n
]; n
++)
915 pr_err("alg: aead%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
916 d
, j
, e
, k
, algo
, n
);
921 temp
+= template[i
].tap
[k
];
928 aead_request_free(req
);
932 testmgr_free_buf(xoutbuf
);
934 testmgr_free_buf(axbuf
);
936 testmgr_free_buf(xbuf
);
943 static int test_aead(struct crypto_aead
*tfm
, int enc
,
944 struct aead_testvec
*template, unsigned int tcount
)
946 unsigned int alignmask
;
949 /* test 'dst == src' case */
950 ret
= __test_aead(tfm
, enc
, template, tcount
, false, 0);
954 /* test 'dst != src' case */
955 ret
= __test_aead(tfm
, enc
, template, tcount
, true, 0);
959 /* test unaligned buffers, check with one byte offset */
960 ret
= __test_aead(tfm
, enc
, template, tcount
, true, 1);
964 alignmask
= crypto_tfm_alg_alignmask(&tfm
->base
);
966 /* Check if alignment mask for tfm is correctly set. */
967 ret
= __test_aead(tfm
, enc
, template, tcount
, true,
976 static int test_cipher(struct crypto_cipher
*tfm
, int enc
,
977 struct cipher_testvec
*template, unsigned int tcount
)
979 const char *algo
= crypto_tfm_alg_driver_name(crypto_cipher_tfm(tfm
));
980 unsigned int i
, j
, k
;
984 char *xbuf
[XBUFSIZE
];
987 if (testmgr_alloc_buf(xbuf
))
996 for (i
= 0; i
< tcount
; i
++) {
1003 if (WARN_ON(template[i
].ilen
> PAGE_SIZE
))
1007 memcpy(data
, template[i
].input
, template[i
].ilen
);
1009 crypto_cipher_clear_flags(tfm
, ~0);
1011 crypto_cipher_set_flags(tfm
, CRYPTO_TFM_REQ_WEAK_KEY
);
1013 ret
= crypto_cipher_setkey(tfm
, template[i
].key
,
1015 if (!ret
== template[i
].fail
) {
1016 printk(KERN_ERR
"alg: cipher: setkey failed "
1017 "on test %d for %s: flags=%x\n", j
,
1018 algo
, crypto_cipher_get_flags(tfm
));
1023 for (k
= 0; k
< template[i
].ilen
;
1024 k
+= crypto_cipher_blocksize(tfm
)) {
1026 crypto_cipher_encrypt_one(tfm
, data
+ k
,
1029 crypto_cipher_decrypt_one(tfm
, data
+ k
,
1034 if (memcmp(q
, template[i
].result
, template[i
].rlen
)) {
1035 printk(KERN_ERR
"alg: cipher: Test %d failed "
1036 "on %s for %s\n", j
, e
, algo
);
1037 hexdump(q
, template[i
].rlen
);
1046 testmgr_free_buf(xbuf
);
1051 static int __test_skcipher(struct crypto_skcipher
*tfm
, int enc
,
1052 struct cipher_testvec
*template, unsigned int tcount
,
1053 const bool diff_dst
, const int align_offset
)
1056 crypto_tfm_alg_driver_name(crypto_skcipher_tfm(tfm
));
1057 unsigned int i
, j
, k
, n
, temp
;
1059 struct skcipher_request
*req
;
1060 struct scatterlist sg
[8];
1061 struct scatterlist sgout
[8];
1063 struct tcrypt_result result
;
1066 char *xbuf
[XBUFSIZE
];
1067 char *xoutbuf
[XBUFSIZE
];
1069 unsigned int ivsize
= crypto_skcipher_ivsize(tfm
);
1071 if (testmgr_alloc_buf(xbuf
))
1074 if (diff_dst
&& testmgr_alloc_buf(xoutbuf
))
1087 init_completion(&result
.completion
);
1089 req
= skcipher_request_alloc(tfm
, GFP_KERNEL
);
1091 pr_err("alg: skcipher%s: Failed to allocate request for %s\n",
1096 skcipher_request_set_callback(req
, CRYPTO_TFM_REQ_MAY_BACKLOG
,
1097 tcrypt_complete
, &result
);
1100 for (i
= 0; i
< tcount
; i
++) {
1101 if (template[i
].np
&& !template[i
].also_non_np
)
1105 memcpy(iv
, template[i
].iv
, ivsize
);
1107 memset(iv
, 0, MAX_IVLEN
);
1111 if (WARN_ON(align_offset
+ template[i
].ilen
> PAGE_SIZE
))
1115 data
+= align_offset
;
1116 memcpy(data
, template[i
].input
, template[i
].ilen
);
1118 crypto_skcipher_clear_flags(tfm
, ~0);
1120 crypto_skcipher_set_flags(tfm
,
1121 CRYPTO_TFM_REQ_WEAK_KEY
);
1123 ret
= crypto_skcipher_setkey(tfm
, template[i
].key
,
1125 if (!ret
== template[i
].fail
) {
1126 pr_err("alg: skcipher%s: setkey failed on test %d for %s: flags=%x\n",
1127 d
, j
, algo
, crypto_skcipher_get_flags(tfm
));
1132 sg_init_one(&sg
[0], data
, template[i
].ilen
);
1135 data
+= align_offset
;
1136 sg_init_one(&sgout
[0], data
, template[i
].ilen
);
1139 skcipher_request_set_crypt(req
, sg
, (diff_dst
) ? sgout
: sg
,
1140 template[i
].ilen
, iv
);
1141 ret
= enc
? crypto_skcipher_encrypt(req
) :
1142 crypto_skcipher_decrypt(req
);
1149 wait_for_completion(&result
.completion
);
1150 reinit_completion(&result
.completion
);
1156 pr_err("alg: skcipher%s: %s failed on test %d for %s: ret=%d\n",
1157 d
, e
, j
, algo
, -ret
);
1162 if (memcmp(q
, template[i
].result
, template[i
].rlen
)) {
1163 pr_err("alg: skcipher%s: Test %d failed (invalid result) on %s for %s\n",
1165 hexdump(q
, template[i
].rlen
);
1170 if (template[i
].iv_out
&&
1171 memcmp(iv
, template[i
].iv_out
,
1172 crypto_skcipher_ivsize(tfm
))) {
1173 pr_err("alg: skcipher%s: Test %d failed (invalid output IV) on %s for %s\n",
1175 hexdump(iv
, crypto_skcipher_ivsize(tfm
));
1182 for (i
= 0; i
< tcount
; i
++) {
1183 /* alignment tests are only done with continuous buffers */
1184 if (align_offset
!= 0)
1187 if (!template[i
].np
)
1191 memcpy(iv
, template[i
].iv
, ivsize
);
1193 memset(iv
, 0, MAX_IVLEN
);
1196 crypto_skcipher_clear_flags(tfm
, ~0);
1198 crypto_skcipher_set_flags(tfm
,
1199 CRYPTO_TFM_REQ_WEAK_KEY
);
1201 ret
= crypto_skcipher_setkey(tfm
, template[i
].key
,
1203 if (!ret
== template[i
].fail
) {
1204 pr_err("alg: skcipher%s: setkey failed on chunk test %d for %s: flags=%x\n",
1205 d
, j
, algo
, crypto_skcipher_get_flags(tfm
));
1212 sg_init_table(sg
, template[i
].np
);
1214 sg_init_table(sgout
, template[i
].np
);
1215 for (k
= 0; k
< template[i
].np
; k
++) {
1216 if (WARN_ON(offset_in_page(IDX
[k
]) +
1217 template[i
].tap
[k
] > PAGE_SIZE
))
1220 q
= xbuf
[IDX
[k
] >> PAGE_SHIFT
] + offset_in_page(IDX
[k
]);
1222 memcpy(q
, template[i
].input
+ temp
, template[i
].tap
[k
]);
1224 if (offset_in_page(q
) + template[i
].tap
[k
] < PAGE_SIZE
)
1225 q
[template[i
].tap
[k
]] = 0;
1227 sg_set_buf(&sg
[k
], q
, template[i
].tap
[k
]);
1229 q
= xoutbuf
[IDX
[k
] >> PAGE_SHIFT
] +
1230 offset_in_page(IDX
[k
]);
1232 sg_set_buf(&sgout
[k
], q
, template[i
].tap
[k
]);
1234 memset(q
, 0, template[i
].tap
[k
]);
1235 if (offset_in_page(q
) +
1236 template[i
].tap
[k
] < PAGE_SIZE
)
1237 q
[template[i
].tap
[k
]] = 0;
1240 temp
+= template[i
].tap
[k
];
1243 skcipher_request_set_crypt(req
, sg
, (diff_dst
) ? sgout
: sg
,
1244 template[i
].ilen
, iv
);
1246 ret
= enc
? crypto_skcipher_encrypt(req
) :
1247 crypto_skcipher_decrypt(req
);
1254 wait_for_completion(&result
.completion
);
1255 reinit_completion(&result
.completion
);
1261 pr_err("alg: skcipher%s: %s failed on chunk test %d for %s: ret=%d\n",
1262 d
, e
, j
, algo
, -ret
);
1268 for (k
= 0; k
< template[i
].np
; k
++) {
1270 q
= xoutbuf
[IDX
[k
] >> PAGE_SHIFT
] +
1271 offset_in_page(IDX
[k
]);
1273 q
= xbuf
[IDX
[k
] >> PAGE_SHIFT
] +
1274 offset_in_page(IDX
[k
]);
1276 if (memcmp(q
, template[i
].result
+ temp
,
1277 template[i
].tap
[k
])) {
1278 pr_err("alg: skcipher%s: Chunk test %d failed on %s at page %u for %s\n",
1280 hexdump(q
, template[i
].tap
[k
]);
1284 q
+= template[i
].tap
[k
];
1285 for (n
= 0; offset_in_page(q
+ n
) && q
[n
]; n
++)
1288 pr_err("alg: skcipher%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
1289 d
, j
, e
, k
, algo
, n
);
1293 temp
+= template[i
].tap
[k
];
1300 skcipher_request_free(req
);
1302 testmgr_free_buf(xoutbuf
);
1304 testmgr_free_buf(xbuf
);
1309 static int test_skcipher(struct crypto_skcipher
*tfm
, int enc
,
1310 struct cipher_testvec
*template, unsigned int tcount
)
1312 unsigned int alignmask
;
1315 /* test 'dst == src' case */
1316 ret
= __test_skcipher(tfm
, enc
, template, tcount
, false, 0);
1320 /* test 'dst != src' case */
1321 ret
= __test_skcipher(tfm
, enc
, template, tcount
, true, 0);
1325 /* test unaligned buffers, check with one byte offset */
1326 ret
= __test_skcipher(tfm
, enc
, template, tcount
, true, 1);
1330 alignmask
= crypto_tfm_alg_alignmask(&tfm
->base
);
1332 /* Check if alignment mask for tfm is correctly set. */
1333 ret
= __test_skcipher(tfm
, enc
, template, tcount
, true,
1342 static int test_comp(struct crypto_comp
*tfm
, struct comp_testvec
*ctemplate
,
1343 struct comp_testvec
*dtemplate
, int ctcount
, int dtcount
)
1345 const char *algo
= crypto_tfm_alg_driver_name(crypto_comp_tfm(tfm
));
1347 char result
[COMP_BUF_SIZE
];
1350 for (i
= 0; i
< ctcount
; i
++) {
1352 unsigned int dlen
= COMP_BUF_SIZE
;
1354 memset(result
, 0, sizeof (result
));
1356 ilen
= ctemplate
[i
].inlen
;
1357 ret
= crypto_comp_compress(tfm
, ctemplate
[i
].input
,
1358 ilen
, result
, &dlen
);
1360 printk(KERN_ERR
"alg: comp: compression failed "
1361 "on test %d for %s: ret=%d\n", i
+ 1, algo
,
1366 if (dlen
!= ctemplate
[i
].outlen
) {
1367 printk(KERN_ERR
"alg: comp: Compression test %d "
1368 "failed for %s: output len = %d\n", i
+ 1, algo
,
1374 if (memcmp(result
, ctemplate
[i
].output
, dlen
)) {
1375 printk(KERN_ERR
"alg: comp: Compression test %d "
1376 "failed for %s\n", i
+ 1, algo
);
1377 hexdump(result
, dlen
);
1383 for (i
= 0; i
< dtcount
; i
++) {
1385 unsigned int dlen
= COMP_BUF_SIZE
;
1387 memset(result
, 0, sizeof (result
));
1389 ilen
= dtemplate
[i
].inlen
;
1390 ret
= crypto_comp_decompress(tfm
, dtemplate
[i
].input
,
1391 ilen
, result
, &dlen
);
1393 printk(KERN_ERR
"alg: comp: decompression failed "
1394 "on test %d for %s: ret=%d\n", i
+ 1, algo
,
1399 if (dlen
!= dtemplate
[i
].outlen
) {
1400 printk(KERN_ERR
"alg: comp: Decompression test %d "
1401 "failed for %s: output len = %d\n", i
+ 1, algo
,
1407 if (memcmp(result
, dtemplate
[i
].output
, dlen
)) {
1408 printk(KERN_ERR
"alg: comp: Decompression test %d "
1409 "failed for %s\n", i
+ 1, algo
);
1410 hexdump(result
, dlen
);
1422 static int test_cprng(struct crypto_rng
*tfm
, struct cprng_testvec
*template,
1423 unsigned int tcount
)
1425 const char *algo
= crypto_tfm_alg_driver_name(crypto_rng_tfm(tfm
));
1426 int err
= 0, i
, j
, seedsize
;
1430 seedsize
= crypto_rng_seedsize(tfm
);
1432 seed
= kmalloc(seedsize
, GFP_KERNEL
);
1434 printk(KERN_ERR
"alg: cprng: Failed to allocate seed space "
1439 for (i
= 0; i
< tcount
; i
++) {
1440 memset(result
, 0, 32);
1442 memcpy(seed
, template[i
].v
, template[i
].vlen
);
1443 memcpy(seed
+ template[i
].vlen
, template[i
].key
,
1445 memcpy(seed
+ template[i
].vlen
+ template[i
].klen
,
1446 template[i
].dt
, template[i
].dtlen
);
1448 err
= crypto_rng_reset(tfm
, seed
, seedsize
);
1450 printk(KERN_ERR
"alg: cprng: Failed to reset rng "
1455 for (j
= 0; j
< template[i
].loops
; j
++) {
1456 err
= crypto_rng_get_bytes(tfm
, result
,
1459 printk(KERN_ERR
"alg: cprng: Failed to obtain "
1460 "the correct amount of random data for "
1461 "%s (requested %d)\n", algo
,
1467 err
= memcmp(result
, template[i
].result
,
1470 printk(KERN_ERR
"alg: cprng: Test %d failed for %s\n",
1472 hexdump(result
, template[i
].rlen
);
1483 static int alg_test_aead(const struct alg_test_desc
*desc
, const char *driver
,
1486 struct crypto_aead
*tfm
;
1489 tfm
= crypto_alloc_aead(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1491 printk(KERN_ERR
"alg: aead: Failed to load transform for %s: "
1492 "%ld\n", driver
, PTR_ERR(tfm
));
1493 return PTR_ERR(tfm
);
1496 if (desc
->suite
.aead
.enc
.vecs
) {
1497 err
= test_aead(tfm
, ENCRYPT
, desc
->suite
.aead
.enc
.vecs
,
1498 desc
->suite
.aead
.enc
.count
);
1503 if (!err
&& desc
->suite
.aead
.dec
.vecs
)
1504 err
= test_aead(tfm
, DECRYPT
, desc
->suite
.aead
.dec
.vecs
,
1505 desc
->suite
.aead
.dec
.count
);
1508 crypto_free_aead(tfm
);
1512 static int alg_test_cipher(const struct alg_test_desc
*desc
,
1513 const char *driver
, u32 type
, u32 mask
)
1515 struct crypto_cipher
*tfm
;
1518 tfm
= crypto_alloc_cipher(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1520 printk(KERN_ERR
"alg: cipher: Failed to load transform for "
1521 "%s: %ld\n", driver
, PTR_ERR(tfm
));
1522 return PTR_ERR(tfm
);
1525 if (desc
->suite
.cipher
.enc
.vecs
) {
1526 err
= test_cipher(tfm
, ENCRYPT
, desc
->suite
.cipher
.enc
.vecs
,
1527 desc
->suite
.cipher
.enc
.count
);
1532 if (desc
->suite
.cipher
.dec
.vecs
)
1533 err
= test_cipher(tfm
, DECRYPT
, desc
->suite
.cipher
.dec
.vecs
,
1534 desc
->suite
.cipher
.dec
.count
);
1537 crypto_free_cipher(tfm
);
1541 static int alg_test_skcipher(const struct alg_test_desc
*desc
,
1542 const char *driver
, u32 type
, u32 mask
)
1544 struct crypto_skcipher
*tfm
;
1547 tfm
= crypto_alloc_skcipher(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1549 printk(KERN_ERR
"alg: skcipher: Failed to load transform for "
1550 "%s: %ld\n", driver
, PTR_ERR(tfm
));
1551 return PTR_ERR(tfm
);
1554 if (desc
->suite
.cipher
.enc
.vecs
) {
1555 err
= test_skcipher(tfm
, ENCRYPT
, desc
->suite
.cipher
.enc
.vecs
,
1556 desc
->suite
.cipher
.enc
.count
);
1561 if (desc
->suite
.cipher
.dec
.vecs
)
1562 err
= test_skcipher(tfm
, DECRYPT
, desc
->suite
.cipher
.dec
.vecs
,
1563 desc
->suite
.cipher
.dec
.count
);
1566 crypto_free_skcipher(tfm
);
1570 static int alg_test_comp(const struct alg_test_desc
*desc
, const char *driver
,
1573 struct crypto_comp
*tfm
;
1576 tfm
= crypto_alloc_comp(driver
, type
, mask
);
1578 printk(KERN_ERR
"alg: comp: Failed to load transform for %s: "
1579 "%ld\n", driver
, PTR_ERR(tfm
));
1580 return PTR_ERR(tfm
);
1583 err
= test_comp(tfm
, desc
->suite
.comp
.comp
.vecs
,
1584 desc
->suite
.comp
.decomp
.vecs
,
1585 desc
->suite
.comp
.comp
.count
,
1586 desc
->suite
.comp
.decomp
.count
);
1588 crypto_free_comp(tfm
);
1592 static int alg_test_hash(const struct alg_test_desc
*desc
, const char *driver
,
1595 struct crypto_ahash
*tfm
;
1598 tfm
= crypto_alloc_ahash(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1600 printk(KERN_ERR
"alg: hash: Failed to load transform for %s: "
1601 "%ld\n", driver
, PTR_ERR(tfm
));
1602 return PTR_ERR(tfm
);
1605 err
= test_hash(tfm
, desc
->suite
.hash
.vecs
,
1606 desc
->suite
.hash
.count
, true);
1608 err
= test_hash(tfm
, desc
->suite
.hash
.vecs
,
1609 desc
->suite
.hash
.count
, false);
1611 crypto_free_ahash(tfm
);
1615 static int alg_test_crc32c(const struct alg_test_desc
*desc
,
1616 const char *driver
, u32 type
, u32 mask
)
1618 struct crypto_shash
*tfm
;
1622 err
= alg_test_hash(desc
, driver
, type
, mask
);
1626 tfm
= crypto_alloc_shash(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1628 printk(KERN_ERR
"alg: crc32c: Failed to load transform for %s: "
1629 "%ld\n", driver
, PTR_ERR(tfm
));
1635 SHASH_DESC_ON_STACK(shash
, tfm
);
1636 u32
*ctx
= (u32
*)shash_desc_ctx(shash
);
1641 *ctx
= le32_to_cpu(420553207);
1642 err
= crypto_shash_final(shash
, (u8
*)&val
);
1644 printk(KERN_ERR
"alg: crc32c: Operation failed for "
1645 "%s: %d\n", driver
, err
);
1649 if (val
!= ~420553207) {
1650 printk(KERN_ERR
"alg: crc32c: Test failed for %s: "
1651 "%d\n", driver
, val
);
1656 crypto_free_shash(tfm
);
1662 static int alg_test_cprng(const struct alg_test_desc
*desc
, const char *driver
,
1665 struct crypto_rng
*rng
;
1668 rng
= crypto_alloc_rng(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1670 printk(KERN_ERR
"alg: cprng: Failed to load transform for %s: "
1671 "%ld\n", driver
, PTR_ERR(rng
));
1672 return PTR_ERR(rng
);
1675 err
= test_cprng(rng
, desc
->suite
.cprng
.vecs
, desc
->suite
.cprng
.count
);
1677 crypto_free_rng(rng
);
1683 static int drbg_cavs_test(struct drbg_testvec
*test
, int pr
,
1684 const char *driver
, u32 type
, u32 mask
)
1687 struct crypto_rng
*drng
;
1688 struct drbg_test_data test_data
;
1689 struct drbg_string addtl
, pers
, testentropy
;
1690 unsigned char *buf
= kzalloc(test
->expectedlen
, GFP_KERNEL
);
1695 drng
= crypto_alloc_rng(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1697 printk(KERN_ERR
"alg: drbg: could not allocate DRNG handle for "
1703 test_data
.testentropy
= &testentropy
;
1704 drbg_string_fill(&testentropy
, test
->entropy
, test
->entropylen
);
1705 drbg_string_fill(&pers
, test
->pers
, test
->perslen
);
1706 ret
= crypto_drbg_reset_test(drng
, &pers
, &test_data
);
1708 printk(KERN_ERR
"alg: drbg: Failed to reset rng\n");
1712 drbg_string_fill(&addtl
, test
->addtla
, test
->addtllen
);
1714 drbg_string_fill(&testentropy
, test
->entpra
, test
->entprlen
);
1715 ret
= crypto_drbg_get_bytes_addtl_test(drng
,
1716 buf
, test
->expectedlen
, &addtl
, &test_data
);
1718 ret
= crypto_drbg_get_bytes_addtl(drng
,
1719 buf
, test
->expectedlen
, &addtl
);
1722 printk(KERN_ERR
"alg: drbg: could not obtain random data for "
1723 "driver %s\n", driver
);
1727 drbg_string_fill(&addtl
, test
->addtlb
, test
->addtllen
);
1729 drbg_string_fill(&testentropy
, test
->entprb
, test
->entprlen
);
1730 ret
= crypto_drbg_get_bytes_addtl_test(drng
,
1731 buf
, test
->expectedlen
, &addtl
, &test_data
);
1733 ret
= crypto_drbg_get_bytes_addtl(drng
,
1734 buf
, test
->expectedlen
, &addtl
);
1737 printk(KERN_ERR
"alg: drbg: could not obtain random data for "
1738 "driver %s\n", driver
);
1742 ret
= memcmp(test
->expected
, buf
, test
->expectedlen
);
1745 crypto_free_rng(drng
);
1751 static int alg_test_drbg(const struct alg_test_desc
*desc
, const char *driver
,
1757 struct drbg_testvec
*template = desc
->suite
.drbg
.vecs
;
1758 unsigned int tcount
= desc
->suite
.drbg
.count
;
1760 if (0 == memcmp(driver
, "drbg_pr_", 8))
1763 for (i
= 0; i
< tcount
; i
++) {
1764 err
= drbg_cavs_test(&template[i
], pr
, driver
, type
, mask
);
1766 printk(KERN_ERR
"alg: drbg: Test %d failed for %s\n",
1776 static int do_test_rsa(struct crypto_akcipher
*tfm
,
1777 struct akcipher_testvec
*vecs
)
1779 struct akcipher_request
*req
;
1780 void *outbuf_enc
= NULL
;
1781 void *outbuf_dec
= NULL
;
1782 struct tcrypt_result result
;
1783 unsigned int out_len_max
, out_len
= 0;
1785 struct scatterlist src
, dst
, src_tab
[2];
1787 req
= akcipher_request_alloc(tfm
, GFP_KERNEL
);
1791 init_completion(&result
.completion
);
1793 if (vecs
->public_key_vec
)
1794 err
= crypto_akcipher_set_pub_key(tfm
, vecs
->key
,
1797 err
= crypto_akcipher_set_priv_key(tfm
, vecs
->key
,
1802 out_len_max
= crypto_akcipher_maxsize(tfm
);
1803 outbuf_enc
= kzalloc(out_len_max
, GFP_KERNEL
);
1807 sg_init_table(src_tab
, 2);
1808 sg_set_buf(&src_tab
[0], vecs
->m
, 8);
1809 sg_set_buf(&src_tab
[1], vecs
->m
+ 8, vecs
->m_size
- 8);
1810 sg_init_one(&dst
, outbuf_enc
, out_len_max
);
1811 akcipher_request_set_crypt(req
, src_tab
, &dst
, vecs
->m_size
,
1813 akcipher_request_set_callback(req
, CRYPTO_TFM_REQ_MAY_BACKLOG
,
1814 tcrypt_complete
, &result
);
1816 /* Run RSA encrypt - c = m^e mod n;*/
1817 err
= wait_async_op(&result
, crypto_akcipher_encrypt(req
));
1819 pr_err("alg: rsa: encrypt test failed. err %d\n", err
);
1822 if (req
->dst_len
!= vecs
->c_size
) {
1823 pr_err("alg: rsa: encrypt test failed. Invalid output len\n");
1827 /* verify that encrypted message is equal to expected */
1828 if (memcmp(vecs
->c
, sg_virt(req
->dst
), vecs
->c_size
)) {
1829 pr_err("alg: rsa: encrypt test failed. Invalid output\n");
1833 /* Don't invoke decrypt for vectors with public key */
1834 if (vecs
->public_key_vec
) {
1838 outbuf_dec
= kzalloc(out_len_max
, GFP_KERNEL
);
1843 sg_init_one(&src
, vecs
->c
, vecs
->c_size
);
1844 sg_init_one(&dst
, outbuf_dec
, out_len_max
);
1845 init_completion(&result
.completion
);
1846 akcipher_request_set_crypt(req
, &src
, &dst
, vecs
->c_size
, out_len_max
);
1848 /* Run RSA decrypt - m = c^d mod n;*/
1849 err
= wait_async_op(&result
, crypto_akcipher_decrypt(req
));
1851 pr_err("alg: rsa: decrypt test failed. err %d\n", err
);
1854 out_len
= req
->dst_len
;
1855 if (out_len
!= vecs
->m_size
) {
1856 pr_err("alg: rsa: decrypt test failed. Invalid output len\n");
1860 /* verify that decrypted message is equal to the original msg */
1861 if (memcmp(vecs
->m
, outbuf_dec
, vecs
->m_size
)) {
1862 pr_err("alg: rsa: decrypt test failed. Invalid output\n");
1869 akcipher_request_free(req
);
1873 static int test_rsa(struct crypto_akcipher
*tfm
, struct akcipher_testvec
*vecs
,
1874 unsigned int tcount
)
1878 for (i
= 0; i
< tcount
; i
++) {
1879 ret
= do_test_rsa(tfm
, vecs
++);
1881 pr_err("alg: rsa: test failed on vector %d, err=%d\n",
1889 static int test_akcipher(struct crypto_akcipher
*tfm
, const char *alg
,
1890 struct akcipher_testvec
*vecs
, unsigned int tcount
)
1892 if (strncmp(alg
, "rsa", 3) == 0)
1893 return test_rsa(tfm
, vecs
, tcount
);
1898 static int alg_test_akcipher(const struct alg_test_desc
*desc
,
1899 const char *driver
, u32 type
, u32 mask
)
1901 struct crypto_akcipher
*tfm
;
1904 tfm
= crypto_alloc_akcipher(driver
, type
| CRYPTO_ALG_INTERNAL
, mask
);
1906 pr_err("alg: akcipher: Failed to load tfm for %s: %ld\n",
1907 driver
, PTR_ERR(tfm
));
1908 return PTR_ERR(tfm
);
1910 if (desc
->suite
.akcipher
.vecs
)
1911 err
= test_akcipher(tfm
, desc
->alg
, desc
->suite
.akcipher
.vecs
,
1912 desc
->suite
.akcipher
.count
);
1914 crypto_free_akcipher(tfm
);
1918 static int alg_test_null(const struct alg_test_desc
*desc
,
1919 const char *driver
, u32 type
, u32 mask
)
1924 /* Please keep this list sorted by algorithm name. */
1925 static const struct alg_test_desc alg_test_descs
[] = {
1927 .alg
= "__cbc-cast5-avx",
1928 .test
= alg_test_null
,
1930 .alg
= "__cbc-cast6-avx",
1931 .test
= alg_test_null
,
1933 .alg
= "__cbc-serpent-avx",
1934 .test
= alg_test_null
,
1936 .alg
= "__cbc-serpent-avx2",
1937 .test
= alg_test_null
,
1939 .alg
= "__cbc-serpent-sse2",
1940 .test
= alg_test_null
,
1942 .alg
= "__cbc-twofish-avx",
1943 .test
= alg_test_null
,
1945 .alg
= "__driver-cbc-aes-aesni",
1946 .test
= alg_test_null
,
1949 .alg
= "__driver-cbc-camellia-aesni",
1950 .test
= alg_test_null
,
1952 .alg
= "__driver-cbc-camellia-aesni-avx2",
1953 .test
= alg_test_null
,
1955 .alg
= "__driver-cbc-cast5-avx",
1956 .test
= alg_test_null
,
1958 .alg
= "__driver-cbc-cast6-avx",
1959 .test
= alg_test_null
,
1961 .alg
= "__driver-cbc-serpent-avx",
1962 .test
= alg_test_null
,
1964 .alg
= "__driver-cbc-serpent-avx2",
1965 .test
= alg_test_null
,
1967 .alg
= "__driver-cbc-serpent-sse2",
1968 .test
= alg_test_null
,
1970 .alg
= "__driver-cbc-twofish-avx",
1971 .test
= alg_test_null
,
1973 .alg
= "__driver-ecb-aes-aesni",
1974 .test
= alg_test_null
,
1977 .alg
= "__driver-ecb-camellia-aesni",
1978 .test
= alg_test_null
,
1980 .alg
= "__driver-ecb-camellia-aesni-avx2",
1981 .test
= alg_test_null
,
1983 .alg
= "__driver-ecb-cast5-avx",
1984 .test
= alg_test_null
,
1986 .alg
= "__driver-ecb-cast6-avx",
1987 .test
= alg_test_null
,
1989 .alg
= "__driver-ecb-serpent-avx",
1990 .test
= alg_test_null
,
1992 .alg
= "__driver-ecb-serpent-avx2",
1993 .test
= alg_test_null
,
1995 .alg
= "__driver-ecb-serpent-sse2",
1996 .test
= alg_test_null
,
1998 .alg
= "__driver-ecb-twofish-avx",
1999 .test
= alg_test_null
,
2001 .alg
= "__driver-gcm-aes-aesni",
2002 .test
= alg_test_null
,
2005 .alg
= "__ghash-pclmulqdqni",
2006 .test
= alg_test_null
,
2009 .alg
= "ansi_cprng",
2010 .test
= alg_test_cprng
,
2013 .vecs
= ansi_cprng_aes_tv_template
,
2014 .count
= ANSI_CPRNG_AES_TEST_VECTORS
2018 .alg
= "authenc(hmac(md5),ecb(cipher_null))",
2019 .test
= alg_test_aead
,
2023 .vecs
= hmac_md5_ecb_cipher_null_enc_tv_template
,
2024 .count
= HMAC_MD5_ECB_CIPHER_NULL_ENC_TEST_VECTORS
2027 .vecs
= hmac_md5_ecb_cipher_null_dec_tv_template
,
2028 .count
= HMAC_MD5_ECB_CIPHER_NULL_DEC_TEST_VECTORS
2033 .alg
= "authenc(hmac(sha1),cbc(aes))",
2034 .test
= alg_test_aead
,
2039 hmac_sha1_aes_cbc_enc_tv_temp
,
2041 HMAC_SHA1_AES_CBC_ENC_TEST_VEC
2046 .alg
= "authenc(hmac(sha1),cbc(des))",
2047 .test
= alg_test_aead
,
2052 hmac_sha1_des_cbc_enc_tv_temp
,
2054 HMAC_SHA1_DES_CBC_ENC_TEST_VEC
2059 .alg
= "authenc(hmac(sha1),cbc(des3_ede))",
2060 .test
= alg_test_aead
,
2066 hmac_sha1_des3_ede_cbc_enc_tv_temp
,
2068 HMAC_SHA1_DES3_EDE_CBC_ENC_TEST_VEC
2073 .alg
= "authenc(hmac(sha1),ctr(aes))",
2074 .test
= alg_test_null
,
2077 .alg
= "authenc(hmac(sha1),ecb(cipher_null))",
2078 .test
= alg_test_aead
,
2083 hmac_sha1_ecb_cipher_null_enc_tv_temp
,
2085 HMAC_SHA1_ECB_CIPHER_NULL_ENC_TEST_VEC
2089 hmac_sha1_ecb_cipher_null_dec_tv_temp
,
2091 HMAC_SHA1_ECB_CIPHER_NULL_DEC_TEST_VEC
2096 .alg
= "authenc(hmac(sha1),rfc3686(ctr(aes)))",
2097 .test
= alg_test_null
,
2100 .alg
= "authenc(hmac(sha224),cbc(des))",
2101 .test
= alg_test_aead
,
2106 hmac_sha224_des_cbc_enc_tv_temp
,
2108 HMAC_SHA224_DES_CBC_ENC_TEST_VEC
2113 .alg
= "authenc(hmac(sha224),cbc(des3_ede))",
2114 .test
= alg_test_aead
,
2120 hmac_sha224_des3_ede_cbc_enc_tv_temp
,
2122 HMAC_SHA224_DES3_EDE_CBC_ENC_TEST_VEC
2127 .alg
= "authenc(hmac(sha256),cbc(aes))",
2128 .test
= alg_test_aead
,
2134 hmac_sha256_aes_cbc_enc_tv_temp
,
2136 HMAC_SHA256_AES_CBC_ENC_TEST_VEC
2141 .alg
= "authenc(hmac(sha256),cbc(des))",
2142 .test
= alg_test_aead
,
2147 hmac_sha256_des_cbc_enc_tv_temp
,
2149 HMAC_SHA256_DES_CBC_ENC_TEST_VEC
2154 .alg
= "authenc(hmac(sha256),cbc(des3_ede))",
2155 .test
= alg_test_aead
,
2161 hmac_sha256_des3_ede_cbc_enc_tv_temp
,
2163 HMAC_SHA256_DES3_EDE_CBC_ENC_TEST_VEC
2168 .alg
= "authenc(hmac(sha256),ctr(aes))",
2169 .test
= alg_test_null
,
2172 .alg
= "authenc(hmac(sha256),rfc3686(ctr(aes)))",
2173 .test
= alg_test_null
,
2176 .alg
= "authenc(hmac(sha384),cbc(des))",
2177 .test
= alg_test_aead
,
2182 hmac_sha384_des_cbc_enc_tv_temp
,
2184 HMAC_SHA384_DES_CBC_ENC_TEST_VEC
2189 .alg
= "authenc(hmac(sha384),cbc(des3_ede))",
2190 .test
= alg_test_aead
,
2196 hmac_sha384_des3_ede_cbc_enc_tv_temp
,
2198 HMAC_SHA384_DES3_EDE_CBC_ENC_TEST_VEC
2203 .alg
= "authenc(hmac(sha384),ctr(aes))",
2204 .test
= alg_test_null
,
2207 .alg
= "authenc(hmac(sha384),rfc3686(ctr(aes)))",
2208 .test
= alg_test_null
,
2211 .alg
= "authenc(hmac(sha512),cbc(aes))",
2213 .test
= alg_test_aead
,
2218 hmac_sha512_aes_cbc_enc_tv_temp
,
2220 HMAC_SHA512_AES_CBC_ENC_TEST_VEC
2225 .alg
= "authenc(hmac(sha512),cbc(des))",
2226 .test
= alg_test_aead
,
2231 hmac_sha512_des_cbc_enc_tv_temp
,
2233 HMAC_SHA512_DES_CBC_ENC_TEST_VEC
2238 .alg
= "authenc(hmac(sha512),cbc(des3_ede))",
2239 .test
= alg_test_aead
,
2245 hmac_sha512_des3_ede_cbc_enc_tv_temp
,
2247 HMAC_SHA512_DES3_EDE_CBC_ENC_TEST_VEC
2252 .alg
= "authenc(hmac(sha512),ctr(aes))",
2253 .test
= alg_test_null
,
2256 .alg
= "authenc(hmac(sha512),rfc3686(ctr(aes)))",
2257 .test
= alg_test_null
,
2261 .test
= alg_test_skcipher
,
2266 .vecs
= aes_cbc_enc_tv_template
,
2267 .count
= AES_CBC_ENC_TEST_VECTORS
2270 .vecs
= aes_cbc_dec_tv_template
,
2271 .count
= AES_CBC_DEC_TEST_VECTORS
2276 .alg
= "cbc(anubis)",
2277 .test
= alg_test_skcipher
,
2281 .vecs
= anubis_cbc_enc_tv_template
,
2282 .count
= ANUBIS_CBC_ENC_TEST_VECTORS
2285 .vecs
= anubis_cbc_dec_tv_template
,
2286 .count
= ANUBIS_CBC_DEC_TEST_VECTORS
2291 .alg
= "cbc(blowfish)",
2292 .test
= alg_test_skcipher
,
2296 .vecs
= bf_cbc_enc_tv_template
,
2297 .count
= BF_CBC_ENC_TEST_VECTORS
2300 .vecs
= bf_cbc_dec_tv_template
,
2301 .count
= BF_CBC_DEC_TEST_VECTORS
2306 .alg
= "cbc(camellia)",
2307 .test
= alg_test_skcipher
,
2311 .vecs
= camellia_cbc_enc_tv_template
,
2312 .count
= CAMELLIA_CBC_ENC_TEST_VECTORS
2315 .vecs
= camellia_cbc_dec_tv_template
,
2316 .count
= CAMELLIA_CBC_DEC_TEST_VECTORS
2321 .alg
= "cbc(cast5)",
2322 .test
= alg_test_skcipher
,
2326 .vecs
= cast5_cbc_enc_tv_template
,
2327 .count
= CAST5_CBC_ENC_TEST_VECTORS
2330 .vecs
= cast5_cbc_dec_tv_template
,
2331 .count
= CAST5_CBC_DEC_TEST_VECTORS
2336 .alg
= "cbc(cast6)",
2337 .test
= alg_test_skcipher
,
2341 .vecs
= cast6_cbc_enc_tv_template
,
2342 .count
= CAST6_CBC_ENC_TEST_VECTORS
2345 .vecs
= cast6_cbc_dec_tv_template
,
2346 .count
= CAST6_CBC_DEC_TEST_VECTORS
2352 .test
= alg_test_skcipher
,
2356 .vecs
= des_cbc_enc_tv_template
,
2357 .count
= DES_CBC_ENC_TEST_VECTORS
2360 .vecs
= des_cbc_dec_tv_template
,
2361 .count
= DES_CBC_DEC_TEST_VECTORS
2366 .alg
= "cbc(des3_ede)",
2367 .test
= alg_test_skcipher
,
2372 .vecs
= des3_ede_cbc_enc_tv_template
,
2373 .count
= DES3_EDE_CBC_ENC_TEST_VECTORS
2376 .vecs
= des3_ede_cbc_dec_tv_template
,
2377 .count
= DES3_EDE_CBC_DEC_TEST_VECTORS
2382 .alg
= "cbc(serpent)",
2383 .test
= alg_test_skcipher
,
2387 .vecs
= serpent_cbc_enc_tv_template
,
2388 .count
= SERPENT_CBC_ENC_TEST_VECTORS
2391 .vecs
= serpent_cbc_dec_tv_template
,
2392 .count
= SERPENT_CBC_DEC_TEST_VECTORS
2397 .alg
= "cbc(twofish)",
2398 .test
= alg_test_skcipher
,
2402 .vecs
= tf_cbc_enc_tv_template
,
2403 .count
= TF_CBC_ENC_TEST_VECTORS
2406 .vecs
= tf_cbc_dec_tv_template
,
2407 .count
= TF_CBC_DEC_TEST_VECTORS
2413 .test
= alg_test_aead
,
2418 .vecs
= aes_ccm_enc_tv_template
,
2419 .count
= AES_CCM_ENC_TEST_VECTORS
2422 .vecs
= aes_ccm_dec_tv_template
,
2423 .count
= AES_CCM_DEC_TEST_VECTORS
2429 .test
= alg_test_skcipher
,
2433 .vecs
= chacha20_enc_tv_template
,
2434 .count
= CHACHA20_ENC_TEST_VECTORS
2437 .vecs
= chacha20_enc_tv_template
,
2438 .count
= CHACHA20_ENC_TEST_VECTORS
2445 .test
= alg_test_hash
,
2448 .vecs
= aes_cmac128_tv_template
,
2449 .count
= CMAC_AES_TEST_VECTORS
2453 .alg
= "cmac(des3_ede)",
2455 .test
= alg_test_hash
,
2458 .vecs
= des3_ede_cmac64_tv_template
,
2459 .count
= CMAC_DES3_EDE_TEST_VECTORS
2463 .alg
= "compress_null",
2464 .test
= alg_test_null
,
2467 .test
= alg_test_hash
,
2470 .vecs
= crc32_tv_template
,
2471 .count
= CRC32_TEST_VECTORS
2476 .test
= alg_test_crc32c
,
2480 .vecs
= crc32c_tv_template
,
2481 .count
= CRC32C_TEST_VECTORS
2486 .test
= alg_test_hash
,
2490 .vecs
= crct10dif_tv_template
,
2491 .count
= CRCT10DIF_TEST_VECTORS
2495 .alg
= "cryptd(__driver-cbc-aes-aesni)",
2496 .test
= alg_test_null
,
2499 .alg
= "cryptd(__driver-cbc-camellia-aesni)",
2500 .test
= alg_test_null
,
2502 .alg
= "cryptd(__driver-cbc-camellia-aesni-avx2)",
2503 .test
= alg_test_null
,
2505 .alg
= "cryptd(__driver-cbc-serpent-avx2)",
2506 .test
= alg_test_null
,
2508 .alg
= "cryptd(__driver-ecb-aes-aesni)",
2509 .test
= alg_test_null
,
2512 .alg
= "cryptd(__driver-ecb-camellia-aesni)",
2513 .test
= alg_test_null
,
2515 .alg
= "cryptd(__driver-ecb-camellia-aesni-avx2)",
2516 .test
= alg_test_null
,
2518 .alg
= "cryptd(__driver-ecb-cast5-avx)",
2519 .test
= alg_test_null
,
2521 .alg
= "cryptd(__driver-ecb-cast6-avx)",
2522 .test
= alg_test_null
,
2524 .alg
= "cryptd(__driver-ecb-serpent-avx)",
2525 .test
= alg_test_null
,
2527 .alg
= "cryptd(__driver-ecb-serpent-avx2)",
2528 .test
= alg_test_null
,
2530 .alg
= "cryptd(__driver-ecb-serpent-sse2)",
2531 .test
= alg_test_null
,
2533 .alg
= "cryptd(__driver-ecb-twofish-avx)",
2534 .test
= alg_test_null
,
2536 .alg
= "cryptd(__driver-gcm-aes-aesni)",
2537 .test
= alg_test_null
,
2540 .alg
= "cryptd(__ghash-pclmulqdqni)",
2541 .test
= alg_test_null
,
2545 .test
= alg_test_skcipher
,
2550 .vecs
= aes_ctr_enc_tv_template
,
2551 .count
= AES_CTR_ENC_TEST_VECTORS
2554 .vecs
= aes_ctr_dec_tv_template
,
2555 .count
= AES_CTR_DEC_TEST_VECTORS
2560 .alg
= "ctr(blowfish)",
2561 .test
= alg_test_skcipher
,
2565 .vecs
= bf_ctr_enc_tv_template
,
2566 .count
= BF_CTR_ENC_TEST_VECTORS
2569 .vecs
= bf_ctr_dec_tv_template
,
2570 .count
= BF_CTR_DEC_TEST_VECTORS
2575 .alg
= "ctr(camellia)",
2576 .test
= alg_test_skcipher
,
2580 .vecs
= camellia_ctr_enc_tv_template
,
2581 .count
= CAMELLIA_CTR_ENC_TEST_VECTORS
2584 .vecs
= camellia_ctr_dec_tv_template
,
2585 .count
= CAMELLIA_CTR_DEC_TEST_VECTORS
2590 .alg
= "ctr(cast5)",
2591 .test
= alg_test_skcipher
,
2595 .vecs
= cast5_ctr_enc_tv_template
,
2596 .count
= CAST5_CTR_ENC_TEST_VECTORS
2599 .vecs
= cast5_ctr_dec_tv_template
,
2600 .count
= CAST5_CTR_DEC_TEST_VECTORS
2605 .alg
= "ctr(cast6)",
2606 .test
= alg_test_skcipher
,
2610 .vecs
= cast6_ctr_enc_tv_template
,
2611 .count
= CAST6_CTR_ENC_TEST_VECTORS
2614 .vecs
= cast6_ctr_dec_tv_template
,
2615 .count
= CAST6_CTR_DEC_TEST_VECTORS
2621 .test
= alg_test_skcipher
,
2625 .vecs
= des_ctr_enc_tv_template
,
2626 .count
= DES_CTR_ENC_TEST_VECTORS
2629 .vecs
= des_ctr_dec_tv_template
,
2630 .count
= DES_CTR_DEC_TEST_VECTORS
2635 .alg
= "ctr(des3_ede)",
2636 .test
= alg_test_skcipher
,
2640 .vecs
= des3_ede_ctr_enc_tv_template
,
2641 .count
= DES3_EDE_CTR_ENC_TEST_VECTORS
2644 .vecs
= des3_ede_ctr_dec_tv_template
,
2645 .count
= DES3_EDE_CTR_DEC_TEST_VECTORS
2650 .alg
= "ctr(serpent)",
2651 .test
= alg_test_skcipher
,
2655 .vecs
= serpent_ctr_enc_tv_template
,
2656 .count
= SERPENT_CTR_ENC_TEST_VECTORS
2659 .vecs
= serpent_ctr_dec_tv_template
,
2660 .count
= SERPENT_CTR_DEC_TEST_VECTORS
2665 .alg
= "ctr(twofish)",
2666 .test
= alg_test_skcipher
,
2670 .vecs
= tf_ctr_enc_tv_template
,
2671 .count
= TF_CTR_ENC_TEST_VECTORS
2674 .vecs
= tf_ctr_dec_tv_template
,
2675 .count
= TF_CTR_DEC_TEST_VECTORS
2680 .alg
= "cts(cbc(aes))",
2681 .test
= alg_test_skcipher
,
2685 .vecs
= cts_mode_enc_tv_template
,
2686 .count
= CTS_MODE_ENC_TEST_VECTORS
2689 .vecs
= cts_mode_dec_tv_template
,
2690 .count
= CTS_MODE_DEC_TEST_VECTORS
2696 .test
= alg_test_comp
,
2701 .vecs
= deflate_comp_tv_template
,
2702 .count
= DEFLATE_COMP_TEST_VECTORS
2705 .vecs
= deflate_decomp_tv_template
,
2706 .count
= DEFLATE_DECOMP_TEST_VECTORS
2711 .alg
= "digest_null",
2712 .test
= alg_test_null
,
2714 .alg
= "drbg_nopr_ctr_aes128",
2715 .test
= alg_test_drbg
,
2719 .vecs
= drbg_nopr_ctr_aes128_tv_template
,
2720 .count
= ARRAY_SIZE(drbg_nopr_ctr_aes128_tv_template
)
2724 .alg
= "drbg_nopr_ctr_aes192",
2725 .test
= alg_test_drbg
,
2729 .vecs
= drbg_nopr_ctr_aes192_tv_template
,
2730 .count
= ARRAY_SIZE(drbg_nopr_ctr_aes192_tv_template
)
2734 .alg
= "drbg_nopr_ctr_aes256",
2735 .test
= alg_test_drbg
,
2739 .vecs
= drbg_nopr_ctr_aes256_tv_template
,
2740 .count
= ARRAY_SIZE(drbg_nopr_ctr_aes256_tv_template
)
2745 * There is no need to specifically test the DRBG with every
2746 * backend cipher -- covered by drbg_nopr_hmac_sha256 test
2748 .alg
= "drbg_nopr_hmac_sha1",
2750 .test
= alg_test_null
,
2752 .alg
= "drbg_nopr_hmac_sha256",
2753 .test
= alg_test_drbg
,
2757 .vecs
= drbg_nopr_hmac_sha256_tv_template
,
2759 ARRAY_SIZE(drbg_nopr_hmac_sha256_tv_template
)
2763 /* covered by drbg_nopr_hmac_sha256 test */
2764 .alg
= "drbg_nopr_hmac_sha384",
2766 .test
= alg_test_null
,
2768 .alg
= "drbg_nopr_hmac_sha512",
2769 .test
= alg_test_null
,
2772 .alg
= "drbg_nopr_sha1",
2774 .test
= alg_test_null
,
2776 .alg
= "drbg_nopr_sha256",
2777 .test
= alg_test_drbg
,
2781 .vecs
= drbg_nopr_sha256_tv_template
,
2782 .count
= ARRAY_SIZE(drbg_nopr_sha256_tv_template
)
2786 /* covered by drbg_nopr_sha256 test */
2787 .alg
= "drbg_nopr_sha384",
2789 .test
= alg_test_null
,
2791 .alg
= "drbg_nopr_sha512",
2793 .test
= alg_test_null
,
2795 .alg
= "drbg_pr_ctr_aes128",
2796 .test
= alg_test_drbg
,
2800 .vecs
= drbg_pr_ctr_aes128_tv_template
,
2801 .count
= ARRAY_SIZE(drbg_pr_ctr_aes128_tv_template
)
2805 /* covered by drbg_pr_ctr_aes128 test */
2806 .alg
= "drbg_pr_ctr_aes192",
2808 .test
= alg_test_null
,
2810 .alg
= "drbg_pr_ctr_aes256",
2812 .test
= alg_test_null
,
2814 .alg
= "drbg_pr_hmac_sha1",
2816 .test
= alg_test_null
,
2818 .alg
= "drbg_pr_hmac_sha256",
2819 .test
= alg_test_drbg
,
2823 .vecs
= drbg_pr_hmac_sha256_tv_template
,
2824 .count
= ARRAY_SIZE(drbg_pr_hmac_sha256_tv_template
)
2828 /* covered by drbg_pr_hmac_sha256 test */
2829 .alg
= "drbg_pr_hmac_sha384",
2831 .test
= alg_test_null
,
2833 .alg
= "drbg_pr_hmac_sha512",
2834 .test
= alg_test_null
,
2837 .alg
= "drbg_pr_sha1",
2839 .test
= alg_test_null
,
2841 .alg
= "drbg_pr_sha256",
2842 .test
= alg_test_drbg
,
2846 .vecs
= drbg_pr_sha256_tv_template
,
2847 .count
= ARRAY_SIZE(drbg_pr_sha256_tv_template
)
2851 /* covered by drbg_pr_sha256 test */
2852 .alg
= "drbg_pr_sha384",
2854 .test
= alg_test_null
,
2856 .alg
= "drbg_pr_sha512",
2858 .test
= alg_test_null
,
2860 .alg
= "ecb(__aes-aesni)",
2861 .test
= alg_test_null
,
2865 .test
= alg_test_skcipher
,
2870 .vecs
= aes_enc_tv_template
,
2871 .count
= AES_ENC_TEST_VECTORS
2874 .vecs
= aes_dec_tv_template
,
2875 .count
= AES_DEC_TEST_VECTORS
2880 .alg
= "ecb(anubis)",
2881 .test
= alg_test_skcipher
,
2885 .vecs
= anubis_enc_tv_template
,
2886 .count
= ANUBIS_ENC_TEST_VECTORS
2889 .vecs
= anubis_dec_tv_template
,
2890 .count
= ANUBIS_DEC_TEST_VECTORS
2896 .test
= alg_test_skcipher
,
2900 .vecs
= arc4_enc_tv_template
,
2901 .count
= ARC4_ENC_TEST_VECTORS
2904 .vecs
= arc4_dec_tv_template
,
2905 .count
= ARC4_DEC_TEST_VECTORS
2910 .alg
= "ecb(blowfish)",
2911 .test
= alg_test_skcipher
,
2915 .vecs
= bf_enc_tv_template
,
2916 .count
= BF_ENC_TEST_VECTORS
2919 .vecs
= bf_dec_tv_template
,
2920 .count
= BF_DEC_TEST_VECTORS
2925 .alg
= "ecb(camellia)",
2926 .test
= alg_test_skcipher
,
2930 .vecs
= camellia_enc_tv_template
,
2931 .count
= CAMELLIA_ENC_TEST_VECTORS
2934 .vecs
= camellia_dec_tv_template
,
2935 .count
= CAMELLIA_DEC_TEST_VECTORS
2940 .alg
= "ecb(cast5)",
2941 .test
= alg_test_skcipher
,
2945 .vecs
= cast5_enc_tv_template
,
2946 .count
= CAST5_ENC_TEST_VECTORS
2949 .vecs
= cast5_dec_tv_template
,
2950 .count
= CAST5_DEC_TEST_VECTORS
2955 .alg
= "ecb(cast6)",
2956 .test
= alg_test_skcipher
,
2960 .vecs
= cast6_enc_tv_template
,
2961 .count
= CAST6_ENC_TEST_VECTORS
2964 .vecs
= cast6_dec_tv_template
,
2965 .count
= CAST6_DEC_TEST_VECTORS
2970 .alg
= "ecb(cipher_null)",
2971 .test
= alg_test_null
,
2974 .test
= alg_test_skcipher
,
2978 .vecs
= des_enc_tv_template
,
2979 .count
= DES_ENC_TEST_VECTORS
2982 .vecs
= des_dec_tv_template
,
2983 .count
= DES_DEC_TEST_VECTORS
2988 .alg
= "ecb(des3_ede)",
2989 .test
= alg_test_skcipher
,
2994 .vecs
= des3_ede_enc_tv_template
,
2995 .count
= DES3_EDE_ENC_TEST_VECTORS
2998 .vecs
= des3_ede_dec_tv_template
,
2999 .count
= DES3_EDE_DEC_TEST_VECTORS
3004 .alg
= "ecb(fcrypt)",
3005 .test
= alg_test_skcipher
,
3009 .vecs
= fcrypt_pcbc_enc_tv_template
,
3013 .vecs
= fcrypt_pcbc_dec_tv_template
,
3019 .alg
= "ecb(khazad)",
3020 .test
= alg_test_skcipher
,
3024 .vecs
= khazad_enc_tv_template
,
3025 .count
= KHAZAD_ENC_TEST_VECTORS
3028 .vecs
= khazad_dec_tv_template
,
3029 .count
= KHAZAD_DEC_TEST_VECTORS
3035 .test
= alg_test_skcipher
,
3039 .vecs
= seed_enc_tv_template
,
3040 .count
= SEED_ENC_TEST_VECTORS
3043 .vecs
= seed_dec_tv_template
,
3044 .count
= SEED_DEC_TEST_VECTORS
3049 .alg
= "ecb(serpent)",
3050 .test
= alg_test_skcipher
,
3054 .vecs
= serpent_enc_tv_template
,
3055 .count
= SERPENT_ENC_TEST_VECTORS
3058 .vecs
= serpent_dec_tv_template
,
3059 .count
= SERPENT_DEC_TEST_VECTORS
3065 .test
= alg_test_skcipher
,
3069 .vecs
= tea_enc_tv_template
,
3070 .count
= TEA_ENC_TEST_VECTORS
3073 .vecs
= tea_dec_tv_template
,
3074 .count
= TEA_DEC_TEST_VECTORS
3079 .alg
= "ecb(tnepres)",
3080 .test
= alg_test_skcipher
,
3084 .vecs
= tnepres_enc_tv_template
,
3085 .count
= TNEPRES_ENC_TEST_VECTORS
3088 .vecs
= tnepres_dec_tv_template
,
3089 .count
= TNEPRES_DEC_TEST_VECTORS
3094 .alg
= "ecb(twofish)",
3095 .test
= alg_test_skcipher
,
3099 .vecs
= tf_enc_tv_template
,
3100 .count
= TF_ENC_TEST_VECTORS
3103 .vecs
= tf_dec_tv_template
,
3104 .count
= TF_DEC_TEST_VECTORS
3110 .test
= alg_test_skcipher
,
3114 .vecs
= xeta_enc_tv_template
,
3115 .count
= XETA_ENC_TEST_VECTORS
3118 .vecs
= xeta_dec_tv_template
,
3119 .count
= XETA_DEC_TEST_VECTORS
3125 .test
= alg_test_skcipher
,
3129 .vecs
= xtea_enc_tv_template
,
3130 .count
= XTEA_ENC_TEST_VECTORS
3133 .vecs
= xtea_dec_tv_template
,
3134 .count
= XTEA_DEC_TEST_VECTORS
3140 .test
= alg_test_aead
,
3145 .vecs
= aes_gcm_enc_tv_template
,
3146 .count
= AES_GCM_ENC_TEST_VECTORS
3149 .vecs
= aes_gcm_dec_tv_template
,
3150 .count
= AES_GCM_DEC_TEST_VECTORS
3156 .test
= alg_test_hash
,
3160 .vecs
= ghash_tv_template
,
3161 .count
= GHASH_TEST_VECTORS
3165 .alg
= "hmac(crc32)",
3166 .test
= alg_test_hash
,
3169 .vecs
= bfin_crc_tv_template
,
3170 .count
= BFIN_CRC_TEST_VECTORS
3175 .test
= alg_test_hash
,
3178 .vecs
= hmac_md5_tv_template
,
3179 .count
= HMAC_MD5_TEST_VECTORS
3183 .alg
= "hmac(rmd128)",
3184 .test
= alg_test_hash
,
3187 .vecs
= hmac_rmd128_tv_template
,
3188 .count
= HMAC_RMD128_TEST_VECTORS
3192 .alg
= "hmac(rmd160)",
3193 .test
= alg_test_hash
,
3196 .vecs
= hmac_rmd160_tv_template
,
3197 .count
= HMAC_RMD160_TEST_VECTORS
3201 .alg
= "hmac(sha1)",
3202 .test
= alg_test_hash
,
3206 .vecs
= hmac_sha1_tv_template
,
3207 .count
= HMAC_SHA1_TEST_VECTORS
3211 .alg
= "hmac(sha224)",
3212 .test
= alg_test_hash
,
3216 .vecs
= hmac_sha224_tv_template
,
3217 .count
= HMAC_SHA224_TEST_VECTORS
3221 .alg
= "hmac(sha256)",
3222 .test
= alg_test_hash
,
3226 .vecs
= hmac_sha256_tv_template
,
3227 .count
= HMAC_SHA256_TEST_VECTORS
3231 .alg
= "hmac(sha384)",
3232 .test
= alg_test_hash
,
3236 .vecs
= hmac_sha384_tv_template
,
3237 .count
= HMAC_SHA384_TEST_VECTORS
3241 .alg
= "hmac(sha512)",
3242 .test
= alg_test_hash
,
3246 .vecs
= hmac_sha512_tv_template
,
3247 .count
= HMAC_SHA512_TEST_VECTORS
3251 .alg
= "jitterentropy_rng",
3253 .test
= alg_test_null
,
3256 .test
= alg_test_skcipher
,
3261 .vecs
= aes_kw_enc_tv_template
,
3262 .count
= ARRAY_SIZE(aes_kw_enc_tv_template
)
3265 .vecs
= aes_kw_dec_tv_template
,
3266 .count
= ARRAY_SIZE(aes_kw_dec_tv_template
)
3272 .test
= alg_test_skcipher
,
3276 .vecs
= aes_lrw_enc_tv_template
,
3277 .count
= AES_LRW_ENC_TEST_VECTORS
3280 .vecs
= aes_lrw_dec_tv_template
,
3281 .count
= AES_LRW_DEC_TEST_VECTORS
3286 .alg
= "lrw(camellia)",
3287 .test
= alg_test_skcipher
,
3291 .vecs
= camellia_lrw_enc_tv_template
,
3292 .count
= CAMELLIA_LRW_ENC_TEST_VECTORS
3295 .vecs
= camellia_lrw_dec_tv_template
,
3296 .count
= CAMELLIA_LRW_DEC_TEST_VECTORS
3301 .alg
= "lrw(cast6)",
3302 .test
= alg_test_skcipher
,
3306 .vecs
= cast6_lrw_enc_tv_template
,
3307 .count
= CAST6_LRW_ENC_TEST_VECTORS
3310 .vecs
= cast6_lrw_dec_tv_template
,
3311 .count
= CAST6_LRW_DEC_TEST_VECTORS
3316 .alg
= "lrw(serpent)",
3317 .test
= alg_test_skcipher
,
3321 .vecs
= serpent_lrw_enc_tv_template
,
3322 .count
= SERPENT_LRW_ENC_TEST_VECTORS
3325 .vecs
= serpent_lrw_dec_tv_template
,
3326 .count
= SERPENT_LRW_DEC_TEST_VECTORS
3331 .alg
= "lrw(twofish)",
3332 .test
= alg_test_skcipher
,
3336 .vecs
= tf_lrw_enc_tv_template
,
3337 .count
= TF_LRW_ENC_TEST_VECTORS
3340 .vecs
= tf_lrw_dec_tv_template
,
3341 .count
= TF_LRW_DEC_TEST_VECTORS
3347 .test
= alg_test_comp
,
3352 .vecs
= lz4_comp_tv_template
,
3353 .count
= LZ4_COMP_TEST_VECTORS
3356 .vecs
= lz4_decomp_tv_template
,
3357 .count
= LZ4_DECOMP_TEST_VECTORS
3363 .test
= alg_test_comp
,
3368 .vecs
= lz4hc_comp_tv_template
,
3369 .count
= LZ4HC_COMP_TEST_VECTORS
3372 .vecs
= lz4hc_decomp_tv_template
,
3373 .count
= LZ4HC_DECOMP_TEST_VECTORS
3379 .test
= alg_test_comp
,
3384 .vecs
= lzo_comp_tv_template
,
3385 .count
= LZO_COMP_TEST_VECTORS
3388 .vecs
= lzo_decomp_tv_template
,
3389 .count
= LZO_DECOMP_TEST_VECTORS
3395 .test
= alg_test_hash
,
3398 .vecs
= md4_tv_template
,
3399 .count
= MD4_TEST_VECTORS
3404 .test
= alg_test_hash
,
3407 .vecs
= md5_tv_template
,
3408 .count
= MD5_TEST_VECTORS
3412 .alg
= "michael_mic",
3413 .test
= alg_test_hash
,
3416 .vecs
= michael_mic_tv_template
,
3417 .count
= MICHAEL_MIC_TEST_VECTORS
3422 .test
= alg_test_skcipher
,
3427 .vecs
= aes_ofb_enc_tv_template
,
3428 .count
= AES_OFB_ENC_TEST_VECTORS
3431 .vecs
= aes_ofb_dec_tv_template
,
3432 .count
= AES_OFB_DEC_TEST_VECTORS
3437 .alg
= "pcbc(fcrypt)",
3438 .test
= alg_test_skcipher
,
3442 .vecs
= fcrypt_pcbc_enc_tv_template
,
3443 .count
= FCRYPT_ENC_TEST_VECTORS
3446 .vecs
= fcrypt_pcbc_dec_tv_template
,
3447 .count
= FCRYPT_DEC_TEST_VECTORS
3453 .test
= alg_test_hash
,
3456 .vecs
= poly1305_tv_template
,
3457 .count
= POLY1305_TEST_VECTORS
3461 .alg
= "rfc3686(ctr(aes))",
3462 .test
= alg_test_skcipher
,
3467 .vecs
= aes_ctr_rfc3686_enc_tv_template
,
3468 .count
= AES_CTR_3686_ENC_TEST_VECTORS
3471 .vecs
= aes_ctr_rfc3686_dec_tv_template
,
3472 .count
= AES_CTR_3686_DEC_TEST_VECTORS
3477 .alg
= "rfc4106(gcm(aes))",
3478 .test
= alg_test_aead
,
3483 .vecs
= aes_gcm_rfc4106_enc_tv_template
,
3484 .count
= AES_GCM_4106_ENC_TEST_VECTORS
3487 .vecs
= aes_gcm_rfc4106_dec_tv_template
,
3488 .count
= AES_GCM_4106_DEC_TEST_VECTORS
3493 .alg
= "rfc4309(ccm(aes))",
3494 .test
= alg_test_aead
,
3499 .vecs
= aes_ccm_rfc4309_enc_tv_template
,
3500 .count
= AES_CCM_4309_ENC_TEST_VECTORS
3503 .vecs
= aes_ccm_rfc4309_dec_tv_template
,
3504 .count
= AES_CCM_4309_DEC_TEST_VECTORS
3509 .alg
= "rfc4543(gcm(aes))",
3510 .test
= alg_test_aead
,
3514 .vecs
= aes_gcm_rfc4543_enc_tv_template
,
3515 .count
= AES_GCM_4543_ENC_TEST_VECTORS
3518 .vecs
= aes_gcm_rfc4543_dec_tv_template
,
3519 .count
= AES_GCM_4543_DEC_TEST_VECTORS
3524 .alg
= "rfc7539(chacha20,poly1305)",
3525 .test
= alg_test_aead
,
3529 .vecs
= rfc7539_enc_tv_template
,
3530 .count
= RFC7539_ENC_TEST_VECTORS
3533 .vecs
= rfc7539_dec_tv_template
,
3534 .count
= RFC7539_DEC_TEST_VECTORS
3539 .alg
= "rfc7539esp(chacha20,poly1305)",
3540 .test
= alg_test_aead
,
3544 .vecs
= rfc7539esp_enc_tv_template
,
3545 .count
= RFC7539ESP_ENC_TEST_VECTORS
3548 .vecs
= rfc7539esp_dec_tv_template
,
3549 .count
= RFC7539ESP_DEC_TEST_VECTORS
3555 .test
= alg_test_hash
,
3558 .vecs
= rmd128_tv_template
,
3559 .count
= RMD128_TEST_VECTORS
3564 .test
= alg_test_hash
,
3567 .vecs
= rmd160_tv_template
,
3568 .count
= RMD160_TEST_VECTORS
3573 .test
= alg_test_hash
,
3576 .vecs
= rmd256_tv_template
,
3577 .count
= RMD256_TEST_VECTORS
3582 .test
= alg_test_hash
,
3585 .vecs
= rmd320_tv_template
,
3586 .count
= RMD320_TEST_VECTORS
3591 .test
= alg_test_akcipher
,
3595 .vecs
= rsa_tv_template
,
3596 .count
= RSA_TEST_VECTORS
3601 .test
= alg_test_skcipher
,
3605 .vecs
= salsa20_stream_enc_tv_template
,
3606 .count
= SALSA20_STREAM_ENC_TEST_VECTORS
3612 .test
= alg_test_hash
,
3616 .vecs
= sha1_tv_template
,
3617 .count
= SHA1_TEST_VECTORS
3622 .test
= alg_test_hash
,
3626 .vecs
= sha224_tv_template
,
3627 .count
= SHA224_TEST_VECTORS
3632 .test
= alg_test_hash
,
3636 .vecs
= sha256_tv_template
,
3637 .count
= SHA256_TEST_VECTORS
3642 .test
= alg_test_hash
,
3646 .vecs
= sha384_tv_template
,
3647 .count
= SHA384_TEST_VECTORS
3652 .test
= alg_test_hash
,
3656 .vecs
= sha512_tv_template
,
3657 .count
= SHA512_TEST_VECTORS
3662 .test
= alg_test_hash
,
3665 .vecs
= tgr128_tv_template
,
3666 .count
= TGR128_TEST_VECTORS
3671 .test
= alg_test_hash
,
3674 .vecs
= tgr160_tv_template
,
3675 .count
= TGR160_TEST_VECTORS
3680 .test
= alg_test_hash
,
3683 .vecs
= tgr192_tv_template
,
3684 .count
= TGR192_TEST_VECTORS
3689 .test
= alg_test_hash
,
3692 .vecs
= aes_vmac128_tv_template
,
3693 .count
= VMAC_AES_TEST_VECTORS
3698 .test
= alg_test_hash
,
3701 .vecs
= wp256_tv_template
,
3702 .count
= WP256_TEST_VECTORS
3707 .test
= alg_test_hash
,
3710 .vecs
= wp384_tv_template
,
3711 .count
= WP384_TEST_VECTORS
3716 .test
= alg_test_hash
,
3719 .vecs
= wp512_tv_template
,
3720 .count
= WP512_TEST_VECTORS
3725 .test
= alg_test_hash
,
3728 .vecs
= aes_xcbc128_tv_template
,
3729 .count
= XCBC_AES_TEST_VECTORS
3734 .test
= alg_test_skcipher
,
3739 .vecs
= aes_xts_enc_tv_template
,
3740 .count
= AES_XTS_ENC_TEST_VECTORS
3743 .vecs
= aes_xts_dec_tv_template
,
3744 .count
= AES_XTS_DEC_TEST_VECTORS
3749 .alg
= "xts(camellia)",
3750 .test
= alg_test_skcipher
,
3754 .vecs
= camellia_xts_enc_tv_template
,
3755 .count
= CAMELLIA_XTS_ENC_TEST_VECTORS
3758 .vecs
= camellia_xts_dec_tv_template
,
3759 .count
= CAMELLIA_XTS_DEC_TEST_VECTORS
3764 .alg
= "xts(cast6)",
3765 .test
= alg_test_skcipher
,
3769 .vecs
= cast6_xts_enc_tv_template
,
3770 .count
= CAST6_XTS_ENC_TEST_VECTORS
3773 .vecs
= cast6_xts_dec_tv_template
,
3774 .count
= CAST6_XTS_DEC_TEST_VECTORS
3779 .alg
= "xts(serpent)",
3780 .test
= alg_test_skcipher
,
3784 .vecs
= serpent_xts_enc_tv_template
,
3785 .count
= SERPENT_XTS_ENC_TEST_VECTORS
3788 .vecs
= serpent_xts_dec_tv_template
,
3789 .count
= SERPENT_XTS_DEC_TEST_VECTORS
3794 .alg
= "xts(twofish)",
3795 .test
= alg_test_skcipher
,
3799 .vecs
= tf_xts_enc_tv_template
,
3800 .count
= TF_XTS_ENC_TEST_VECTORS
3803 .vecs
= tf_xts_dec_tv_template
,
3804 .count
= TF_XTS_DEC_TEST_VECTORS
3811 static bool alg_test_descs_checked
;
3813 static void alg_test_descs_check_order(void)
3817 /* only check once */
3818 if (alg_test_descs_checked
)
3821 alg_test_descs_checked
= true;
3823 for (i
= 1; i
< ARRAY_SIZE(alg_test_descs
); i
++) {
3824 int diff
= strcmp(alg_test_descs
[i
- 1].alg
,
3825 alg_test_descs
[i
].alg
);
3827 if (WARN_ON(diff
> 0)) {
3828 pr_warn("testmgr: alg_test_descs entries in wrong order: '%s' before '%s'\n",
3829 alg_test_descs
[i
- 1].alg
,
3830 alg_test_descs
[i
].alg
);
3833 if (WARN_ON(diff
== 0)) {
3834 pr_warn("testmgr: duplicate alg_test_descs entry: '%s'\n",
3835 alg_test_descs
[i
].alg
);
3840 static int alg_find_test(const char *alg
)
3843 int end
= ARRAY_SIZE(alg_test_descs
);
3845 while (start
< end
) {
3846 int i
= (start
+ end
) / 2;
3847 int diff
= strcmp(alg_test_descs
[i
].alg
, alg
);
3865 int alg_test(const char *driver
, const char *alg
, u32 type
, u32 mask
)
3871 alg_test_descs_check_order();
3873 if ((type
& CRYPTO_ALG_TYPE_MASK
) == CRYPTO_ALG_TYPE_CIPHER
) {
3874 char nalg
[CRYPTO_MAX_ALG_NAME
];
3876 if (snprintf(nalg
, sizeof(nalg
), "ecb(%s)", alg
) >=
3878 return -ENAMETOOLONG
;
3880 i
= alg_find_test(nalg
);
3884 if (fips_enabled
&& !alg_test_descs
[i
].fips_allowed
)
3887 rc
= alg_test_cipher(alg_test_descs
+ i
, driver
, type
, mask
);
3891 i
= alg_find_test(alg
);
3892 j
= alg_find_test(driver
);
3896 if (fips_enabled
&& ((i
>= 0 && !alg_test_descs
[i
].fips_allowed
) ||
3897 (j
>= 0 && !alg_test_descs
[j
].fips_allowed
)))
3902 rc
|= alg_test_descs
[i
].test(alg_test_descs
+ i
, driver
,
3904 if (j
>= 0 && j
!= i
)
3905 rc
|= alg_test_descs
[j
].test(alg_test_descs
+ j
, driver
,
3909 if (fips_enabled
&& rc
)
3910 panic("%s: %s alg self test failed in fips mode!\n", driver
, alg
);
3912 if (fips_enabled
&& !rc
)
3913 pr_info("alg: self-tests for %s (%s) passed\n", driver
, alg
);
3918 printk(KERN_INFO
"alg: No test for %s (%s)\n", alg
, driver
);
3924 #endif /* CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
3926 EXPORT_SYMBOL_GPL(alg_test
);