module/zfs/sha256.c

   1 /*
   2  * CDDL HEADER START
   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License (the "License").
   6  * You may not use this file except in compliance with the License.
   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21 /*
  22  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
  23  * Use is subject to license terms.
  24  */
  25 /*
  26  * Copyright 2013 Saso Kiselkov. All rights reserved.
  27  * Copyright (c) 2016 by Delphix. All rights reserved.
  28  */
  29 #include <sys/zfs_context.h>
  30 #include <sys/zio.h>
  31 #include <sys/zio_checksum.h>
  32 #include <sys/sha2.h>
  33 #include <sys/abd.h>
  34 #include <sys/qat.h>
  35
  36 static int
  37 sha_incremental(void *buf, size_t size, void *arg)
  38 {
  39         SHA2_CTX *ctx = arg;
  40         SHA2Update(ctx, buf, size);
  41         return (0);
  42 }
  43
  44 void
  45 abd_checksum_SHA256(abd_t *abd, uint64_t size,
  46     const void *ctx_template, zio_cksum_t *zcp)
  47 {
  48         (void) ctx_template;
  49         int ret;
  50         SHA2_CTX ctx;
  51         zio_cksum_t tmp;
  52
  53         if (qat_checksum_use_accel(size)) {
  54                 uint8_t *buf = abd_borrow_buf_copy(abd, size);
  55                 ret = qat_checksum(ZIO_CHECKSUM_SHA256, buf, size, &tmp);
  56                 abd_return_buf(abd, buf, size);
  57                 if (ret == CPA_STATUS_SUCCESS)
  58                         goto bswap;
  59
  60                 /* If the hardware implementation fails fall back to software */
  61         }
  62
  63         SHA2Init(SHA256, &ctx);
  64         (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
  65         SHA2Final(&tmp, &ctx);
  66
  67 bswap:
  68         /*
  69          * A prior implementation of this function had a
  70          * private SHA256 implementation always wrote things out in
  71          * Big Endian and there wasn't a byteswap variant of it.
  72          * To preserve on disk compatibility we need to force that
  73          * behavior.
  74          */
  75         zcp->zc_word[0] = BE_64(tmp.zc_word[0]);
  76         zcp->zc_word[1] = BE_64(tmp.zc_word[1]);
  77         zcp->zc_word[2] = BE_64(tmp.zc_word[2]);
  78         zcp->zc_word[3] = BE_64(tmp.zc_word[3]);
  79 }
  80
  81 void
  82 abd_checksum_SHA512_native(abd_t *abd, uint64_t size,
  83     const void *ctx_template, zio_cksum_t *zcp)
  84 {
  85         (void) ctx_template;
  86         SHA2_CTX        ctx;
  87
  88         SHA2Init(SHA512_256, &ctx);
  89         (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
  90         SHA2Final(zcp, &ctx);
  91 }
  92
  93 void
  94 abd_checksum_SHA512_byteswap(abd_t *abd, uint64_t size,
  95     const void *ctx_template, zio_cksum_t *zcp)
  96 {
  97         zio_cksum_t     tmp;
  98
  99         abd_checksum_SHA512_native(abd, size, ctx_template, &tmp);
 100         zcp->zc_word[0] = BSWAP_64(tmp.zc_word[0]);
 101         zcp->zc_word[1] = BSWAP_64(tmp.zc_word[1]);
 102         zcp->zc_word[2] = BSWAP_64(tmp.zc_word[2]);
 103         zcp->zc_word[3] = BSWAP_64(tmp.zc_word[3]);
 104 }