lib/checksum.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  *
   4  * INET         An implementation of the TCP/IP protocol suite for the LINUX
   5  *              operating system.  INET is implemented using the  BSD Socket
   6  *              interface as the means of communication with the user level.
   7  *
   8  *              IP/TCP/UDP checksumming routines
   9  *
  10  * Authors:     Jorge Cwik, <jorge@laser.satlink.net>
  11  *              Arnt Gulbrandsen, <agulbra@nvg.unit.no>
  12  *              Tom May, <ftom@netcom.com>
  13  *              Andreas Schwab, <schwab@issan.informatik.uni-dortmund.de>
  14  *              Lots of code moved from tcp.c and ip.c; see those files
  15  *              for more names.
  16  *
  17  * 03/02/96     Jes Sorensen, Andreas Schwab, Roman Hodek:
  18  *              Fixed some nasty bugs, causing some horrible crashes.
  19  *              A: At some points, the sum (%0) was used as
  20  *              length-counter instead of the length counter
  21  *              (%1). Thanks to Roman Hodek for pointing this out.
  22  *              B: GCC seems to mess up if one uses too many
  23  *              data-registers to hold input values and one tries to
  24  *              specify d0 and d1 as scratch registers. Letting gcc
  25  *              choose these registers itself solves the problem.
  26  */
  27
  28 /* Revised by Kenneth Albanowski for m68knommu. Basic problem: unaligned access
  29  kills, so most of the assembly has to go. */
  30
  31 #include <linux/export.h>
  32 #include <net/checksum.h>
  33
  34 #include <asm/byteorder.h>
  35
  36 #ifndef do_csum
  37 static inline unsigned short from32to16(unsigned int x)
  38 {
  39         /* add up 16-bit and 16-bit for 16+c bit */
  40         x = (x & 0xffff) + (x >> 16);
  41         /* add up carry.. */
  42         x = (x & 0xffff) + (x >> 16);
  43         return x;
  44 }
  45
  46 static unsigned int do_csum(const unsigned char *buff, int len)
  47 {
  48         int odd;
  49         unsigned int result = 0;
  50
  51         if (len <= 0)
  52                 goto out;
  53         odd = 1 & (unsigned long) buff;
  54         if (odd) {
  55 #ifdef __LITTLE_ENDIAN
  56                 result += (*buff << 8);
  57 #else
  58                 result = *buff;
  59 #endif
  60                 len--;
  61                 buff++;
  62         }
  63         if (len >= 2) {
  64                 if (2 & (unsigned long) buff) {
  65                         result += *(unsigned short *) buff;
  66                         len -= 2;
  67                         buff += 2;
  68                 }
  69                 if (len >= 4) {
  70                         const unsigned char *end = buff + ((unsigned)len & ~3);
  71                         unsigned int carry = 0;
  72                         do {
  73                                 unsigned int w = *(unsigned int *) buff;
  74                                 buff += 4;
  75                                 result += carry;
  76                                 result += w;
  77                                 carry = (w > result);
  78                         } while (buff < end);
  79                         result += carry;
  80                         result = (result & 0xffff) + (result >> 16);
  81                 }
  82                 if (len & 2) {
  83                         result += *(unsigned short *) buff;
  84                         buff += 2;
  85                 }
  86         }
  87         if (len & 1)
  88 #ifdef __LITTLE_ENDIAN
  89                 result += *buff;
  90 #else
  91                 result += (*buff << 8);
  92 #endif
  93         result = from32to16(result);
  94         if (odd)
  95                 result = ((result >> 8) & 0xff) | ((result & 0xff) << 8);
  96 out:
  97         return result;
  98 }
  99 #endif
 100
 101 #ifndef ip_fast_csum
 102 /*
 103  *      This is a version of ip_compute_csum() optimized for IP headers,
 104  *      which always checksum on 4 octet boundaries.
 105  */
 106 __sum16 ip_fast_csum(const void *iph, unsigned int ihl)
 107 {
 108         return (__force __sum16)~do_csum(iph, ihl*4);
 109 }
 110 EXPORT_SYMBOL(ip_fast_csum);
 111 #endif
 112
 113 /*
 114  * computes the checksum of a memory block at buff, length len,
 115  * and adds in "sum" (32-bit)
 116  *
 117  * returns a 32-bit number suitable for feeding into itself
 118  * or csum_tcpudp_magic
 119  *
 120  * this function must be called with even lengths, except
 121  * for the last fragment, which may be odd
 122  *
 123  * it's best to have buff aligned on a 32-bit boundary
 124  */
 125 __wsum csum_partial(const void *buff, int len, __wsum wsum)
 126 {
 127         unsigned int sum = (__force unsigned int)wsum;
 128         unsigned int result = do_csum(buff, len);
 129
 130         /* add in old sum, and carry.. */
 131         result += sum;
 132         if (sum > result)
 133                 result += 1;
 134         return (__force __wsum)result;
 135 }
 136 EXPORT_SYMBOL(csum_partial);
 137
 138 /*
 139  * this routine is used for miscellaneous IP-like checksums, mainly
 140  * in icmp.c
 141  */
 142 __sum16 ip_compute_csum(const void *buff, int len)
 143 {
 144         return (__force __sum16)~do_csum(buff, len);
 145 }
 146 EXPORT_SYMBOL(ip_compute_csum);
 147
 148 /*
 149  * copy from fs while checksumming, otherwise like csum_partial
 150  */
 151 __wsum
 152 csum_partial_copy_from_user(const void __user *src, void *dst, int len,
 153                                                 __wsum sum, int *csum_err)
 154 {
 155         int missing;
 156
 157         missing = __copy_from_user(dst, src, len);
 158         if (missing) {
 159                 memset(dst + len - missing, 0, missing);
 160                 *csum_err = -EFAULT;
 161         } else
 162                 *csum_err = 0;
 163
 164         return csum_partial(dst, len, sum);
 165 }
 166 EXPORT_SYMBOL(csum_partial_copy_from_user);
 167
 168 /*
 169  * copy from ds while checksumming, otherwise like csum_partial
 170  */
 171 __wsum
 172 csum_partial_copy(const void *src, void *dst, int len, __wsum sum)
 173 {
 174         memcpy(dst, src, len);
 175         return csum_partial(dst, len, sum);
 176 }
 177 EXPORT_SYMBOL(csum_partial_copy);
 178
 179 #ifndef csum_tcpudp_nofold
 180 static inline u32 from64to32(u64 x)
 181 {
 182         /* add up 32-bit and 32-bit for 32+c bit */
 183         x = (x & 0xffffffff) + (x >> 32);
 184         /* add up carry.. */
 185         x = (x & 0xffffffff) + (x >> 32);
 186         return (u32)x;
 187 }
 188
 189 __wsum csum_tcpudp_nofold(__be32 saddr, __be32 daddr,
 190                           __u32 len, __u8 proto, __wsum sum)
 191 {
 192         unsigned long long s = (__force u32)sum;
 193
 194         s += (__force u32)saddr;
 195         s += (__force u32)daddr;
 196 #ifdef __BIG_ENDIAN
 197         s += proto + len;
 198 #else
 199         s += (proto + len) << 8;
 200 #endif
 201         return (__force __wsum)from64to32(s);
 202 }
 203 EXPORT_SYMBOL(csum_tcpudp_nofold);
 204 #endif