arch/mips/include/asm/unroll.h

   1 /* SPDX-License-Identifier: GPL-2.0-only */
   2 #ifndef __ASM_UNROLL_H__
   3 #define __ASM_UNROLL_H__
   4
   5 /*
   6  * Explicitly unroll a loop, for use in cases where doing so is performance
   7  * critical.
   8  *
   9  * Ideally we'd rely upon the compiler to provide this but there's no commonly
  10  * available means to do so. For example GCC's "#pragma GCC unroll"
  11  * functionality would be ideal but is only available from GCC 8 onwards. Using
  12  * -funroll-loops is an option but GCC tends to make poor choices when
  13  * compiling our string functions. -funroll-all-loops leads to massive code
  14  * bloat, even if only applied to the string functions.
  15  */
  16 #define unroll(times, fn, ...) do {                             \
  17         extern void bad_unroll(void)                            \
  18                 __compiletime_error("Unsupported unroll");      \
  19                                                                 \
  20         /*                                                      \
  21          * We can't unroll if the number of iterations isn't    \
  22          * compile-time constant. Unfortunately clang versions  \
  23          * up until 8.0 tend to miss obvious constants & cause  \
  24          * this check to fail, even though they go on to        \
  25          * generate reasonable code for the switch statement,   \
  26          * so we skip the sanity check for those compilers.     \
  27          */                                                     \
  28         BUILD_BUG_ON(!__builtin_constant_p(times));             \
  29                                                                 \
  30         switch (times) {                                        \
  31         case 32: fn(__VA_ARGS__); fallthrough;                  \
  32         case 31: fn(__VA_ARGS__); fallthrough;                  \
  33         case 30: fn(__VA_ARGS__); fallthrough;                  \
  34         case 29: fn(__VA_ARGS__); fallthrough;                  \
  35         case 28: fn(__VA_ARGS__); fallthrough;                  \
  36         case 27: fn(__VA_ARGS__); fallthrough;                  \
  37         case 26: fn(__VA_ARGS__); fallthrough;                  \
  38         case 25: fn(__VA_ARGS__); fallthrough;                  \
  39         case 24: fn(__VA_ARGS__); fallthrough;                  \
  40         case 23: fn(__VA_ARGS__); fallthrough;                  \
  41         case 22: fn(__VA_ARGS__); fallthrough;                  \
  42         case 21: fn(__VA_ARGS__); fallthrough;                  \
  43         case 20: fn(__VA_ARGS__); fallthrough;                  \
  44         case 19: fn(__VA_ARGS__); fallthrough;                  \
  45         case 18: fn(__VA_ARGS__); fallthrough;                  \
  46         case 17: fn(__VA_ARGS__); fallthrough;                  \
  47         case 16: fn(__VA_ARGS__); fallthrough;                  \
  48         case 15: fn(__VA_ARGS__); fallthrough;                  \
  49         case 14: fn(__VA_ARGS__); fallthrough;                  \
  50         case 13: fn(__VA_ARGS__); fallthrough;                  \
  51         case 12: fn(__VA_ARGS__); fallthrough;                  \
  52         case 11: fn(__VA_ARGS__); fallthrough;                  \
  53         case 10: fn(__VA_ARGS__); fallthrough;                  \
  54         case 9: fn(__VA_ARGS__); fallthrough;                   \
  55         case 8: fn(__VA_ARGS__); fallthrough;                   \
  56         case 7: fn(__VA_ARGS__); fallthrough;                   \
  57         case 6: fn(__VA_ARGS__); fallthrough;                   \
  58         case 5: fn(__VA_ARGS__); fallthrough;                   \
  59         case 4: fn(__VA_ARGS__); fallthrough;                   \
  60         case 3: fn(__VA_ARGS__); fallthrough;                   \
  61         case 2: fn(__VA_ARGS__); fallthrough;                   \
  62         case 1: fn(__VA_ARGS__); fallthrough;                   \
  63         case 0: break;                                          \
  64                                                                 \
  65         default:                                                \
  66                 /*                                              \
  67                  * Either the iteration count is unreasonable   \
  68                  * or we need to add more cases above.          \
  69                  */                                             \
  70                 bad_unroll();                                   \
  71                 break;                                          \
  72         }                                                       \
  73 } while (0)
  74
  75 #endif /* __ASM_UNROLL_H__ */