util/release/genrelnotes

   1 #!/usr/bin/env bash
   2 #
   3 # SPDX-License-Identifier: GPL-2.0-only
   4
   5 # This script creates a list of commits between two releases, broken out into
   6 # fairly inexact categories, based on the directories that files are in.  If
   7 # a commit touched anything in the path that is checked earlier, it's counted
   8 # as being in that category.
   9 #
  10 # Don't run this in your current working tree, it checks out different versions
  11 # and can lose things.
  12
  13 # set -x # uncomment for debug
  14
  15 # Check for tools
  16
  17 if ! ( git --version && cloc --version && rename --version ) > /dev/null 2>&1
  18 then
  19         echo "ERROR: cloc, git or rename is not installed.  Exiting" >&2
  20         exit 1
  21 fi
  22
  23 if ! { cdup="$(git rev-parse --show-cdup 2>/dev/null)" && [ -z "${cdup}" ]; }
  24 then
  25         echo "ERROR: This is not the top directory of a git repo.  Exiting." >&2
  26         exit 1
  27 fi
  28
  29 # Try to verify that the repo is clean before losing state.
  30 if ! git diff-index --quiet --cached HEAD 2>/dev/null || \
  31         [ "$(git diff origin/main --shortstat 2>/dev/null | tail -n1)" != "" ]; then
  32         echo "ERROR: repo is not clean.  Exiting." >&2
  33         exit 1
  34 fi
  35
  36 # Verify the command line arguments
  37 if [ "$1" == "--help" ] || [ -z "$1" ] || [ -z "$2" ]; then
  38         echo
  39         echo "Usage: $0 <old_version> <new_version> [release notes file]"
  40         echo "Old version should be a tag (4.1), a branch (origin/4.1), or a commit id"
  41         echo "New version can be a branch (origin/main) a tag (4.2), or a commit id"
  42         echo "Logfile can be a new file or an existing file to update"
  43         echo "Example: \"$0 origin/4.1 4.2 rnotes.txt\""
  44         echo
  45         echo "Note that the script starts at the commit AFTER the old version."
  46         echo
  47         exit 1
  48 else
  49         OLD_GIT_VERSION="$1"
  50         NEW_GIT_VERSION="$2"
  51         if [[ "$OLD_GIT_VERSION" = "HEAD" || "$NEW_GIT_VERSION" = "HEAD" ]]; then
  52                 echo "Error: using HEAD as a reference doesn't work" >&2
  53                 echo
  54                 exit 1
  55         fi
  56         TOTAL_COMMITS=$(git log --pretty=oneline \
  57                 "${OLD_GIT_VERSION}..${NEW_GIT_VERSION}" 2>/dev/null | wc -l)
  58 fi
  59
  60 TOP=$(pwd)
  61
  62 if [ -n "$3" ]; then
  63         MAIN_LOGFILE="${TOP}/$3"
  64 else
  65         MAIN_LOGFILE="${TOP}/relnotes.txt"
  66 fi
  67
  68 # Figure out which logfile we're writing to.  If the specified logfile exists,
  69 # we need to write to a temporary logfile, then append changes to the main
  70 # logfile.
  71 if [ -f "$MAIN_LOGFILE" ]; then
  72         LOGFILE="$(mktemp "LOGFILE.XXXX")"
  73         LOGFILE="${TOP}/$LOGFILE"
  74         UPDATE_MAIN_LOGFILE=1
  75 else
  76         LOGFILE="$MAIN_LOGFILE"
  77 fi
  78
  79 get_author_commit_count() {
  80         git log "${NEW_GIT_VERSION}" 2>/dev/null | grep -c "^Author: $1"
  81 }
  82
  83 # Print and log the versions
  84 log_versions() {
  85         echo "Log of commit $1 to commit $2"
  86         echo "Log of commit $1 to commit $2" >> "$LOGFILE"
  87         echo "Total commits: ${TOTAL_COMMITS}"
  88         echo "Total commits: ${TOTAL_COMMITS}" >> "$LOGFILE"
  89         echo
  90 }
  91
  92 # Get the first commit id in the current tree
  93 get_latest_commit_id() {
  94 (
  95         cd "$1" || exit 1
  96         git log -n 1 2>/dev/null | grep '^commit ' | head -1 | sed 's/commit //' | sed 's/ .*//'
  97 )
  98 }
  99
 100 # Main get log function
 101 _get_log() {
 102         local oldver="$1"
 103         local newver="$2"
 104         local title="$3"
 105         local paths="$4"
 106         local keywords="$5"
 107
 108         # Leave ${paths} unquoted in the git commands
 109         # shellcheck disable=SC2086
 110         { \
 111                 if [ -n "$paths" ]; then \
 112                         git log --abbrev-commit --pretty=oneline \
 113                                 "${oldver}..${newver}" -- ${paths} \
 114                                 2>/dev/null; \
 115                 fi; \
 116                 if [ -n "$keywords" ]; then \
 117                         git log --abbrev-commit --pretty=oneline \
 118                         "${oldver}..${newver}" 2>/dev/null \
 119                         | grep -i "$keywords"; \
 120                 fi \
 121         } | sort -t ' ' -k 2 | uniq
 122 }
 123
 124 # Output to a new log, then compare to the first logfile, and only output
 125 # non duplicated lines to the final file.
 126 get_log_dedupe() {
 127         local title="$1"
 128         local paths="$2"
 129         local keywords="$3"
 130         local log
 131         local commits
 132
 133         dedupe_tmpfile="$(mktemp "LOGFILE.XXXX")"
 134
 135         log=$(_get_log "$OLD_GIT_VERSION" "$NEW_GIT_VERSION" \
 136                 "$title" "$paths" "$keywords")
 137
 138         echo "$log" > "$dedupe_tmpfile"
 139
 140         log=$(grep -Fxv -f "$LOGFILE" "$dedupe_tmpfile")
 141         commits=$(echo "$log" | wc -l)
 142
 143         if [ -n "$log" ]; then
 144                 #echo "$title: $paths $keywords" >> "$LOGFILE"
 145                 printf "%s\n%s\n\n" "##### $title ($commits commits) #####" \
 146                         "$log" >> "$LOGFILE"
 147         fi
 148
 149         rm "$dedupe_tmpfile"
 150 }
 151
 152 # get logs for the submodules
 153 get_log_submodule() {
 154         local old_version="$1"
 155         local new_version="$2"
 156         local submodule_dir="$3"
 157         local log
 158         local commits
 159
 160         printf "Submodule %s\n" "$submodule_dir"
 161         printf "commit %s to commit %s\n\n" "$old_version" "$new_version"
 162
 163         if ! (
 164         cd "${TOP}/$submodule_dir" || exit 1
 165         log="$(_get_log "$old_version" "$new_version" "$submodule_dir" "." "")" || exit 1
 166         commits=$(echo "$log" | wc -l)
 167
 168         if [ -n "$log" ]; then
 169                 printf "* %s: Update from commit id %s to %s (%s commits)\n" "${submodule_dir}" "${old_version:0:10}" "${new_version:0:10}" "${commits}" >> "$LOGFILE"
 170         fi
 171         ); then
 172         version_ctrl_c
 173         fi
 174 }
 175
 176 find_areas() {
 177         local directory="$1"
 178         local filename="$2"
 179         local skip="$3"
 180         find "$directory" -name "$filename" | sed "s|/$filename||" | sed "s|/$directory||" | grep -v "$skip" | sort
 181 }
 182
 183 # Make sure things get cleaned up if ctl-c is pressed while the old version
 184 # is checked out and files are renamed.  This can be a real mess to clean
 185 # up manually.
 186 version_ctrl_c() {
 187         printf "\n Cleaning up and exiting.\n" >&2
 188         git checkout origin/main > /dev/null 2>&1
 189         git submodule update --init --checkout  > /dev/null 2>&1
 190         rm "$LOGFILE"
 191         exit 1;
 192 }
 193
 194 # Calculate areas that have been added or removed based on file lists
 195 show_diff () {
 196         local new
 197         local old
 198
 199         new="$(comm -13 <(echo "$2") <(echo "$3"))"
 200         old="$(comm -23 <(echo "$2") <(echo "$3"))"
 201
 202         # Allow running a postprocessor, given as 4th argument over the
 203         # resulting diff, provide context if it's old or new data
 204         if [ -n "$4" ]; then
 205                 new=$(echo "$new" | $4 new | sort)
 206                 old=$(echo "$old" | $4 old | sort)
 207         fi
 208         new="$(printf "%s" "$new" | sed 's/^/* /')"
 209         old="$(printf "%s" "$old" | sed 's/^/* /')"
 210
 211         if [ -n "$new" ]; then
 212                 printf "Added %s $1:\n-------------------\n%s\n\n" \
 213                         "$(echo "$new" | wc -l)" "$new"  >> "$LOGFILE"
 214         fi
 215         if [ -n "$old" ]; then
 216                 printf "Removed %s $1:\n-------------------\n%s\n\n" \
 217                         "$(echo "$old" | wc -l)" "$old"  >> "$LOGFILE"
 218         fi
 219 }
 220
 221 get_sloc () {
 222         local base
 223         base=$(mktemp)
 224
 225         cloc --progress-rate=0 --quiet \
 226                 --script-lang="Bourne Shell",bash --exclude-ext=inc \
 227                 --exclude-dir=vendorcode "--out=${base}" src
 228         cloc --progress-rate=0 --quiet \
 229                 "--exclude-list-file=${base}.mk" --force-lang=c,inc \
 230                 --exclude-dir=vendorcode "--out=${base}.c" src
 231         cloc --progress-rate=0 --quiet \
 232                 "--list-file=${base}.mk" --force-lang=make,inc \
 233                 --exclude-dir=vendorcode "--out=${base}.m" src
 234         cloc --progress-rate=0 --quiet --sum-reports \
 235                 "${base}" "${base}.c" "${base}.m" --out "${base}.result"
 236
 237         echo
 238         cat "${base}.result.lang"
 239
 240         rm -f "${base}"*
 241 }
 242
 243 # Start collecting data from the old and new revisions.
 244 # This is relatively disruptive to the tree, so trap on ctl-c so that
 245 # things can be put back to normal
 246 trap version_ctrl_c SIGINT
 247
 248 #check out old version and get information
 249 echo "Finding old submodule versions..." >&2
 250 git checkout "$OLD_GIT_VERSION" > /dev/null 2>&1
 251 echo "Git version: $(git log --oneline -n 1)"
 252 git submodule update --init --checkout  > /dev/null 2>&1
 253 for module in $(git submodule --quiet foreach pwd); do
 254         name="$(basename "$module" | sed 's/-/_/g')"
 255         version="${name^^}_OLD_VERSION"
 256         declare "$version"="$(get_latest_commit_id "$module")"
 257 done
 258
 259 printf "Logging directories in the old tree\n" >&2
 260 mainboard_list_old=$(grep -h "^[[:space:]]*config\>[[:space:]]*\<BOARD_" src/mainboard/*/*/Kconfig.name 2>/dev/null | sed "s,^.*\<BOARD_\([A-Z0-9_]*\)\>.*$,\1," | sort)
 261 cpu_list_old=$(find_areas "src/cpu" "Kconfig" "intel/common")
 262 soc_list_old=$(find_areas "src/soc" "Makefile.mk" "intel/common\|amd/common\|romstage")
 263 northbridge_list_old=$(find_areas "src/northbridge" "Kconfig" "")
 264 sio_list_old=$(find_areas "src/superio" "Makefile.mk" "")
 265 southbridge_list_old=$(find_areas "src/southbridge" "Kconfig" "")
 266
 267 echo "Calculating old SLOC"
 268 OLD_SLOC=$(get_sloc)
 269
 270 #check out new version and get information
 271 printf -- "\nFinding new submodule versions...\n" >&2
 272 git checkout "$NEW_GIT_VERSION"  > /dev/null 2>&1
 273 echo "Git version: $(git log --oneline -n 1)"
 274 git submodule update --init --checkout  > /dev/null 2>&1
 275
 276 for module in $(git submodule --quiet foreach pwd); do
 277         name="$(basename "$module" | sed 's/-/_/g')"
 278         version="${name^^}_NEW_VERSION"
 279         declare "$version"="$(get_latest_commit_id "$module")"
 280 done
 281
 282 echo "Logging directories in the new tree." >&2
 283 mainboard_list_new=$(grep -h "^[[:space:]]*config\>[[:space:]]*\<BOARD_" src/mainboard/*/*/Kconfig.name 2>/dev/null | sed "s,^.*\<BOARD_\([A-Z0-9_]*\)\>.*$,\1," | sort)
 284 cpu_list_new=$(find_areas "src/cpu" "Kconfig" "intel/common")
 285 soc_list_new=$(find_areas "src/soc" "Makefile.mk" "intel/common\|amd/common\|romstage")
 286 northbridge_list_new=$(find_areas "src/northbridge" "Kconfig" "")
 287 sio_list_new=$(find_areas "src/superio" "Makefile.mk" "")
 288 southbridge_list_new=$(find_areas "src/southbridge" "Kconfig" "")
 289
 290 printf "Calculating new SLOC\n"
 291 NEW_SLOC=$(get_sloc)
 292
 293 git checkout origin/main  > /dev/null 2>&1
 294 git submodule update --init --checkout  > /dev/null 2>&1
 295 trap "" SIGINT
 296
 297 # Done collecting data from the old and new versions
 298
 299 # Start outputting to logfile
 300 echo "Generating release notes from version ${OLD_GIT_VERSION} to ${NEW_GIT_VERSION}"
 301 echo; echo "Main repo"
 302 echo "Main repo" >> "$LOGFILE"
 303 echo "------------------" >> "$LOGFILE"
 304 log_versions "$(git log --pretty=%H \
 305         "${OLD_GIT_VERSION}..${NEW_GIT_VERSION}" 2>/dev/null | tail -1)" \
 306         "$(git log --pretty=%H \
 307         "${OLD_GIT_VERSION}..${NEW_GIT_VERSION}" 2>/dev/null | head -1 )"
 308 echo "" >> "$LOGFILE"
 309
 310 ### SPECIFIC AREAS FOR RELEASE ###
 311 get_log_dedupe "Documentation"  "Documentation README"
 312
 313 get_log_dedupe "cleanup" "" "add missing\|fix typo\|clean up\|spelling\|Use tabs\|space [around\|before]\|code formatting\|commented code\|code cleanup\|capitalize\|[unnecessary\|unneeded\|trailing] whitespace\|checkpatch\|remove [unused\|dead\|unneeded\|duplicated\|not used]\|[transition away from\|get rid of\|don't use] device_t"
 314
 315 get_log_dedupe "ACPI Changes" "" "ASL 2.0 syntax"
 316
 317 get_log_dedupe "Google Kahlee / AMD Gardenia" "src/mainboard/google/kahlee src/mainboard/amd/gardenia" "kahlee\|gardenia"
 318 get_log_dedupe "AMD Stoney Ridge" "src/soc/amd/stoneyridge" "stoney"
 319
 320 get_log_dedupe "Google Zork / AMD Mandolin / AMD Bilby" "src/mainboard/amd/mandolin src/mainboard/google/zork src/mainboard/amd/bilby" "mandolin\|zork\|bilby"
 321 get_log_dedupe "AMD Picasso" "src/soc/amd/picasso" "picasso"
 322
 323 get_log_dedupe "Google Guybrush / AMD Majolica" "src/mainboard/google/guybrush src/mainboard/amd/majolica" "majolica\|guybrush"
 324 get_log_dedupe "AMD cezanne" "src/soc/amd/cezanne" "cezanne"
 325
 326 get_log_dedupe "AMD chausie / Google Skyrim" "src/mainboard/amd/chausie src/mainboard/google/skyrim" "chausie\|skyrim"
 327 get_log_dedupe "AMD sabrina" "src/soc/amd/sabrina" "sabrina"
 328
 329 get_log_dedupe "Google Brya / Intel adlrvp" "src/mainboard/intel/adlrvp src/mainboard/google/brya" "brya\|adlrvp"
 330 get_log_dedupe "Intel Alder Lake" "src/soc/intel/alderlake" "alderlake\|adl\|alder lake"
 331
 332 get_log_dedupe "intel Elkhart Lake" "src/soc/intel/elkhartlake" "elkhartlake\|ehl\|elkhart lake"
 333
 334 get_log_dedupe "Google Dedede" "src/mainboard/google/dedede" "dedede"
 335 get_log_dedupe "intel Jasper Lake" "src/soc/intel/jasperlake" "jasperlake\|jsl\|jasper lake"
 336
 337 get_log_dedupe "Intel Tiger Lake" "src/soc/intel/tigerlake" "tigerlake\|tgl\|tiger lake"
 338
 339 get_log_dedupe "Google Hatch" "src/mainboard/google/hatch" "hatch"
 340 get_log_dedupe "Intel Comet Lake" "src/soc/intel/cometlake" "cometlake\|cml\|comet lake"
 341
 342 get_log_dedupe "Google Eve / Poppy / Fizz / Soraka / Nautilus / Intel KblRvp" "src/mainboard/google/eve src/mainboard/google/poppy src/mainboard/google/fizz src/mainboard/intel/kblrvp" "eve[ :]\|poppy\|fizz\|soraka\|nautilus\|kblrvp"
 343
 344 get_log_dedupe "Intel Kunimitsu / Google Chell / Lars / Glados" "src/mainboard/google/lars src/mainboard/google/chell src/mainboard/google/glados src/mainboard/intel/kunimitsu" "chell\|lars\|kunimitsu"
 345 get_log_dedupe "Purism SKL" "src/mainboard/purism/librem_skl" "librem13v2\|librem_skl"
 346 get_log_dedupe "Intel Skylake / Kabylake" "src/soc/intel/skylake"  "skylake\|sky.lake\|kabylake\|kaby.lake"
 347
 348 get_log_dedupe "Intel Glkrvp / Google Octopus / Bip / Yorp" "src/mainboard/google/octopus src/mainboard/intel/glkrvp" "octopus\|glkrvp|\bip\|yorp"
 349
 350 get_log_dedupe "Google Cyan / Intel Strago" "src/mainboard/google/cyan src/mainboard/intel/strago" "cyan\|strago"
 351 get_log_dedupe "Intel Braswell" "src/soc/intel/braswell" "braswell"
 352
 353 get_log_dedupe "Google Kevin / Gru / Bob / Scarlet / Nefario" "src/mainboard/google/gru" "kevin\|gru[^b]"
 354 get_log_dedupe "Rockchip rk3399" "src/soc/rockchip/rk3399" "rk3399"
 355
 356 get_log_dedupe "Google Reef / Pyro / Sand / Snappy / Nasher" "src/mainboard/google/reef" "reef\|pyro\|sand[ :]\|snappy\|nasher"
 357 #get_log_dedupe "Intel apollolake_rvp leafhill minnow3" "src/mainboard/intel/apollolake_rvp src/mainboard/intel/leafhill src/mainboard/intel/minnow3" "apollolake_rvp\|leafhill\|minnow3"
 358 get_log_dedupe "Siemens mc_apl1" "src/mainboard/siemens/mc_apl1" "mc_apl1"
 359 get_log_dedupe "Intel Apollolake/ Geminilake" "src/soc/intel/apollolake" "apollolake\|apollo.lake\|geminilake\|gemini.lake\|apl\|glk"
 360
 361 get_log_dedupe "Google Zoombini / Intel cannonlake_rvp" "src/mainboard/google/zoombini src/mainboard/intel/cannonlake_rvp" "zoombini\|cannonlake_rvp"
 362 get_log_dedupe "Intel CannonLake" "src/soc/intel/cannonlake src/mainboard/intel/cannonlake_rvp" "cannonlake"
 363
 364 get_log_dedupe "Google Kuki" "src/mainboard/google/kukui" "kukui"
 365 get_log_dedupe "mediatek/mt8183" "src/soc/mediatek/mt8183" "mt8183"
 366
 367 get_log_dedupe "Google Cheza" "src/mainboard/google/cheza" "cheza"
 368 get_log_dedupe "Qualcomm sdm845" "src/soc/qualcomm/sdm845" "sdm845"
 369
 370 get_log_dedupe "Prodrive Hermes / Google Sarien / Intel coffeelake_rvp" "src/mainboard/intel/coffeelake_rvp src/mainboard/google/sarien src/mainboard/prodrive/hermes"
 371 get_log_dedupe "Intel Coffeelake" "soc/intel/coffeelake"
 372
 373 get_log_dedupe "Cavium" "src/soc/cavium src/mainboard/cavium src/mainboard/opencellular/elgon "
 374 get_log_dedupe "Scaleway Tagada" "src/mainboard/scaleway/tagada" "tagada"
 375
 376 get_log_dedupe "Intel Galileo" "src/mainboard/intel/galileo" "galileo"
 377 get_log_dedupe "Intel Quark" "src/soc/intel/quark" "quark"
 378
 379 get_log_dedupe "Intel Baytrail" "src/soc/intel/baytrail" "baytrail"
 380 get_log_dedupe "Google Gale / Qualcomm QX ipq40xx" "src/mainboard/google/gale src/soc/qualcomm/ipq40xx" "gale\|ipq40"
 381 get_log_dedupe "Google Rotor / Marvell Mvmap2315" "src/soc/marvell/mvmap2315 src/mainboard/google/rotor" "marvell\|mvmap\|rotor"
 382
 383 get_log_dedupe "Gigabyte ga-g41m-es2l" "src/mainboard/gigabyte/ga-g41m-es2l" "es2l"
 384 get_log_dedupe "Intel x4x northbridge / LGA775" "src/northbridge/intel/x4x src/cpu/intel/socket_LGA775" "x4x\|lga775"
 385
 386 get_log_dedupe "Intel Haswell / Broadwell" "src/northbridge/haswell" "haswell"
 387 get_log_dedupe "Intel Lynxpoint" "src/southbridge/intel/lynxpoint" "lynxpoint"
 388
 389 get_log_dedupe "Intel Sandybridge / Ivybridge" "src/southbridge/intel/bd82x6x src/southbridge/intel/fsp_bd82x6x src/northbridge/intel/sandybridge src/northbridge/intel/fsp_sandybridge src/cpu/intel/fsp_model_206ax src/cpu/intel/model_206ax" "sandybridge\|ivybridge\|bd82x6x"
 390
 391 get_log_dedupe "Google Herbrine" "src/mainboard/google/herobrine" "herobrine"
 392 get_log_dedupe "Qualcomm SC7280" "src/soc/qualcomm/sc2780" "sc2780"
 393
 394 get_log_dedupe "Google Corsola" "src/mainboard/google/corsola" "corsola"
 395 get_log_dedupe "Mediatek MT8186" "src/soc/mediatek/mt8186" "mt8186"
 396
 397 get_log_dedupe "Intel Common" "src/soc/intel/common src/southbridge/intel/common src/northbridge/intel/common" ""
 398 get_log_dedupe "Amd Common" "src/soc/amd/common src/southbridge/amd/common" ""
 399
 400 get_log_dedupe "Nvidia" "src/southbridge/nvidia" ""
 401 get_log_dedupe "Via" "src/northbridge/via src/southbridge/via" ""
 402 get_log_dedupe "Broadcom" "src/southbridge/broadcom" ""
 403 get_log_dedupe "Qualcomm" "src/soc/qualcomm" ""
 404 get_log_dedupe "Mediatek" "src/soc/mediatek" ""
 405
 406 get_log_dedupe "Intel vendorcode / FSP" "src/drivers/intel/fsp* src/vendorcode/intel" ""
 407 get_log_dedupe "AMD vendorcode / AGESA / PI" "src/vendorcode/amd" "agesa\|binarypi"
 408 get_log_dedupe "Google vendorcode" "src/vendorcode/google"
 409 get_log_dedupe "Cavium vendorcode" "src/vendorcode/cavium"
 410
 411 get_log_dedupe "Security" "src/drivers/i2c/tpm src/security" "tpm"
 412 get_log_dedupe "Vboot" "src/vboot" "vboot"
 413
 414
 415 ### GENERAL AREAS FOR RELEASE ###
 416 # shellcheck disable=SC2013
 417 {
 418
 419 get_log_dedupe "X86 intel" \
 420         "src/cpu/intel src/soc/intel src/northbridge/intel \
 421         src/southbridge/intel src/include/intel src/drivers/intel"
 422
 423 get_log_dedupe "X86 AMD" \
 424         "src/cpu/amd src/northbridge/amd src/southbridge/amd src/include/amd src/soc/amd" \
 425         "agesa\|binarypi\|binary.pi"
 426
 427 get_log_dedupe "X86 common" \
 428         "src/arch/x86 src/cpu/x86 src/include/x86 src/include/pc80"
 429
 430 get_log_dedupe "ARM" \
 431         "$(for codedir in $(grep -rl "_ARM" --include=Kconfig | \
 432         grep -v 'src/mainboard\|payloads/\|drivers/\|vendorcode/\|console' ); \
 433         do dirname "$codedir"; done | grep -v '^src$')"
 434
 435 get_log_dedupe "RISC-V" \
 436         "$(for codedir in $(grep -rl "_RISCV" --include=Kconfig | grep -v 'payloads/\|drivers/\|vendorcode/\|console' ); do dirname "$codedir"; done | grep -v '^src$')" \
 437         "riscv\|risc-v\|lowrisc\|sifive"
 438 }
 439
 440 get_log_dedupe "Google Mainboards" "src/mainboard/google"
 441 get_log_dedupe "Intel Mainboards" "src/mainboard/intel"
 442 get_log_dedupe "AMD Mainboards" "src/mainboard/amd"
 443 get_log_dedupe "Mainboards" "src/mainboard/"
 444
 445 # Next, print all the rest of the specific areas
 446 get_log_dedupe "ACPI"           "src/acpi/"
 447 get_log_dedupe "Console"        "src/console src/include/console"
 448 get_log_dedupe "SuperIO"        "src/superio src/include/superio"
 449 get_log_dedupe "EC"             "src/ec"
 450 get_log_dedupe "Drivers"        "src/drivers"
 451 get_log_dedupe "Devices"        "src/device src/include/device"
 452
 453 # 5th, print the generic areas - This goes late so that the specific
 454 # area changes will catch any commits in these areas first.
 455 get_log_dedupe "Toolchain"      "util/crossgcc"
 456 get_log_dedupe "cbfstool"       "util/cbfstool"
 457 get_log_dedupe "Lint tools"     "util/lint"
 458 get_log_dedupe "Lib"            "src/lib"
 459 get_log_dedupe "Commonlib"      "src/commonlib"
 460 get_log_dedupe "Include"        "src/include"
 461 get_log_dedupe "Utilities"      "util"
 462 get_log_dedupe "Payloads"       "payloads"
 463 get_log_dedupe "Vendorcode"     "src/vendorcode"
 464
 465 # Then look at areas that are usually outside the mainboards and architectures
 466 get_log_dedupe "Build system" \
 467         "Makefile Makefile.mk toolchain.mk src/Kconfig src/cpu/Makefile.mk"
 468
 469 get_log_dedupe "Submodules" "3rdparty util/nvidia/cbootimage"
 470
 471 get_log_dedupe "Maintainers" "MAINTAINERS" ""
 472
 473 # Finally, get anything that was missed above
 474 get_log_dedupe "MISC" "."
 475
 476 # Replace VENDOR_DEVICE from stdin with their nice names on stdout
 477 real_mainboard_names() {
 478         local tree_version=$1 # "old" or "new"
 479         local git_version_var=${tree_version^^}_GIT_VERSION
 480         local git_version=${!git_version_var}
 481         local line
 482         local file
 483         local vendor
 484
 485         while read -r line; do
 486                 file="$(git grep -l "^[[:space:]]*config\>[[:space:]]*\<BOARD_${line}\$" "${git_version}" -- src/mainboard/\*/\*/Kconfig.name | sed "s,^${git_version}:,,")"
 487                 if [ -z "$file" ]; then
 488                         echo "This shouldn't happen: couldn't find Kconfig for $line"
 489                         exit 1
 490                 fi
 491                 vendor="$(git grep \" "${git_version}" -- "$(echo "${file}" | cut -d/ -f1-3,5)" | cut -d\" -f2)"
 492                 git grep -h -A1 "^[[:space:]]*config\>[[:space:]]*\<BOARD_${line}\$" "${git_version}" -- "${file}" | grep \" |cut -d\" -f2 |sed "s,^,${vendor} ,"
 493         done
 494 }
 495
 496 # Show areas that have been added or removed
 497 show_diff "mainboards"   "$mainboard_list_old"   "$mainboard_list_new"    real_mainboard_names
 498 show_diff "processors"   "$cpu_list_old"         "$cpu_list_new"
 499 show_diff "socs"         "$soc_list_old"         "$soc_list_new"
 500 show_diff "northbridges" "$northbridge_list_old" "$northbridge_list_new"
 501 show_diff "southbridges" "$southbridge_list_old" "$southbridge_list_new"
 502 show_diff "sios"         "$sio_list_old"         "$sio_list_new"
 503
 504 # Log submodules
 505 printf "Submodules\n----------\n" >> "$LOGFILE"
 506 for module in $(git submodule --quiet foreach pwd); do
 507         name=$(basename "$module")
 508         module="$(realpath "${module}")"
 509         workingdir="$(realpath "${PWD}")"
 510         # shellcheck disable=SC2001
 511         path=${module#"$workingdir"}
 512         old_version=$(echo "${name^^}_OLD_VERSION" | sed 's/-/_/g')
 513         new_version=$(echo "${name^^}_NEW_VERSION" | sed 's/-/_/g')
 514         get_log_submodule "${!old_version}" "${!new_version}" "${path}"
 515 done
 516
 517 printf "\nrepo statistics\n-------------------\n" >> "$LOGFILE"
 518 before_names="$(mktemp "OLDNAMES.XXXX")"
 519 after_names="$(mktemp "NEWNAMES.XXXX")"
 520 NEW_AUTHORS=$(git log --pretty=%an "${OLD_GIT_VERSION}" 2>/dev/null | sort | \
 521         uniq > "$before_names" && \
 522         git log --pretty=%an "${NEW_GIT_VERSION}" 2>/dev/null | \
 523         sort | uniq > "$after_names" && \
 524         grep -Fxv -c -f "$before_names" "$after_names")
 525 NEW_AUTHOR_LIST=$( grep -Fxv -f "$before_names" "$after_names")
 526 rm -f "$before_names" "$after_names"
 527 {
 528         printf -- "* Total commits: %s\n" "$TOTAL_COMMITS"
 529         printf -- "* Total authors: %s\n" \
 530                 "$(git log "${OLD_GIT_VERSION}..${NEW_GIT_VERSION}" 2>/dev/null | \
 531                 grep -e '^Author:' | sed 's/.*Author: //' | sed 's/ <.*.>//' | \
 532                 sort | uniq | wc -l)"
 533         printf -- "* New authors: %s\n\nNew Authors:\n%s\n" "$NEW_AUTHORS" \
 534                 "$NEW_AUTHOR_LIST"
 535 } >> "$LOGFILE"
 536
 537 printf "Getting developer list\n"
 538 printf "\n%-40s:  %5s\n" "Developer" "Commits" >> "$LOGFILE"
 539 git log "${OLD_GIT_VERSION}..${NEW_GIT_VERSION}" 2>/dev/null | grep '^Author: ' | \
 540         sed 's|Author: ||' | sed 's|\s<.*||' | sort | uniq | \
 541         while read -r line; do
 542                  printf "* %-40s:  %5s %5s\n" "$line" \
 543                         "$(git log "${OLD_GIT_VERSION}" 2>/dev/null | \
 544                         grep -c "^Author: ${line} <")" \
 545                         "$(git log "${NEW_GIT_VERSION}" 2>/dev/null | \
 546                         grep -c "^Author: ${line} <")" >> "$LOGFILE";
 547          done
 548
 549 printf "\nOld SLOC (%s)\n%s" "$NOW" "$OLD_SLOC" >> "$LOGFILE"
 550 printf "\nNew SLOC (%s)\n%s" "$NOW" "$NEW_SLOC" >> "$LOGFILE"
 551
 552 # Add the collected data to the top of the existing logfile for parsing
 553 if [ -n "$UPDATE_MAIN_LOGFILE" ]; then
 554         tmpfile="$(mktemp "LOGFILE.XXXX")"
 555         grep -Fxv -f "$MAIN_LOGFILE" "$LOGFILE" > "$tmpfile"
 556         printf "\n\n" >> "$tmpfile"
 557         cat "$MAIN_LOGFILE" >> "$tmpfile"
 558         mv "$tmpfile" "$MAIN_LOGFILE"
 559         rm -f "$LOGFILE"
 560 fi
 561
 562 printf "Done.\n"