Reland the ULONG -> SIZE_T change from 317177
[chromium-blink-merge.git] / tools / valgrind / regrind.sh
blob0f90ba737f031517fb01d747e1ebea184069247c
1 #!/bin/sh
2 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
3 # Use of this source code is governed by a BSD-style license that can be
4 # found in the LICENSE file.
6 # Scape errors from the valgrind bots, reproduce them locally,
7 # save logs as regrind-TESTNAME.log, and display any errors found.
8 # Also save files regrind-failed.txt listing failed tests,
9 # and regrind-failed-map.txt showing which bot URLs have which failed tests
10 # (handy when filing bugs).
12 # Only scrapes linux layout bot at the moment.
13 # TODO: handle layout tests that don't have obvious path to test file
14 # TODO: extend script to handle more kinds of errors and more tests
16 # where the valgrind layout bot results live
17 LAYOUT_URL="http://build.chromium.org/p/chromium.memory.fyi/builders/Webkit%20Linux%20(valgrind%20layout)"
18 # how many builds back to check
19 LAYOUT_COUNT=250
21 # regexp to match valgrind errors
22 PATTERN="are definitely|uninitialised|Unhandled exception|\
23 Invalid read|Invalid write|Invalid free|Source and desti|Mismatched free|\
24 unaddressable byte|vex x86|the 'impossible' happened|\
25 valgrind:.*: Assertion.*failed|VALGRIND INTERNAL ERROR"
27 usage() {
28 echo "Usage: regrind.sh [--noscrape][--norepro][--keep]"
29 echo "--noscrape: don't scrape bots, just use old regrind-failed.txt"
30 echo "--norepro: don't reproduce locally"
31 echo "--keep: keep temp files"
32 exit 1
35 # Given a log on stdin, list all the tests that failed in that log.
36 layout_list_failed_tests() {
37 grep "Command:.*LayoutTests" |
38 sed 's/<.*>//' |
39 sed 's/.*LayoutTests/LayoutTests/' |
40 sort -u |
41 tr -d '\015'
44 # Generate a list of failed tests in regrind-failed.txt by scraping bot.
45 # Scrape most recent first, so if user interrupts, he is left with fresh-ish data.
46 scrape_layout() {
47 rm -f regrind-*.tmp* regrind-failed.txt regrind-failed-map.txt
48 touch regrind-failed.txt
50 # First, grab the number of the latest complete build.
51 wget -q -O regrind-builds.html "$LAYOUT_URL"
52 latest=`grep "<li><font .*" < regrind-builds.html | head -1 | sed 's/.*#//;s/<.*//'`
54 echo "Fetching $LAYOUT_COUNT logs from bot"
55 # Scrape the desired number of runs (150 is about one cycle)
56 first=`expr $latest - $LAYOUT_COUNT`
57 i=$latest
58 while test $i -ge $first
60 url="$LAYOUT_URL/builds/$i/steps/valgrind%20test:%20layout/logs/stdio"
61 wget -q -O regrind-$i.tmp "$url"
62 # Did any tests fail in this file?
63 layout_list_failed_tests < regrind-$i.tmp > regrind-$i.tmp.failed
64 if test -s regrind-$i.tmp.failed
65 then
66 # Yes. Log them to stdout,
67 echo "$url"
68 cat regrind-$i.tmp.failed
69 # to the table regrind-failed-map.txt,
70 cat regrind-$i.tmp.failed | sed "s,^,$url ," >> regrind-failed-map.txt
71 # and, if not already there, to regrind-failed.txt.
72 for test in `cat regrind-$i.tmp.failed`
74 fgrep "$test" regrind-failed.txt > /dev/null 2>&1 || echo "$test" >> regrind-failed.txt
75 done
76 else
77 rm regrind-$i.tmp.failed
79 # Sleep 1/3 sec per fetch
80 case $i in
81 *[036]) sleep 1;;
82 esac
83 i=`expr $i - 1`
84 done
86 # Finally, munge the logs to identify tests that probably failed.
87 sh c.sh -l regrind-*.tmp > regrind-errfiles.txt
88 cat `cat regrind-errfiles.txt` | layout_list_failed_tests > regrind-failed.txt
91 # Run the tests identified in regrind-failed.txt locally under valgrind.
92 # Save logs in regrind-$TESTNAME.log.
93 repro_layout() {
94 echo Running `wc -l < regrind-failed.txt` layout tests.
95 for test in `cat regrind-failed.txt`
97 logname="`echo $test | tr / _`"
98 echo "sh tools/valgrind/valgrind_webkit_tests.sh $test"
99 sh tools/valgrind/valgrind_webkit_tests.sh "$test" > regrind-"$logname".log 2>&1
100 egrep "$PATTERN" < regrind-"$logname".log | sed 's/==.*==//'
101 done
104 do_repro=1
105 do_scrape=1
106 do_cleanup=1
107 while test ! -z "$1"
109 case "$1" in
110 --noscrape) do_scrape=0;;
111 --norepro) do_repro=0;;
112 --keep) do_cleanup=0;;
113 *) usage;;
114 esac
115 shift
116 done
118 echo "WARNING: This script is not supported and may be out of date"
120 if test $do_scrape = 0 && test $do_repro = 0
121 then
122 usage
125 if test $do_scrape = 1
126 then
127 scrape_layout
130 if test $do_repro = 1
131 then
132 repro_layout
135 if test $do_cleanup = 1
136 then
137 rm -f regrind-errfiles.txt regrind-*.tmp*