Debian Codegraph @

fuzz/triage.sh

raw
1 #!/bin/sh
2 # Group crash artifacts by ASan stack-trace signature.
3 #
4 # For each file in $ARTIFACTS, replay it through fuzz_hyphen, extract a
5 # short signature from the ASan output (top 3 frames + error type), and
6 # group by signature. Print one representative input + count per group.
7
8 set -eu
9
10 cd "$(dirname "$0")/.."
11
12 ARTIFACTS=${1:-/home/caolan/auto/jail/tmp/hyphen-fuzz/artifacts}
13 OUT=${2:-/home/caolan/auto/jail/tmp/hyphen-fuzz/triage}
14
15 mkdir -p "$OUT/by_sig"
16 : > "$OUT/index.txt"
17
18 total=0
19 for f in "$ARTIFACTS"/crash-* "$ARTIFACTS"/leak-* "$ARTIFACTS"/oom-* "$ARTIFACTS"/timeout-*; do
20 [ -f "$f" ] || continue
21 total=$((total + 1))
22
23 # Replay quickly. Symbolised ASan output goes to stderr.
24 out=$(ASAN_OPTIONS=detect_leaks=1:abort_on_error=0:symbolize=1 \
25 UBSAN_OPTIONS=print_stacktrace=1:halt_on_error=0:symbolize=1 \
26 timeout 15 ./fuzz/fuzz_hyphen "$f" 2>&1 || true)
27
28 # Extract error kind. Try ASan first ("ERROR: AddressSanitizer: foo"),
29 # fall back to UBSan ("hyphen.c:N:N: runtime error: foo"), then
30 # libFuzzer ("ERROR: libFuzzer: foo").
31 err=$(printf '%s\n' "$out" \
32 | grep -oE 'ERROR: AddressSanitizer: [a-zA-Z-]+' \
33 | head -1 \
34 | sed 's/.*: //')
35 if [ -z "$err" ]; then
36 err=$(printf '%s\n' "$out" \
37 | grep -oE 'runtime error: [a-zA-Z][a-zA-Z -]*' \
38 | head -1 \
39 | sed 's/runtime error: //; s/ *$//; s/ /-/g')
40 [ -n "$err" ] && err="ubsan-${err}"
41 fi
42 if [ -z "$err" ]; then
43 err=$(printf '%s\n' "$out" \
44 | grep -oE 'ERROR: libFuzzer: [a-zA-Z-]+' \
45 | head -1 \
46 | sed 's/.*: //')
47 [ -n "$err" ] && err="libfuzzer-${err}"
48 fi
49 [ -n "$err" ] || err="unknown"
50
51 frames=$(printf '%s\n' "$out" \
52 | grep -oE 'in (hnj_[a-zA-Z0-9_]+|LLVMFuzzerTestOneInput|run_hyphenate)' \
53 | sed 's/^in //' \
54 | head -3 \
55 | tr '\n' '|' \
56 | sed 's/|$//')
57
58 line=$(printf '%s\n' "$out" \
59 | grep -oE 'hyphen\.c:[0-9]+' \
60 | head -1)
61
62 sig="${err}:${frames}:${line}"
63 sig_safe=$(printf '%s' "$sig" | tr '/:|' '___' | tr -c 'A-Za-z0-9_.-' '_')
64 mkdir -p "$OUT/by_sig/$sig_safe"
65 cp "$f" "$OUT/by_sig/$sig_safe/"
66 echo "$sig $f" >> "$OUT/index.txt"
67 done
68
69 echo
70 echo "[triage] processed $total artifacts"
71 echo
72 echo "[triage] groups (signature - count - example):"
73 sort "$OUT/index.txt" | awk -F'\t' '
74 { count[$1]++; example[$1]=$2 }
75 END { for (s in count) printf " %4d %s (eg. %s)\n", count[s], s, example[s] }
76 ' | sort -rn -k1,1