git.ozlabs.org Git - next-scripts/blob - do_build

   1 #!/bin/bash
   2
   3 tree=
   4 if [ "$1" ]; then
   5         tree=$1
   6         shift
   7 fi
   8
   9 # shellcheck source=common.sh
  10 . "$(dirname "$0")/common.sh"
  11
  12 set -e
  13
  14 bparent=$(dirname "$build_dir")
  15
  16 line=$(tail -n 1 "$SHA1_FILE")
  17
  18 # strip everything after the first tab character
  19 stree=${line%%  *}
  20 if [ "$tree" ]; then
  21         if [ "$tree" != "$stree" ]; then
  22                 printf 'That is not the last tree merged (%s v %s)\n' "$tree" "$stree" 1>&2
  23                 exit 1
  24         fi
  25 else
  26         tree="$stree"
  27 fi
  28 obdir="$bparent/old/$tree"
  29
  30 cmd="/bin/sh"
  31 if [ "$build_host" ]; then
  32         cmd="ssh root@$build_host unshare -n su $(id -u -n)"
  33 fi
  34
  35 log_regex='/^[[:space:]]+$/d
  36 /^[.[:digit:]]+user [.[:digit:]]+system [:.[:digit:]]+elapsed [[:digit:]]+%CPU \([[:digit:]]+avgtext\+[[:digit:]]+avgdata [[:digit:]]+maxresident\)k$/d
  37 /^[[:digit:]]+inputs\+[[:digit:]]+outputs \([[:digit:]]+major\+[[:digit:]]+minor\)pagefaults [[:digit:]]+swaps$/d
  38 /^Setup is [[:digit:]]+ bytes \(padded to [[:digit:]]+ bytes\)\.$/d
  39 /^System is [[:digit:]]+ kB$/d
  40 /^CRC [[:xdigit:]]+$/d
  41 /^Kernel: arch\/x86\/boot\/bzImage is ready  \(#[[:digit:]]+\)$/d
  42 /^WARNING: vmlinux\.o\(\.text\+0x[[:xdigit:]]+\): Section mismatch in reference from /d
  43 /^WARNING: drivers\/built-in\.o\(\.text\+0x[[:xdigit:]]+\): Section mismatch in reference from /d
  44 /^Warning: Kernel ABI header at /d
  45 /^[[:space:]]+PERF_VERSION = /d
  46 s/^(Parsed description of) [[:digit:]]+ (helper function)/\1 X \2/
  47 s/^([[:xdigit:]]+)([[:space:]]+R_PPC64_(ADDR64|REL32)[[:space:]].*)$/XXX\2/'
  48
  49 $cmd <<-EOF
  50
  51         echo Building on \$(hostname)
  52
  53         echo \$PATH | grep -q "\$HOME/bin" || export PATH="\$HOME/bin:\$PATH"
  54         export LANG=C
  55
  56         cd "$build_dir" || exit 1
  57
  58         export CCACHE_DIR="$bparent/.ccache"
  59         export TMPDIR="$bparent/tmp"
  60
  61         git reset --hard next || exit 1
  62         touch .scmversion || exit 1
  63
  64         [ -d "$obdir" ] || mkdir -p "$obdir" || exit 1
  65
  66         sanitise_log() {
  67                 sed -E -e '$log_regex' | grep -vxFf $bparent/log-ignore
  68         }
  69
  70         show_log() {
  71                 arch=\$1
  72                 conf=\$2
  73                 log=\$3
  74
  75                 sep='======================================================================'
  76
  77                 echo "\$sep"
  78                 echo " \$arch \$conf build OK - log follows"
  79                 echo "\$sep"
  80                 cat \$log
  81                 b=\$(basename \$log)
  82                 olen=0
  83                 if [ -f $obdir/\$b ]; then
  84                         olen=\$(sanitise_log <$obdir/\$b | wc -l)
  85                 fi
  86                 len=\$(sanitise_log <\$log | wc -l)
  87                 if [ \$len -gt \$olen ]; then
  88                         echo "\$sep"
  89                         echo " log \$b increased number of lines"
  90                         echo "\$sep"
  91                         linux-next-notify "\$arch \$conf log got bigger"
  92                         if [ -f $obdir/\$b ]; then
  93                                 diff -u $obdir/\$b \$log 2>&1 | less
  94                         else
  95                                 diff -u /dev/null \$log 2>&1 | less
  96                         fi
  97                 fi
  98                 if [ \$len -gt 0 ]; then
  99                         (sanitise_log <\$log; cat $bparent/log-ignore ) |
 100                                 sort -u >$bparent/log-ignore.tmp
 101                         mv $bparent/log-ignore.tmp $bparent/log-ignore
 102                 fi
 103                 mv \$log $obdir/\$b
 104         }
 105
 106         echo Building: x86_64 allmodconfig
 107         d="$bparent/x86_64_allmodconfig"
 108         [ -d \$d ] || mkdir \$d || exit 1
 109         log_x86=\$d.log
 110         make ARCH=x86_64 CROSS_COMPILE=x86_64-linux-gnu- O=\$d -s allmodconfig || exit 1
 111         echo "Forking x86 build ..."
 112         /usr/bin/time make ARCH=x86_64 CROSS_COMPILE=x86_64-linux-gnu- O=\$d -j"$j_factor" -O -s > \$log_x86 2>&1 &
 113         x86_64_pid=\$!
 114
 115         echo Building: powerpc ppc64_defconfig
 116         d="$bparent/powerpc_ppc64_defconfig"
 117         [ -d \$d ] || mkdir \$d || exit 1
 118         log_ppc=\$d.log
 119         make ARCH=powerpc O=\$d -s ppc64_defconfig || exit 1
 120         echo "Forking powerpc build ..."
 121         /usr/bin/time make ARCH=powerpc O=\$d -j"$j_factor" -O -s > \$log_ppc 2>&1 &
 122         ppc64_pid=\$!
 123
 124         echo Building: arm multi_v7_defconfig
 125         d="$bparent/arm_multi_v7_defconfig"
 126         [ -d \$d ] || mkdir \$d || exit 1
 127         log_arm=\$d.log
 128         make ARCH=arm CROSS_COMPILE=arm-linux-gnueabi- O=\$d -s multi_v7_defconfig || exit 1
 129         echo "Forking arm build ..."
 130         /usr/bin/time make ARCH=arm CROSS_COMPILE=arm-linux-gnueabi- O=\$d -j"$j_factor" -O -s > \$log_arm 2>&1 &
 131         arm_pid=\$!
 132
 133         echo Building: perf
 134         d="$bparent/perf"
 135         [ -d \$d ] || mkdir \$d || exit 1
 136         log_perf=\$d.log
 137         echo "Forking perf build ..."
 138         /usr/bin/time make -C tools/perf -f Makefile.perf -s -O -j"$j_factor" O=\$d > \$log_perf 2>&1 &
 139         perf_pid=\$!
 140
 141         wait \$perf_pid
 142         rc=\$?
 143
 144         if [ \$rc -ne 0 ]; then
 145                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 146                 echo "ERROR: perf build failed - log follows"
 147                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 148                 cat \$log_perf
 149                 kill \$x86_64_pid || true
 150                 kill \$ppc64_pid || true
 151                 kill \$arm_pid || true
 152                 killall make
 153                 rm .scmversion
 154                 exit 1
 155         else
 156                 show_log native perf \$log_perf
 157         fi
 158
 159         wait \$arm_pid
 160         rc=\$?
 161
 162         if [ \$rc -ne 0 ]; then
 163                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 164                 echo "ERROR: arm multi_v7_defconfig build failed - log follows"
 165                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 166                 cat \$log_arm
 167                 kill \$x86_64_pid || true
 168                 kill \$ppc64_pid || true
 169                 killall make
 170                 rm .scmversion
 171                 exit 1
 172         else
 173                 show_log arm multi_v7_defconfig \$log_arm
 174         fi
 175
 176         wait \$ppc64_pid
 177         rc=\$?
 178
 179         if [ \$rc -ne 0 ]; then
 180                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 181                 echo "ERROR: powerpc ppc64_defconfig build failed - log follows"
 182                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 183                 cat \$log_ppc
 184                 kill \$x86_64_pid || true
 185                 killall make
 186                 rm .scmversion
 187                 exit 1
 188         else
 189                 show_log powerpc ppc64_defconfig \$log_ppc
 190         fi
 191
 192         wait \$x86_64_pid
 193         rc=\$?
 194
 195         if [ \$rc -ne 0 ]; then
 196                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 197                 echo "ERROR: x86_64 allmodconfig build failed - log follows"
 198                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 199                 cat \$log_x86
 200                 rm .scmversion
 201                 exit 1
 202         else
 203                 show_log x86_64 allmodconfig \$log_x86
 204         fi
 205
 206         rm .scmversion
 207 EOF