git.ozlabs.org Git - next-scripts/blob - do_build

   1 #!/bin/sh
   2
   3 tree=
   4 if [ "$1" ]; then
   5         tree=$1
   6         shift
   7 fi
   8
   9 tools_dir=$(cd $(dirname "$0"); pwd)
  10 . "$tools_dir/common.sh"
  11
  12 set -e
  13
  14 bparent=$(dirname "$build_dir")
  15
  16 line="$(tail -n 1 $SHA1_FILE)"
  17
  18 # strip everything after the first tab character
  19 stree=${line%%  *}
  20 if [ "$tree" ]; then
  21         [ "$tree" = "$stree" ] || {
  22                 echo "That is not the last tree merged ($tree v $stree)" 1>&2
  23                 exit 1
  24         }
  25 else
  26         tree="$stree"
  27 fi
  28 obdir="$bparent/old/$tree"
  29
  30 cmd="/bin/sh"
  31 [ "$build_host" ] &&
  32         cmd="ssh root@$build_host unshare -n su $(id -u -n)"
  33
  34 $cmd <<-EOF
  35
  36         echo Building on \$(hostname)
  37
  38         echo \$PATH | grep -q "\$HOME/bin" || export PATH="\$HOME/bin:\$PATH"
  39         export LANG=C
  40
  41         cd "$build_dir" || exit 1
  42
  43         export CCACHE_DIR="$bparent/.ccache"
  44         export TMPDIR="$bparent/tmp"
  45
  46         git reset --hard next || exit 1
  47         touch .scmversion || exit 1
  48
  49         [ -d "$obdir" ] || mkdir -p "$obdir" || exit 1
  50
  51         sanitise_log() {
  52                 sed -r '
  53 /^[[:space:]]+$/d
  54 /^[.[:digit:]]+user [.[:digit:]]+system [:.[:digit:]]+elapsed [[:digit:]]+%CPU \([[:digit:]]+avgtext\+[[:digit:]]+avgdata [[:digit:]]+maxresident\)k$/d
  55 /^[[:digit:]]+inputs\+[[:digit:]]+outputs \([[:digit:]]+major\+[[:digit:]]+minor\)pagefaults [[:digit:]]+swaps$/d
  56 /^Setup is [[:digit:]]+ bytes \(padded to [[:digit:]]+ bytes\)\.$/d
  57 /^System is [[:digit:]]+ kB$/d
  58 /^CRC [[:xdigit:]]+$/d
  59 /^Kernel: arch\/x86\/boot\/bzImage is ready  \(#[[:digit:]]+\)$/d
  60 /^WARNING: vmlinux\.o\(\.text\+0x[[:xdigit:]]+\): Section mismatch in reference from /d
  61 /^WARNING: drivers\/built-in\.o\(\.text\+0x[[:xdigit:]]+\): Section mismatch in reference from /d
  62 /^Warning: Kernel ABI header at /d
  63 /^[[:space:]]+PERF_VERSION = /d
  64 s/^([[:xdigit:]]+)([[:space:]]+R_PPC64_REL32[[:space:]].*)$/XXX\2/
  65 ' | grep -vxFf $bparent/log-ignore
  66         }
  67
  68         show_log() {
  69                 arch=\$1
  70                 conf=\$2
  71                 log=\$3
  72
  73                 sep='======================================================================'
  74
  75                 echo "\$sep"
  76                 echo " \$arch \$conf build OK - log follows"
  77                 echo "\$sep"
  78                 cat \$log
  79                 b=\$(basename \$log)
  80                 olen=0
  81                 if [ -f $obdir/\$b ]; then
  82                         olen=\$(sanitise_log <$obdir/\$b | wc -l)
  83                 fi
  84                 len=\$(sanitise_log <\$log | wc -l)
  85                 if [ \$len -gt \$olen ]; then
  86                         echo "\$sep"
  87                         echo " log \$b increased number of lines"
  88                         echo "\$sep"
  89                         linux-next-notify "\$arch \$conf log got bigger"
  90                         if [ -f $obdir/\$b ]; then
  91                                 diff -u $obdir/\$b \$log 2>&1 | less
  92                         else
  93                                 diff -u /dev/null \$log 2>&1 | less
  94                         fi
  95                 fi
  96                 if [ \$len -gt 0 ]; then
  97                         (sanitise_log <\$log; cat $bparent/log-ignore ) |
  98                                 sort -u >$bparent/log-ignore.tmp
  99                         mv $bparent/log-ignore.tmp $bparent/log-ignore
 100                 fi
 101                 mv \$log $obdir/\$b
 102         }
 103
 104         echo Building: x86_64 allmodconfig
 105         d="$bparent/x86_64_allmodconfig"
 106         [ -d \$d ] || mkdir \$d || exit 1
 107         log_x86=\$d.log
 108         make ARCH=x86_64 CROSS_COMPILE=x86_64-linux-gnu- O=\$d -s allmodconfig || exit 1
 109         echo "Forking x86 build ..."
 110         /usr/bin/time make ARCH=x86_64 CROSS_COMPILE=x86_64-linux-gnu- O=\$d -j"$j_factor" -O -s > \$log_x86 2>&1 &
 111         x86_64_pid=\$!
 112
 113         echo Building: powerpc ppc64_defconfig
 114         d="$bparent/powerpc_ppc64_defconfig"
 115         [ -d \$d ] || mkdir \$d || exit 1
 116         log_ppc=\$d.log
 117         make ARCH=powerpc O=\$d -s ppc64_defconfig || exit 1
 118         echo "Forking powerpc build ..."
 119         /usr/bin/time make ARCH=powerpc O=\$d -j"$j_factor" -O -s > \$log_ppc 2>&1 &
 120         ppc64_pid=\$!
 121
 122         echo Building: arm multi_v7_defconfig
 123         d="$bparent/arm_multi_v7_defconfig"
 124         [ -d \$d ] || mkdir \$d || exit 1
 125         log_arm=\$d.log
 126         make ARCH=arm CROSS_COMPILE=arm-linux-gnueabi- O=\$d -s multi_v7_defconfig || exit 1
 127         echo "Forking arm build ..."
 128         /usr/bin/time make ARCH=arm CROSS_COMPILE=arm-linux-gnueabi- O=\$d -j"$j_factor" -O -s > \$log_arm 2>&1 &
 129         arm_pid=\$!
 130
 131         echo Building: perf
 132         d="$bparent/perf"
 133         [ -d \$d ] || mkdir \$d || exit 1
 134         log_perf=\$d.log
 135         echo "Forking perf build ..."
 136         /usr/bin/time make -C tools/perf -f Makefile.perf -s -O -j"$j_factor" O=\$d > \$log_perf 2>&1 &
 137         perf_pid=\$!
 138
 139         wait \$perf_pid
 140         rc=\$?
 141
 142         if [ \$rc -ne 0 ]; then
 143                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 144                 echo "ERROR: perf build failed - log follows"
 145                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 146                 cat \$log_perf
 147                 kill \$x86_64_pid || true
 148                 kill \$ppc64_pid || true
 149                 kill \$arm_pid || true
 150                 killall make
 151                 rm .scmversion
 152                 exit 1
 153         else
 154                 show_log native perf \$log_perf
 155         fi
 156
 157         wait \$arm_pid
 158         rc=\$?
 159
 160         if [ \$rc -ne 0 ]; then
 161                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 162                 echo "ERROR: arm multi_v7_defconfig build failed - log follows"
 163                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 164                 cat \$log_arm
 165                 kill \$x86_64_pid || true
 166                 kill \$ppc64_pid || true
 167                 killall make
 168                 rm .scmversion
 169                 exit 1
 170         else
 171                 show_log arm multi_v7_defconfig \$log_arm
 172         fi
 173
 174         wait \$ppc64_pid
 175         rc=\$?
 176
 177         if [ \$rc -ne 0 ]; then
 178                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 179                 echo "ERROR: powerpc ppc64_defconfig build failed - log follows"
 180                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 181                 cat \$log_ppc
 182                 kill \$x86_64_pid || true
 183                 killall make
 184                 rm .scmversion
 185                 exit 1
 186         else
 187                 show_log powerpc ppc64_defconfig \$log_ppc
 188         fi
 189
 190         wait \$x86_64_pid
 191         rc=\$?
 192
 193         if [ \$rc -ne 0 ]; then
 194                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 195                 echo "ERROR: x86_64 allmodconfig build failed - log follows"
 196                 echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
 197                 cat \$log_x86
 198                 rm .scmversion
 199                 exit 1
 200         else
 201                 show_log x86_64 allmodconfig \$log_x86
 202         fi
 203
 204         rm .scmversion
 205 EOF