]> git.ozlabs.org Git - next-scripts/blobdiff - do_build
extract the check_dups function from common.sh
[next-scripts] / do_build
index a90373dc057d5cf6a4dec55b86a73374a743bb3a..c4c45c16629d022669e89724bc8e99ae59cd4798 100755 (executable)
--- a/do_build
+++ b/do_build
@@ -1,4 +1,4 @@
-#!/bin/sh
+#!/bin/bash
 
 tree=
 if [ "$1" ]; then
@@ -6,30 +6,44 @@ if [ "$1" ]; then
        shift
 fi
 
-tools_dir=$(cd $(dirname "$0"); pwd)
-. "$tools_dir/common.sh"
+# shellcheck source=common.sh
+. "$(dirname "$0")/common.sh"
 
 set -e
 
 bparent=$(dirname "$build_dir")
 
-line="$(tail -n 1 $SHA1_FILE)"
+line=$(tail -n 1 "$SHA1_FILE")
 
 # strip everything after the first tab character
 stree=${line%% *}
 if [ "$tree" ]; then
-       [ "$tree" = "$stree" ] || {
-               echo "That is not the last tree merged ($tree v $stree)" 1>&2
+       if [ "$tree" != "$stree" ]; then
+               printf 'That is not the last tree merged (%s v %s)\n' "$tree" "$stree" 1>&2
                exit 1
-       }
+       fi
 else
        tree="$stree"
 fi
 obdir="$bparent/old/$tree"
 
-cmd="firejail --profile=$bin_dir/build.profile /bin/sh"
-[ "$build_host" ] &&
-       cmd="ssh root@$build_host unshare -n su $(id -u -n)"
+cmd="/bin/sh"
+if [ "$build_host" ]; then
+       cmd="ssh -T $build_host"
+fi
+
+log_regex='/^[[:space:]]+$/d
+/^[.[:digit:]]+user [.[:digit:]]+system [:.[:digit:]]+elapsed [[:digit:]]+%CPU \([[:digit:]]+avgtext\+[[:digit:]]+avgdata [[:digit:]]+maxresident\)k$/d
+/^[[:digit:]]+inputs\+[[:digit:]]+outputs \([[:digit:]]+major\+[[:digit:]]+minor\)pagefaults [[:digit:]]+swaps$/d
+/^Setup is [[:digit:]]+ bytes \(padded to [[:digit:]]+ bytes\)\.$/d
+/^System is [[:digit:]]+ kB$/d
+/^CRC [[:xdigit:]]+$/d
+/^Kernel: arch\/x86\/boot\/bzImage is ready  \(#[[:digit:]]+\)$/d
+s/^(WARNING: (modpost: )?(drivers\/built-in|vmlinux)\.o\(\.[^+]*\+0x)[[:xdigit:]]+(\): Section mismatch in reference from .*)$/\1XXXX\4/
+/^Warning: Kernel ABI header at /d
+/^[[:space:]]+PERF_VERSION = /d
+s/^(Parsed description of) [[:digit:]]+ (helper function)/\1 X \2/
+s/^[[:xdigit:]]+([[:space:]]+R_PPC64_(ADDR64|REL32)[[:space:]].*)$/XXX\1/'
 
 $cmd <<-EOF
 
@@ -46,22 +60,31 @@ $cmd <<-EOF
        git reset --hard next || exit 1
        touch .scmversion || exit 1
 
+       g=../global.except
+       if [ -r \$g ]; then
+               KCONFIG_ALLCONFIG=\$g
+               export KCONFIG_ALLCONFIG
+       fi
+
        [ -d "$obdir" ] || mkdir -p "$obdir" || exit 1
 
        sanitise_log() {
-               sed -r '
-/^[[:space:]]+$/d
-/^[.[:digit:]]+user [.[:digit:]]+system [:.[:digit:]]+elapsed [[:digit:]]+%CPU \([[:digit:]]+avgtext\+[[:digit:]]+avgdata [[:digit:]]+maxresident\)k$/d
-/^[[:digit:]]+inputs\+[[:digit:]]+outputs \([[:digit:]]+major\+[[:digit:]]+minor\)pagefaults [[:digit:]]+swaps$/d
-/^Setup is [[:digit:]]+ bytes \(padded to [[:digit:]]+ bytes\)\.$/d
-/^System is [[:digit:]]+ kB$/d
-/^CRC [[:xdigit:]]+$/d
-/^Kernel: arch\/x86\/boot\/bzImage is ready  \(#[[:digit:]]+\)$/d
-/^WARNING: vmlinux\.o\(\.text\+0x[[:xdigit:]]+\): Section mismatch in reference from /d
-/^WARNING: drivers\/built-in\.o\(\.text\+0x[[:xdigit:]]+\): Section mismatch in reference from /d
-/^Warning: Kernel ABI header at /d
-/^[[:space:]]+PERF_VERSION = /d
-' | grep -vxFf $bparent/log-ignore
+               sed -E -e '$log_regex' | grep -vxFf $bparent/log-ignore
+       }
+
+       do_fail()
+       {
+               sep='!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!'
+               echo "\$sep"
+               echo "ERROR: \$1 build failed - log follows"
+               echo "\$sep"
+               cat "\$2"
+               if [ -n "\$3" ]; then
+                       kill "\$3" || true
+               fi
+               killall make
+               rm .scmversion
+               exit 1
        }
 
        show_log() {
@@ -85,7 +108,7 @@ $cmd <<-EOF
                        echo "\$sep"
                        echo " log \$b increased number of lines"
                        echo "\$sep"
-                       pushover "linux-next: \$arch \$conf log got bigger"
+                       linux-next-notify "\$arch \$conf log got bigger"
                        if [ -f $obdir/\$b ]; then
                                diff -u $obdir/\$b \$log 2>&1 | less
                        else
@@ -100,105 +123,52 @@ $cmd <<-EOF
                mv \$log $obdir/\$b
        }
 
-       echo Building: x86_64 allmodconfig
-       d="$bparent/x86_64_allmodconfig"
+       echo Building: perf
+       d="$bparent/perf"
        [ -d \$d ] || mkdir \$d || exit 1
-       log_x86=\$d.log
-       make ARCH=x86_64 CROSS_COMPILE=x86_64-linux-gnu- O=\$d -s allmodconfig || exit 1
-       echo "Forking x86 build ..."
-       /usr/bin/time make ARCH=x86_64 CROSS_COMPILE=x86_64-linux-gnu- O=\$d -j"$j_factor" -O -s > \$log_x86 2>&1 &
-       x86_64_pid=\$!
+       log_perf=\$d.log
+
+       if ! /usr/bin/time make -C tools/perf -f Makefile.perf -s -O -j200 O=\$d NO_BPF_SKEL=1 > \$log_perf 2>&1; then
+               do_fail perf "\$log_perf"
+       fi
+
+       show_log native perf \$log_perf
 
        echo Building: powerpc ppc64_defconfig
        d="$bparent/powerpc_ppc64_defconfig"
        [ -d \$d ] || mkdir \$d || exit 1
        log_ppc=\$d.log
        make ARCH=powerpc O=\$d -s ppc64_defconfig || exit 1
-       echo "Forking powerpc build ..."
-       /usr/bin/time make ARCH=powerpc O=\$d -j"$j_factor" -O -s > \$log_ppc 2>&1 &
-       ppc64_pid=\$!
+
+       if ! /usr/bin/time make ARCH=powerpc O=\$d -j200 -O -s > \$log_ppc 2>&1; then
+               do_fail "powerpc ppc64_defconfig" "\$log_ppc"
+       fi
+
+       show_log powerpc ppc64_defconfig \$log_ppc
 
        echo Building: arm multi_v7_defconfig
        d="$bparent/arm_multi_v7_defconfig"
        [ -d \$d ] || mkdir \$d || exit 1
        log_arm=\$d.log
        make ARCH=arm CROSS_COMPILE=arm-linux-gnueabi- O=\$d -s multi_v7_defconfig || exit 1
-       echo "Forking arm build ..."
-       /usr/bin/time make ARCH=arm CROSS_COMPILE=arm-linux-gnueabi- O=\$d -j"$j_factor" -O -s > \$log_arm 2>&1 &
-       arm_pid=\$!
 
-       echo Building: perf
-       d="$bparent/perf"
-       [ -d \$d ] || mkdir \$d || exit 1
-       log_perf=\$d.log
-       echo "Forking perf build ..."
-       /usr/bin/time make -C tools/perf -f Makefile.perf -s -O -j"$j_factor" O=\$d > \$log_perf 2>&1 &
-       perf_pid=\$!
-
-       wait \$perf_pid
-       rc=\$?
-
-       if [ \$rc -ne 0 ]; then
-               echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
-               echo "ERROR: perf build failed - log follows"
-               echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
-               cat \$log_perf
-               kill \$x86_64_pid
-               kill \$ppc64_pid
-               kill \$arm_pid
-               killall make
-               rm .scmversion
-               exit 1
-       else
-               show_log native perf \$log_perf
+       if ! /usr/bin/time make ARCH=arm CROSS_COMPILE=arm-linux-gnueabi- O=\$d -j200 -O -s > \$log_arm 2>&1; then
+               do_fail 'arm multi_v7_defconfig' "\$log_arm"
        fi
 
-       wait \$arm_pid
-       rc=\$?
+       show_log arm multi_v7_defconfig \$log_arm
 
-       if [ \$rc -ne 0 ]; then
-               echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
-               echo "ERROR: arm multi_v7_defconfig build failed - log follows"
-               echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
-               cat \$log_arm
-               kill \$x86_64_pid
-               kill \$ppd64_pid
-               killall make
-               rm .scmversion
-               exit 1
-       else
-               show_log arm multi_v7_defconfig \$log_arm
-       fi
-
-       wait \$ppc64_pid
-       rc=\$?
+       echo Building: x86_64 allmodconfig
+       d="$bparent/x86_64_allmodconfig"
+       [ -d \$d ] || mkdir \$d || exit 1
+       log_x86=\$d.log
+       make ARCH=x86_64 CROSS_COMPILE=x86_64-linux-gnu- O=\$d -s allmodconfig || exit 1
 
-       if [ \$rc -ne 0 ]; then
-               echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
-               echo "ERROR: powerpc ppc64_defconfig build failed - log follows"
-               echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
-               cat \$log_ppc
-               kill \$x86_64_pid
-               killall make
-               rm .scmversion
-               exit 1
-       else
-               show_log powerpc ppc64_defconfig \$log_ppc
+       if ! /usr/bin/time make ARCH=x86_64 CROSS_COMPILE=x86_64-linux-gnu- O=\$d -j200 -O -s > \$log_x86 2>&1; then
+               do_fail "x86_64 allmodconfig" "\$log_x86"
        fi
 
-       wait \$x86_64_pid
-       rc=\$?
-
-       if [ \$rc -ne 0 ]; then
-               echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
-               echo "ERROR: x86_64 allmodconfig build failed - log follows"
-               echo "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
-               cat \$log_x86
-               rm .scmversion
-               exit 1
-       else
-               show_log x86_64 allmodconfig \$log_x86
-       fi
+       show_log x86_64 allmodconfig \$log_x86
 
        rm .scmversion
 EOF