X-Git-Url: http://git.ozlabs.org/?a=blobdiff_plain;f=fetch_trees;h=2db70cdb77e15bf0ba00ff54dda4a7bbf0447c24;hb=HEAD;hp=6eb01c8418e90494a6627dc976fb13247c577610;hpb=45c2cd7265f811768f6eda00b80bc0c2dfa933e5;p=next-scripts diff --git a/fetch_trees b/fetch_trees index 6eb01c8..2db70cd 100755 --- a/fetch_trees +++ b/fetch_trees @@ -1,99 +1,86 @@ #!/bin/bash -. "$(dirname $0)/common.sh" "" +tools_dir=$(dirname "$0") +# shellcheck source=/dev/null +. "$tools_dir/common.sh" '' -origwd=$(pwd) +if [ "$1" = '-n' ]; then + shift + last=$(tail -n1 "$SHA1_FILE" | cut -f1 -d$'\t') + start_from=$(awk -F '\t' '/^[^#]/ && $3 == "'"$last"'" { + do + getline; + while (/^#/ || $2 == "branch"); + print $3; + exit 0; + }' "$CTRL_FILE") +fi + +if [ "$1" = '-s' ]; then + shift + start_from="$1" + if [ -z "$start_from" ]; then + printf '-s requires a start tree\n' 1>&2 + exit 1 + fi + shift +fi get_field() { - grep -v '^#' $CTRL_FILE | - awk -F '\t' '$3 == "'$1'" { print $'$2'; }' + awk -F '\t' '/^[^#]/ && $3 == "'"$1"'" { print $'"$2"'; }' "$CTRL_FILE" } -trees="$@" -[ "$trees" ] || - trees=$(grep -v '^#' $CTRL_FILE | awk -F '\t' '{ print $3 }') - -for name in $trees; do - type=$(get_field "$name" 2) +fetch_git() +{ + git fetch "$1" +} - echo $name: $type - if [ "$type" = "git" ]; then - git fetch "$name" - continue +fetch_mmotm() +( + if ! cd ../mmotm; then + printf 'Cannot chdir to ../mmotm\n' 1>&2 + return + fi + if ! rsync -az --partial --exclude '.git*' \ + --exclude broken-out.tar.gz --delete \ + gandalf.ozlabs.org::akpm/mmotm/. .; then + git reset --hard + printf 'Fetcing mmotm failed\n' 1>&2 + return fi + git add -A . + if [ "$(git status --porcelain)" ]; then + git commit -m "$(head -n 1 .DATE)" + fi +) + +trees="$*" +if ! [ "$trees" ]; then + trees=$(awk -F '\t' '/^[^#]/ && $2 != "branch" { print $3 }' "$CTRL_FILE") +fi - if [ "$type" = "mmotm" ]; then - cd ../mmotm || { - echo "Cannot chdir to ../mmotm" 1>&2 +for name in $trees; do + if [ -n "$start_from" ]; then + if [ "$name" = "$start_from" ]; then + start_from='' + else continue - } - rsync -avHP --exclude .git --exclude broken-out.tar.gz --delete ozlabs.org:~akpm/public_html/mmotm/. . - # we only use the fist lines of {origin,linux-next}.patch - [ -f broken-out/origin.patch ] && - sed -i 1q broken-out/origin.patch - [ -f broken-out/linux-next.patch ] && - sed -i 1q broken-out/linux-next.patch - git add -A . - [ "$(git status --porcelain)" ] && - git commit -m "$(head -n 1 .DATE)" - cd "$origwd" - continue + fi fi - if [ "$type" = "quilt" ]; then - url=$(get_field "$name" 4) - url=${url%/} # strip trailing / if necessary + type=$(get_field "$name" 2) + if ! [ "$type" ]; then + printf '%s: unknown tree\n' "$name" 1>&2 + continue + fi - cd ../quilt || { - echo "Cannot chdir to ../quilt" 1>&2 - continue - } - [ -d "$name" ] || mkdir "$name" || { - echo "Cannot create quilt directory for $name" 1>&2 - cd "$origwd" - continue - } - cd "$name" || { - echo "Cannot chdir to quilt directory for $name" 1>&2 - cd "$origwd" - continue - } - wget -N -nv --no-cache "$url/series" || { - echo "Wget of $name series file failed" 1>&2 - cd .. - rm -rf "$name" - git checkout "$name" - cd "$origwd" - continue - } - find * -type f | grep -v '^series$' | sort >.series.old - if grep -q NEXT_PATCHES series; then - sed -n '/NEXT_PATCHES_START/,/NEXT_PATCHES_END/p' series - else - cat series - fi | - sed -e 's/[ \t]*#.*$//' -e '/^[ \t]*$/d' | - sort >.series.next - [ -s .series.next ] && { - sed "s|^|$url/|" .series.next | - wget -N -nv --no-cache -i - || { - echo "Wget of series '$name' failed" 1>&2 - cd .. - rm -rf "$name" - git checkout "$name" - cd "$origwd" - continue - } - } - comm -23 .series.old .series.next | xargs -r rm -f - rm -f .series.old .series.next - cd "$origwd" + printf '%s: %s\n' "$name" "$type" + fun="fetch_$type" + tfun=$(type -t "$fun") + if [ "$tfun" = 'function' ]; then + "$fun" "$name" fi done -cd ../quilt -git add -A . -git commit -v -a -m "$(date '+%F-%H:%M')" -e - exit 0