.travis_do.sh

   1 #!/bin/bash
   2 #
   3 # MIT Alexander Couzens <lynxis@fe80.eu>
   4
   5 set -e
   6
   7 SDK_HOME="$HOME/sdk"
   8 SDK_PATH=https://downloads.lede-project.org/snapshots/targets/ar71xx/generic/
   9 SDK=lede-sdk-ar71xx-generic_gcc-5.4.0_musl.Linux-x86_64
  10 PACKAGES_DIR="$PWD"
  11
  12 echo_red()   { printf "\033[1;31m$*\033[m\n"; }
  13 echo_green() { printf "\033[1;32m$*\033[m\n"; }
  14 echo_blue()  { printf "\033[1;34m$*\033[m\n"; }
  15
  16 exec_status() {
  17         PATTERN="$1"
  18         shift
  19         while :;do sleep 590;echo "still running (please don't kill me Travis)";done &
  20         ("$@" 2>&1) | tee logoutput
  21         R=${PIPESTATUS[0]}
  22         kill $! && wait $! 2>/dev/null
  23         if [ $R -ne 0 ]; then
  24                 echo_red   "=> '$*' failed (return code $R)"
  25                 return 1
  26         fi
  27         if grep -qE "$PATTERN" logoutput; then
  28                 echo_red   "=> '$*' failed (log matched '$PATTERN')"
  29                 return 1
  30         fi
  31
  32         echo_green "=> '$*' successful"
  33         return 0
  34 }
  35
  36 # download will run on the `before_script` step
  37 # The travis cache will be used (all files under $HOME/sdk/). Meaning
  38 # We don't have to download the file again
  39 download_sdk() {
  40         mkdir -p "$SDK_HOME"
  41         cd "$SDK_HOME"
  42
  43         echo_blue "=== download SDK"
  44         wget "$SDK_PATH/sha256sums" -O sha256sums
  45         wget "$SDK_PATH/sha256sums.gpg" -O sha256sums.asc
  46
  47         # LEDE Build System (LEDE GnuPG key for unattended build jobs)
  48         gpg --recv 0xCD84BCED626471F1
  49         # LEDE Release Builder (17.01 "Reboot" Signing Key)
  50         gpg --recv 0x833C6010D52BBB6B
  51         gpg --verify sha256sums.asc
  52         grep "$SDK" sha256sums > sha256sums.small
  53
  54         # if missing, outdated or invalid, download again
  55         if ! sha256sum -c ./sha256sums.small ; then
  56                 wget "$SDK_PATH/$SDK.tar.xz" -O "$SDK.tar.xz"
  57         fi
  58
  59         # check again and fail here if the file is still bad
  60         sha256sum -c ./sha256sums.small
  61         echo_blue "=== SDK is up-to-date"
  62 }
  63
  64 # test_package will run on the `script` step.
  65 # test_package call make download check for very new/modified package
  66 test_packages2() {
  67         # search for new or modified packages. PKGS will hold a list of package like 'admin/muninlite admin/monit ...'
  68         PKGS=$(git diff --diff-filter=d --name-only "$TRAVIS_COMMIT_RANGE" | grep 'Makefile$' | grep -v '/files/' | awk -F'/Makefile' '{ print $1 }')
  69
  70         if [ -z "$PKGS" ] ; then
  71                 echo_blue "No new or modified packages found!"
  72                 return 0
  73         fi
  74
  75         echo_blue "=== Found new/modified packages:"
  76         for pkg in $PKGS ; do
  77                 echo "===+ $pkg"
  78         done
  79
  80         echo_blue "=== Setting up SDK"
  81         tmp_path=$(mktemp -d)
  82         cd "$tmp_path"
  83         tar Jxf "$SDK_HOME/$SDK.tar.xz" --strip=1
  84
  85         # use github mirrors to spare lede servers
  86         cat > feeds.conf <<EOF
  87 src-git base https://github.com/lede-project/source.git
  88 src-link packages $PACKAGES_DIR
  89 src-git luci https://github.com/openwrt/luci.git
  90 EOF
  91
  92         # enable BUILD_LOG
  93         sed -i '1s/^/config BUILD_LOG\n\tbool\n\tdefault y\n\n/' Config-build.in
  94
  95         ./scripts/feeds update -a > /dev/null
  96         ./scripts/feeds install -a > /dev/null
  97         make defconfig > /dev/null
  98         echo_blue "=== Setting up SDK done"
  99
 100         RET=0
 101         # E.g: pkg_dir => admin/muninlite
 102         # pkg_name => muninlite
 103         for pkg_dir in $PKGS ; do
 104                 pkg_name=$(echo "$pkg_dir" | awk -F/ '{ print $NF }')
 105                 echo_blue "=== $pkg_name: Starting quick tests"
 106
 107                 exec_status 'WARNING|ERROR' make "package/$pkg_name/download" V=s || RET=1
 108                 exec_status 'WARNING|ERROR' make "package/$pkg_name/check" V=s || RET=1
 109
 110                 echo_blue "=== $pkg_name: quick tests done"
 111         done
 112
 113         [ $RET -ne 0 ] && return $RET
 114
 115         for pkg_dir in $PKGS ; do
 116                 pkg_name=$(echo "$pkg_dir" | awk -F/ '{ print $NF }')
 117                 echo_blue "=== $pkg_name: Starting compile test"
 118
 119                 # we can't enable verbose built else we often hit Travis limits
 120                 # on log size and the job get killed
 121                 exec_status '^ERROR' make "package/$pkg_name/compile" -j3 || RET=1
 122
 123                 echo_blue "=== $pkg_name: compile test done"
 124
 125                 echo_blue "=== $pkg_name: begin compile logs"
 126                 for f in $(find logs/package/feeds/packages/$pkg_name/ -type f); do
 127                         echo_blue "Printing last 200 lines of $f"
 128                         tail -n200 "$f"
 129                 done
 130                 echo_blue "=== $pkg_name: end compile logs"
 131
 132                 echo_blue "=== $pkg_name: begin packages sizes"
 133                 du -ba bin/
 134                 echo_blue "=== $pkg_name: end packages sizes"
 135         done
 136
 137         return $RET
 138 }
 139
 140 test_commits() {
 141         RET=0
 142         for commit in $(git rev-list ${TRAVIS_COMMIT_RANGE/.../..}); do
 143                 echo_blue "=== Checking commit '$commit'"
 144                 if git show --format='%P' -s $commit | grep -qF ' '; then
 145                         echo_red "Pull request should not include merge commits"
 146                         RET=1
 147                 fi
 148
 149                 author="$(git show -s --format=%aN $commit)"
 150                 if echo $author | grep -q '\S\+\s\+\S\+'; then
 151                         echo_green "Author name ($author) seems ok"
 152                 else
 153                         echo_red "Author name ($author) need to be your real name 'firstname lastname'"
 154                         RET=1
 155                 fi
 156
 157                 subject="$(git show -s --format=%s $commit)"
 158                 if echo "$subject" | grep -q -e '^[0-9A-Za-z,/-]\+: ' -e '^Revert '; then
 159                         echo_green "Commit subject line seems ok ($subject)"
 160                 else
 161                         echo_red "Commit subject line MUST start with '<package name>: ' ($subject)"
 162                         RET=1
 163                 fi
 164
 165                 body="$(git show -s --format=%b $commit)"
 166                 sob="$(git show -s --format='Signed-off-by: %aN <%aE>' $commit)"
 167                 if echo "$body" | grep -qF "$sob"; then
 168                         echo_green "Signed-off-by match author"
 169                 else
 170                         echo_red "Signed-off-by is missing or doesn't match author (should be '$sob')"
 171                         RET=1
 172                 fi
 173         done
 174
 175         return $RET
 176 }
 177
 178 test_packages() {
 179         test_commits && test_packages2 || return 1
 180 }
 181
 182 echo_blue "=== Travis ENV"
 183 env
 184 echo_blue "=== Travis ENV"
 185
 186 while true; do
 187         # if clone depth is too small, git rev-list / diff return incorrect or empty results
 188         C="$(git rev-list ${TRAVIS_COMMIT_RANGE/.../..} | tail -n1)" 2>/dev/null
 189         [ -n "$C" -a "$C" != "a22de9b74cf9579d1ce7e6cf1845b4afa4277b00" ] && break
 190         echo_blue "Fetching 50 commits more"
 191         git fetch origin --deepen=50
 192 done
 193
 194 if [ "$TRAVIS_PULL_REQUEST" = false ] ; then
 195         echo "Only Pull Requests are supported at the moment." >&2
 196         exit 0
 197 fi
 198
 199
 200 if [ $# -ne 1 ] ; then
 201         cat <<EOF
 202 Usage: $0 (download_sdk|test_packages)
 203
 204 download_sdk - download the SDK to $HOME/sdk.tar.xz
 205 test_packages - do a make check on the package
 206 EOF
 207         exit 1
 208 fi
 209
 210 $@