.circleci/config.yml

   1 version: 2.0
   2 jobs:
   3   build:
   4     docker:
   5       - image: docker.io/openwrtorg/packages-cci:v1.0.7
   6     environment:
   7       - SDK_HOST: "downloads.openwrt.org"
   8       - SDK_PATH: "snapshots/targets/ath79/generic"
   9       - SDK_FILE: "openwrt-sdk-ath79-generic_*.Linux-x86_64.tar.xz"
  10       - BRANCH: "master"
  11     steps:
  12       - checkout:
  13           path: ~/openwrt_packages
  14
  15       - run:
  16           name: Check changes / verify commits
  17           working_directory: ~/openwrt_packages
  18           command: |
  19              cat >> $BASH_ENV <<EOF
  20              echo_red()   { printf "\033[1;31m\$*\033[m\n"; }
  21              echo_green() { printf "\033[1;32m\$*\033[m\n"; }
  22              echo_blue()  { printf "\033[1;34m\$*\033[m\n"; }
  23              EOF
  24              source $BASH_ENV
  25
  26              RET=0
  27              for commit in $(git rev-list HEAD ^origin/$BRANCH); do
  28                echo_blue "=== Checking commit '$commit'"
  29                if git show --format='%P' -s $commit | grep -qF ' '; then
  30                  echo_red "Pull request should not include merge commits"
  31                  RET=1
  32                fi
  33
  34                author="$(git show -s --format=%aN $commit)"
  35                if echo $author | grep -q '\S\+\s\+\S\+'; then
  36                  echo_green "Author name ($author) seems ok"
  37                else
  38                  echo_red "Author name ($author) need to be your real name 'firstname lastname'"
  39                  RET=1
  40                fi
  41
  42                subject="$(git show -s --format=%s $commit)"
  43                if echo "$subject" | grep -q -e '^[0-9A-Za-z,+/_-]\+: ' -e '^Revert '; then
  44                  echo_green "Commit subject line seems ok ($subject)"
  45                else
  46                  echo_red "Commit subject line MUST start with '<package name>: ' ($subject)"
  47                  RET=1
  48                fi
  49
  50                body="$(git show -s --format=%b $commit)"
  51                sob="$(git show -s --format='Signed-off-by: %aN <%aE>' $commit)"
  52                if echo "$body" | grep -qF "$sob"; then
  53                  echo_green "Signed-off-by match author"
  54                else
  55                  echo_red "Signed-off-by is missing or doesn't match author (should be '$sob')"
  56                  RET=1
  57                fi
  58              done
  59
  60              exit $RET
  61
  62       - run:
  63           name: Download the SDK
  64           working_directory: ~/sdk
  65           command: |
  66              curl "https://$SDK_HOST/$SDK_PATH/sha256sums" -sS -o sha256sums
  67              curl "https://$SDK_HOST/$SDK_PATH/sha256sums.asc" -fs -o sha256sums.asc || true
  68              curl "https://$SDK_HOST/$SDK_PATH/sha256sums.sig" -fs -o sha256sums.sig || true
  69              if [ ! -f sha256sums.asc ] && [ ! -f sha256sums.sig ]; then
  70                  echo_red "Missing sha256sums signature files"
  71                  exit 1
  72              fi
  73              [ ! -f sha256sums.asc ] || gpg --with-fingerprint --verify sha256sums.asc sha256sums
  74              if [ -f sha256sums.sig ]; then
  75                  VERIFIED=
  76                  for KEY in ~/usign/*; do
  77                      echo "Trying $KEY..."
  78                      if signify-openbsd -V -q -p "$KEY" -x sha256sums.sig -m sha256sums; then
  79                          echo "...verified"
  80                          VERIFIED=1
  81                          break
  82                      fi
  83                  done
  84                  if [ -z "$VERIFIED" ]; then
  85                      echo_red "Could not verify usign signature"
  86                      exit 1
  87                  fi
  88              fi
  89              rsync -av "$SDK_HOST::downloads/$SDK_PATH/$SDK_FILE" .
  90              sha256sum -c --ignore-missing sha256sums
  91
  92       - run:
  93           name: Prepare build_dir
  94           working_directory: ~/build_dir
  95           command: |
  96              tar Jxf ~/sdk/$SDK_FILE --strip=1
  97              touch .config
  98              make prepare-tmpinfo scripts/config/conf
  99              ./scripts/config/conf --defconfig=.config Config.in
 100              make prereq
 101              rm .config
 102              cat > feeds.conf <<EOF
 103              src-git base https://github.com/openwrt/openwrt.git;$BRANCH
 104              src-link packages $HOME/openwrt_packages
 105              src-git luci https://github.com/openwrt/luci.git;$BRANCH
 106              EOF
 107              cat feeds.conf
 108              ./scripts/feeds update -a > /dev/null
 109              make defconfig > /dev/null
 110              # enable BUILD_LOG
 111              sed -i 's/# CONFIG_BUILD_LOG is not set/CONFIG_BUILD_LOG=y/' .config
 112
 113       - run:
 114           name: Install & download source, check package, compile
 115           working_directory: ~/build_dir
 116           command: |
 117              set +o pipefail
 118              PKGS=$(cd ~/openwrt_packages; git diff --diff-filter=d --name-only "origin/$BRANCH..." | grep 'Makefile$' | grep -Ev '/files/|/src/' | awk -F/ '{ print $(NF-1) }')
 119              if [ -z "$PKGS" ] ; then
 120                  echo_blue "WARNING: No new or modified packages found!"
 121                  exit 0
 122              fi
 123
 124              echo_blue "=== Found new/modified packages: $PKGS"
 125              for PKG in $PKGS ; do
 126                  echo_blue "===+ Install: $PKG"
 127                  ./scripts/feeds install "$PKG"
 128
 129                  echo_blue "===+ Download: $PKG"
 130                  make "package/$PKG/download" V=s
 131
 132                  echo_blue "===+ Check package: $PKG"
 133                  make "package/$PKG/check" V=s 2>&1 | tee logtmp
 134                  RET=${PIPESTATUS[0]}
 135
 136                  if [ $RET -ne 0 ]; then
 137                      echo_red   "=> Package check failed: $RET)"
 138                      exit $RET
 139                  fi
 140
 141                  badhash_msg="HASH does not match "
 142                  badhash_msg+="|HASH uses deprecated hash,"
 143                  badhash_msg+="|HASH is missing,"
 144                  if grep -qE "$badhash_msg" logtmp; then
 145                      echo_red   "=> Package HASH check failed"
 146                      exit 1
 147                  fi
 148                  echo_green "=> Package check OK"
 149              done
 150
 151              make \
 152                  -f .config \
 153                  -f tmp/.packagedeps \
 154                  -f <(echo '$(info $(sort $(package-y) $(package-m)))'; echo -en 'a:\n\t@:') \
 155               | tr ' ' '\n' >enabled-package-subdirs.txt
 156              for PKG in $PKGS ; do
 157                  if ! grep -m1 -qE "(^|/)$PKG$" enabled-package-subdirs.txt; then
 158                         echo_red "===+ Building: $PKG skipped. It cannot be enabled with $SDK_FILE"
 159                         continue
 160                  fi
 161                  echo_blue "===+ Building: $PKG"
 162                  make "package/$PKG/compile" -j3 V=s || {
 163                         RET=$?
 164                         echo_red "===+ Building: $PKG failed, rebuilding with -j1 for human readable error log"
 165                         make "package/$PKG/compile" -j1 V=s; exit $RET
 166                  }
 167              done
 168
 169       - store_artifacts:
 170           path: ~/build_dir/logs
 171
 172       - store_artifacts:
 173           path: ~/build_dir/bin
 174
 175 workflows:
 176   version: 2
 177   buildpr:
 178     jobs:
 179       - build:
 180           filters:
 181             branches:
 182               ignore: master