base-files: sysupgrade: include uci-defaults script disabling services
[openwrt/staging/stintel.git] / package / base-files / files / sbin / sysupgrade
index 4ea8be518a70e3583b0179d81cc5eec684f3b264..4bac1041d9665ace4a6ab84d734941bf6f168e81 100755 (executable)
@@ -2,18 +2,24 @@
 
 . /lib/functions.sh
 . /lib/functions/system.sh
+. /usr/share/libubox/jshn.sh
 
 # initialize defaults
+export MTD_ARGS=""
 export MTD_CONFIG_ARGS=""
 export INTERACTIVE=0
 export VERBOSE=1
 export SAVE_CONFIG=1
 export SAVE_OVERLAY=0
+export SAVE_OVERLAY_PATH=
 export SAVE_PARTITIONS=1
+export SAVE_INSTALLED_PKGS=0
+export SKIP_UNCHANGED=0
 export CONF_IMAGE=
 export CONF_BACKUP_LIST=0
 export CONF_BACKUP=
 export CONF_RESTORE=
+export IGNORE_MINOR_COMPAT=0
 export NEED_IMAGE=
 export HELP=0
 export FORCE=0
@@ -26,8 +32,11 @@ while [ -n "$1" ]; do
                -v) export VERBOSE="$(($VERBOSE + 1))";;
                -q) export VERBOSE="$(($VERBOSE - 1))";;
                -n) export SAVE_CONFIG=0;;
-               -c) export SAVE_OVERLAY=1;;
+               -c) export SAVE_OVERLAY=1 SAVE_OVERLAY_PATH=/etc;;
+               -o) export SAVE_OVERLAY=1 SAVE_OVERLAY_PATH=/;;
                -p) export SAVE_PARTITIONS=0;;
+               -k) export SAVE_INSTALLED_PKGS=1;;
+               -u) export SKIP_UNCHANGED=1;;
                -b|--create-backup) export CONF_BACKUP="$2" NEED_IMAGE=1; shift;;
                -r|--restore-backup) export CONF_RESTORE="$2" NEED_IMAGE=1; shift;;
                -l|--list-backup) export CONF_BACKUP_LIST=1;;
@@ -35,6 +44,7 @@ while [ -n "$1" ]; do
                -F|--force) export FORCE=1;;
                -T|--test) export TEST=1;;
                -h|--help) export HELP=1; break;;
+               --ignore-minor-compat-version) export IGNORE_MINOR_COMPAT=1;;
                -*)
                        echo "Invalid option: $1" >&2
                        exit 1
@@ -46,24 +56,33 @@ done
 
 export CONFFILES=/tmp/sysupgrade.conffiles
 export CONF_TAR=/tmp/sysupgrade.tgz
+export ETCBACKUP_DIR=/etc/backup
+export INSTALLED_PACKAGES=${ETCBACKUP_DIR}/installed_packages.txt
 
 IMAGE="$1"
 
 [ -z "$IMAGE" -a -z "$NEED_IMAGE" -a $CONF_BACKUP_LIST -eq 0 -o $HELP -gt 0 ] && {
        cat <<EOF
 Usage: $0 [<upgrade-option>...] <image file or URL>
-       $0 [-q] [-i] [-c] <backup-command> <file>
+       $0 [-q] [-i] [-c] [-u] [-o] [-k] <backup-command> <file>
 
 upgrade-option:
        -f <config>  restore configuration from .tar.gz (file or url)
        -i           interactive mode
        -c           attempt to preserve all changed files in /etc/
+       -o           attempt to preserve all changed files in /, except those
+                    from packages but including changed confs.
+       -u           skip from backup files that are equal to those in /rom
        -n           do not save configuration over reflash
        -p           do not attempt to restore the partition table after flash.
+       -k           include in backup a list of current installed packages at
+                    $INSTALLED_PACKAGES
        -T | --test
                     Verify image and config .tar.gz but do not actually flash.
        -F | --force
                     Flash image even if image checks fail, this is dangerous!
+       --ignore-minor-compat-version
+                    Flash image even if the minor compat version is incompatible.
        -q           less verbose
        -v           more verbose
        -h | --help  display this help
@@ -111,34 +130,76 @@ list_changed_conffiles() {
        list_conffiles | while read file csum; do
                [ -r "$file" ] || continue
 
-               echo "${csum}  ${file}" | sha256sum -sc - || echo "$file"
+               echo "${csum}  ${file}" | busybox sha256sum -sc - || echo "$file"
        done
 }
 
+list_static_conffiles() {
+       local filter=$1
+
+       find $(sed -ne '/^[[:space:]]*$/d; /^#/d; p' \
+               /etc/sysupgrade.conf /lib/upgrade/keep.d/* 2>/dev/null) \
+               \( -type f -o -type l \) $filter 2>/dev/null
+}
+
 add_conffiles() {
        local file="$1"
-       ( find $(sed -ne '/^[[:space:]]*$/d; /^#/d; p' \
-               /etc/sysupgrade.conf /lib/upgrade/keep.d/* 2>/dev/null) \
-               -type f -o -type l 2>/dev/null;
-         list_changed_conffiles ) | sort -u > "$file"
+
+       ( list_static_conffiles "$find_filter"; list_changed_conffiles ) |
+               sort -u > "$file"
        return 0
 }
 
 add_overlayfiles() {
        local file="$1"
-       find /overlay/upper/etc/ -type f -o -type l | sed \
-               -e 's,^/overlay\/upper/,/,' \
-               -e '\,/META_[a-zA-Z0-9]*$,d' \
-               -e '\,/functions.sh$,d' \
+
+       local packagesfiles=$1.packagesfiles
+       touch "$packagesfiles"
+
+       if [ "$SAVE_OVERLAY_PATH" = / ]; then
+               local conffiles=$1.conffiles
+               local keepfiles=$1.keepfiles
+
+               list_conffiles | cut -f2 -d ' ' | sort -u > "$conffiles"
+
+               # backup files from /etc/sysupgrade.conf and /lib/upgrade/keep.d, but
+               # ignore those aready controlled by opkg conffiles
+               list_static_conffiles | sort -u |
+                       grep -h -v -x -F -f $conffiles > "$keepfiles"
+
+               # backup conffiles, but only those changed if '-u'
+               [ $SKIP_UNCHANGED = 1 ] &&
+                       list_changed_conffiles | sort -u > "$conffiles"
+
+               # do not backup files from packages, except those listed
+               # in conffiles and keep.d
+               {
+                       find /usr/lib/opkg/info -type f -name "*.list" -exec cat {} \;
+                       find /usr/lib/opkg/info -type f -name "*.control" -exec sed \
+                               -ne '/^Alternatives/{s/^Alternatives: //;s/, /\n/g;p}' {} \; |
+                               cut -f2 -d:
+               } |  grep -v -x -F -f $conffiles |
+                    grep -v -x -F -f $keepfiles | sort -u > "$packagesfiles"
+               rm -f "$keepfiles" "$conffiles"
+       fi
+
+       # busybox grep bug when file is empty
+       [ -s "$packagesfiles" ] || echo > $packagesfiles
+
+       ( cd /overlay/upper/; find .$SAVE_OVERLAY_PATH \( -type f -o -type l \) $find_filter | sed \
+               -e 's,^\.,,' \
+               -e '\,^/etc/board.json$,d' \
                -e '\,/[^/]*-opkg$,d' \
-               -e '\,/etc/urandom.seed$,d' \
-       > "$file"
+               -e '\,^/etc/urandom.seed$,d' \
+               -e "\,^$INSTALLED_PACKAGES$,d" \
+               -e '\,^/usr/lib/opkg/.*,d' \
+       ) | grep -v -x -F -f $packagesfiles > "$file"
+
+       rm -f "$packagesfiles"
+
        return 0
 }
 
-# hooks
-sysupgrade_image_check="fwtool_check_signature fwtool_check_image platform_check_image"
-
 if [ $SAVE_OVERLAY = 1 ]; then
        [ ! -d /overlay/upper/etc ] && {
                echo "Cannot find '/overlay/upper/etc', required for '-c'" >&2
@@ -149,12 +210,23 @@ else
        sysupgrade_init_conffiles="add_conffiles"
 fi
 
+find_filter=""
+if [ $SKIP_UNCHANGED = 1 ]; then
+       [ ! -d /rom/ ] && {
+               echo "'/rom/' is required by '-u'"
+               exit 1
+       }
+       find_filter='( ( -exec test -e /rom/{} ; -exec cmp -s /{} /rom/{} ; ) -o -print )'
+fi
+
 include /lib/upgrade
 
 do_save_conffiles() {
        local conf_tar="$1"
+       local tmp
+       local dir
 
-       [ -z "$(rootfs_type)" ] && {
+       [ "$(rootfs_type)" = "tmpfs" ] && {
                echo "Cannot save config while running from ramdisk." >&2
                ask_bool 0 "Abort" && exit
                rm -f "$conf_tar"
@@ -163,20 +235,62 @@ do_save_conffiles() {
        run_hooks "$CONFFILES" $sysupgrade_init_conffiles
        ask_bool 0 "Edit config file list" && vi "$CONFFILES"
 
+       # Mount root directory with temporary overlay on top of it.
+       # This allows including extra (temporary) files in backup archive
+       # without messing actual rootfs.
+       tmp="$(mktemp -d -t overlay.XXXXXX)"
+       mkdir -p "$tmp/upper" "$tmp/work" "$tmp/backup"
+       dir="$tmp/backup"
+       if ! mount -t overlay overlay -o lowerdir=/,upperdir="$tmp/upper",workdir="$tmp/work" "$dir"; then
+               echo "Cannot mount backup overlay to $dir." >&2
+               ask_bool 0 "Abort" && exit
+               dir=""
+       fi
+
+       if [ "$SAVE_INSTALLED_PKGS" -eq 1 ]; then
+               echo "${INSTALLED_PACKAGES}" >> "$CONFFILES"
+               mkdir -p "$dir/$ETCBACKUP_DIR"
+
+               # Format: pkg-name<TAB>{rom,overlay,unkown}
+               # rom is used for pkgs in /rom, even if updated later
+               find /usr/lib/opkg/info -name "*.control" \( \
+                       \( -exec test -f /rom/{} \; -exec echo {} rom \; \) -o \
+                       \( -exec test -f /overlay/upper/{} \; -exec echo {} overlay \; \) -o \
+                       \( -exec echo {} unknown \; \) \
+                       \) | sed -e 's,.*/,,;s/\.control /\t/' > "$dir/${INSTALLED_PACKAGES}"
+       fi
+
+       mkdir -p $dir/etc/uci-defaults/
+       touch $dir/etc/uci-defaults/10_disable_services
+       for service in /etc/init.d/*; do
+               if ! $service enabled; then
+                       echo "$service disable" >> $dir/etc/uci-defaults/10_disable_services
+               fi
+       done
+       echo "exit 0" >> $dir/etc/uci-defaults/10_disable_services
+       echo "/etc/uci-defaults/10_disable_services" >> "$CONFFILES"
+
        v "Saving config files..."
        [ "$VERBOSE" -gt 1 ] && TAR_V="v" || TAR_V=""
-       tar c${TAR_V}zf "$conf_tar" -T "$CONFFILES" 2>/dev/null
-       if [ "$?" -ne 0 ]; then
+       sed -i -e 's,^/,,' "$CONFFILES"
+       tar c${TAR_V}zf "$conf_tar" -C "${dir:-/}" -T "$CONFFILES"
+       local err=$?
+       if [ "$err" -ne 0 ]; then
                echo "Failed to create the configuration backup."
                rm -f "$conf_tar"
-               exit 1
        fi
 
+       umount "$dir"
+       rm -rf "$tmp"
+
        rm -f "$CONFFILES"
+
+       return "$err"
 }
 
 if [ $CONF_BACKUP_LIST -eq 1 ]; then
        run_hooks "$CONFFILES" $sysupgrade_init_conffiles
+       [ "$SAVE_INSTALLED_PKGS" -eq 1 ] && echo ${INSTALLED_PACKAGES} >> "$CONFFILES"
        cat "$CONFFILES"
        rm -f "$CONFFILES"
        exit 0
@@ -184,7 +298,7 @@ fi
 
 if [ -n "$CONF_BACKUP" ]; then
        do_save_conffiles "$CONF_BACKUP"
-       exit $?
+       exit
 fi
 
 if [ -n "$CONF_RESTORE" ]; then
@@ -194,6 +308,7 @@ if [ -n "$CONF_RESTORE" ]; then
        fi
 
        [ "$VERBOSE" -gt 1 ] && TAR_V="v" || TAR_V=""
+       v "Restoring config files..."
        tar -C / -x${TAR_V}zf "$CONF_RESTORE"
        exit $?
 fi
@@ -206,7 +321,7 @@ type platform_check_image >/dev/null 2>/dev/null || {
 case "$IMAGE" in
        http://*|\
        https://*)
-               wget -O/tmp/sysupgrade.img "$IMAGE"
+               wget -O/tmp/sysupgrade.img "$IMAGE" || exit 1
                IMAGE=/tmp/sysupgrade.img
                ;;
 esac
@@ -226,20 +341,19 @@ case "$IMAGE" in
                ;;
 esac
 
-export ARGV="$IMAGE"
-export ARGC=1
-
-for check in $sysupgrade_image_check; do
-       ( $check "$IMAGE" ) || {
-               if [ $FORCE -eq 1 ]; then
-                       echo "Image check '$check' failed but --force given - will update anyway!" >&2
-                       break
-               else
-                       echo "Image check '$check' failed." >&2
-                       exit 1
-               fi
-       }
-done
+json_load "$(/usr/libexec/validate_firmware_image "$IMAGE")" || {
+       echo "Failed to check image"
+       exit 1
+}
+json_get_var valid "valid"
+[ "$valid" -eq 0 ] && {
+       if [ $FORCE -eq 1 ]; then
+               echo "Image check failed but --force given - will update anyway!" >&2
+       else
+               echo "Image check failed." >&2
+               exit 1
+       fi
+}
 
 if [ -n "$CONF_IMAGE" ]; then
        case "$(get_magic_word $CONF_IMAGE cat)" in
@@ -253,7 +367,7 @@ if [ -n "$CONF_IMAGE" ]; then
        get_image "$CONF_IMAGE" "cat" > "$CONF_TAR"
        export SAVE_CONFIG=1
 elif ask_bool $SAVE_CONFIG "Keep config files over reflash"; then
-       [ $TEST -eq 1 ] || do_save_conffiles "$CONF_TAR"
+       [ $TEST -eq 1 ] || do_save_conffiles "$CONF_TAR" || exit
        export SAVE_CONFIG=1
 else
        [ $TEST -eq 1 ] || rm -f "$CONF_TAR"
@@ -264,24 +378,24 @@ if [ $TEST -eq 1 ]; then
        exit 0
 fi
 
-if [ $SAVE_PARTITIONS -eq 0 ]; then
-       touch /tmp/sysupgrade.always.overwrite.bootdisk.partmap
-else
-       rm -f /tmp/sysupgrade.always.overwrite.bootdisk.partmap
-fi
-
 install_bin /sbin/upgraded
 v "Commencing upgrade. Closing all shell sessions."
 
-COMMAND='. /lib/functions.sh; include /lib/upgrade; do_upgrade_stage2'
+COMMAND='/lib/upgrade/do_stage2'
 
 if [ -n "$FAILSAFE" ]; then
        printf '%s\x00%s\x00%s' "$RAM_ROOT" "$IMAGE" "$COMMAND" >/tmp/sysupgrade
        lock -u /tmp/.failsafe
 else
-       ubus call system sysupgrade "{
-               \"prefix\": $(json_string "$RAM_ROOT"),
-               \"path\": $(json_string "$IMAGE"),
-               \"command\": $(json_string "$COMMAND")
-       }"
+       json_init
+       json_add_string prefix "$RAM_ROOT"
+       json_add_string path "$IMAGE"
+       [ $FORCE -eq 1 ] && json_add_boolean force 1
+       [ $SAVE_CONFIG -eq 1 ] && json_add_string backup "$CONF_TAR"
+       json_add_string command "$COMMAND"
+       json_add_object options
+       json_add_int save_partitions "$SAVE_PARTITIONS"
+       json_close_object
+
+       ubus call system sysupgrade "$(json_dump)"
 fi