summaryrefslogtreecommitdiff
path: root/bin/update/make_incremental_update.sh
diff options
context:
space:
mode:
Diffstat (limited to 'bin/update/make_incremental_update.sh')
-rwxr-xr-xbin/update/make_incremental_update.sh318
1 files changed, 0 insertions, 318 deletions
diff --git a/bin/update/make_incremental_update.sh b/bin/update/make_incremental_update.sh
deleted file mode 100755
index e76f2159fe2a..000000000000
--- a/bin/update/make_incremental_update.sh
+++ /dev/null
@@ -1,318 +0,0 @@
-#!/bin/bash
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
-
-#
-# This tool generates incremental update packages for the update system.
-# Author: Darin Fisher
-#
-
-. $(dirname "$0")/common.sh
-
-# -----------------------------------------------------------------------------
-
-print_usage() {
- notice "Usage: $(basename $0) [OPTIONS] ARCHIVE FROMDIR TODIR"
- notice ""
- notice "The differences between FROMDIR and TODIR will be stored in ARCHIVE."
- notice ""
- notice "Options:"
- notice " -h show this help text"
- notice " -f clobber this file in the installation"
- notice " Must be a path to a file to clobber in the partial update."
- notice ""
-}
-
-check_for_forced_update() {
- force_list="$1"
- forced_file_chk="$2"
-
- local f
-
- if [ "$forced_file_chk" = "precomplete" ]; then
- ## "true" *giggle*
- return 0;
- fi
-
- if [ "$forced_file_chk" = "Contents/Resources/precomplete" ]; then
- ## "true" *giggle*
- return 0;
- fi
-
- if [ "$forced_file_chk" = "removed-files" ]; then
- ## "true" *giggle*
- return 0;
- fi
-
- if [ "$forced_file_chk" = "Contents/Resources/removed-files" ]; then
- ## "true" *giggle*
- return 0;
- fi
-
- if [ "${forced_file_chk##*.}" = "chk" ]; then
- ## "true" *giggle*
- return 0;
- fi
-
- for f in $force_list; do
- #echo comparing $forced_file_chk to $f
- if [ "$forced_file_chk" = "$f" ]; then
- ## "true" *giggle*
- return 0;
- fi
- done
- ## 'false'... because this is bash. Oh yay!
- return 1;
-}
-
-if [ $# = 0 ]; then
- print_usage
- exit 1
-fi
-
-requested_forced_updates='Contents/MacOS/firefox'
-
-while getopts "hf:" flag
-do
- case "$flag" in
- h) print_usage; exit 0
- ;;
- f) requested_forced_updates="$requested_forced_updates $OPTARG"
- ;;
- ?) print_usage; exit 1
- ;;
- esac
-done
-
-# -----------------------------------------------------------------------------
-
-let arg_start=$OPTIND-1
-shift $arg_start
-
-archive="$1"
-olddir="$2"
-newdir="$3"
-# Prevent the workdir from being inside the targetdir so it isn't included in
-# the update mar.
-if [ $(echo "$newdir" | grep -c '\/$') = 1 ]; then
- # Remove the /
- newdir=$(echo "$newdir" | sed -e 's:\/$::')
-fi
-workdir="$newdir.work"
-updatemanifestv2="$workdir/updatev2.manifest"
-updatemanifestv3="$workdir/updatev3.manifest"
-
-mkdir -p "$workdir"
-echo "updatev2.manifest" >> $workdir/files.txt
-echo "updatev3.manifest" >> $workdir/files.txt
-
-# Generate a list of all files in the target directory.
-pushd "$olddir"
-if test $? -ne 0 ; then
- exit 1
-fi
-
-list_files oldfiles
-list_dirs olddirs
-
-popd
-
-pushd "$newdir"
-if test $? -ne 0 ; then
- exit 1
-fi
-
-# if [ ! -f "precomplete" ]; then
-# if [ ! -f "Contents/Resources/precomplete" ]; then
-# notice "precomplete file is missing!"
-# exit 1
-# fi
-# fi
-
-list_dirs newdirs
-list_files newfiles
-
-popd
-
-# Add the type of update to the beginning of the update manifests.
-notice ""
-notice "Adding type instruction to update manifests"
-> $updatemanifestv2
-> $updatemanifestv3
-notice " type partial"
-echo "type \"partial\"" >> $updatemanifestv2
-echo "type \"partial\"" >> $updatemanifestv3
-
-notice ""
-notice "Adding file patch and add instructions to update manifests"
-
-num_oldfiles=${#oldfiles[*]}
-remove_array=
-num_removes=0
-
-for ((i=0; $i<$num_oldfiles; i=$i+1)); do
- f="${oldfiles[$i]}"
-
- # If this file exists in the new directory as well, then check if it differs.
- if [ -f "$newdir/$f" ]; then
-
- if check_for_add_if_not_update "$f"; then
- # The full workdir may not exist yet, so create it if necessary.
- mkdir -p `dirname "$workdir/$f"`
- $BZIP2 -cz9 "$newdir/$f" > "$workdir/$f"
- copy_perm "$newdir/$f" "$workdir/$f"
- make_add_if_not_instruction "$f" "$updatemanifestv3"
- echo $f >> $workdir/files.txt
- continue 1
- fi
-
- if check_for_forced_update "$requested_forced_updates" "$f"; then
- # The full workdir may not exist yet, so create it if necessary.
- mkdir -p `dirname "$workdir/$f"`
- $BZIP2 -cz9 "$newdir/$f" > "$workdir/$f"
- copy_perm "$newdir/$f" "$workdir/$f"
- make_add_instruction "$f" "$updatemanifestv2" "$updatemanifestv3" 1
- echo $f >> $workdir/files.txt
- continue 1
- fi
-
- if ! diff "$olddir/$f" "$newdir/$f" > /dev/null; then
- # Compute both the compressed binary diff and the compressed file, and
- # compare the sizes. Then choose the smaller of the two to package.
- dir=$(dirname "$workdir/$f")
- mkdir -p "$dir"
- notice "diffing \"$f\""
- # MBSDIFF_HOOK represents the communication interface with funsize and,
- # if enabled, caches the intermediate patches for future use and
- # compute avoidance
- #
- # An example of MBSDIFF_HOOK env variable could look like this:
- # export MBSDIFF_HOOK="myscript.sh -A https://funsize/api -c /home/user"
- # where myscript.sh has the following usage:
- # myscript.sh -A SERVER-URL [-c LOCAL-CACHE-DIR-PATH] [-g] [-u] \
- # PATH-FROM-URL PATH-TO-URL PATH-PATCH SERVER-URL
- #
- # Note: patches are bzipped stashed in funsize to gain more speed
-
- # if service is not enabled then default to old behavior
- if [ -z "$MBSDIFF_HOOK" ]; then
- $MBSDIFF "$olddir/$f" "$newdir/$f" "$workdir/$f.patch"
- $BZIP2 -z9 "$workdir/$f.patch"
- else
- # if service enabled then check patch existence for retrieval
- if $MBSDIFF_HOOK -g "$olddir/$f" "$newdir/$f" "$workdir/$f.patch.bz2"; then
- notice "file \"$f\" found in funsize, diffing skipped"
- else
- # if not found already - compute it and cache it for future use
- $MBSDIFF "$olddir/$f" "$newdir/$f" "$workdir/$f.patch"
- $BZIP2 -z9 "$workdir/$f.patch"
- $MBSDIFF_HOOK -u "$olddir/$f" "$newdir/$f" "$workdir/$f.patch.bz2"
- fi
- fi
- $BZIP2 -cz9 "$newdir/$f" > "$workdir/$f"
- copy_perm "$newdir/$f" "$workdir/$f"
- patchfile="$workdir/$f.patch.bz2"
- patchsize=$(get_file_size "$patchfile")
- fullsize=$(get_file_size "$workdir/$f")
-
- if [ $patchsize -lt $fullsize ]; then
- make_patch_instruction "$f" "$updatemanifestv2" "$updatemanifestv3"
- mv -f "$patchfile" "$workdir/$f.patch"
- rm -f "$workdir/$f"
- echo $f.patch >> $workdir/files.txt
- else
- make_add_instruction "$f" "$updatemanifestv2" "$updatemanifestv3"
- rm -f "$patchfile"
- echo $f >> $workdir/files.txt
- fi
- fi
- else
- # remove instructions are added after add / patch instructions for
- # consistency with make_incremental_updates.py
- remove_array[$num_removes]=$f
- (( num_removes++ ))
- fi
-done
-
-# Newly added files
-notice ""
-notice "Adding file add instructions to update manifests"
-num_newfiles=${#newfiles[*]}
-
-for ((i=0; $i<$num_newfiles; i=$i+1)); do
- f="${newfiles[$i]}"
-
- # If we've already tested this file, then skip it
- for ((j=0; $j<$num_oldfiles; j=$j+1)); do
- if [ "$f" = "${oldfiles[j]}" ]; then
- continue 2
- fi
- done
-
- dir=$(dirname "$workdir/$f")
- mkdir -p "$dir"
-
- $BZIP2 -cz9 "$newdir/$f" > "$workdir/$f"
- copy_perm "$newdir/$f" "$workdir/$f"
-
- if check_for_add_if_not_update "$f"; then
- make_add_if_not_instruction "$f" "$updatemanifestv3"
- else
- make_add_instruction "$f" "$updatemanifestv2" "$updatemanifestv3"
- fi
-
-
- echo $f >> $workdir/files.txt
-done
-
-notice ""
-notice "Adding file remove instructions to update manifests"
-for ((i=0; $i<$num_removes; i=$i+1)); do
- f="${remove_array[$i]}"
- notice " remove \"$f\""
- echo "remove \"$f\"" >> $updatemanifestv2
- echo "remove \"$f\"" >> $updatemanifestv3
-done
-
-# Add remove instructions for any dead files.
-notice ""
-notice "Adding file and directory remove instructions from file 'removed-files'"
-append_remove_instructions "$newdir" "$updatemanifestv2" "$updatemanifestv3"
-
-notice ""
-notice "Adding directory remove instructions for directories that no longer exist"
-num_olddirs=${#olddirs[*]}
-
-for ((i=0; $i<$num_olddirs; i=$i+1)); do
- f="${olddirs[$i]}"
- # If this dir doesn't exist in the new directory remove it.
- if [ ! -d "$newdir/$f" ]; then
- notice " rmdir $f/"
- echo "rmdir \"$f/\"" >> $updatemanifestv2
- echo "rmdir \"$f/\"" >> $updatemanifestv3
- fi
-done
-
-$BZIP2 -z9 "$updatemanifestv2" && mv -f "$updatemanifestv2.bz2" "$updatemanifestv2"
-$BZIP2 -z9 "$updatemanifestv3" && mv -f "$updatemanifestv3.bz2" "$updatemanifestv3"
-
-mar_command="$MAR"
-if [[ -n $PRODUCT_VERSION ]]
-then
- mar_command="$mar_command -V $PRODUCT_VERSION"
-fi
-if [[ -n $CHANNEL_ID ]]
-then
- mar_command="$mar_command -H $CHANNEL_ID"
-fi
-mar_command="$mar_command -C \"$workdir\" -c output.mar -f $workdir/files.txt"
-eval "$mar_command"
-mv -f "$workdir/output.mar" "$archive"
-
-# cleanup
-rm -fr "$workdir"
-
-notice ""
-notice "Finished"
-notice ""