#! /bin/bash
#set -x
########################################################################
#
# File: reg-hunt
# Author: Janis Johnson <janis187@us.ibm.com>
# Date: 2003/08/19
#
# Search for the patch identifier for which results for a test changed,
# using a binary search. The functionality for getting sources,
# building the component to test, and running the test are in other
# scripts that are run from here. Before the search begins, we verify
# that we get the expected behavior for the first and last patch
# identifiers.
#
# Define these in a file whose name is the argument to this script:
# LOW_PATCH: Patch identifier.
# HIGH_PATCH: Patch identifier.
# REG_UPDATE: Pathname of script to update your source tree; returns
# zero for success, nonzero for failure.
# REG_BUILD: Pathname of script to build enough of the product to run
# the test; returns zero for success, nonzero for failure.
# REG_TEST: Pathname of script to run the test; returns 1 if we
# should search later patches, 0 if we should search
# earlier patches, and something else if there was an
# unexpected failure.
# Optional:
# REG_REPORT Pathname of script to call at the end with the id of the
# patch that caused the change in behavior.
# REG_FINISH Pathname of script to call at the end with the two final
# patch identifiers as arguments.
# REG_NEWMID Pathname of script to call when a build has failed, with
# arguments of the failed id and the current low and high
# SKIP_LOW If 1, skip verifying the low patch identifier of the
# range; define this only if you're restarting and have
# already tested the low patch.
# SKIP_HIGH If 1, skip verifying the high patch identifier of the
# range; define this only if you're restarting and have
# already tested the high patch.
# FIRST_MID Use this as the first midpoint, to avoid a midpoint that
# is known not to build.
# VERBOSITY Default is 0, to print only errors and final message.
# DATE_IN_MSG If set to anything but 0, include the time and date in
# messages.
#
#
#
# Copyright (c) 2002, 2003, 2004, 2005, 2007 Free Software Foundation, Inc.
#
# This file is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# For a copy of the GNU General Public License, write the the
# Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
# Boston, MA 02111-1301, USA.
#
########################################################################
########################################################################
# Functions
########################################################################
# Issue a message if its verbosity level is high enough.
msg() {
test ${1} -gt ${VERBOSITY} && return
if [ "x${DATE_IN_MSG}" = "x" ]; then
echo "${2}"
else
echo "`date` ${2}"
fi
}
# Issue an error message and exit with a non-zero status. If there
# is a valid current range whose end points have been tested, report
# it so the user can start again from there.
error() {
msg 0 "error: ${1}"
test ${VALID_RANGE} -eq 1 && \
echo "current range:"
echo "LOW_PATCH=${LATER_THAN}"
echo "HIGH_PATCH=${EARLIER_THAN}"
exit 1
}
# Build the components to test using sources as of a particular patch
# and run a test case. Pass each of the scripts the patch identifier
# that we're testing; the first one needs it, the others can ignore it
# if they want.
process_patch () {
TEST_ID=${1}
# If we're keeping track of known failures, see if TEST_ID is one and
# if so, don't bother updating sources and trying to build.
FAILS=0
SKIP=0
if [ ${SKIP_FAILURES} -eq 1 ]; then
${REG_CHECKFAIL} ${TEST_ID}
if [ $? -eq 0 ]; then
msg 1 "skipping ${TEST_ID}; it is a known build failure"
FAILS=1
SKIP=1
fi
fi
if [ ${FAILS} -eq 0 ]; then
${REG_UPDATE} ${TEST_ID} || error "source update failed for ${TEST_ID}"
${REG_BUILD} ${TEST_ID}
if [ $? -ne 0 ]; then
FAILS=1
msg 1 "build failed for ${TEST_ID}"
if [ ${SKIP_FAILURES} -eq 1 ]; then
${REG_RECORDFAIL} ${TEST_ID}
fi
fi
fi
if [ ${FAILS} -eq 0 ]; then
${REG_TEST} ${TEST_ID}
LATER=$?
if [ $LATER -ne 0 -a $LATER -ne 1 ]; then
msg 0 "unexpected test failure for ${TEST_ID}"
exit 1
fi
else
# The build failed, or this patch is already known to fail to build.
# If it's an endpoint, or if we don't have a way to recover from
# build failures, quit now.
if [ ${SKIP} -eq 0 ]; then
if [ "x${REG_NEWMID}" == "x" \
-o ${TEST_ID} -eq ${LATER_THAN} \
-o ${TEST_ID} -eq ${EARLIER_THAN} ]; then
error "build failed for ${TEST_ID}"
fi
fi
# Try to find a new patch to try within the current range.
FIRST_MID=`${REG_NEWMID} ${LATER_THAN} ${EARLIER_THAN}`
if [ ${FIRST_MID} -eq 0 ]; then
# The heuristics in the tool ran out of patches to try next;
# let the user handle it from here.+
error "build failed for ${TEST_ID}, could not find new candidate"
fi
msg 1 "using ${FIRST_MID}, between ${LATER_THAN} and ${EARLIER_THAN}"
fi
# Return with a valid LATER value or a new ID to try in FIRST_MID.
}
# Get the number of a patch within the range. It's not actually the
# middle one, but the one that might minimize the number of checks.
get_mid_special() {
LOW=$1
HIGH=$2
let DIFF=HIGH-LOW
M=1
POWER2=1
while
[ $POWER2 -lt $DIFF ]
do
let M=POWER2
let POWER2=POWER2*2
done
let MID=LOW+M
}
# Get the number of the patch in the middle of the range.
get_mid () {
LOW=$1
HIGH=$2
let DIFF=HIGH-LOW
let M=DIFF/2
let MID=LOW+M
}
# Perform a binary search on patch identifiers within the range
# specified by the arguments.
search_patches () {
LOW=$1
HIGH=$2
# Get an identifier within the range. The user can override the
# initial mid patch if it is known to have problems, e.g., if a
# build fails for that patch.
if [ ${FIRST_MID} -ne 0 ]; then
MID=${FIRST_MID}
FIRST_MID=0
let DIFF=HIGH-LOW
else
get_mid $LOW $HIGH
fi
while [ ${DIFF} -gt 1 ]; do
TEST_ID="${MID}"
# Test it.
process_patch ${TEST_ID}
# FIRST_MID being set is a signal that the build failed and we
# should start over again.
test ${FIRST_MID} -ne 0 && return
# Narrow the search based on the outcome of testing TEST_ID.
if [ ${LATER} -eq 1 ]; then
msg 1 "search patches later than ${TEST_ID}"
LATER_THAN=${TEST_ID}
let LOW=MID
else
msg 1 "search patches earlier than ${TEST_ID}"
EARLIER_THAN=${TEST_ID}
let HIGH=MID
fi
get_mid $LOW $HIGH
done
}
########################################################################
# Main program (so to speak)
########################################################################
# The error function uses this.
VALID_RANGE=0
# Process the configuration file.
if [ $# != 1 ]; then
echo Usage: $0 config_file
exit 1
fi
CONFIG=${1}
if [ ! -f ${CONFIG} ]; then
error "configuration file ${CONFIG} does not exist"
fi
# OK, the config file exists. Source it, make sure required parameters
# are defined and their files exist, and give default values to optional
# parameters.
. ${CONFIG}
test "x${REG_UPDATE}" = "x" && error "REG_UPDATE is not defined"
test "x${REG_BUILD}" = "x" && error "REG_BUILD is not defined"
test "x${REG_TEST}" = "x" && error "REG_TEST is not defined"
test -x ${REG_TEST} || error "REG_TEST is not an executable file"
test "x${SKIP_LOW}" = "x" && SKIP_LOW=0
test "x${SKIP_HIGH}" = "x" && SKIP_HIGH=0
test "x${VERBOSITY}" = "x" && VERBOSITY=0
test "x${REG_FINISH}" = "x" && REG_FINISH=true
test "x${REG_REPORT}" = "x" && REG_REPORT=true
msg 2 "LOW_PATCH = ${LOW_PATCH}"
msg 2 "HIGH_PATCH = ${HIGH_PATCH}"
msg 2 "REG_UPDATE = ${REG_UPDATE}"
msg 2 "REG_BUILD = ${REG_BUILD}"
msg 2 "REG_TEST = ${REG_TEST}"
msg 2 "REG_NEWMID = ${REG_NEWMID}"
msg 2 "SKIP_LOW = ${SKIP_LOW}"
msg 2 "SKIP_HIGH = ${SKIP_HIGH}"
msg 2 "FIRST_MID = ${FIRST_MID}"
msg 2 "VERBOSITY = ${VERBOSITY}"
# If REG_NEWMID was defined, assume that we're skipping known failures
# and adding to the list for new failures. If the list of failures
# doesn't exist, create it. We use a different flag, SKIP_FAILURES,
# to make it easier to separate the flag from REG_NEWMID if we want
# to change the usage later.
if [ "x${REG_NEWMID}" != "x" ]; then
touch ${REG_FAILLIST}
SKIP_FAILURES=1
else
SKIP_FAILURES=0
fi
# If FIRST_MID was defined, make sure it's in the range.
if [ "x${FIRST_MID}" != "x" ]; then
test ${FIRST_MID} -le ${LOW_PATCH} && \
error "FIRST_MID id is lower than LOW_PATCH"
test ${FIRST_MID} -ge ${HIGH_PATCH} && \
error "FIRST_MID is higher than HIGH_PATCH"
else
FIRST_MID=0
fi
# Keep track of the bounds of the range where the test behavior changes.
LATER_THAN=${LOW_PATCH}
EARLIER_THAN=${HIGH_PATCH}
LATER=1
msg 1 "LATER_THAN = ${LATER_THAN}"
msg 1 "EARLIER_THAN = ${EARLIER_THAN}"
# Verify that the range isn't backwards.
test ${LOW_PATCH} -lt ${HIGH_PATCH} || \
error "patch identifier range is backwards"
# Verify that the first and last patches in the range get the results we
# expect. If not, quit, because any of several things could be wrong.
if [ ${SKIP_HIGH} -eq 0 ]; then
process_patch ${EARLIER_THAN}
test ${LATER} -ne 0 && \
error "unexpected result for high patch ${EARLIER_THAN}"
msg 1 "result for high patch ${EARLIER_THAN} is as expected"
fi
if [ ${SKIP_LOW} -eq 0 ]; then
process_patch ${LATER_THAN}
test ${LATER} -ne 1 && \
error "unexpected result for low patch ${LATER_THAN}"
msg 1 "result for low patch ${LATER_THAN} is as expected"
fi
# Search within the range, now that we know that the end points are valid.
# If the build failed then FIRST_MID is set to a new patch to try.
VALID_RANGE=1
while true; do
search_patches ${LATER_THAN} ${EARLIER_THAN}
test ${FIRST_MID} -eq 0 && break
done
# Report where the test behavior changes.
echo "Test result changes with id ${EARLIER_THAN}"
${REG_REPORT} ${EARLIER_THAN}
# Invoke the optional script to verify the result and report additional
# information about changes between the two patches.
${REG_FINISH} ${LATER_THAN} ${EARLIER_THAN}