You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
142 lines
4.7 KiB
142 lines
4.7 KiB
# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# A script to bisect the mainline commits and find the culprit commit.
|
|
# The default 'git bisect' checks feature branches, which is not desired
|
|
# because commits in feature branch might not pass tests or compile.
|
|
#
|
|
# Example:
|
|
# python ../bisect.py --git_dir=$PWD/../Paddle --build_dir=$PWD \
|
|
# --good_commit=3647ed6 --bad_commit=279aa6 \
|
|
# --test_target=test_rnn_encoder_decoder
|
|
|
|
import argparse
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
|
|
parser = argparse.ArgumentParser(description=__doc__)
|
|
parser.add_argument(
|
|
'--git_dir', type=str, default='', help='git repo root directory.')
|
|
parser.add_argument(
|
|
'--build_dir', type=str, default='', help='build directory.')
|
|
parser.add_argument(
|
|
'--good_commit',
|
|
type=str,
|
|
default='',
|
|
help='The old commit known to be good.')
|
|
parser.add_argument(
|
|
'--bad_commit',
|
|
type=str,
|
|
default='',
|
|
help='The new commit known to be bad.')
|
|
parser.add_argument(
|
|
'--test_target', type=str, default='', help='The test target to evaluate.')
|
|
parser.add_argument(
|
|
'--bisect_branch',
|
|
type=str,
|
|
default='develop',
|
|
help='The mainline branch to bisect (feature branch ignored.')
|
|
parser.add_argument(
|
|
'--log_file', type=str, default='', help='The file use to log outputs.')
|
|
parser.add_argument(
|
|
'--test_times',
|
|
type=int,
|
|
default=10,
|
|
help="Number of times to run the test target.")
|
|
parser.add_argument(
|
|
'--build_parallel', type=int, default=32, help="make parallelism.")
|
|
args = parser.parse_args()
|
|
|
|
if not args.log_file:
|
|
args.log_file = '/tmp/%s...%s.log' % (args.good_commit, args.bad_commit)
|
|
|
|
|
|
def print_arguments():
|
|
print('----------- Configuration Arguments -----------')
|
|
for arg, value in sorted(vars(args).iteritems()):
|
|
print('%s: %s' % (arg, value))
|
|
print('------------------------------------------------')
|
|
|
|
|
|
print_arguments()
|
|
|
|
# List the commits in mainline branch.
|
|
os.chdir(args.git_dir)
|
|
ret = subprocess.check_output(
|
|
[
|
|
'git rev-list --first-parent %s...%s' % (args.good_commit,
|
|
args.bad_commit)
|
|
],
|
|
shell=True)
|
|
sys.stdout.write('commits found:\n%s\n' % ret)
|
|
commits = ret.strip().split('\n')
|
|
os.chdir(args.build_dir)
|
|
# Clean up previous logs.
|
|
subprocess.check_output(['echo "" > %s' % args.log_file], shell=True)
|
|
|
|
last_culprit = ''
|
|
while True:
|
|
# Get to the mainline branch and clean up
|
|
os.chdir(args.git_dir)
|
|
subprocess.check_output(
|
|
[
|
|
'git checkout %s && git clean -fd && git checkout .' %
|
|
args.bisect_branch
|
|
],
|
|
shell=True)
|
|
|
|
if not commits:
|
|
sys.stdout.write('no commits to bisect\n')
|
|
exit()
|
|
# checkout the picked branch.
|
|
pick_idx = len(commits) / 2
|
|
pick = commits[pick_idx]
|
|
os.chdir(args.git_dir)
|
|
subprocess.check_output(['git checkout %s' % pick], shell=True)
|
|
|
|
# Clean builds and compile.
|
|
# We assume mainline commits should always compile.
|
|
os.chdir(args.build_dir)
|
|
sys.stdout.write('eval commit %d/%d: %s\n' % (pick_idx, len(commits), pick))
|
|
# Link error can happen without complete clean up.
|
|
cmd = ('rm -rf * && '
|
|
'cmake -DWITH_TESTING=ON %s >> %s && make -j%s >> %s' %
|
|
(args.git_dir, args.log_file, args.build_parallel, args.log_file))
|
|
sys.stdout.write('cmd: %s\n' % cmd)
|
|
try:
|
|
subprocess.check_output([cmd], shell=True)
|
|
except subprocess.CalledProcessError as e:
|
|
sys.stderr.write('failed to build commit: %s\n%s\n' % (pick, e))
|
|
exit()
|
|
# test the selected branch.
|
|
passed = True
|
|
try:
|
|
cmd = ('ctest --repeat-until-fail %s -R %s >> %s' %
|
|
(args.test_times, args.test_target, args.log_file))
|
|
sys.stdout.write('cmd: %s\n' % cmd)
|
|
subprocess.check_output([cmd], shell=True)
|
|
except subprocess.CalledProcessError as e:
|
|
passed = False
|
|
last_culprit = pick
|
|
sys.stdout.write('eval %s passed: %s\n' % (pick, passed))
|
|
if passed:
|
|
if pick_idx == 0: break
|
|
commits = commits[:pick_idx]
|
|
else:
|
|
if pick_idx + 1 >= len(commits): break
|
|
commits = commits[pick_idx + 1:]
|
|
|
|
sys.stdout.write('Culprit commit: %s\n' % last_culprit)
|