You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
4387 lines
96 KiB
4387 lines
96 KiB
#!/usr/bin/perl -w |
|
# |
|
# Copyright 2010 - Steven Rostedt <srostedt@redhat.com>, Red Hat Inc. |
|
# Licensed under the terms of the GNU GPL License version 2 |
|
# |
|
|
|
use strict; |
|
use IPC::Open2; |
|
use Fcntl qw(F_GETFL F_SETFL O_NONBLOCK); |
|
use File::Path qw(mkpath); |
|
use File::Copy qw(cp); |
|
use FileHandle; |
|
|
|
my $VERSION = "0.2"; |
|
|
|
$| = 1; |
|
|
|
my %opt; |
|
my %repeat_tests; |
|
my %repeats; |
|
my %evals; |
|
|
|
#default opts |
|
my %default = ( |
|
"NUM_TESTS" => 1, |
|
"TEST_TYPE" => "build", |
|
"BUILD_TYPE" => "randconfig", |
|
"MAKE_CMD" => "make", |
|
"CLOSE_CONSOLE_SIGNAL" => "INT", |
|
"TIMEOUT" => 120, |
|
"TMP_DIR" => "/tmp/ktest/\${MACHINE}", |
|
"SLEEP_TIME" => 60, # sleep time between tests |
|
"BUILD_NOCLEAN" => 0, |
|
"REBOOT_ON_ERROR" => 0, |
|
"POWEROFF_ON_ERROR" => 0, |
|
"REBOOT_ON_SUCCESS" => 1, |
|
"POWEROFF_ON_SUCCESS" => 0, |
|
"BUILD_OPTIONS" => "", |
|
"BISECT_SLEEP_TIME" => 60, # sleep time between bisects |
|
"PATCHCHECK_SLEEP_TIME" => 60, # sleep time between patch checks |
|
"CLEAR_LOG" => 0, |
|
"BISECT_MANUAL" => 0, |
|
"BISECT_SKIP" => 1, |
|
"BISECT_TRIES" => 1, |
|
"MIN_CONFIG_TYPE" => "boot", |
|
"SUCCESS_LINE" => "login:", |
|
"DETECT_TRIPLE_FAULT" => 1, |
|
"NO_INSTALL" => 0, |
|
"BOOTED_TIMEOUT" => 1, |
|
"DIE_ON_FAILURE" => 1, |
|
"SSH_EXEC" => "ssh \$SSH_USER\@\$MACHINE \$SSH_COMMAND", |
|
"SCP_TO_TARGET" => "scp \$SRC_FILE \$SSH_USER\@\$MACHINE:\$DST_FILE", |
|
"SCP_TO_TARGET_INSTALL" => "\${SCP_TO_TARGET}", |
|
"REBOOT" => "ssh \$SSH_USER\@\$MACHINE reboot", |
|
"STOP_AFTER_SUCCESS" => 10, |
|
"STOP_AFTER_FAILURE" => 60, |
|
"STOP_TEST_AFTER" => 600, |
|
"MAX_MONITOR_WAIT" => 1800, |
|
"GRUB_REBOOT" => "grub2-reboot", |
|
"SYSLINUX" => "extlinux", |
|
"SYSLINUX_PATH" => "/boot/extlinux", |
|
|
|
# required, and we will ask users if they don't have them but we keep the default |
|
# value something that is common. |
|
"REBOOT_TYPE" => "grub", |
|
"LOCALVERSION" => "-test", |
|
"SSH_USER" => "root", |
|
"BUILD_TARGET" => "arch/x86/boot/bzImage", |
|
"TARGET_IMAGE" => "/boot/vmlinuz-test", |
|
|
|
"LOG_FILE" => undef, |
|
"IGNORE_UNUSED" => 0, |
|
); |
|
|
|
my $ktest_config = "ktest.conf"; |
|
my $version; |
|
my $have_version = 0; |
|
my $machine; |
|
my $last_machine; |
|
my $ssh_user; |
|
my $tmpdir; |
|
my $builddir; |
|
my $outputdir; |
|
my $output_config; |
|
my $test_type; |
|
my $build_type; |
|
my $build_options; |
|
my $final_post_ktest; |
|
my $pre_ktest; |
|
my $post_ktest; |
|
my $pre_test; |
|
my $post_test; |
|
my $pre_build; |
|
my $post_build; |
|
my $pre_build_die; |
|
my $post_build_die; |
|
my $reboot_type; |
|
my $reboot_script; |
|
my $power_cycle; |
|
my $reboot; |
|
my $reboot_on_error; |
|
my $switch_to_good; |
|
my $switch_to_test; |
|
my $poweroff_on_error; |
|
my $reboot_on_success; |
|
my $die_on_failure; |
|
my $powercycle_after_reboot; |
|
my $poweroff_after_halt; |
|
my $max_monitor_wait; |
|
my $ssh_exec; |
|
my $scp_to_target; |
|
my $scp_to_target_install; |
|
my $power_off; |
|
my $grub_menu; |
|
my $last_grub_menu; |
|
my $grub_file; |
|
my $grub_number; |
|
my $grub_reboot; |
|
my $syslinux; |
|
my $syslinux_path; |
|
my $syslinux_label; |
|
my $target; |
|
my $make; |
|
my $pre_install; |
|
my $post_install; |
|
my $no_install; |
|
my $noclean; |
|
my $minconfig; |
|
my $start_minconfig; |
|
my $start_minconfig_defined; |
|
my $output_minconfig; |
|
my $minconfig_type; |
|
my $use_output_minconfig; |
|
my $warnings_file; |
|
my $ignore_config; |
|
my $ignore_errors; |
|
my $addconfig; |
|
my $in_bisect = 0; |
|
my $bisect_bad_commit = ""; |
|
my $reverse_bisect; |
|
my $bisect_manual; |
|
my $bisect_skip; |
|
my $bisect_tries; |
|
my $config_bisect_good; |
|
my $bisect_ret_good; |
|
my $bisect_ret_bad; |
|
my $bisect_ret_skip; |
|
my $bisect_ret_abort; |
|
my $bisect_ret_default; |
|
my $in_patchcheck = 0; |
|
my $run_test; |
|
my $buildlog; |
|
my $testlog; |
|
my $dmesg; |
|
my $monitor_fp; |
|
my $monitor_pid; |
|
my $monitor_cnt = 0; |
|
my $sleep_time; |
|
my $bisect_sleep_time; |
|
my $patchcheck_sleep_time; |
|
my $ignore_warnings; |
|
my $store_failures; |
|
my $store_successes; |
|
my $test_name; |
|
my $timeout; |
|
my $booted_timeout; |
|
my $detect_triplefault; |
|
my $console; |
|
my $close_console_signal; |
|
my $reboot_success_line; |
|
my $success_line; |
|
my $stop_after_success; |
|
my $stop_after_failure; |
|
my $stop_test_after; |
|
my $build_target; |
|
my $target_image; |
|
my $checkout; |
|
my $localversion; |
|
my $iteration = 0; |
|
my $successes = 0; |
|
my $stty_orig; |
|
|
|
my $bisect_good; |
|
my $bisect_bad; |
|
my $bisect_type; |
|
my $bisect_start; |
|
my $bisect_replay; |
|
my $bisect_files; |
|
my $bisect_reverse; |
|
my $bisect_check; |
|
|
|
my $config_bisect; |
|
my $config_bisect_type; |
|
my $config_bisect_check; |
|
|
|
my $patchcheck_type; |
|
my $patchcheck_start; |
|
my $patchcheck_cherry; |
|
my $patchcheck_end; |
|
|
|
my $build_time; |
|
my $install_time; |
|
my $reboot_time; |
|
my $test_time; |
|
|
|
# set when a test is something other that just building or install |
|
# which would require more options. |
|
my $buildonly = 1; |
|
|
|
# tell build not to worry about warnings, even when WARNINGS_FILE is set |
|
my $warnings_ok = 0; |
|
|
|
# set when creating a new config |
|
my $newconfig = 0; |
|
|
|
my %entered_configs; |
|
my %config_help; |
|
my %variable; |
|
|
|
# force_config is the list of configs that we force enabled (or disabled) |
|
# in a .config file. The MIN_CONFIG and ADD_CONFIG configs. |
|
my %force_config; |
|
|
|
# do not force reboots on config problems |
|
my $no_reboot = 1; |
|
|
|
# reboot on success |
|
my $reboot_success = 0; |
|
|
|
my %option_map = ( |
|
"MACHINE" => \$machine, |
|
"SSH_USER" => \$ssh_user, |
|
"TMP_DIR" => \$tmpdir, |
|
"OUTPUT_DIR" => \$outputdir, |
|
"BUILD_DIR" => \$builddir, |
|
"TEST_TYPE" => \$test_type, |
|
"PRE_KTEST" => \$pre_ktest, |
|
"POST_KTEST" => \$post_ktest, |
|
"PRE_TEST" => \$pre_test, |
|
"POST_TEST" => \$post_test, |
|
"BUILD_TYPE" => \$build_type, |
|
"BUILD_OPTIONS" => \$build_options, |
|
"PRE_BUILD" => \$pre_build, |
|
"POST_BUILD" => \$post_build, |
|
"PRE_BUILD_DIE" => \$pre_build_die, |
|
"POST_BUILD_DIE" => \$post_build_die, |
|
"POWER_CYCLE" => \$power_cycle, |
|
"REBOOT" => \$reboot, |
|
"BUILD_NOCLEAN" => \$noclean, |
|
"MIN_CONFIG" => \$minconfig, |
|
"OUTPUT_MIN_CONFIG" => \$output_minconfig, |
|
"START_MIN_CONFIG" => \$start_minconfig, |
|
"MIN_CONFIG_TYPE" => \$minconfig_type, |
|
"USE_OUTPUT_MIN_CONFIG" => \$use_output_minconfig, |
|
"WARNINGS_FILE" => \$warnings_file, |
|
"IGNORE_CONFIG" => \$ignore_config, |
|
"TEST" => \$run_test, |
|
"ADD_CONFIG" => \$addconfig, |
|
"REBOOT_TYPE" => \$reboot_type, |
|
"GRUB_MENU" => \$grub_menu, |
|
"GRUB_FILE" => \$grub_file, |
|
"GRUB_REBOOT" => \$grub_reboot, |
|
"SYSLINUX" => \$syslinux, |
|
"SYSLINUX_PATH" => \$syslinux_path, |
|
"SYSLINUX_LABEL" => \$syslinux_label, |
|
"PRE_INSTALL" => \$pre_install, |
|
"POST_INSTALL" => \$post_install, |
|
"NO_INSTALL" => \$no_install, |
|
"REBOOT_SCRIPT" => \$reboot_script, |
|
"REBOOT_ON_ERROR" => \$reboot_on_error, |
|
"SWITCH_TO_GOOD" => \$switch_to_good, |
|
"SWITCH_TO_TEST" => \$switch_to_test, |
|
"POWEROFF_ON_ERROR" => \$poweroff_on_error, |
|
"REBOOT_ON_SUCCESS" => \$reboot_on_success, |
|
"DIE_ON_FAILURE" => \$die_on_failure, |
|
"POWER_OFF" => \$power_off, |
|
"POWERCYCLE_AFTER_REBOOT" => \$powercycle_after_reboot, |
|
"POWEROFF_AFTER_HALT" => \$poweroff_after_halt, |
|
"MAX_MONITOR_WAIT" => \$max_monitor_wait, |
|
"SLEEP_TIME" => \$sleep_time, |
|
"BISECT_SLEEP_TIME" => \$bisect_sleep_time, |
|
"PATCHCHECK_SLEEP_TIME" => \$patchcheck_sleep_time, |
|
"IGNORE_WARNINGS" => \$ignore_warnings, |
|
"IGNORE_ERRORS" => \$ignore_errors, |
|
"BISECT_MANUAL" => \$bisect_manual, |
|
"BISECT_SKIP" => \$bisect_skip, |
|
"BISECT_TRIES" => \$bisect_tries, |
|
"CONFIG_BISECT_GOOD" => \$config_bisect_good, |
|
"BISECT_RET_GOOD" => \$bisect_ret_good, |
|
"BISECT_RET_BAD" => \$bisect_ret_bad, |
|
"BISECT_RET_SKIP" => \$bisect_ret_skip, |
|
"BISECT_RET_ABORT" => \$bisect_ret_abort, |
|
"BISECT_RET_DEFAULT" => \$bisect_ret_default, |
|
"STORE_FAILURES" => \$store_failures, |
|
"STORE_SUCCESSES" => \$store_successes, |
|
"TEST_NAME" => \$test_name, |
|
"TIMEOUT" => \$timeout, |
|
"BOOTED_TIMEOUT" => \$booted_timeout, |
|
"CONSOLE" => \$console, |
|
"CLOSE_CONSOLE_SIGNAL" => \$close_console_signal, |
|
"DETECT_TRIPLE_FAULT" => \$detect_triplefault, |
|
"SUCCESS_LINE" => \$success_line, |
|
"REBOOT_SUCCESS_LINE" => \$reboot_success_line, |
|
"STOP_AFTER_SUCCESS" => \$stop_after_success, |
|
"STOP_AFTER_FAILURE" => \$stop_after_failure, |
|
"STOP_TEST_AFTER" => \$stop_test_after, |
|
"BUILD_TARGET" => \$build_target, |
|
"SSH_EXEC" => \$ssh_exec, |
|
"SCP_TO_TARGET" => \$scp_to_target, |
|
"SCP_TO_TARGET_INSTALL" => \$scp_to_target_install, |
|
"CHECKOUT" => \$checkout, |
|
"TARGET_IMAGE" => \$target_image, |
|
"LOCALVERSION" => \$localversion, |
|
|
|
"BISECT_GOOD" => \$bisect_good, |
|
"BISECT_BAD" => \$bisect_bad, |
|
"BISECT_TYPE" => \$bisect_type, |
|
"BISECT_START" => \$bisect_start, |
|
"BISECT_REPLAY" => \$bisect_replay, |
|
"BISECT_FILES" => \$bisect_files, |
|
"BISECT_REVERSE" => \$bisect_reverse, |
|
"BISECT_CHECK" => \$bisect_check, |
|
|
|
"CONFIG_BISECT" => \$config_bisect, |
|
"CONFIG_BISECT_TYPE" => \$config_bisect_type, |
|
"CONFIG_BISECT_CHECK" => \$config_bisect_check, |
|
|
|
"PATCHCHECK_TYPE" => \$patchcheck_type, |
|
"PATCHCHECK_START" => \$patchcheck_start, |
|
"PATCHCHECK_CHERRY" => \$patchcheck_cherry, |
|
"PATCHCHECK_END" => \$patchcheck_end, |
|
); |
|
|
|
# Options may be used by other options, record them. |
|
my %used_options; |
|
|
|
# default variables that can be used |
|
chomp ($variable{"PWD"} = `pwd`); |
|
|
|
$config_help{"MACHINE"} = << "EOF" |
|
The machine hostname that you will test. |
|
For build only tests, it is still needed to differentiate log files. |
|
EOF |
|
; |
|
$config_help{"SSH_USER"} = << "EOF" |
|
The box is expected to have ssh on normal bootup, provide the user |
|
(most likely root, since you need privileged operations) |
|
EOF |
|
; |
|
$config_help{"BUILD_DIR"} = << "EOF" |
|
The directory that contains the Linux source code (full path). |
|
You can use \${PWD} that will be the path where ktest.pl is run, or use |
|
\${THIS_DIR} which is assigned \${PWD} but may be changed later. |
|
EOF |
|
; |
|
$config_help{"OUTPUT_DIR"} = << "EOF" |
|
The directory that the objects will be built (full path). |
|
(can not be same as BUILD_DIR) |
|
You can use \${PWD} that will be the path where ktest.pl is run, or use |
|
\${THIS_DIR} which is assigned \${PWD} but may be changed later. |
|
EOF |
|
; |
|
$config_help{"BUILD_TARGET"} = << "EOF" |
|
The location of the compiled file to copy to the target. |
|
(relative to OUTPUT_DIR) |
|
EOF |
|
; |
|
$config_help{"BUILD_OPTIONS"} = << "EOF" |
|
Options to add to \"make\" when building. |
|
i.e. -j20 |
|
EOF |
|
; |
|
$config_help{"TARGET_IMAGE"} = << "EOF" |
|
The place to put your image on the test machine. |
|
EOF |
|
; |
|
$config_help{"POWER_CYCLE"} = << "EOF" |
|
A script or command to reboot the box. |
|
|
|
Here is a digital loggers power switch example |
|
POWER_CYCLE = wget --no-proxy -O /dev/null -q --auth-no-challenge 'http://admin:admin\@power/outlet?5=CCL' |
|
|
|
Here is an example to reboot a virtual box on the current host |
|
with the name "Guest". |
|
POWER_CYCLE = virsh destroy Guest; sleep 5; virsh start Guest |
|
EOF |
|
; |
|
$config_help{"CONSOLE"} = << "EOF" |
|
The script or command that reads the console |
|
|
|
If you use ttywatch server, something like the following would work. |
|
CONSOLE = nc -d localhost 3001 |
|
|
|
For a virtual machine with guest name "Guest". |
|
CONSOLE = virsh console Guest |
|
EOF |
|
; |
|
$config_help{"LOCALVERSION"} = << "EOF" |
|
Required version ending to differentiate the test |
|
from other linux builds on the system. |
|
EOF |
|
; |
|
$config_help{"REBOOT_TYPE"} = << "EOF" |
|
Way to reboot the box to the test kernel. |
|
Only valid options so far are "grub", "grub2", "syslinux", and "script". |
|
|
|
If you specify grub, it will assume grub version 1 |
|
and will search in /boot/grub/menu.lst for the title \$GRUB_MENU |
|
and select that target to reboot to the kernel. If this is not |
|
your setup, then specify "script" and have a command or script |
|
specified in REBOOT_SCRIPT to boot to the target. |
|
|
|
The entry in /boot/grub/menu.lst must be entered in manually. |
|
The test will not modify that file. |
|
|
|
If you specify grub2, then you also need to specify both \$GRUB_MENU |
|
and \$GRUB_FILE. |
|
|
|
If you specify syslinux, then you may use SYSLINUX to define the syslinux |
|
command (defaults to extlinux), and SYSLINUX_PATH to specify the path to |
|
the syslinux install (defaults to /boot/extlinux). But you have to specify |
|
SYSLINUX_LABEL to define the label to boot to for the test kernel. |
|
EOF |
|
; |
|
$config_help{"GRUB_MENU"} = << "EOF" |
|
The grub title name for the test kernel to boot |
|
(Only mandatory if REBOOT_TYPE = grub or grub2) |
|
|
|
Note, ktest.pl will not update the grub menu.lst, you need to |
|
manually add an option for the test. ktest.pl will search |
|
the grub menu.lst for this option to find what kernel to |
|
reboot into. |
|
|
|
For example, if in the /boot/grub/menu.lst the test kernel title has: |
|
title Test Kernel |
|
kernel vmlinuz-test |
|
GRUB_MENU = Test Kernel |
|
|
|
For grub2, a search of \$GRUB_FILE is performed for the lines |
|
that begin with "menuentry". It will not detect submenus. The |
|
menu must be a non-nested menu. Add the quotes used in the menu |
|
to guarantee your selection, as the first menuentry with the content |
|
of \$GRUB_MENU that is found will be used. |
|
EOF |
|
; |
|
$config_help{"GRUB_FILE"} = << "EOF" |
|
If grub2 is used, the full path for the grub.cfg file is placed |
|
here. Use something like /boot/grub2/grub.cfg to search. |
|
EOF |
|
; |
|
$config_help{"SYSLINUX_LABEL"} = << "EOF" |
|
If syslinux is used, the label that boots the target kernel must |
|
be specified with SYSLINUX_LABEL. |
|
EOF |
|
; |
|
$config_help{"REBOOT_SCRIPT"} = << "EOF" |
|
A script to reboot the target into the test kernel |
|
(Only mandatory if REBOOT_TYPE = script) |
|
EOF |
|
; |
|
|
|
sub _logit { |
|
if (defined($opt{"LOG_FILE"})) { |
|
open(OUT, ">> $opt{LOG_FILE}") or die "Can't write to $opt{LOG_FILE}"; |
|
print OUT @_; |
|
close(OUT); |
|
} |
|
} |
|
|
|
sub logit { |
|
if (defined($opt{"LOG_FILE"})) { |
|
_logit @_; |
|
} else { |
|
print @_; |
|
} |
|
} |
|
|
|
sub doprint { |
|
print @_; |
|
_logit @_; |
|
} |
|
|
|
sub read_prompt { |
|
my ($cancel, $prompt) = @_; |
|
|
|
my $ans; |
|
|
|
for (;;) { |
|
if ($cancel) { |
|
print "$prompt [y/n/C] "; |
|
} else { |
|
print "$prompt [Y/n] "; |
|
} |
|
$ans = <STDIN>; |
|
chomp $ans; |
|
if ($ans =~ /^\s*$/) { |
|
if ($cancel) { |
|
$ans = "c"; |
|
} else { |
|
$ans = "y"; |
|
} |
|
} |
|
last if ($ans =~ /^y$/i || $ans =~ /^n$/i); |
|
if ($cancel) { |
|
last if ($ans =~ /^c$/i); |
|
print "Please answer either 'y', 'n' or 'c'.\n"; |
|
} else { |
|
print "Please answer either 'y' or 'n'.\n"; |
|
} |
|
} |
|
if ($ans =~ /^c/i) { |
|
exit; |
|
} |
|
if ($ans !~ /^y$/i) { |
|
return 0; |
|
} |
|
return 1; |
|
} |
|
|
|
sub read_yn { |
|
my ($prompt) = @_; |
|
|
|
return read_prompt 0, $prompt; |
|
} |
|
|
|
sub read_ync { |
|
my ($prompt) = @_; |
|
|
|
return read_prompt 1, $prompt; |
|
} |
|
|
|
sub get_mandatory_config { |
|
my ($config) = @_; |
|
my $ans; |
|
|
|
return if (defined($opt{$config})); |
|
|
|
if (defined($config_help{$config})) { |
|
print "\n"; |
|
print $config_help{$config}; |
|
} |
|
|
|
for (;;) { |
|
print "$config = "; |
|
if (defined($default{$config}) && length($default{$config})) { |
|
print "\[$default{$config}\] "; |
|
} |
|
$ans = <STDIN>; |
|
$ans =~ s/^\s*(.*\S)\s*$/$1/; |
|
if ($ans =~ /^\s*$/) { |
|
if ($default{$config}) { |
|
$ans = $default{$config}; |
|
} else { |
|
print "Your answer can not be blank\n"; |
|
next; |
|
} |
|
} |
|
$entered_configs{$config} = ${ans}; |
|
last; |
|
} |
|
} |
|
|
|
sub show_time { |
|
my ($time) = @_; |
|
|
|
my $hours = 0; |
|
my $minutes = 0; |
|
|
|
if ($time > 3600) { |
|
$hours = int($time / 3600); |
|
$time -= $hours * 3600; |
|
} |
|
if ($time > 60) { |
|
$minutes = int($time / 60); |
|
$time -= $minutes * 60; |
|
} |
|
|
|
if ($hours > 0) { |
|
doprint "$hours hour"; |
|
doprint "s" if ($hours > 1); |
|
doprint " "; |
|
} |
|
|
|
if ($minutes > 0) { |
|
doprint "$minutes minute"; |
|
doprint "s" if ($minutes > 1); |
|
doprint " "; |
|
} |
|
|
|
doprint "$time second"; |
|
doprint "s" if ($time != 1); |
|
} |
|
|
|
sub print_times { |
|
doprint "\n"; |
|
if ($build_time) { |
|
doprint "Build time: "; |
|
show_time($build_time); |
|
doprint "\n"; |
|
} |
|
if ($install_time) { |
|
doprint "Install time: "; |
|
show_time($install_time); |
|
doprint "\n"; |
|
} |
|
if ($reboot_time) { |
|
doprint "Reboot time: "; |
|
show_time($reboot_time); |
|
doprint "\n"; |
|
} |
|
if ($test_time) { |
|
doprint "Test time: "; |
|
show_time($test_time); |
|
doprint "\n"; |
|
} |
|
# reset for iterations like bisect |
|
$build_time = 0; |
|
$install_time = 0; |
|
$reboot_time = 0; |
|
$test_time = 0; |
|
} |
|
|
|
sub get_mandatory_configs { |
|
get_mandatory_config("MACHINE"); |
|
get_mandatory_config("BUILD_DIR"); |
|
get_mandatory_config("OUTPUT_DIR"); |
|
|
|
if ($newconfig) { |
|
get_mandatory_config("BUILD_OPTIONS"); |
|
} |
|
|
|
# options required for other than just building a kernel |
|
if (!$buildonly) { |
|
get_mandatory_config("POWER_CYCLE"); |
|
get_mandatory_config("CONSOLE"); |
|
} |
|
|
|
# options required for install and more |
|
if ($buildonly != 1) { |
|
get_mandatory_config("SSH_USER"); |
|
get_mandatory_config("BUILD_TARGET"); |
|
get_mandatory_config("TARGET_IMAGE"); |
|
} |
|
|
|
get_mandatory_config("LOCALVERSION"); |
|
|
|
return if ($buildonly); |
|
|
|
my $rtype = $opt{"REBOOT_TYPE"}; |
|
|
|
if (!defined($rtype)) { |
|
if (!defined($opt{"GRUB_MENU"})) { |
|
get_mandatory_config("REBOOT_TYPE"); |
|
$rtype = $entered_configs{"REBOOT_TYPE"}; |
|
} else { |
|
$rtype = "grub"; |
|
} |
|
} |
|
|
|
if ($rtype eq "grub") { |
|
get_mandatory_config("GRUB_MENU"); |
|
} |
|
|
|
if ($rtype eq "grub2") { |
|
get_mandatory_config("GRUB_MENU"); |
|
get_mandatory_config("GRUB_FILE"); |
|
} |
|
|
|
if ($rtype eq "syslinux") { |
|
get_mandatory_config("SYSLINUX_LABEL"); |
|
} |
|
} |
|
|
|
sub process_variables { |
|
my ($value, $remove_undef) = @_; |
|
my $retval = ""; |
|
|
|
# We want to check for '\', and it is just easier |
|
# to check the previous characet of '$' and not need |
|
# to worry if '$' is the first character. By adding |
|
# a space to $value, we can just check [^\\]\$ and |
|
# it will still work. |
|
$value = " $value"; |
|
|
|
while ($value =~ /(.*?[^\\])\$\{(.*?)\}(.*)/) { |
|
my $begin = $1; |
|
my $var = $2; |
|
my $end = $3; |
|
# append beginning of value to retval |
|
$retval = "$retval$begin"; |
|
if (defined($variable{$var})) { |
|
$retval = "$retval$variable{$var}"; |
|
} elsif (defined($remove_undef) && $remove_undef) { |
|
# for if statements, any variable that is not defined, |
|
# we simple convert to 0 |
|
$retval = "${retval}0"; |
|
} else { |
|
# put back the origin piece. |
|
$retval = "$retval\$\{$var\}"; |
|
# This could be an option that is used later, save |
|
# it so we don't warn if this option is not one of |
|
# ktests options. |
|
$used_options{$var} = 1; |
|
} |
|
$value = $end; |
|
} |
|
$retval = "$retval$value"; |
|
|
|
# remove the space added in the beginning |
|
$retval =~ s/ //; |
|
|
|
return "$retval" |
|
} |
|
|
|
sub set_value { |
|
my ($lvalue, $rvalue, $override, $overrides, $name) = @_; |
|
|
|
my $prvalue = process_variables($rvalue); |
|
|
|
if ($buildonly && $lvalue =~ /^TEST_TYPE(\[.*\])?$/ && $prvalue ne "build") { |
|
# Note if a test is something other than build, then we |
|
# will need other manditory options. |
|
if ($prvalue ne "install") { |
|
# for bisect, we need to check BISECT_TYPE |
|
if ($prvalue ne "bisect") { |
|
$buildonly = 0; |
|
} |
|
} else { |
|
# install still limits some manditory options. |
|
$buildonly = 2; |
|
} |
|
} |
|
|
|
if ($buildonly && $lvalue =~ /^BISECT_TYPE(\[.*\])?$/ && $prvalue ne "build") { |
|
if ($prvalue ne "install") { |
|
$buildonly = 0; |
|
} else { |
|
# install still limits some manditory options. |
|
$buildonly = 2; |
|
} |
|
} |
|
|
|
if (defined($opt{$lvalue})) { |
|
if (!$override || defined(${$overrides}{$lvalue})) { |
|
my $extra = ""; |
|
if ($override) { |
|
$extra = "In the same override section!\n"; |
|
} |
|
die "$name: $.: Option $lvalue defined more than once!\n$extra"; |
|
} |
|
${$overrides}{$lvalue} = $prvalue; |
|
} |
|
|
|
$opt{$lvalue} = $prvalue; |
|
} |
|
|
|
sub set_eval { |
|
my ($lvalue, $rvalue, $name) = @_; |
|
|
|
my $prvalue = process_variables($rvalue); |
|
my $arr; |
|
|
|
if (defined($evals{$lvalue})) { |
|
$arr = $evals{$lvalue}; |
|
} else { |
|
$arr = []; |
|
$evals{$lvalue} = $arr; |
|
} |
|
|
|
push @{$arr}, $rvalue; |
|
} |
|
|
|
sub set_variable { |
|
my ($lvalue, $rvalue) = @_; |
|
|
|
if ($rvalue =~ /^\s*$/) { |
|
delete $variable{$lvalue}; |
|
} else { |
|
$rvalue = process_variables($rvalue); |
|
$variable{$lvalue} = $rvalue; |
|
} |
|
} |
|
|
|
sub process_compare { |
|
my ($lval, $cmp, $rval) = @_; |
|
|
|
# remove whitespace |
|
|
|
$lval =~ s/^\s*//; |
|
$lval =~ s/\s*$//; |
|
|
|
$rval =~ s/^\s*//; |
|
$rval =~ s/\s*$//; |
|
|
|
if ($cmp eq "==") { |
|
return $lval eq $rval; |
|
} elsif ($cmp eq "!=") { |
|
return $lval ne $rval; |
|
} elsif ($cmp eq "=~") { |
|
return $lval =~ m/$rval/; |
|
} elsif ($cmp eq "!~") { |
|
return $lval !~ m/$rval/; |
|
} |
|
|
|
my $statement = "$lval $cmp $rval"; |
|
my $ret = eval $statement; |
|
|
|
# $@ stores error of eval |
|
if ($@) { |
|
return -1; |
|
} |
|
|
|
return $ret; |
|
} |
|
|
|
sub value_defined { |
|
my ($val) = @_; |
|
|
|
return defined($variable{$2}) || |
|
defined($opt{$2}); |
|
} |
|
|
|
my $d = 0; |
|
sub process_expression { |
|
my ($name, $val) = @_; |
|
|
|
my $c = $d++; |
|
|
|
while ($val =~ s/\(([^\(]*?)\)/\&\&\&\&VAL\&\&\&\&/) { |
|
my $express = $1; |
|
|
|
if (process_expression($name, $express)) { |
|
$val =~ s/\&\&\&\&VAL\&\&\&\&/ 1 /; |
|
} else { |
|
$val =~ s/\&\&\&\&VAL\&\&\&\&/ 0 /; |
|
} |
|
} |
|
|
|
$d--; |
|
my $OR = "\\|\\|"; |
|
my $AND = "\\&\\&"; |
|
|
|
while ($val =~ s/^(.*?)($OR|$AND)//) { |
|
my $express = $1; |
|
my $op = $2; |
|
|
|
if (process_expression($name, $express)) { |
|
if ($op eq "||") { |
|
return 1; |
|
} |
|
} else { |
|
if ($op eq "&&") { |
|
return 0; |
|
} |
|
} |
|
} |
|
|
|
if ($val =~ /(.*)(==|\!=|>=|<=|>|<|=~|\!~)(.*)/) { |
|
my $ret = process_compare($1, $2, $3); |
|
if ($ret < 0) { |
|
die "$name: $.: Unable to process comparison\n"; |
|
} |
|
return $ret; |
|
} |
|
|
|
if ($val =~ /^\s*(NOT\s*)?DEFINED\s+(\S+)\s*$/) { |
|
if (defined $1) { |
|
return !value_defined($2); |
|
} else { |
|
return value_defined($2); |
|
} |
|
} |
|
|
|
if ($val =~ /^\s*0\s*$/) { |
|
return 0; |
|
} elsif ($val =~ /^\s*\d+\s*$/) { |
|
return 1; |
|
} |
|
|
|
die ("$name: $.: Undefined content $val in if statement\n"); |
|
} |
|
|
|
sub process_if { |
|
my ($name, $value) = @_; |
|
|
|
# Convert variables and replace undefined ones with 0 |
|
my $val = process_variables($value, 1); |
|
my $ret = process_expression $name, $val; |
|
|
|
return $ret; |
|
} |
|
|
|
sub __read_config { |
|
my ($config, $current_test_num) = @_; |
|
|
|
my $in; |
|
open($in, $config) || die "can't read file $config"; |
|
|
|
my $name = $config; |
|
$name =~ s,.*/(.*),$1,; |
|
|
|
my $test_num = $$current_test_num; |
|
my $default = 1; |
|
my $repeat = 1; |
|
my $num_tests_set = 0; |
|
my $skip = 0; |
|
my $rest; |
|
my $line; |
|
my $test_case = 0; |
|
my $if = 0; |
|
my $if_set = 0; |
|
my $override = 0; |
|
|
|
my %overrides; |
|
|
|
while (<$in>) { |
|
|
|
# ignore blank lines and comments |
|
next if (/^\s*$/ || /\s*\#/); |
|
|
|
if (/^\s*(TEST_START|DEFAULTS)\b(.*)/) { |
|
|
|
my $type = $1; |
|
$rest = $2; |
|
$line = $2; |
|
|
|
my $old_test_num; |
|
my $old_repeat; |
|
$override = 0; |
|
|
|
if ($type eq "TEST_START") { |
|
|
|
if ($num_tests_set) { |
|
die "$name: $.: Can not specify both NUM_TESTS and TEST_START\n"; |
|
} |
|
|
|
$old_test_num = $test_num; |
|
$old_repeat = $repeat; |
|
|
|
$test_num += $repeat; |
|
$default = 0; |
|
$repeat = 1; |
|
} else { |
|
$default = 1; |
|
} |
|
|
|
# If SKIP is anywhere in the line, the command will be skipped |
|
if ($rest =~ s/\s+SKIP\b//) { |
|
$skip = 1; |
|
} else { |
|
$test_case = 1; |
|
$skip = 0; |
|
} |
|
|
|
if ($rest =~ s/\sELSE\b//) { |
|
if (!$if) { |
|
die "$name: $.: ELSE found with out matching IF section\n$_"; |
|
} |
|
$if = 0; |
|
|
|
if ($if_set) { |
|
$skip = 1; |
|
} else { |
|
$skip = 0; |
|
} |
|
} |
|
|
|
if ($rest =~ s/\sIF\s+(.*)//) { |
|
if (process_if($name, $1)) { |
|
$if_set = 1; |
|
} else { |
|
$skip = 1; |
|
} |
|
$if = 1; |
|
} else { |
|
$if = 0; |
|
$if_set = 0; |
|
} |
|
|
|
if (!$skip) { |
|
if ($type eq "TEST_START") { |
|
if ($rest =~ s/\s+ITERATE\s+(\d+)//) { |
|
$repeat = $1; |
|
$repeat_tests{"$test_num"} = $repeat; |
|
} |
|
} elsif ($rest =~ s/\sOVERRIDE\b//) { |
|
# DEFAULT only |
|
$override = 1; |
|
# Clear previous overrides |
|
%overrides = (); |
|
} |
|
} |
|
|
|
if (!$skip && $rest !~ /^\s*$/) { |
|
die "$name: $.: Gargbage found after $type\n$_"; |
|
} |
|
|
|
if ($skip && $type eq "TEST_START") { |
|
$test_num = $old_test_num; |
|
$repeat = $old_repeat; |
|
} |
|
|
|
} elsif (/^\s*ELSE\b(.*)$/) { |
|
if (!$if) { |
|
die "$name: $.: ELSE found with out matching IF section\n$_"; |
|
} |
|
$rest = $1; |
|
if ($if_set) { |
|
$skip = 1; |
|
$rest = ""; |
|
} else { |
|
$skip = 0; |
|
|
|
if ($rest =~ /\sIF\s+(.*)/) { |
|
# May be a ELSE IF section. |
|
if (process_if($name, $1)) { |
|
$if_set = 1; |
|
} else { |
|
$skip = 1; |
|
} |
|
$rest = ""; |
|
} else { |
|
$if = 0; |
|
} |
|
} |
|
|
|
if ($rest !~ /^\s*$/) { |
|
die "$name: $.: Gargbage found after DEFAULTS\n$_"; |
|
} |
|
|
|
} elsif (/^\s*INCLUDE\s+(\S+)/) { |
|
|
|
next if ($skip); |
|
|
|
if (!$default) { |
|
die "$name: $.: INCLUDE can only be done in default sections\n$_"; |
|
} |
|
|
|
my $file = process_variables($1); |
|
|
|
if ($file !~ m,^/,) { |
|
# check the path of the config file first |
|
if ($config =~ m,(.*)/,) { |
|
if (-f "$1/$file") { |
|
$file = "$1/$file"; |
|
} |
|
} |
|
} |
|
|
|
if ( ! -r $file ) { |
|
die "$name: $.: Can't read file $file\n$_"; |
|
} |
|
|
|
if (__read_config($file, \$test_num)) { |
|
$test_case = 1; |
|
} |
|
|
|
} elsif (/^\s*([A-Z_\[\]\d]+)\s*=~\s*(.*?)\s*$/) { |
|
|
|
next if ($skip); |
|
|
|
my $lvalue = $1; |
|
my $rvalue = $2; |
|
|
|
if ($default || $lvalue =~ /\[\d+\]$/) { |
|
set_eval($lvalue, $rvalue, $name); |
|
} else { |
|
my $val = "$lvalue\[$test_num\]"; |
|
set_eval($val, $rvalue, $name); |
|
} |
|
|
|
} elsif (/^\s*([A-Z_\[\]\d]+)\s*=\s*(.*?)\s*$/) { |
|
|
|
next if ($skip); |
|
|
|
my $lvalue = $1; |
|
my $rvalue = $2; |
|
|
|
if (!$default && |
|
($lvalue eq "NUM_TESTS" || |
|
$lvalue eq "LOG_FILE" || |
|
$lvalue eq "CLEAR_LOG")) { |
|
die "$name: $.: $lvalue must be set in DEFAULTS section\n"; |
|
} |
|
|
|
if ($lvalue eq "NUM_TESTS") { |
|
if ($test_num) { |
|
die "$name: $.: Can not specify both NUM_TESTS and TEST_START\n"; |
|
} |
|
if (!$default) { |
|
die "$name: $.: NUM_TESTS must be set in default section\n"; |
|
} |
|
$num_tests_set = 1; |
|
} |
|
|
|
if ($default || $lvalue =~ /\[\d+\]$/) { |
|
set_value($lvalue, $rvalue, $override, \%overrides, $name); |
|
} else { |
|
my $val = "$lvalue\[$test_num\]"; |
|
set_value($val, $rvalue, $override, \%overrides, $name); |
|
|
|
if ($repeat > 1) { |
|
$repeats{$val} = $repeat; |
|
} |
|
} |
|
} elsif (/^\s*([A-Z_\[\]\d]+)\s*:=\s*(.*?)\s*$/) { |
|
next if ($skip); |
|
|
|
my $lvalue = $1; |
|
my $rvalue = $2; |
|
|
|
# process config variables. |
|
# Config variables are only active while reading the |
|
# config and can be defined anywhere. They also ignore |
|
# TEST_START and DEFAULTS, but are skipped if they are in |
|
# on of these sections that have SKIP defined. |
|
# The save variable can be |
|
# defined multiple times and the new one simply overrides |
|
# the prevous one. |
|
set_variable($lvalue, $rvalue); |
|
|
|
} else { |
|
die "$name: $.: Garbage found in config\n$_"; |
|
} |
|
} |
|
|
|
if ($test_num) { |
|
$test_num += $repeat - 1; |
|
$opt{"NUM_TESTS"} = $test_num; |
|
} |
|
|
|
close($in); |
|
|
|
$$current_test_num = $test_num; |
|
|
|
return $test_case; |
|
} |
|
|
|
sub get_test_case { |
|
print "What test case would you like to run?\n"; |
|
print " (build, install or boot)\n"; |
|
print " Other tests are available but require editing the config file\n"; |
|
my $ans = <STDIN>; |
|
chomp $ans; |
|
$default{"TEST_TYPE"} = $ans; |
|
} |
|
|
|
sub read_config { |
|
my ($config) = @_; |
|
|
|
my $test_case; |
|
my $test_num = 0; |
|
|
|
$test_case = __read_config $config, \$test_num; |
|
|
|
# make sure we have all mandatory configs |
|
get_mandatory_configs; |
|
|
|
# was a test specified? |
|
if (!$test_case) { |
|
print "No test case specified.\n"; |
|
get_test_case; |
|
} |
|
|
|
# set any defaults |
|
|
|
foreach my $default (keys %default) { |
|
if (!defined($opt{$default})) { |
|
$opt{$default} = $default{$default}; |
|
} |
|
} |
|
|
|
if ($opt{"IGNORE_UNUSED"} == 1) { |
|
return; |
|
} |
|
|
|
my %not_used; |
|
|
|
# check if there are any stragglers (typos?) |
|
foreach my $option (keys %opt) { |
|
my $op = $option; |
|
# remove per test labels. |
|
$op =~ s/\[.*\]//; |
|
if (!exists($option_map{$op}) && |
|
!exists($default{$op}) && |
|
!exists($used_options{$op})) { |
|
$not_used{$op} = 1; |
|
} |
|
} |
|
|
|
if (%not_used) { |
|
my $s = "s are"; |
|
$s = " is" if (keys %not_used == 1); |
|
print "The following option$s not used; could be a typo:\n"; |
|
foreach my $option (keys %not_used) { |
|
print "$option\n"; |
|
} |
|
print "Set IGRNORE_UNUSED = 1 to have ktest ignore unused variables\n"; |
|
if (!read_yn "Do you want to continue?") { |
|
exit -1; |
|
} |
|
} |
|
} |
|
|
|
sub __eval_option { |
|
my ($name, $option, $i) = @_; |
|
|
|
# Add space to evaluate the character before $ |
|
$option = " $option"; |
|
my $retval = ""; |
|
my $repeated = 0; |
|
my $parent = 0; |
|
|
|
foreach my $test (keys %repeat_tests) { |
|
if ($i >= $test && |
|
$i < $test + $repeat_tests{$test}) { |
|
|
|
$repeated = 1; |
|
$parent = $test; |
|
last; |
|
} |
|
} |
|
|
|
while ($option =~ /(.*?[^\\])\$\{(.*?)\}(.*)/) { |
|
my $start = $1; |
|
my $var = $2; |
|
my $end = $3; |
|
|
|
# Append beginning of line |
|
$retval = "$retval$start"; |
|
|
|
# If the iteration option OPT[$i] exists, then use that. |
|
# otherwise see if the default OPT (without [$i]) exists. |
|
|
|
my $o = "$var\[$i\]"; |
|
my $parento = "$var\[$parent\]"; |
|
|
|
# If a variable contains itself, use the default var |
|
if (($var eq $name) && defined($opt{$var})) { |
|
$o = $opt{$var}; |
|
$retval = "$retval$o"; |
|
} elsif (defined($opt{$o})) { |
|
$o = $opt{$o}; |
|
$retval = "$retval$o"; |
|
} elsif ($repeated && defined($opt{$parento})) { |
|
$o = $opt{$parento}; |
|
$retval = "$retval$o"; |
|
} elsif (defined($opt{$var})) { |
|
$o = $opt{$var}; |
|
$retval = "$retval$o"; |
|
} elsif ($var eq "KERNEL_VERSION" && defined($make)) { |
|
# special option KERNEL_VERSION uses kernel version |
|
get_version(); |
|
$retval = "$retval$version"; |
|
} else { |
|
$retval = "$retval\$\{$var\}"; |
|
} |
|
|
|
$option = $end; |
|
} |
|
|
|
$retval = "$retval$option"; |
|
|
|
$retval =~ s/^ //; |
|
|
|
return $retval; |
|
} |
|
|
|
sub process_evals { |
|
my ($name, $option, $i) = @_; |
|
|
|
my $option_name = "$name\[$i\]"; |
|
my $ev; |
|
|
|
my $old_option = $option; |
|
|
|
if (defined($evals{$option_name})) { |
|
$ev = $evals{$option_name}; |
|
} elsif (defined($evals{$name})) { |
|
$ev = $evals{$name}; |
|
} else { |
|
return $option; |
|
} |
|
|
|
for my $e (@{$ev}) { |
|
eval "\$option =~ $e"; |
|
} |
|
|
|
if ($option ne $old_option) { |
|
doprint("$name changed from '$old_option' to '$option'\n"); |
|
} |
|
|
|
return $option; |
|
} |
|
|
|
sub eval_option { |
|
my ($name, $option, $i) = @_; |
|
|
|
my $prev = ""; |
|
|
|
# Since an option can evaluate to another option, |
|
# keep iterating until we do not evaluate any more |
|
# options. |
|
my $r = 0; |
|
while ($prev ne $option) { |
|
# Check for recursive evaluations. |
|
# 100 deep should be more than enough. |
|
if ($r++ > 100) { |
|
die "Over 100 evaluations accurred with $option\n" . |
|
"Check for recursive variables\n"; |
|
} |
|
$prev = $option; |
|
$option = __eval_option($name, $option, $i); |
|
} |
|
|
|
$option = process_evals($name, $option, $i); |
|
|
|
return $option; |
|
} |
|
|
|
sub run_command; |
|
sub start_monitor; |
|
sub end_monitor; |
|
sub wait_for_monitor; |
|
|
|
sub reboot { |
|
my ($time) = @_; |
|
|
|
# Make sure everything has been written to disk |
|
run_ssh("sync"); |
|
|
|
if (defined($time)) { |
|
start_monitor; |
|
# flush out current monitor |
|
# May contain the reboot success line |
|
wait_for_monitor 1; |
|
} |
|
|
|
# try to reboot normally |
|
if (run_command $reboot) { |
|
if (defined($powercycle_after_reboot)) { |
|
sleep $powercycle_after_reboot; |
|
run_command "$power_cycle"; |
|
} |
|
} else { |
|
# nope? power cycle it. |
|
run_command "$power_cycle"; |
|
} |
|
|
|
if (defined($time)) { |
|
|
|
# We only want to get to the new kernel, don't fail |
|
# if we stumble over a call trace. |
|
my $save_ignore_errors = $ignore_errors; |
|
$ignore_errors = 1; |
|
|
|
# Look for the good kernel to boot |
|
if (wait_for_monitor($time, "Linux version")) { |
|
# reboot got stuck? |
|
doprint "Reboot did not finish. Forcing power cycle\n"; |
|
run_command "$power_cycle"; |
|
} |
|
|
|
$ignore_errors = $save_ignore_errors; |
|
|
|
# Still need to wait for the reboot to finish |
|
wait_for_monitor($time, $reboot_success_line); |
|
|
|
end_monitor; |
|
} |
|
} |
|
|
|
sub reboot_to_good { |
|
my ($time) = @_; |
|
|
|
if (defined($switch_to_good)) { |
|
run_command $switch_to_good; |
|
} |
|
|
|
reboot $time; |
|
} |
|
|
|
sub do_not_reboot { |
|
my $i = $iteration; |
|
|
|
return $test_type eq "build" || $no_reboot || |
|
($test_type eq "patchcheck" && $opt{"PATCHCHECK_TYPE[$i]"} eq "build") || |
|
($test_type eq "bisect" && $opt{"BISECT_TYPE[$i]"} eq "build"); |
|
} |
|
|
|
sub dodie { |
|
doprint "CRITICAL FAILURE... ", @_, "\n"; |
|
|
|
my $i = $iteration; |
|
|
|
if ($reboot_on_error && !do_not_reboot) { |
|
|
|
doprint "REBOOTING\n"; |
|
reboot_to_good; |
|
|
|
} elsif ($poweroff_on_error && defined($power_off)) { |
|
doprint "POWERING OFF\n"; |
|
`$power_off`; |
|
} |
|
|
|
if (defined($opt{"LOG_FILE"})) { |
|
print " See $opt{LOG_FILE} for more info.\n"; |
|
} |
|
|
|
if ($monitor_cnt) { |
|
# restore terminal settings |
|
system("stty $stty_orig"); |
|
} |
|
|
|
die @_, "\n"; |
|
} |
|
|
|
sub create_pty { |
|
my ($ptm, $pts) = @_; |
|
my $tmp; |
|
my $TIOCSPTLCK = 0x40045431; |
|
my $TIOCGPTN = 0x80045430; |
|
|
|
sysopen($ptm, "/dev/ptmx", O_RDWR | O_NONBLOCK) or |
|
dodie "Cant open /dev/ptmx"; |
|
|
|
# unlockpt() |
|
$tmp = pack("i", 0); |
|
ioctl($ptm, $TIOCSPTLCK, $tmp) or |
|
dodie "ioctl TIOCSPTLCK for /dev/ptmx failed"; |
|
|
|
# ptsname() |
|
ioctl($ptm, $TIOCGPTN, $tmp) or |
|
dodie "ioctl TIOCGPTN for /dev/ptmx failed"; |
|
$tmp = unpack("i", $tmp); |
|
|
|
sysopen($pts, "/dev/pts/$tmp", O_RDWR | O_NONBLOCK) or |
|
dodie "Can't open /dev/pts/$tmp"; |
|
} |
|
|
|
sub exec_console { |
|
my ($ptm, $pts) = @_; |
|
|
|
close($ptm); |
|
|
|
close(\*STDIN); |
|
close(\*STDOUT); |
|
close(\*STDERR); |
|
|
|
open(\*STDIN, '<&', $pts); |
|
open(\*STDOUT, '>&', $pts); |
|
open(\*STDERR, '>&', $pts); |
|
|
|
close($pts); |
|
|
|
exec $console or |
|
die "Can't open console $console"; |
|
} |
|
|
|
sub open_console { |
|
my ($ptm) = @_; |
|
my $pts = \*PTSFD; |
|
my $pid; |
|
|
|
# save terminal settings |
|
$stty_orig = `stty -g`; |
|
|
|
# place terminal in cbreak mode so that stdin can be read one character at |
|
# a time without having to wait for a newline |
|
system("stty -icanon -echo -icrnl"); |
|
|
|
create_pty($ptm, $pts); |
|
|
|
$pid = fork; |
|
|
|
if (!$pid) { |
|
# child |
|
exec_console($ptm, $pts) |
|
} |
|
|
|
# parent |
|
close($pts); |
|
|
|
return $pid; |
|
|
|
open(PTSFD, "Stop perl from warning about single use of PTSFD"); |
|
} |
|
|
|
sub close_console { |
|
my ($fp, $pid) = @_; |
|
|
|
doprint "kill child process $pid\n"; |
|
kill $close_console_signal, $pid; |
|
|
|
print "closing!\n"; |
|
close($fp); |
|
|
|
# restore terminal settings |
|
system("stty $stty_orig"); |
|
} |
|
|
|
sub start_monitor { |
|
if ($monitor_cnt++) { |
|
return; |
|
} |
|
$monitor_fp = \*MONFD; |
|
$monitor_pid = open_console $monitor_fp; |
|
|
|
return; |
|
|
|
open(MONFD, "Stop perl from warning about single use of MONFD"); |
|
} |
|
|
|
sub end_monitor { |
|
return if (!defined $console); |
|
if (--$monitor_cnt) { |
|
return; |
|
} |
|
close_console($monitor_fp, $monitor_pid); |
|
} |
|
|
|
sub wait_for_monitor { |
|
my ($time, $stop) = @_; |
|
my $full_line = ""; |
|
my $line; |
|
my $booted = 0; |
|
my $start_time = time; |
|
my $skip_call_trace = 0; |
|
my $bug = 0; |
|
my $bug_ignored = 0; |
|
my $now; |
|
|
|
doprint "** Wait for monitor to settle down **\n"; |
|
|
|
# read the monitor and wait for the system to calm down |
|
while (!$booted) { |
|
$line = wait_for_input($monitor_fp, $time); |
|
last if (!defined($line)); |
|
print "$line"; |
|
$full_line .= $line; |
|
|
|
if (defined($stop) && $full_line =~ /$stop/) { |
|
doprint "wait for monitor detected $stop\n"; |
|
$booted = 1; |
|
} |
|
|
|
if ($full_line =~ /\[ backtrace testing \]/) { |
|
$skip_call_trace = 1; |
|
} |
|
|
|
if ($full_line =~ /call trace:/i) { |
|
if (!$bug && !$skip_call_trace) { |
|
if ($ignore_errors) { |
|
$bug_ignored = 1; |
|
} else { |
|
$bug = 1; |
|
} |
|
} |
|
} |
|
|
|
if ($full_line =~ /\[ end of backtrace testing \]/) { |
|
$skip_call_trace = 0; |
|
} |
|
|
|
if ($full_line =~ /Kernel panic -/) { |
|
$bug = 1; |
|
} |
|
|
|
if ($line =~ /\n/) { |
|
$full_line = ""; |
|
} |
|
$now = time; |
|
if ($now - $start_time >= $max_monitor_wait) { |
|
doprint "Exiting monitor flush due to hitting MAX_MONITOR_WAIT\n"; |
|
return 1; |
|
} |
|
} |
|
print "** Monitor flushed **\n"; |
|
|
|
# if stop is defined but wasn't hit, return error |
|
# used by reboot (which wants to see a reboot) |
|
if (defined($stop) && !$booted) { |
|
$bug = 1; |
|
} |
|
return $bug; |
|
} |
|
|
|
sub save_logs { |
|
my ($result, $basedir) = @_; |
|
my @t = localtime; |
|
my $date = sprintf "%04d%02d%02d%02d%02d%02d", |
|
1900+$t[5],$t[4],$t[3],$t[2],$t[1],$t[0]; |
|
|
|
my $type = $build_type; |
|
if ($type =~ /useconfig/) { |
|
$type = "useconfig"; |
|
} |
|
|
|
my $dir = "$machine-$test_type-$type-$result-$date"; |
|
|
|
$dir = "$basedir/$dir"; |
|
|
|
if (!-d $dir) { |
|
mkpath($dir) or |
|
die "can't create $dir"; |
|
} |
|
|
|
my %files = ( |
|
"config" => $output_config, |
|
"buildlog" => $buildlog, |
|
"dmesg" => $dmesg, |
|
"testlog" => $testlog, |
|
); |
|
|
|
while (my ($name, $source) = each(%files)) { |
|
if (-f "$source") { |
|
cp "$source", "$dir/$name" or |
|
die "failed to copy $source"; |
|
} |
|
} |
|
|
|
doprint "*** Saved info to $dir ***\n"; |
|
} |
|
|
|
sub fail { |
|
|
|
if (defined($post_test)) { |
|
run_command $post_test; |
|
} |
|
|
|
if ($die_on_failure) { |
|
dodie @_; |
|
} |
|
|
|
doprint "FAILED\n"; |
|
|
|
my $i = $iteration; |
|
|
|
# no need to reboot for just building. |
|
if (!do_not_reboot) { |
|
doprint "REBOOTING\n"; |
|
reboot_to_good $sleep_time; |
|
} |
|
|
|
my $name = ""; |
|
|
|
if (defined($test_name)) { |
|
$name = " ($test_name)"; |
|
} |
|
|
|
print_times; |
|
|
|
doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n"; |
|
doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n"; |
|
doprint "KTEST RESULT: TEST $i$name Failed: ", @_, "\n"; |
|
doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n"; |
|
doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n"; |
|
|
|
if (defined($store_failures)) { |
|
save_logs "fail", $store_failures; |
|
} |
|
|
|
return 1; |
|
} |
|
|
|
sub run_command { |
|
my ($command, $redirect) = @_; |
|
my $start_time; |
|
my $end_time; |
|
my $dolog = 0; |
|
my $dord = 0; |
|
my $pid; |
|
|
|
$start_time = time; |
|
|
|
$command =~ s/\$SSH_USER/$ssh_user/g; |
|
$command =~ s/\$MACHINE/$machine/g; |
|
|
|
doprint("$command ... "); |
|
|
|
$pid = open(CMD, "$command 2>&1 |") or |
|
(fail "unable to exec $command" and return 0); |
|
|
|
if (defined($opt{"LOG_FILE"})) { |
|
open(LOG, ">>$opt{LOG_FILE}") or |
|
dodie "failed to write to log"; |
|
$dolog = 1; |
|
} |
|
|
|
if (defined($redirect)) { |
|
open (RD, ">$redirect") or |
|
dodie "failed to write to redirect $redirect"; |
|
$dord = 1; |
|
} |
|
|
|
while (<CMD>) { |
|
print LOG if ($dolog); |
|
print RD if ($dord); |
|
} |
|
|
|
waitpid($pid, 0); |
|
my $failed = $?; |
|
|
|
close(CMD); |
|
close(LOG) if ($dolog); |
|
close(RD) if ($dord); |
|
|
|
$end_time = time; |
|
my $delta = $end_time - $start_time; |
|
|
|
if ($delta == 1) { |
|
doprint "[1 second] "; |
|
} else { |
|
doprint "[$delta seconds] "; |
|
} |
|
|
|
if ($failed) { |
|
doprint "FAILED!\n"; |
|
} else { |
|
doprint "SUCCESS\n"; |
|
} |
|
|
|
return !$failed; |
|
} |
|
|
|
sub run_ssh { |
|
my ($cmd) = @_; |
|
my $cp_exec = $ssh_exec; |
|
|
|
$cp_exec =~ s/\$SSH_COMMAND/$cmd/g; |
|
return run_command "$cp_exec"; |
|
} |
|
|
|
sub run_scp { |
|
my ($src, $dst, $cp_scp) = @_; |
|
|
|
$cp_scp =~ s/\$SRC_FILE/$src/g; |
|
$cp_scp =~ s/\$DST_FILE/$dst/g; |
|
|
|
return run_command "$cp_scp"; |
|
} |
|
|
|
sub run_scp_install { |
|
my ($src, $dst) = @_; |
|
|
|
my $cp_scp = $scp_to_target_install; |
|
|
|
return run_scp($src, $dst, $cp_scp); |
|
} |
|
|
|
sub run_scp_mod { |
|
my ($src, $dst) = @_; |
|
|
|
my $cp_scp = $scp_to_target; |
|
|
|
return run_scp($src, $dst, $cp_scp); |
|
} |
|
|
|
sub get_grub2_index { |
|
|
|
return if (defined($grub_number) && defined($last_grub_menu) && |
|
$last_grub_menu eq $grub_menu && defined($last_machine) && |
|
$last_machine eq $machine); |
|
|
|
doprint "Find grub2 menu ... "; |
|
$grub_number = -1; |
|
|
|
my $ssh_grub = $ssh_exec; |
|
$ssh_grub =~ s,\$SSH_COMMAND,cat $grub_file,g; |
|
|
|
open(IN, "$ssh_grub |") |
|
or die "unable to get $grub_file"; |
|
|
|
my $found = 0; |
|
|
|
while (<IN>) { |
|
if (/^menuentry.*$grub_menu/) { |
|
$grub_number++; |
|
$found = 1; |
|
last; |
|
} elsif (/^menuentry\s/) { |
|
$grub_number++; |
|
} |
|
} |
|
close(IN); |
|
|
|
die "Could not find '$grub_menu' in $grub_file on $machine" |
|
if (!$found); |
|
doprint "$grub_number\n"; |
|
$last_grub_menu = $grub_menu; |
|
$last_machine = $machine; |
|
} |
|
|
|
sub get_grub_index { |
|
|
|
if ($reboot_type eq "grub2") { |
|
get_grub2_index; |
|
return; |
|
} |
|
|
|
if ($reboot_type ne "grub") { |
|
return; |
|
} |
|
return if (defined($grub_number) && defined($last_grub_menu) && |
|
$last_grub_menu eq $grub_menu && defined($last_machine) && |
|
$last_machine eq $machine); |
|
|
|
doprint "Find grub menu ... "; |
|
$grub_number = -1; |
|
|
|
my $ssh_grub = $ssh_exec; |
|
$ssh_grub =~ s,\$SSH_COMMAND,cat /boot/grub/menu.lst,g; |
|
|
|
open(IN, "$ssh_grub |") |
|
or die "unable to get menu.lst"; |
|
|
|
my $found = 0; |
|
|
|
while (<IN>) { |
|
if (/^\s*title\s+$grub_menu\s*$/) { |
|
$grub_number++; |
|
$found = 1; |
|
last; |
|
} elsif (/^\s*title\s/) { |
|
$grub_number++; |
|
} |
|
} |
|
close(IN); |
|
|
|
die "Could not find '$grub_menu' in /boot/grub/menu on $machine" |
|
if (!$found); |
|
doprint "$grub_number\n"; |
|
$last_grub_menu = $grub_menu; |
|
$last_machine = $machine; |
|
} |
|
|
|
sub wait_for_input |
|
{ |
|
my ($fp, $time) = @_; |
|
my $rin; |
|
my $rout; |
|
my $nr; |
|
my $buf; |
|
my $line; |
|
my $ch; |
|
|
|
if (!defined($time)) { |
|
$time = $timeout; |
|
} |
|
|
|
$rin = ''; |
|
vec($rin, fileno($fp), 1) = 1; |
|
vec($rin, fileno(\*STDIN), 1) = 1; |
|
|
|
while (1) { |
|
$nr = select($rout=$rin, undef, undef, $time); |
|
|
|
if ($nr <= 0) { |
|
return undef; |
|
} |
|
|
|
# copy data from stdin to the console |
|
if (vec($rout, fileno(\*STDIN), 1) == 1) { |
|
sysread(\*STDIN, $buf, 1000); |
|
syswrite($fp, $buf, 1000); |
|
next; |
|
} |
|
|
|
$line = ""; |
|
|
|
# try to read one char at a time |
|
while (sysread $fp, $ch, 1) { |
|
$line .= $ch; |
|
last if ($ch eq "\n"); |
|
} |
|
|
|
if (!length($line)) { |
|
return undef; |
|
} |
|
|
|
return $line; |
|
} |
|
} |
|
|
|
sub reboot_to { |
|
if (defined($switch_to_test)) { |
|
run_command $switch_to_test; |
|
} |
|
|
|
if ($reboot_type eq "grub") { |
|
run_ssh "'(echo \"savedefault --default=$grub_number --once\" | grub --batch)'"; |
|
} elsif ($reboot_type eq "grub2") { |
|
run_ssh "$grub_reboot $grub_number"; |
|
} elsif ($reboot_type eq "syslinux") { |
|
run_ssh "$syslinux --once \\\"$syslinux_label\\\" $syslinux_path"; |
|
} elsif (defined $reboot_script) { |
|
run_command "$reboot_script"; |
|
} |
|
reboot; |
|
} |
|
|
|
sub get_sha1 { |
|
my ($commit) = @_; |
|
|
|
doprint "git rev-list --max-count=1 $commit ... "; |
|
my $sha1 = `git rev-list --max-count=1 $commit`; |
|
my $ret = $?; |
|
|
|
logit $sha1; |
|
|
|
if ($ret) { |
|
doprint "FAILED\n"; |
|
dodie "Failed to get git $commit"; |
|
} |
|
|
|
print "SUCCESS\n"; |
|
|
|
chomp $sha1; |
|
|
|
return $sha1; |
|
} |
|
|
|
sub monitor { |
|
my $booted = 0; |
|
my $bug = 0; |
|
my $bug_ignored = 0; |
|
my $skip_call_trace = 0; |
|
my $loops; |
|
|
|
my $start_time = time; |
|
|
|
wait_for_monitor 5; |
|
|
|
my $line; |
|
my $full_line = ""; |
|
|
|
open(DMESG, "> $dmesg") or |
|
die "unable to write to $dmesg"; |
|
|
|
reboot_to; |
|
|
|
my $success_start; |
|
my $failure_start; |
|
my $monitor_start = time; |
|
my $done = 0; |
|
my $version_found = 0; |
|
|
|
while (!$done) { |
|
|
|
if ($bug && defined($stop_after_failure) && |
|
$stop_after_failure >= 0) { |
|
my $time = $stop_after_failure - (time - $failure_start); |
|
$line = wait_for_input($monitor_fp, $time); |
|
if (!defined($line)) { |
|
doprint "bug timed out after $booted_timeout seconds\n"; |
|
doprint "Test forced to stop after $stop_after_failure seconds after failure\n"; |
|
last; |
|
} |
|
} elsif ($booted) { |
|
$line = wait_for_input($monitor_fp, $booted_timeout); |
|
if (!defined($line)) { |
|
my $s = $booted_timeout == 1 ? "" : "s"; |
|
doprint "Successful boot found: break after $booted_timeout second$s\n"; |
|
last; |
|
} |
|
} else { |
|
$line = wait_for_input($monitor_fp); |
|
if (!defined($line)) { |
|
my $s = $timeout == 1 ? "" : "s"; |
|
doprint "Timed out after $timeout second$s\n"; |
|
last; |
|
} |
|
} |
|
|
|
doprint $line; |
|
print DMESG $line; |
|
|
|
# we are not guaranteed to get a full line |
|
$full_line .= $line; |
|
|
|
if ($full_line =~ /$success_line/) { |
|
$booted = 1; |
|
$success_start = time; |
|
} |
|
|
|
if ($booted && defined($stop_after_success) && |
|
$stop_after_success >= 0) { |
|
my $now = time; |
|
if ($now - $success_start >= $stop_after_success) { |
|
doprint "Test forced to stop after $stop_after_success seconds after success\n"; |
|
last; |
|
} |
|
} |
|
|
|
if ($full_line =~ /\[ backtrace testing \]/) { |
|
$skip_call_trace = 1; |
|
} |
|
|
|
if ($full_line =~ /call trace:/i) { |
|
if (!$bug && !$skip_call_trace) { |
|
if ($ignore_errors) { |
|
$bug_ignored = 1; |
|
} else { |
|
$bug = 1; |
|
$failure_start = time; |
|
} |
|
} |
|
} |
|
|
|
if ($bug && defined($stop_after_failure) && |
|
$stop_after_failure >= 0) { |
|
my $now = time; |
|
if ($now - $failure_start >= $stop_after_failure) { |
|
doprint "Test forced to stop after $stop_after_failure seconds after failure\n"; |
|
last; |
|
} |
|
} |
|
|
|
if ($full_line =~ /\[ end of backtrace testing \]/) { |
|
$skip_call_trace = 0; |
|
} |
|
|
|
if ($full_line =~ /Kernel panic -/) { |
|
$failure_start = time; |
|
$bug = 1; |
|
} |
|
|
|
# Detect triple faults by testing the banner |
|
if ($full_line =~ /\bLinux version (\S+).*\n/) { |
|
if ($1 eq $version) { |
|
$version_found = 1; |
|
} elsif ($version_found && $detect_triplefault) { |
|
# We already booted into the kernel we are testing, |
|
# but now we booted into another kernel? |
|
# Consider this a triple fault. |
|
doprint "Already booted in Linux kernel $version, but now\n"; |
|
doprint "we booted into Linux kernel $1.\n"; |
|
doprint "Assuming that this is a triple fault.\n"; |
|
doprint "To disable this: set DETECT_TRIPLE_FAULT to 0\n"; |
|
last; |
|
} |
|
} |
|
|
|
if ($line =~ /\n/) { |
|
$full_line = ""; |
|
} |
|
|
|
if ($stop_test_after > 0 && !$booted && !$bug) { |
|
if (time - $monitor_start > $stop_test_after) { |
|
doprint "STOP_TEST_AFTER ($stop_test_after seconds) timed out\n"; |
|
$done = 1; |
|
} |
|
} |
|
} |
|
|
|
my $end_time = time; |
|
$reboot_time = $end_time - $start_time; |
|
|
|
close(DMESG); |
|
|
|
if ($bug) { |
|
return 0 if ($in_bisect); |
|
fail "failed - got a bug report" and return 0; |
|
} |
|
|
|
if (!$booted) { |
|
return 0 if ($in_bisect); |
|
fail "failed - never got a boot prompt." and return 0; |
|
} |
|
|
|
if ($bug_ignored) { |
|
doprint "WARNING: Call Trace detected but ignored due to IGNORE_ERRORS=1\n"; |
|
} |
|
|
|
return 1; |
|
} |
|
|
|
sub eval_kernel_version { |
|
my ($option) = @_; |
|
|
|
$option =~ s/\$KERNEL_VERSION/$version/g; |
|
|
|
return $option; |
|
} |
|
|
|
sub do_post_install { |
|
|
|
return if (!defined($post_install)); |
|
|
|
my $cp_post_install = eval_kernel_version $post_install; |
|
run_command "$cp_post_install" or |
|
dodie "Failed to run post install"; |
|
} |
|
|
|
# Sometimes the reboot fails, and will hang. We try to ssh to the box |
|
# and if we fail, we force another reboot, that should powercycle it. |
|
sub test_booted { |
|
if (!run_ssh "echo testing connection") { |
|
reboot $sleep_time; |
|
} |
|
} |
|
|
|
sub install { |
|
|
|
return if ($no_install); |
|
|
|
my $start_time = time; |
|
|
|
if (defined($pre_install)) { |
|
my $cp_pre_install = eval_kernel_version $pre_install; |
|
run_command "$cp_pre_install" or |
|
dodie "Failed to run pre install"; |
|
} |
|
|
|
my $cp_target = eval_kernel_version $target_image; |
|
|
|
test_booted; |
|
|
|
run_scp_install "$outputdir/$build_target", "$cp_target" or |
|
dodie "failed to copy image"; |
|
|
|
my $install_mods = 0; |
|
|
|
# should we process modules? |
|
$install_mods = 0; |
|
open(IN, "$output_config") or dodie("Can't read config file"); |
|
while (<IN>) { |
|
if (/CONFIG_MODULES(=y)?/) { |
|
if (defined($1)) { |
|
$install_mods = 1; |
|
last; |
|
} |
|
} |
|
} |
|
close(IN); |
|
|
|
if (!$install_mods) { |
|
do_post_install; |
|
doprint "No modules needed\n"; |
|
my $end_time = time; |
|
$install_time = $end_time - $start_time; |
|
return; |
|
} |
|
|
|
run_command "$make INSTALL_MOD_STRIP=1 INSTALL_MOD_PATH=$tmpdir modules_install" or |
|
dodie "Failed to install modules"; |
|
|
|
my $modlib = "/lib/modules/$version"; |
|
my $modtar = "ktest-mods.tar.bz2"; |
|
|
|
run_ssh "rm -rf $modlib" or |
|
dodie "failed to remove old mods: $modlib"; |
|
|
|
# would be nice if scp -r did not follow symbolic links |
|
run_command "cd $tmpdir && tar -cjf $modtar lib/modules/$version" or |
|
dodie "making tarball"; |
|
|
|
run_scp_mod "$tmpdir/$modtar", "/tmp" or |
|
dodie "failed to copy modules"; |
|
|
|
unlink "$tmpdir/$modtar"; |
|
|
|
run_ssh "'(cd / && tar xjf /tmp/$modtar)'" or |
|
dodie "failed to tar modules"; |
|
|
|
run_ssh "rm -f /tmp/$modtar"; |
|
|
|
do_post_install; |
|
|
|
my $end_time = time; |
|
$install_time = $end_time - $start_time; |
|
} |
|
|
|
sub get_version { |
|
# get the release name |
|
return if ($have_version); |
|
doprint "$make kernelrelease ... "; |
|
$version = `$make -s kernelrelease | tail -1`; |
|
chomp($version); |
|
doprint "$version\n"; |
|
$have_version = 1; |
|
} |
|
|
|
sub start_monitor_and_install { |
|
# Make sure the stable kernel has finished booting |
|
|
|
# Install bisects, don't need console |
|
if (defined $console) { |
|
start_monitor; |
|
wait_for_monitor 5; |
|
end_monitor; |
|
} |
|
|
|
get_grub_index; |
|
get_version; |
|
install; |
|
|
|
start_monitor if (defined $console); |
|
return monitor; |
|
} |
|
|
|
my $check_build_re = ".*:.*(warning|error|Error):.*"; |
|
my $utf8_quote = "\\x{e2}\\x{80}(\\x{98}|\\x{99})"; |
|
|
|
sub process_warning_line { |
|
my ($line) = @_; |
|
|
|
chomp $line; |
|
|
|
# for distcc heterogeneous systems, some compilers |
|
# do things differently causing warning lines |
|
# to be slightly different. This makes an attempt |
|
# to fixe those issues. |
|
|
|
# chop off the index into the line |
|
# using distcc, some compilers give different indexes |
|
# depending on white space |
|
$line =~ s/^(\s*\S+:\d+:)\d+/$1/; |
|
|
|
# Some compilers use UTF-8 extended for quotes and some don't. |
|
$line =~ s/$utf8_quote/'/g; |
|
|
|
return $line; |
|
} |
|
|
|
# Read buildlog and check against warnings file for any |
|
# new warnings. |
|
# |
|
# Returns 1 if OK |
|
# 0 otherwise |
|
sub check_buildlog { |
|
return 1 if (!defined $warnings_file); |
|
|
|
my %warnings_list; |
|
|
|
# Failed builds should not reboot the target |
|
my $save_no_reboot = $no_reboot; |
|
$no_reboot = 1; |
|
|
|
if (-f $warnings_file) { |
|
open(IN, $warnings_file) or |
|
dodie "Error opening $warnings_file"; |
|
|
|
while (<IN>) { |
|
if (/$check_build_re/) { |
|
my $warning = process_warning_line $_; |
|
|
|
$warnings_list{$warning} = 1; |
|
} |
|
} |
|
close(IN); |
|
} |
|
|
|
# If warnings file didn't exist, and WARNINGS_FILE exist, |
|
# then we fail on any warning! |
|
|
|
open(IN, $buildlog) or dodie "Can't open $buildlog"; |
|
while (<IN>) { |
|
if (/$check_build_re/) { |
|
my $warning = process_warning_line $_; |
|
|
|
if (!defined $warnings_list{$warning}) { |
|
fail "New warning found (not in $warnings_file)\n$_\n"; |
|
$no_reboot = $save_no_reboot; |
|
return 0; |
|
} |
|
} |
|
} |
|
$no_reboot = $save_no_reboot; |
|
close(IN); |
|
} |
|
|
|
sub check_patch_buildlog { |
|
my ($patch) = @_; |
|
|
|
my @files = `git show $patch | diffstat -l`; |
|
|
|
foreach my $file (@files) { |
|
chomp $file; |
|
} |
|
|
|
open(IN, "git show $patch |") or |
|
dodie "failed to show $patch"; |
|
while (<IN>) { |
|
if (m,^--- a/(.*),) { |
|
chomp $1; |
|
$files[$#files] = $1; |
|
} |
|
} |
|
close(IN); |
|
|
|
open(IN, $buildlog) or dodie "Can't open $buildlog"; |
|
while (<IN>) { |
|
if (/^\s*(.*?):.*(warning|error)/) { |
|
my $err = $1; |
|
foreach my $file (@files) { |
|
my $fullpath = "$builddir/$file"; |
|
if ($file eq $err || $fullpath eq $err) { |
|
fail "$file built with warnings" and return 0; |
|
} |
|
} |
|
} |
|
} |
|
close(IN); |
|
|
|
return 1; |
|
} |
|
|
|
sub apply_min_config { |
|
my $outconfig = "$output_config.new"; |
|
|
|
# Read the config file and remove anything that |
|
# is in the force_config hash (from minconfig and others) |
|
# then add the force config back. |
|
|
|
doprint "Applying minimum configurations into $output_config.new\n"; |
|
|
|
open (OUT, ">$outconfig") or |
|
dodie "Can't create $outconfig"; |
|
|
|
if (-f $output_config) { |
|
open (IN, $output_config) or |
|
dodie "Failed to open $output_config"; |
|
while (<IN>) { |
|
if (/^(# )?(CONFIG_[^\s=]*)/) { |
|
next if (defined($force_config{$2})); |
|
} |
|
print OUT; |
|
} |
|
close IN; |
|
} |
|
foreach my $config (keys %force_config) { |
|
print OUT "$force_config{$config}\n"; |
|
} |
|
close OUT; |
|
|
|
run_command "mv $outconfig $output_config"; |
|
} |
|
|
|
sub make_oldconfig { |
|
|
|
my @force_list = keys %force_config; |
|
|
|
if ($#force_list >= 0) { |
|
apply_min_config; |
|
} |
|
|
|
if (!run_command "$make olddefconfig") { |
|
# Perhaps olddefconfig doesn't exist in this version of the kernel |
|
# try oldnoconfig |
|
doprint "olddefconfig failed, trying make oldnoconfig\n"; |
|
if (!run_command "$make oldnoconfig") { |
|
doprint "oldnoconfig failed, trying yes '' | make oldconfig\n"; |
|
# try a yes '' | oldconfig |
|
run_command "yes '' | $make oldconfig" or |
|
dodie "failed make config oldconfig"; |
|
} |
|
} |
|
} |
|
|
|
# read a config file and use this to force new configs. |
|
sub load_force_config { |
|
my ($config) = @_; |
|
|
|
doprint "Loading force configs from $config\n"; |
|
open(IN, $config) or |
|
dodie "failed to read $config"; |
|
while (<IN>) { |
|
chomp; |
|
if (/^(CONFIG[^\s=]*)(\s*=.*)/) { |
|
$force_config{$1} = $_; |
|
} elsif (/^# (CONFIG_\S*) is not set/) { |
|
$force_config{$1} = $_; |
|
} |
|
} |
|
close IN; |
|
} |
|
|
|
sub build { |
|
my ($type) = @_; |
|
|
|
unlink $buildlog; |
|
|
|
my $start_time = time; |
|
|
|
# Failed builds should not reboot the target |
|
my $save_no_reboot = $no_reboot; |
|
$no_reboot = 1; |
|
|
|
# Calculate a new version from here. |
|
$have_version = 0; |
|
|
|
if (defined($pre_build)) { |
|
my $ret = run_command $pre_build; |
|
if (!$ret && defined($pre_build_die) && |
|
$pre_build_die) { |
|
dodie "failed to pre_build\n"; |
|
} |
|
} |
|
|
|
if ($type =~ /^useconfig:(.*)/) { |
|
run_command "cp $1 $output_config" or |
|
dodie "could not copy $1 to .config"; |
|
|
|
$type = "oldconfig"; |
|
} |
|
|
|
# old config can ask questions |
|
if ($type eq "oldconfig") { |
|
$type = "olddefconfig"; |
|
|
|
# allow for empty configs |
|
run_command "touch $output_config"; |
|
|
|
if (!$noclean) { |
|
run_command "mv $output_config $outputdir/config_temp" or |
|
dodie "moving .config"; |
|
|
|
run_command "$make mrproper" or dodie "make mrproper"; |
|
|
|
run_command "mv $outputdir/config_temp $output_config" or |
|
dodie "moving config_temp"; |
|
} |
|
|
|
} elsif (!$noclean) { |
|
unlink "$output_config"; |
|
run_command "$make mrproper" or |
|
dodie "make mrproper"; |
|
} |
|
|
|
# add something to distinguish this build |
|
open(OUT, "> $outputdir/localversion") or dodie("Can't make localversion file"); |
|
print OUT "$localversion\n"; |
|
close(OUT); |
|
|
|
if (defined($minconfig)) { |
|
load_force_config($minconfig); |
|
} |
|
|
|
if ($type ne "olddefconfig") { |
|
run_command "$make $type" or |
|
dodie "failed make config"; |
|
} |
|
# Run old config regardless, to enforce min configurations |
|
make_oldconfig; |
|
|
|
my $build_ret = run_command "$make $build_options", $buildlog; |
|
|
|
if (defined($post_build)) { |
|
# Because a post build may change the kernel version |
|
# do it now. |
|
get_version; |
|
my $ret = run_command $post_build; |
|
if (!$ret && defined($post_build_die) && |
|
$post_build_die) { |
|
dodie "failed to post_build\n"; |
|
} |
|
} |
|
|
|
if (!$build_ret) { |
|
# bisect may need this to pass |
|
if ($in_bisect) { |
|
$no_reboot = $save_no_reboot; |
|
return 0; |
|
} |
|
fail "failed build" and return 0; |
|
} |
|
|
|
$no_reboot = $save_no_reboot; |
|
|
|
my $end_time = time; |
|
$build_time = $end_time - $start_time; |
|
|
|
return 1; |
|
} |
|
|
|
sub halt { |
|
if (!run_ssh "halt" or defined($power_off)) { |
|
if (defined($poweroff_after_halt)) { |
|
sleep $poweroff_after_halt; |
|
run_command "$power_off"; |
|
} |
|
} else { |
|
# nope? the zap it! |
|
run_command "$power_off"; |
|
} |
|
} |
|
|
|
sub success { |
|
my ($i) = @_; |
|
|
|
if (defined($post_test)) { |
|
run_command $post_test; |
|
} |
|
|
|
$successes++; |
|
|
|
my $name = ""; |
|
|
|
if (defined($test_name)) { |
|
$name = " ($test_name)"; |
|
} |
|
|
|
print_times; |
|
|
|
doprint "\n\n*******************************************\n"; |
|
doprint "*******************************************\n"; |
|
doprint "KTEST RESULT: TEST $i$name SUCCESS!!!! **\n"; |
|
doprint "*******************************************\n"; |
|
doprint "*******************************************\n"; |
|
|
|
if (defined($store_successes)) { |
|
save_logs "success", $store_successes; |
|
} |
|
|
|
if ($i != $opt{"NUM_TESTS"} && !do_not_reboot) { |
|
doprint "Reboot and wait $sleep_time seconds\n"; |
|
reboot_to_good $sleep_time; |
|
} |
|
} |
|
|
|
sub answer_bisect { |
|
for (;;) { |
|
doprint "Pass, fail, or skip? [p/f/s]"; |
|
my $ans = <STDIN>; |
|
chomp $ans; |
|
if ($ans eq "p" || $ans eq "P") { |
|
return 1; |
|
} elsif ($ans eq "f" || $ans eq "F") { |
|
return 0; |
|
} elsif ($ans eq "s" || $ans eq "S") { |
|
return -1; |
|
} else { |
|
print "Please answer 'p', 'f', or 's'\n"; |
|
} |
|
} |
|
} |
|
|
|
sub child_run_test { |
|
my $failed = 0; |
|
|
|
# child should have no power |
|
$reboot_on_error = 0; |
|
$poweroff_on_error = 0; |
|
$die_on_failure = 1; |
|
|
|
run_command $run_test, $testlog or $failed = 1; |
|
|
|
exit $failed; |
|
} |
|
|
|
my $child_done; |
|
|
|
sub child_finished { |
|
$child_done = 1; |
|
} |
|
|
|
sub do_run_test { |
|
my $child_pid; |
|
my $child_exit; |
|
my $line; |
|
my $full_line; |
|
my $bug = 0; |
|
my $bug_ignored = 0; |
|
|
|
my $start_time = time; |
|
|
|
wait_for_monitor 1; |
|
|
|
doprint "run test $run_test\n"; |
|
|
|
$child_done = 0; |
|
|
|
$SIG{CHLD} = qw(child_finished); |
|
|
|
$child_pid = fork; |
|
|
|
child_run_test if (!$child_pid); |
|
|
|
$full_line = ""; |
|
|
|
do { |
|
$line = wait_for_input($monitor_fp, 1); |
|
if (defined($line)) { |
|
|
|
# we are not guaranteed to get a full line |
|
$full_line .= $line; |
|
doprint $line; |
|
|
|
if ($full_line =~ /call trace:/i) { |
|
if ($ignore_errors) { |
|
$bug_ignored = 1; |
|
} else { |
|
$bug = 1; |
|
} |
|
} |
|
|
|
if ($full_line =~ /Kernel panic -/) { |
|
$bug = 1; |
|
} |
|
|
|
if ($line =~ /\n/) { |
|
$full_line = ""; |
|
} |
|
} |
|
} while (!$child_done && !$bug); |
|
|
|
if (!$bug && $bug_ignored) { |
|
doprint "WARNING: Call Trace detected but ignored due to IGNORE_ERRORS=1\n"; |
|
} |
|
|
|
if ($bug) { |
|
my $failure_start = time; |
|
my $now; |
|
do { |
|
$line = wait_for_input($monitor_fp, 1); |
|
if (defined($line)) { |
|
doprint $line; |
|
} |
|
$now = time; |
|
if ($now - $failure_start >= $stop_after_failure) { |
|
last; |
|
} |
|
} while (defined($line)); |
|
|
|
doprint "Detected kernel crash!\n"; |
|
# kill the child with extreme prejudice |
|
kill 9, $child_pid; |
|
} |
|
|
|
waitpid $child_pid, 0; |
|
$child_exit = $? >> 8; |
|
|
|
my $end_time = time; |
|
$test_time = $end_time - $start_time; |
|
|
|
if (!$bug && $in_bisect) { |
|
if (defined($bisect_ret_good)) { |
|
if ($child_exit == $bisect_ret_good) { |
|
return 1; |
|
} |
|
} |
|
if (defined($bisect_ret_skip)) { |
|
if ($child_exit == $bisect_ret_skip) { |
|
return -1; |
|
} |
|
} |
|
if (defined($bisect_ret_abort)) { |
|
if ($child_exit == $bisect_ret_abort) { |
|
fail "test abort" and return -2; |
|
} |
|
} |
|
if (defined($bisect_ret_bad)) { |
|
if ($child_exit == $bisect_ret_skip) { |
|
return 0; |
|
} |
|
} |
|
if (defined($bisect_ret_default)) { |
|
if ($bisect_ret_default eq "good") { |
|
return 1; |
|
} elsif ($bisect_ret_default eq "bad") { |
|
return 0; |
|
} elsif ($bisect_ret_default eq "skip") { |
|
return -1; |
|
} elsif ($bisect_ret_default eq "abort") { |
|
return -2; |
|
} else { |
|
fail "unknown default action: $bisect_ret_default" |
|
and return -2; |
|
} |
|
} |
|
} |
|
|
|
if ($bug || $child_exit) { |
|
return 0 if $in_bisect; |
|
fail "test failed" and return 0; |
|
} |
|
return 1; |
|
} |
|
|
|
sub run_git_bisect { |
|
my ($command) = @_; |
|
|
|
doprint "$command ... "; |
|
|
|
my $output = `$command 2>&1`; |
|
my $ret = $?; |
|
|
|
logit $output; |
|
|
|
if ($ret) { |
|
doprint "FAILED\n"; |
|
dodie "Failed to git bisect"; |
|
} |
|
|
|
doprint "SUCCESS\n"; |
|
if ($output =~ m/^(Bisecting: .*\(roughly \d+ steps?\))\s+\[([[:xdigit:]]+)\]/) { |
|
doprint "$1 [$2]\n"; |
|
} elsif ($output =~ m/^([[:xdigit:]]+) is the first bad commit/) { |
|
$bisect_bad_commit = $1; |
|
doprint "Found bad commit... $1\n"; |
|
return 0; |
|
} else { |
|
# we already logged it, just print it now. |
|
print $output; |
|
} |
|
|
|
return 1; |
|
} |
|
|
|
sub bisect_reboot { |
|
doprint "Reboot and sleep $bisect_sleep_time seconds\n"; |
|
reboot_to_good $bisect_sleep_time; |
|
} |
|
|
|
# returns 1 on success, 0 on failure, -1 on skip |
|
sub run_bisect_test { |
|
my ($type, $buildtype) = @_; |
|
|
|
my $failed = 0; |
|
my $result; |
|
my $output; |
|
my $ret; |
|
|
|
$in_bisect = 1; |
|
|
|
build $buildtype or $failed = 1; |
|
|
|
if ($type ne "build") { |
|
if ($failed && $bisect_skip) { |
|
$in_bisect = 0; |
|
return -1; |
|
} |
|
dodie "Failed on build" if $failed; |
|
|
|
# Now boot the box |
|
start_monitor_and_install or $failed = 1; |
|
|
|
if ($type ne "boot") { |
|
if ($failed && $bisect_skip) { |
|
end_monitor; |
|
bisect_reboot; |
|
$in_bisect = 0; |
|
return -1; |
|
} |
|
dodie "Failed on boot" if $failed; |
|
|
|
do_run_test or $failed = 1; |
|
} |
|
end_monitor; |
|
} |
|
|
|
if ($failed) { |
|
$result = 0; |
|
} else { |
|
$result = 1; |
|
} |
|
|
|
# reboot the box to a kernel we can ssh to |
|
if ($type ne "build") { |
|
bisect_reboot; |
|
} |
|
$in_bisect = 0; |
|
|
|
return $result; |
|
} |
|
|
|
sub run_bisect { |
|
my ($type) = @_; |
|
my $buildtype = "oldconfig"; |
|
|
|
# We should have a minconfig to use? |
|
if (defined($minconfig)) { |
|
$buildtype = "useconfig:$minconfig"; |
|
} |
|
|
|
# If the user sets bisect_tries to less than 1, then no tries |
|
# is a success. |
|
my $ret = 1; |
|
|
|
# Still let the user manually decide that though. |
|
if ($bisect_tries < 1 && $bisect_manual) { |
|
$ret = answer_bisect; |
|
} |
|
|
|
for (my $i = 0; $i < $bisect_tries; $i++) { |
|
if ($bisect_tries > 1) { |
|
my $t = $i + 1; |
|
doprint("Running bisect trial $t of $bisect_tries:\n"); |
|
} |
|
$ret = run_bisect_test $type, $buildtype; |
|
|
|
if ($bisect_manual) { |
|
$ret = answer_bisect; |
|
} |
|
|
|
last if (!$ret); |
|
} |
|
|
|
# Are we looking for where it worked, not failed? |
|
if ($reverse_bisect && $ret >= 0) { |
|
$ret = !$ret; |
|
} |
|
|
|
if ($ret > 0) { |
|
return "good"; |
|
} elsif ($ret == 0) { |
|
return "bad"; |
|
} elsif ($bisect_skip) { |
|
doprint "HIT A BAD COMMIT ... SKIPPING\n"; |
|
return "skip"; |
|
} |
|
} |
|
|
|
sub update_bisect_replay { |
|
my $tmp_log = "$tmpdir/ktest_bisect_log"; |
|
run_command "git bisect log > $tmp_log" or |
|
die "can't create bisect log"; |
|
return $tmp_log; |
|
} |
|
|
|
sub bisect { |
|
my ($i) = @_; |
|
|
|
my $result; |
|
|
|
die "BISECT_GOOD[$i] not defined\n" if (!defined($bisect_good)); |
|
die "BISECT_BAD[$i] not defined\n" if (!defined($bisect_bad)); |
|
die "BISECT_TYPE[$i] not defined\n" if (!defined($bisect_type)); |
|
|
|
my $good = $bisect_good; |
|
my $bad = $bisect_bad; |
|
my $type = $bisect_type; |
|
my $start = $bisect_start; |
|
my $replay = $bisect_replay; |
|
my $start_files = $bisect_files; |
|
|
|
if (defined($start_files)) { |
|
$start_files = " -- " . $start_files; |
|
} else { |
|
$start_files = ""; |
|
} |
|
|
|
# convert to true sha1's |
|
$good = get_sha1($good); |
|
$bad = get_sha1($bad); |
|
|
|
if (defined($bisect_reverse) && $bisect_reverse == 1) { |
|
doprint "Performing a reverse bisect (bad is good, good is bad!)\n"; |
|
$reverse_bisect = 1; |
|
} else { |
|
$reverse_bisect = 0; |
|
} |
|
|
|
# Can't have a test without having a test to run |
|
if ($type eq "test" && !defined($run_test)) { |
|
$type = "boot"; |
|
} |
|
|
|
# Check if a bisect was running |
|
my $bisect_start_file = "$builddir/.git/BISECT_START"; |
|
|
|
my $check = $bisect_check; |
|
my $do_check = defined($check) && $check ne "0"; |
|
|
|
if ( -f $bisect_start_file ) { |
|
print "Bisect in progress found\n"; |
|
if ($do_check) { |
|
print " If you say yes, then no checks of good or bad will be done\n"; |
|
} |
|
if (defined($replay)) { |
|
print "** BISECT_REPLAY is defined in config file **"; |
|
print " Ignore config option and perform new git bisect log?\n"; |
|
if (read_ync " (yes, no, or cancel) ") { |
|
$replay = update_bisect_replay; |
|
$do_check = 0; |
|
} |
|
} elsif (read_yn "read git log and continue?") { |
|
$replay = update_bisect_replay; |
|
$do_check = 0; |
|
} |
|
} |
|
|
|
if ($do_check) { |
|
|
|
# get current HEAD |
|
my $head = get_sha1("HEAD"); |
|
|
|
if ($check ne "good") { |
|
doprint "TESTING BISECT BAD [$bad]\n"; |
|
run_command "git checkout $bad" or |
|
die "Failed to checkout $bad"; |
|
|
|
$result = run_bisect $type; |
|
|
|
if ($result ne "bad") { |
|
fail "Tested BISECT_BAD [$bad] and it succeeded" and return 0; |
|
} |
|
} |
|
|
|
if ($check ne "bad") { |
|
doprint "TESTING BISECT GOOD [$good]\n"; |
|
run_command "git checkout $good" or |
|
die "Failed to checkout $good"; |
|
|
|
$result = run_bisect $type; |
|
|
|
if ($result ne "good") { |
|
fail "Tested BISECT_GOOD [$good] and it failed" and return 0; |
|
} |
|
} |
|
|
|
# checkout where we started |
|
run_command "git checkout $head" or |
|
die "Failed to checkout $head"; |
|
} |
|
|
|
run_command "git bisect start$start_files" or |
|
dodie "could not start bisect"; |
|
|
|
if (defined($replay)) { |
|
run_command "git bisect replay $replay" or |
|
dodie "failed to run replay"; |
|
} else { |
|
|
|
run_command "git bisect good $good" or |
|
dodie "could not set bisect good to $good"; |
|
|
|
run_git_bisect "git bisect bad $bad" or |
|
dodie "could not set bisect bad to $bad"; |
|
|
|
} |
|
|
|
if (defined($start)) { |
|
run_command "git checkout $start" or |
|
dodie "failed to checkout $start"; |
|
} |
|
|
|
my $test; |
|
do { |
|
$result = run_bisect $type; |
|
$test = run_git_bisect "git bisect $result"; |
|
print_times; |
|
} while ($test); |
|
|
|
run_command "git bisect log" or |
|
dodie "could not capture git bisect log"; |
|
|
|
run_command "git bisect reset" or |
|
dodie "could not reset git bisect"; |
|
|
|
doprint "Bad commit was [$bisect_bad_commit]\n"; |
|
|
|
success $i; |
|
} |
|
|
|
# config_ignore holds the configs that were set (or unset) for |
|
# a good config and we will ignore these configs for the rest |
|
# of a config bisect. These configs stay as they were. |
|
my %config_ignore; |
|
|
|
# config_set holds what all configs were set as. |
|
my %config_set; |
|
|
|
# config_off holds the set of configs that the bad config had disabled. |
|
# We need to record them and set them in the .config when running |
|
# olddefconfig, because olddefconfig keeps the defaults. |
|
my %config_off; |
|
|
|
# config_off_tmp holds a set of configs to turn off for now |
|
my @config_off_tmp; |
|
|
|
# config_list is the set of configs that are being tested |
|
my %config_list; |
|
my %null_config; |
|
|
|
my %dependency; |
|
|
|
sub assign_configs { |
|
my ($hash, $config) = @_; |
|
|
|
doprint "Reading configs from $config\n"; |
|
|
|
open (IN, $config) |
|
or dodie "Failed to read $config"; |
|
|
|
while (<IN>) { |
|
chomp; |
|
if (/^((CONFIG\S*)=.*)/) { |
|
${$hash}{$2} = $1; |
|
} elsif (/^(# (CONFIG\S*) is not set)/) { |
|
${$hash}{$2} = $1; |
|
} |
|
} |
|
|
|
close(IN); |
|
} |
|
|
|
sub process_config_ignore { |
|
my ($config) = @_; |
|
|
|
assign_configs \%config_ignore, $config; |
|
} |
|
|
|
sub get_dependencies { |
|
my ($config) = @_; |
|
|
|
my $arr = $dependency{$config}; |
|
if (!defined($arr)) { |
|
return (); |
|
} |
|
|
|
my @deps = @{$arr}; |
|
|
|
foreach my $dep (@{$arr}) { |
|
print "ADD DEP $dep\n"; |
|
@deps = (@deps, get_dependencies $dep); |
|
} |
|
|
|
return @deps; |
|
} |
|
|
|
sub save_config { |
|
my ($pc, $file) = @_; |
|
|
|
my %configs = %{$pc}; |
|
|
|
doprint "Saving configs into $file\n"; |
|
|
|
open(OUT, ">$file") or dodie "Can not write to $file"; |
|
|
|
foreach my $config (keys %configs) { |
|
print OUT "$configs{$config}\n"; |
|
} |
|
close(OUT); |
|
} |
|
|
|
sub create_config { |
|
my ($name, $pc) = @_; |
|
|
|
doprint "Creating old config from $name configs\n"; |
|
|
|
save_config $pc, $output_config; |
|
|
|
make_oldconfig; |
|
} |
|
|
|
# compare two config hashes, and return configs with different vals. |
|
# It returns B's config values, but you can use A to see what A was. |
|
sub diff_config_vals { |
|
my ($pa, $pb) = @_; |
|
|
|
# crappy Perl way to pass in hashes. |
|
my %a = %{$pa}; |
|
my %b = %{$pb}; |
|
|
|
my %ret; |
|
|
|
foreach my $item (keys %a) { |
|
if (defined($b{$item}) && $b{$item} ne $a{$item}) { |
|
$ret{$item} = $b{$item}; |
|
} |
|
} |
|
|
|
return %ret; |
|
} |
|
|
|
# compare two config hashes and return the configs in B but not A |
|
sub diff_configs { |
|
my ($pa, $pb) = @_; |
|
|
|
my %ret; |
|
|
|
# crappy Perl way to pass in hashes. |
|
my %a = %{$pa}; |
|
my %b = %{$pb}; |
|
|
|
foreach my $item (keys %b) { |
|
if (!defined($a{$item})) { |
|
$ret{$item} = $b{$item}; |
|
} |
|
} |
|
|
|
return %ret; |
|
} |
|
|
|
# return if two configs are equal or not |
|
# 0 is equal +1 b has something a does not |
|
# +1 if a and b have a different item. |
|
# -1 if a has something b does not |
|
sub compare_configs { |
|
my ($pa, $pb) = @_; |
|
|
|
my %ret; |
|
|
|
# crappy Perl way to pass in hashes. |
|
my %a = %{$pa}; |
|
my %b = %{$pb}; |
|
|
|
foreach my $item (keys %b) { |
|
if (!defined($a{$item})) { |
|
return 1; |
|
} |
|
if ($a{$item} ne $b{$item}) { |
|
return 1; |
|
} |
|
} |
|
|
|
foreach my $item (keys %a) { |
|
if (!defined($b{$item})) { |
|
return -1; |
|
} |
|
} |
|
|
|
return 0; |
|
} |
|
|
|
sub run_config_bisect_test { |
|
my ($type) = @_; |
|
|
|
my $ret = run_bisect_test $type, "oldconfig"; |
|
|
|
if ($bisect_manual) { |
|
$ret = answer_bisect; |
|
} |
|
|
|
return $ret; |
|
} |
|
|
|
sub process_failed { |
|
my ($config) = @_; |
|
|
|
doprint "\n\n***************************************\n"; |
|
doprint "Found bad config: $config\n"; |
|
doprint "***************************************\n\n"; |
|
} |
|
|
|
# used for config bisecting |
|
my $good_config; |
|
my $bad_config; |
|
|
|
sub process_new_config { |
|
my ($tc, $nc, $gc, $bc) = @_; |
|
|
|
my %tmp_config = %{$tc}; |
|
my %good_configs = %{$gc}; |
|
my %bad_configs = %{$bc}; |
|
|
|
my %new_configs; |
|
|
|
my $runtest = 1; |
|
my $ret; |
|
|
|
create_config "tmp_configs", \%tmp_config; |
|
assign_configs \%new_configs, $output_config; |
|
|
|
$ret = compare_configs \%new_configs, \%bad_configs; |
|
if (!$ret) { |
|
doprint "New config equals bad config, try next test\n"; |
|
$runtest = 0; |
|
} |
|
|
|
if ($runtest) { |
|
$ret = compare_configs \%new_configs, \%good_configs; |
|
if (!$ret) { |
|
doprint "New config equals good config, try next test\n"; |
|
$runtest = 0; |
|
} |
|
} |
|
|
|
%{$nc} = %new_configs; |
|
|
|
return $runtest; |
|
} |
|
|
|
sub run_config_bisect { |
|
my ($pgood, $pbad) = @_; |
|
|
|
my $type = $config_bisect_type; |
|
|
|
my %good_configs = %{$pgood}; |
|
my %bad_configs = %{$pbad}; |
|
|
|
my %diff_configs = diff_config_vals \%good_configs, \%bad_configs; |
|
my %b_configs = diff_configs \%good_configs, \%bad_configs; |
|
my %g_configs = diff_configs \%bad_configs, \%good_configs; |
|
|
|
my @diff_arr = keys %diff_configs; |
|
my $len_diff = $#diff_arr + 1; |
|
|
|
my @b_arr = keys %b_configs; |
|
my $len_b = $#b_arr + 1; |
|
|
|
my @g_arr = keys %g_configs; |
|
my $len_g = $#g_arr + 1; |
|
|
|
my $runtest = 1; |
|
my %new_configs; |
|
my $ret; |
|
|
|
# First, lets get it down to a single subset. |
|
# Is the problem with a difference in values? |
|
# Is the problem with a missing config? |
|
# Is the problem with a config that breaks things? |
|
|
|
# Enable all of one set and see if we get a new bad |
|
# or good config. |
|
|
|
# first set the good config to the bad values. |
|
|
|
doprint "d=$len_diff g=$len_g b=$len_b\n"; |
|
|
|
# first lets enable things in bad config that are enabled in good config |
|
|
|
if ($len_diff > 0) { |
|
if ($len_b > 0 || $len_g > 0) { |
|
my %tmp_config = %bad_configs; |
|
|
|
doprint "Set tmp config to be bad config with good config values\n"; |
|
foreach my $item (@diff_arr) { |
|
$tmp_config{$item} = $good_configs{$item}; |
|
} |
|
|
|
$runtest = process_new_config \%tmp_config, \%new_configs, |
|
\%good_configs, \%bad_configs; |
|
} |
|
} |
|
|
|
if (!$runtest && $len_diff > 0) { |
|
|
|
if ($len_diff == 1) { |
|
process_failed $diff_arr[0]; |
|
return 1; |
|
} |
|
my %tmp_config = %bad_configs; |
|
|
|
my $half = int($#diff_arr / 2); |
|
my @tophalf = @diff_arr[0 .. $half]; |
|
|
|
doprint "Settings bisect with top half:\n"; |
|
doprint "Set tmp config to be bad config with some good config values\n"; |
|
foreach my $item (@tophalf) { |
|
$tmp_config{$item} = $good_configs{$item}; |
|
} |
|
|
|
$runtest = process_new_config \%tmp_config, \%new_configs, |
|
\%good_configs, \%bad_configs; |
|
|
|
if (!$runtest) { |
|
my %tmp_config = %bad_configs; |
|
|
|
doprint "Try bottom half\n"; |
|
|
|
my @bottomhalf = @diff_arr[$half+1 .. $#diff_arr]; |
|
|
|
foreach my $item (@bottomhalf) { |
|
$tmp_config{$item} = $good_configs{$item}; |
|
} |
|
|
|
$runtest = process_new_config \%tmp_config, \%new_configs, |
|
\%good_configs, \%bad_configs; |
|
} |
|
} |
|
|
|
if ($runtest) { |
|
$ret = run_config_bisect_test $type; |
|
if ($ret) { |
|
doprint "NEW GOOD CONFIG\n"; |
|
%good_configs = %new_configs; |
|
run_command "mv $good_config ${good_config}.last"; |
|
save_config \%good_configs, $good_config; |
|
%{$pgood} = %good_configs; |
|
} else { |
|
doprint "NEW BAD CONFIG\n"; |
|
%bad_configs = %new_configs; |
|
run_command "mv $bad_config ${bad_config}.last"; |
|
save_config \%bad_configs, $bad_config; |
|
%{$pbad} = %bad_configs; |
|
} |
|
return 0; |
|
} |
|
|
|
fail "Hmm, need to do a mix match?\n"; |
|
return -1; |
|
} |
|
|
|
sub config_bisect { |
|
my ($i) = @_; |
|
|
|
my $type = $config_bisect_type; |
|
my $ret; |
|
|
|
$bad_config = $config_bisect; |
|
|
|
if (defined($config_bisect_good)) { |
|
$good_config = $config_bisect_good; |
|
} elsif (defined($minconfig)) { |
|
$good_config = $minconfig; |
|
} else { |
|
doprint "No config specified, checking if defconfig works"; |
|
$ret = run_bisect_test $type, "defconfig"; |
|
if (!$ret) { |
|
fail "Have no good config to compare with, please set CONFIG_BISECT_GOOD"; |
|
return 1; |
|
} |
|
$good_config = $output_config; |
|
} |
|
|
|
# we don't want min configs to cause issues here. |
|
doprint "Disabling 'MIN_CONFIG' for this test\n"; |
|
undef $minconfig; |
|
|
|
my %good_configs; |
|
my %bad_configs; |
|
my %tmp_configs; |
|
|
|
doprint "Run good configs through make oldconfig\n"; |
|
assign_configs \%tmp_configs, $good_config; |
|
create_config "$good_config", \%tmp_configs; |
|
assign_configs \%good_configs, $output_config; |
|
|
|
doprint "Run bad configs through make oldconfig\n"; |
|
assign_configs \%tmp_configs, $bad_config; |
|
create_config "$bad_config", \%tmp_configs; |
|
assign_configs \%bad_configs, $output_config; |
|
|
|
$good_config = "$tmpdir/good_config"; |
|
$bad_config = "$tmpdir/bad_config"; |
|
|
|
save_config \%good_configs, $good_config; |
|
save_config \%bad_configs, $bad_config; |
|
|
|
|
|
if (defined($config_bisect_check) && $config_bisect_check ne "0") { |
|
if ($config_bisect_check ne "good") { |
|
doprint "Testing bad config\n"; |
|
|
|
$ret = run_bisect_test $type, "useconfig:$bad_config"; |
|
if ($ret) { |
|
fail "Bad config succeeded when expected to fail!"; |
|
return 0; |
|
} |
|
} |
|
if ($config_bisect_check ne "bad") { |
|
doprint "Testing good config\n"; |
|
|
|
$ret = run_bisect_test $type, "useconfig:$good_config"; |
|
if (!$ret) { |
|
fail "Good config failed when expected to succeed!"; |
|
return 0; |
|
} |
|
} |
|
} |
|
|
|
do { |
|
$ret = run_config_bisect \%good_configs, \%bad_configs; |
|
print_times; |
|
} while (!$ret); |
|
|
|
return $ret if ($ret < 0); |
|
|
|
success $i; |
|
} |
|
|
|
sub patchcheck_reboot { |
|
doprint "Reboot and sleep $patchcheck_sleep_time seconds\n"; |
|
reboot_to_good $patchcheck_sleep_time; |
|
} |
|
|
|
sub patchcheck { |
|
my ($i) = @_; |
|
|
|
die "PATCHCHECK_START[$i] not defined\n" |
|
if (!defined($patchcheck_start)); |
|
die "PATCHCHECK_TYPE[$i] not defined\n" |
|
if (!defined($patchcheck_type)); |
|
|
|
my $start = $patchcheck_start; |
|
|
|
my $cherry = $patchcheck_cherry; |
|
if (!defined($cherry)) { |
|
$cherry = 0; |
|
} |
|
|
|
my $end = "HEAD"; |
|
if (defined($patchcheck_end)) { |
|
$end = $patchcheck_end; |
|
} elsif ($cherry) { |
|
die "PATCHCHECK_END must be defined with PATCHCHECK_CHERRY\n"; |
|
} |
|
|
|
# Get the true sha1's since we can use things like HEAD~3 |
|
$start = get_sha1($start); |
|
$end = get_sha1($end); |
|
|
|
my $type = $patchcheck_type; |
|
|
|
# Can't have a test without having a test to run |
|
if ($type eq "test" && !defined($run_test)) { |
|
$type = "boot"; |
|
} |
|
|
|
if ($cherry) { |
|
open (IN, "git cherry -v $start $end|") or |
|
dodie "could not get git list"; |
|
} else { |
|
open (IN, "git log --pretty=oneline $end|") or |
|
dodie "could not get git list"; |
|
} |
|
|
|
my @list; |
|
|
|
while (<IN>) { |
|
chomp; |
|
# git cherry adds a '+' we want to remove |
|
s/^\+ //; |
|
$list[$#list+1] = $_; |
|
last if (/^$start/); |
|
} |
|
close(IN); |
|
|
|
if (!$cherry) { |
|
if ($list[$#list] !~ /^$start/) { |
|
fail "SHA1 $start not found"; |
|
} |
|
|
|
# go backwards in the list |
|
@list = reverse @list; |
|
} |
|
|
|
doprint("Going to test the following commits:\n"); |
|
foreach my $l (@list) { |
|
doprint "$l\n"; |
|
} |
|
|
|
my $save_clean = $noclean; |
|
my %ignored_warnings; |
|
|
|
if (defined($ignore_warnings)) { |
|
foreach my $sha1 (split /\s+/, $ignore_warnings) { |
|
$ignored_warnings{$sha1} = 1; |
|
} |
|
} |
|
|
|
$in_patchcheck = 1; |
|
foreach my $item (@list) { |
|
my $sha1 = $item; |
|
$sha1 =~ s/^([[:xdigit:]]+).*/$1/; |
|
|
|
doprint "\nProcessing commit \"$item\"\n\n"; |
|
|
|
run_command "git checkout $sha1" or |
|
die "Failed to checkout $sha1"; |
|
|
|
# only clean on the first and last patch |
|
if ($item eq $list[0] || |
|
$item eq $list[$#list]) { |
|
$noclean = $save_clean; |
|
} else { |
|
$noclean = 1; |
|
} |
|
|
|
if (defined($minconfig)) { |
|
build "useconfig:$minconfig" or return 0; |
|
} else { |
|
# ?? no config to use? |
|
build "oldconfig" or return 0; |
|
} |
|
|
|
# No need to do per patch checking if warnings file exists |
|
if (!defined($warnings_file) && !defined($ignored_warnings{$sha1})) { |
|
check_patch_buildlog $sha1 or return 0; |
|
} |
|
|
|
check_buildlog or return 0; |
|
|
|
next if ($type eq "build"); |
|
|
|
my $failed = 0; |
|
|
|
start_monitor_and_install or $failed = 1; |
|
|
|
if (!$failed && $type ne "boot"){ |
|
do_run_test or $failed = 1; |
|
} |
|
end_monitor; |
|
if ($failed) { |
|
print_times; |
|
return 0; |
|
} |
|
patchcheck_reboot; |
|
print_times; |
|
} |
|
$in_patchcheck = 0; |
|
success $i; |
|
|
|
return 1; |
|
} |
|
|
|
my %depends; |
|
my %depcount; |
|
my $iflevel = 0; |
|
my @ifdeps; |
|
|
|
# prevent recursion |
|
my %read_kconfigs; |
|
|
|
sub add_dep { |
|
# $config depends on $dep |
|
my ($config, $dep) = @_; |
|
|
|
if (defined($depends{$config})) { |
|
$depends{$config} .= " " . $dep; |
|
} else { |
|
$depends{$config} = $dep; |
|
} |
|
|
|
# record the number of configs depending on $dep |
|
if (defined $depcount{$dep}) { |
|
$depcount{$dep}++; |
|
} else { |
|
$depcount{$dep} = 1; |
|
} |
|
} |
|
|
|
# taken from streamline_config.pl |
|
sub read_kconfig { |
|
my ($kconfig) = @_; |
|
|
|
my $state = "NONE"; |
|
my $config; |
|
my @kconfigs; |
|
|
|
my $cont = 0; |
|
my $line; |
|
|
|
|
|
if (! -f $kconfig) { |
|
doprint "file $kconfig does not exist, skipping\n"; |
|
return; |
|
} |
|
|
|
open(KIN, "$kconfig") |
|
or die "Can't open $kconfig"; |
|
while (<KIN>) { |
|
chomp; |
|
|
|
# Make sure that lines ending with \ continue |
|
if ($cont) { |
|
$_ = $line . " " . $_; |
|
} |
|
|
|
if (s/\\$//) { |
|
$cont = 1; |
|
$line = $_; |
|
next; |
|
} |
|
|
|
$cont = 0; |
|
|
|
# collect any Kconfig sources |
|
if (/^source\s*"(.*)"/) { |
|
$kconfigs[$#kconfigs+1] = $1; |
|
} |
|
|
|
# configs found |
|
if (/^\s*(menu)?config\s+(\S+)\s*$/) { |
|
$state = "NEW"; |
|
$config = $2; |
|
|
|
for (my $i = 0; $i < $iflevel; $i++) { |
|
add_dep $config, $ifdeps[$i]; |
|
} |
|
|
|
# collect the depends for the config |
|
} elsif ($state eq "NEW" && /^\s*depends\s+on\s+(.*)$/) { |
|
|
|
add_dep $config, $1; |
|
|
|
# Get the configs that select this config |
|
} elsif ($state eq "NEW" && /^\s*select\s+(\S+)/) { |
|
|
|
# selected by depends on config |
|
add_dep $1, $config; |
|
|
|
# Check for if statements |
|
} elsif (/^if\s+(.*\S)\s*$/) { |
|
my $deps = $1; |
|
# remove beginning and ending non text |
|
$deps =~ s/^[^a-zA-Z0-9_]*//; |
|
$deps =~ s/[^a-zA-Z0-9_]*$//; |
|
|
|
my @deps = split /[^a-zA-Z0-9_]+/, $deps; |
|
|
|
$ifdeps[$iflevel++] = join ':', @deps; |
|
|
|
} elsif (/^endif/) { |
|
|
|
$iflevel-- if ($iflevel); |
|
|
|
# stop on "help" |
|
} elsif (/^\s*help\s*$/) { |
|
$state = "NONE"; |
|
} |
|
} |
|
close(KIN); |
|
|
|
# read in any configs that were found. |
|
foreach $kconfig (@kconfigs) { |
|
if (!defined($read_kconfigs{$kconfig})) { |
|
$read_kconfigs{$kconfig} = 1; |
|
read_kconfig("$builddir/$kconfig"); |
|
} |
|
} |
|
} |
|
|
|
sub read_depends { |
|
# find out which arch this is by the kconfig file |
|
open (IN, $output_config) |
|
or dodie "Failed to read $output_config"; |
|
my $arch; |
|
while (<IN>) { |
|
if (m,Linux/(\S+)\s+\S+\s+Kernel Configuration,) { |
|
$arch = $1; |
|
last; |
|
} |
|
} |
|
close IN; |
|
|
|
if (!defined($arch)) { |
|
doprint "Could not find arch from config file\n"; |
|
doprint "no dependencies used\n"; |
|
return; |
|
} |
|
|
|
# arch is really the subarch, we need to know |
|
# what directory to look at. |
|
if ($arch eq "i386" || $arch eq "x86_64") { |
|
$arch = "x86"; |
|
} elsif ($arch =~ /^tile/) { |
|
$arch = "tile"; |
|
} |
|
|
|
my $kconfig = "$builddir/arch/$arch/Kconfig"; |
|
|
|
if (! -f $kconfig && $arch =~ /\d$/) { |
|
my $orig = $arch; |
|
# some subarchs have numbers, truncate them |
|
$arch =~ s/\d*$//; |
|
$kconfig = "$builddir/arch/$arch/Kconfig"; |
|
if (! -f $kconfig) { |
|
doprint "No idea what arch dir $orig is for\n"; |
|
doprint "no dependencies used\n"; |
|
return; |
|
} |
|
} |
|
|
|
read_kconfig($kconfig); |
|
} |
|
|
|
sub make_new_config { |
|
my @configs = @_; |
|
|
|
open (OUT, ">$output_config") |
|
or dodie "Failed to write $output_config"; |
|
|
|
foreach my $config (@configs) { |
|
print OUT "$config\n"; |
|
} |
|
close OUT; |
|
} |
|
|
|
sub chomp_config { |
|
my ($config) = @_; |
|
|
|
$config =~ s/CONFIG_//; |
|
|
|
return $config; |
|
} |
|
|
|
sub get_depends { |
|
my ($dep) = @_; |
|
|
|
my $kconfig = chomp_config $dep; |
|
|
|
$dep = $depends{"$kconfig"}; |
|
|
|
# the dep string we have saves the dependencies as they |
|
# were found, including expressions like ! && ||. We |
|
# want to split this out into just an array of configs. |
|
|
|
my $valid = "A-Za-z_0-9"; |
|
|
|
my @configs; |
|
|
|
while ($dep =~ /[$valid]/) { |
|
|
|
if ($dep =~ /^[^$valid]*([$valid]+)/) { |
|
my $conf = "CONFIG_" . $1; |
|
|
|
$configs[$#configs + 1] = $conf; |
|
|
|
$dep =~ s/^[^$valid]*[$valid]+//; |
|
} else { |
|
die "this should never happen"; |
|
} |
|
} |
|
|
|
return @configs; |
|
} |
|
|
|
my %min_configs; |
|
my %keep_configs; |
|
my %save_configs; |
|
my %processed_configs; |
|
my %nochange_config; |
|
|
|
sub test_this_config { |
|
my ($config) = @_; |
|
|
|
my $found; |
|
|
|
# if we already processed this config, skip it |
|
if (defined($processed_configs{$config})) { |
|
return undef; |
|
} |
|
$processed_configs{$config} = 1; |
|
|
|
# if this config failed during this round, skip it |
|
if (defined($nochange_config{$config})) { |
|
return undef; |
|
} |
|
|
|
my $kconfig = chomp_config $config; |
|
|
|
# Test dependencies first |
|
if (defined($depends{"$kconfig"})) { |
|
my @parents = get_depends $config; |
|
foreach my $parent (@parents) { |
|
# if the parent is in the min config, check it first |
|
next if (!defined($min_configs{$parent})); |
|
$found = test_this_config($parent); |
|
if (defined($found)) { |
|
return $found; |
|
} |
|
} |
|
} |
|
|
|
# Remove this config from the list of configs |
|
# do a make olddefconfig and then read the resulting |
|
# .config to make sure it is missing the config that |
|
# we had before |
|
my %configs = %min_configs; |
|
delete $configs{$config}; |
|
make_new_config ((values %configs), (values %keep_configs)); |
|
make_oldconfig; |
|
undef %configs; |
|
assign_configs \%configs, $output_config; |
|
|
|
if (!defined($configs{$config}) || $configs{$config} =~ /^#/) { |
|
return $config; |
|
} |
|
|
|
doprint "disabling config $config did not change .config\n"; |
|
|
|
$nochange_config{$config} = 1; |
|
|
|
return undef; |
|
} |
|
|
|
sub make_min_config { |
|
my ($i) = @_; |
|
|
|
my $type = $minconfig_type; |
|
if ($type ne "boot" && $type ne "test") { |
|
fail "Invalid MIN_CONFIG_TYPE '$minconfig_type'\n" . |
|
" make_min_config works only with 'boot' and 'test'\n" and return; |
|
} |
|
|
|
if (!defined($output_minconfig)) { |
|
fail "OUTPUT_MIN_CONFIG not defined" and return; |
|
} |
|
|
|
# If output_minconfig exists, and the start_minconfig |
|
# came from min_config, than ask if we should use |
|
# that instead. |
|
if (-f $output_minconfig && !$start_minconfig_defined) { |
|
print "$output_minconfig exists\n"; |
|
if (!defined($use_output_minconfig)) { |
|
if (read_yn " Use it as minconfig?") { |
|
$start_minconfig = $output_minconfig; |
|
} |
|
} elsif ($use_output_minconfig > 0) { |
|
doprint "Using $output_minconfig as MIN_CONFIG\n"; |
|
$start_minconfig = $output_minconfig; |
|
} else { |
|
doprint "Set to still use MIN_CONFIG as starting point\n"; |
|
} |
|
} |
|
|
|
if (!defined($start_minconfig)) { |
|
fail "START_MIN_CONFIG or MIN_CONFIG not defined" and return; |
|
} |
|
|
|
my $temp_config = "$tmpdir/temp_config"; |
|
|
|
# First things first. We build an allnoconfig to find |
|
# out what the defaults are that we can't touch. |
|
# Some are selections, but we really can't handle selections. |
|
|
|
my $save_minconfig = $minconfig; |
|
undef $minconfig; |
|
|
|
run_command "$make allnoconfig" or return 0; |
|
|
|
read_depends; |
|
|
|
process_config_ignore $output_config; |
|
|
|
undef %save_configs; |
|
undef %min_configs; |
|
|
|
if (defined($ignore_config)) { |
|
# make sure the file exists |
|
`touch $ignore_config`; |
|
assign_configs \%save_configs, $ignore_config; |
|
} |
|
|
|
%keep_configs = %save_configs; |
|
|
|
doprint "Load initial configs from $start_minconfig\n"; |
|
|
|
# Look at the current min configs, and save off all the |
|
# ones that were set via the allnoconfig |
|
assign_configs \%min_configs, $start_minconfig; |
|
|
|
my @config_keys = keys %min_configs; |
|
|
|
# All configs need a depcount |
|
foreach my $config (@config_keys) { |
|
my $kconfig = chomp_config $config; |
|
if (!defined $depcount{$kconfig}) { |
|
$depcount{$kconfig} = 0; |
|
} |
|
} |
|
|
|
# Remove anything that was set by the make allnoconfig |
|
# we shouldn't need them as they get set for us anyway. |
|
foreach my $config (@config_keys) { |
|
# Remove anything in the ignore_config |
|
if (defined($keep_configs{$config})) { |
|
my $file = $ignore_config; |
|
$file =~ s,.*/(.*?)$,$1,; |
|
doprint "$config set by $file ... ignored\n"; |
|
delete $min_configs{$config}; |
|
next; |
|
} |
|
# But make sure the settings are the same. If a min config |
|
# sets a selection, we do not want to get rid of it if |
|
# it is not the same as what we have. Just move it into |
|
# the keep configs. |
|
if (defined($config_ignore{$config})) { |
|
if ($config_ignore{$config} ne $min_configs{$config}) { |
|
doprint "$config is in allnoconfig as '$config_ignore{$config}'"; |
|
doprint " but it is '$min_configs{$config}' in minconfig .. keeping\n"; |
|
$keep_configs{$config} = $min_configs{$config}; |
|
} else { |
|
doprint "$config set by allnoconfig ... ignored\n"; |
|
} |
|
delete $min_configs{$config}; |
|
} |
|
} |
|
|
|
my $done = 0; |
|
my $take_two = 0; |
|
|
|
while (!$done) { |
|
|
|
my $config; |
|
my $found; |
|
|
|
# Now disable each config one by one and do a make oldconfig |
|
# till we find a config that changes our list. |
|
|
|
my @test_configs = keys %min_configs; |
|
|
|
# Sort keys by who is most dependent on |
|
@test_configs = sort { $depcount{chomp_config($b)} <=> $depcount{chomp_config($a)} } |
|
@test_configs ; |
|
|
|
# Put configs that did not modify the config at the end. |
|
my $reset = 1; |
|
for (my $i = 0; $i < $#test_configs; $i++) { |
|
if (!defined($nochange_config{$test_configs[0]})) { |
|
$reset = 0; |
|
last; |
|
} |
|
# This config didn't change the .config last time. |
|
# Place it at the end |
|
my $config = shift @test_configs; |
|
push @test_configs, $config; |
|
} |
|
|
|
# if every test config has failed to modify the .config file |
|
# in the past, then reset and start over. |
|
if ($reset) { |
|
undef %nochange_config; |
|
} |
|
|
|
undef %processed_configs; |
|
|
|
foreach my $config (@test_configs) { |
|
|
|
$found = test_this_config $config; |
|
|
|
last if (defined($found)); |
|
|
|
# oh well, try another config |
|
} |
|
|
|
if (!defined($found)) { |
|
# we could have failed due to the nochange_config hash |
|
# reset and try again |
|
if (!$take_two) { |
|
undef %nochange_config; |
|
$take_two = 1; |
|
next; |
|
} |
|
doprint "No more configs found that we can disable\n"; |
|
$done = 1; |
|
last; |
|
} |
|
$take_two = 0; |
|
|
|
$config = $found; |
|
|
|
doprint "Test with $config disabled\n"; |
|
|
|
# set in_bisect to keep build and monitor from dieing |
|
$in_bisect = 1; |
|
|
|
my $failed = 0; |
|
build "oldconfig" or $failed = 1; |
|
if (!$failed) { |
|
start_monitor_and_install or $failed = 1; |
|
|
|
if ($type eq "test" && !$failed) { |
|
do_run_test or $failed = 1; |
|
} |
|
|
|
end_monitor; |
|
} |
|
|
|
$in_bisect = 0; |
|
|
|
if ($failed) { |
|
doprint "$min_configs{$config} is needed to boot the box... keeping\n"; |
|
# this config is needed, add it to the ignore list. |
|
$keep_configs{$config} = $min_configs{$config}; |
|
$save_configs{$config} = $min_configs{$config}; |
|
delete $min_configs{$config}; |
|
|
|
# update new ignore configs |
|
if (defined($ignore_config)) { |
|
open (OUT, ">$temp_config") |
|
or die "Can't write to $temp_config"; |
|
foreach my $config (keys %save_configs) { |
|
print OUT "$save_configs{$config}\n"; |
|
} |
|
close OUT; |
|
run_command "mv $temp_config $ignore_config" or |
|
dodie "failed to copy update to $ignore_config"; |
|
} |
|
|
|
} else { |
|
# We booted without this config, remove it from the minconfigs. |
|
doprint "$config is not needed, disabling\n"; |
|
|
|
delete $min_configs{$config}; |
|
|
|
# Also disable anything that is not enabled in this config |
|
my %configs; |
|
assign_configs \%configs, $output_config; |
|
my @config_keys = keys %min_configs; |
|
foreach my $config (@config_keys) { |
|
if (!defined($configs{$config})) { |
|
doprint "$config is not set, disabling\n"; |
|
delete $min_configs{$config}; |
|
} |
|
} |
|
|
|
# Save off all the current mandidory configs |
|
open (OUT, ">$temp_config") |
|
or die "Can't write to $temp_config"; |
|
foreach my $config (keys %keep_configs) { |
|
print OUT "$keep_configs{$config}\n"; |
|
} |
|
foreach my $config (keys %min_configs) { |
|
print OUT "$min_configs{$config}\n"; |
|
} |
|
close OUT; |
|
|
|
run_command "mv $temp_config $output_minconfig" or |
|
dodie "failed to copy update to $output_minconfig"; |
|
} |
|
|
|
doprint "Reboot and wait $sleep_time seconds\n"; |
|
reboot_to_good $sleep_time; |
|
} |
|
|
|
success $i; |
|
return 1; |
|
} |
|
|
|
sub make_warnings_file { |
|
my ($i) = @_; |
|
|
|
if (!defined($warnings_file)) { |
|
dodie "Must define WARNINGS_FILE for make_warnings_file test"; |
|
} |
|
|
|
if ($build_type eq "nobuild") { |
|
dodie "BUILD_TYPE can not be 'nobuild' for make_warnings_file test"; |
|
} |
|
|
|
build $build_type or dodie "Failed to build"; |
|
|
|
open(OUT, ">$warnings_file") or dodie "Can't create $warnings_file"; |
|
|
|
open(IN, $buildlog) or dodie "Can't open $buildlog"; |
|
while (<IN>) { |
|
|
|
# Some compilers use UTF-8 extended for quotes |
|
# for distcc heterogeneous systems, this causes issues |
|
s/$utf8_quote/'/g; |
|
|
|
if (/$check_build_re/) { |
|
print OUT; |
|
} |
|
} |
|
close(IN); |
|
|
|
close(OUT); |
|
|
|
success $i; |
|
} |
|
|
|
$#ARGV < 1 or die "ktest.pl version: $VERSION\n usage: ktest.pl [config-file]\n"; |
|
|
|
if ($#ARGV == 0) { |
|
$ktest_config = $ARGV[0]; |
|
if (! -f $ktest_config) { |
|
print "$ktest_config does not exist.\n"; |
|
if (!read_yn "Create it?") { |
|
exit 0; |
|
} |
|
} |
|
} |
|
|
|
if (! -f $ktest_config) { |
|
$newconfig = 1; |
|
get_test_case; |
|
open(OUT, ">$ktest_config") or die "Can not create $ktest_config"; |
|
print OUT << "EOF" |
|
# Generated by ktest.pl |
|
# |
|
|
|
# PWD is a ktest.pl variable that will result in the process working |
|
# directory that ktest.pl is executed in. |
|
|
|
# THIS_DIR is automatically assigned the PWD of the path that generated |
|
# the config file. It is best to use this variable when assigning other |
|
# directory paths within this directory. This allows you to easily |
|
# move the test cases to other locations or to other machines. |
|
# |
|
THIS_DIR := $variable{"PWD"} |
|
|
|
# Define each test with TEST_START |
|
# The config options below it will override the defaults |
|
TEST_START |
|
TEST_TYPE = $default{"TEST_TYPE"} |
|
|
|
DEFAULTS |
|
EOF |
|
; |
|
close(OUT); |
|
} |
|
read_config $ktest_config; |
|
|
|
if (defined($opt{"LOG_FILE"})) { |
|
$opt{"LOG_FILE"} = eval_option("LOG_FILE", $opt{"LOG_FILE"}, -1); |
|
} |
|
|
|
# Append any configs entered in manually to the config file. |
|
my @new_configs = keys %entered_configs; |
|
if ($#new_configs >= 0) { |
|
print "\nAppending entered in configs to $ktest_config\n"; |
|
open(OUT, ">>$ktest_config") or die "Can not append to $ktest_config"; |
|
foreach my $config (@new_configs) { |
|
print OUT "$config = $entered_configs{$config}\n"; |
|
$opt{$config} = process_variables($entered_configs{$config}); |
|
} |
|
} |
|
|
|
if ($opt{"CLEAR_LOG"} && defined($opt{"LOG_FILE"})) { |
|
unlink $opt{"LOG_FILE"}; |
|
} |
|
|
|
doprint "\n\nSTARTING AUTOMATED TESTS\n\n"; |
|
|
|
for (my $i = 0, my $repeat = 1; $i <= $opt{"NUM_TESTS"}; $i += $repeat) { |
|
|
|
if (!$i) { |
|
doprint "DEFAULT OPTIONS:\n"; |
|
} else { |
|
doprint "\nTEST $i OPTIONS"; |
|
if (defined($repeat_tests{$i})) { |
|
$repeat = $repeat_tests{$i}; |
|
doprint " ITERATE $repeat"; |
|
} |
|
doprint "\n"; |
|
} |
|
|
|
foreach my $option (sort keys %opt) { |
|
|
|
if ($option =~ /\[(\d+)\]$/) { |
|
next if ($i != $1); |
|
} else { |
|
next if ($i); |
|
} |
|
|
|
doprint "$option = $opt{$option}\n"; |
|
} |
|
} |
|
|
|
sub option_defined { |
|
my ($option) = @_; |
|
|
|
if (defined($opt{$option}) && $opt{$option} !~ /^\s*$/) { |
|
return 1; |
|
} |
|
|
|
return 0; |
|
} |
|
|
|
sub __set_test_option { |
|
my ($name, $i) = @_; |
|
|
|
my $option = "$name\[$i\]"; |
|
|
|
if (option_defined($option)) { |
|
return $opt{$option}; |
|
} |
|
|
|
foreach my $test (keys %repeat_tests) { |
|
if ($i >= $test && |
|
$i < $test + $repeat_tests{$test}) { |
|
$option = "$name\[$test\]"; |
|
if (option_defined($option)) { |
|
return $opt{$option}; |
|
} |
|
} |
|
} |
|
|
|
if (option_defined($name)) { |
|
return $opt{$name}; |
|
} |
|
|
|
return undef; |
|
} |
|
|
|
sub set_test_option { |
|
my ($name, $i) = @_; |
|
|
|
my $option = __set_test_option($name, $i); |
|
return $option if (!defined($option)); |
|
|
|
return eval_option($name, $option, $i); |
|
} |
|
|
|
# First we need to do is the builds |
|
for (my $i = 1; $i <= $opt{"NUM_TESTS"}; $i++) { |
|
|
|
# Do not reboot on failing test options |
|
$no_reboot = 1; |
|
$reboot_success = 0; |
|
|
|
$have_version = 0; |
|
|
|
$iteration = $i; |
|
|
|
$build_time = 0; |
|
$install_time = 0; |
|
$reboot_time = 0; |
|
$test_time = 0; |
|
|
|
undef %force_config; |
|
|
|
my $makecmd = set_test_option("MAKE_CMD", $i); |
|
|
|
$outputdir = set_test_option("OUTPUT_DIR", $i); |
|
$builddir = set_test_option("BUILD_DIR", $i); |
|
|
|
chdir $builddir || die "can't change directory to $builddir"; |
|
|
|
if (!-d $outputdir) { |
|
mkpath($outputdir) or |
|
die "can't create $outputdir"; |
|
} |
|
|
|
$make = "$makecmd O=$outputdir"; |
|
|
|
# Load all the options into their mapped variable names |
|
foreach my $opt (keys %option_map) { |
|
${$option_map{$opt}} = set_test_option($opt, $i); |
|
} |
|
|
|
$start_minconfig_defined = 1; |
|
|
|
# The first test may override the PRE_KTEST option |
|
if (defined($pre_ktest) && $i == 1) { |
|
doprint "\n"; |
|
run_command $pre_ktest; |
|
} |
|
|
|
# Any test can override the POST_KTEST option |
|
# The last test takes precedence. |
|
if (defined($post_ktest)) { |
|
$final_post_ktest = $post_ktest; |
|
} |
|
|
|
if (!defined($start_minconfig)) { |
|
$start_minconfig_defined = 0; |
|
$start_minconfig = $minconfig; |
|
} |
|
|
|
if (!-d $tmpdir) { |
|
mkpath($tmpdir) or |
|
die "can't create $tmpdir"; |
|
} |
|
|
|
$ENV{"SSH_USER"} = $ssh_user; |
|
$ENV{"MACHINE"} = $machine; |
|
|
|
$buildlog = "$tmpdir/buildlog-$machine"; |
|
$testlog = "$tmpdir/testlog-$machine"; |
|
$dmesg = "$tmpdir/dmesg-$machine"; |
|
$output_config = "$outputdir/.config"; |
|
|
|
if (!$buildonly) { |
|
$target = "$ssh_user\@$machine"; |
|
if ($reboot_type eq "grub") { |
|
dodie "GRUB_MENU not defined" if (!defined($grub_menu)); |
|
} elsif ($reboot_type eq "grub2") { |
|
dodie "GRUB_MENU not defined" if (!defined($grub_menu)); |
|
dodie "GRUB_FILE not defined" if (!defined($grub_file)); |
|
} elsif ($reboot_type eq "syslinux") { |
|
dodie "SYSLINUX_LABEL not defined" if (!defined($syslinux_label)); |
|
} |
|
} |
|
|
|
my $run_type = $build_type; |
|
if ($test_type eq "patchcheck") { |
|
$run_type = $patchcheck_type; |
|
} elsif ($test_type eq "bisect") { |
|
$run_type = $bisect_type; |
|
} elsif ($test_type eq "config_bisect") { |
|
$run_type = $config_bisect_type; |
|
} elsif ($test_type eq "make_min_config") { |
|
$run_type = ""; |
|
} elsif ($test_type eq "make_warnings_file") { |
|
$run_type = ""; |
|
} |
|
|
|
# mistake in config file? |
|
if (!defined($run_type)) { |
|
$run_type = "ERROR"; |
|
} |
|
|
|
my $installme = ""; |
|
$installme = " no_install" if ($no_install); |
|
|
|
my $name = ""; |
|
|
|
if (defined($test_name)) { |
|
$name = " ($test_name)"; |
|
} |
|
|
|
doprint "\n\n"; |
|
doprint "RUNNING TEST $i of $opt{NUM_TESTS}$name with option $test_type $run_type$installme\n\n"; |
|
|
|
if (defined($pre_test)) { |
|
run_command $pre_test; |
|
} |
|
|
|
unlink $dmesg; |
|
unlink $buildlog; |
|
unlink $testlog; |
|
|
|
if (defined($addconfig)) { |
|
my $min = $minconfig; |
|
if (!defined($minconfig)) { |
|
$min = ""; |
|
} |
|
run_command "cat $addconfig $min > $tmpdir/add_config" or |
|
dodie "Failed to create temp config"; |
|
$minconfig = "$tmpdir/add_config"; |
|
} |
|
|
|
if (defined($checkout)) { |
|
run_command "git checkout $checkout" or |
|
die "failed to checkout $checkout"; |
|
} |
|
|
|
$no_reboot = 0; |
|
|
|
# A test may opt to not reboot the box |
|
if ($reboot_on_success) { |
|
$reboot_success = 1; |
|
} |
|
|
|
if ($test_type eq "bisect") { |
|
bisect $i; |
|
next; |
|
} elsif ($test_type eq "config_bisect") { |
|
config_bisect $i; |
|
next; |
|
} elsif ($test_type eq "patchcheck") { |
|
patchcheck $i; |
|
next; |
|
} elsif ($test_type eq "make_min_config") { |
|
make_min_config $i; |
|
next; |
|
} elsif ($test_type eq "make_warnings_file") { |
|
$no_reboot = 1; |
|
make_warnings_file $i; |
|
next; |
|
} |
|
|
|
if ($build_type ne "nobuild") { |
|
build $build_type or next; |
|
check_buildlog or next; |
|
} |
|
|
|
if ($test_type eq "install") { |
|
get_version; |
|
install; |
|
success $i; |
|
next; |
|
} |
|
|
|
if ($test_type ne "build") { |
|
my $failed = 0; |
|
start_monitor_and_install or $failed = 1; |
|
|
|
if (!$failed && $test_type ne "boot" && defined($run_test)) { |
|
do_run_test or $failed = 1; |
|
} |
|
end_monitor; |
|
if ($failed) { |
|
print_times; |
|
next; |
|
} |
|
} |
|
|
|
print_times; |
|
|
|
success $i; |
|
} |
|
|
|
if (defined($final_post_ktest)) { |
|
run_command $final_post_ktest; |
|
} |
|
|
|
if ($opt{"POWEROFF_ON_SUCCESS"}) { |
|
halt; |
|
} elsif ($opt{"REBOOT_ON_SUCCESS"} && !do_not_reboot && $reboot_success) { |
|
reboot_to_good; |
|
} elsif (defined($switch_to_good)) { |
|
# still need to get to the good kernel |
|
run_command $switch_to_good; |
|
} |
|
|
|
|
|
doprint "\n $successes of $opt{NUM_TESTS} tests were successful\n\n"; |
|
|
|
exit 0;
|
|
|