4578 lines · plain
1#!/usr/bin/perl -w2# SPDX-License-Identifier: GPL-2.0-only3#4# Copyright 2010 - Steven Rostedt <srostedt@redhat.com>, Red Hat Inc.5#6 7use strict;8use IPC::Open2;9use Fcntl qw(F_GETFL F_SETFL O_NONBLOCK);10use File::Path qw(mkpath);11use File::Copy qw(cp);12use FileHandle;13use FindBin;14use IO::Handle;15 16my $VERSION = "0.2";17 18$| = 1;19 20my %opt;21my %repeat_tests;22my %repeats;23my %evals;24 25#default opts26my %default = (27 "MAILER" => "sendmail", # default mailer28 "EMAIL_ON_ERROR" => 1,29 "EMAIL_WHEN_FINISHED" => 1,30 "EMAIL_WHEN_CANCELED" => 0,31 "EMAIL_WHEN_STARTED" => 0,32 "NUM_TESTS" => 1,33 "TEST_TYPE" => "build",34 "BUILD_TYPE" => "oldconfig",35 "MAKE_CMD" => "make",36 "CLOSE_CONSOLE_SIGNAL" => "INT",37 "TIMEOUT" => 120,38 "TMP_DIR" => "/tmp/ktest/\${MACHINE}",39 "SLEEP_TIME" => 60, # sleep time between tests40 "BUILD_NOCLEAN" => 0,41 "REBOOT_ON_ERROR" => 0,42 "POWEROFF_ON_ERROR" => 0,43 "REBOOT_ON_SUCCESS" => 1,44 "POWEROFF_ON_SUCCESS" => 0,45 "BUILD_OPTIONS" => "",46 "BISECT_SLEEP_TIME" => 60, # sleep time between bisects47 "PATCHCHECK_SLEEP_TIME" => 60, # sleep time between patch checks48 "CLEAR_LOG" => 0,49 "BISECT_MANUAL" => 0,50 "BISECT_SKIP" => 1,51 "BISECT_TRIES" => 1,52 "MIN_CONFIG_TYPE" => "boot",53 "SUCCESS_LINE" => "login:",54 "DETECT_TRIPLE_FAULT" => 1,55 "NO_INSTALL" => 0,56 "BOOTED_TIMEOUT" => 1,57 "DIE_ON_FAILURE" => 1,58 "SSH_EXEC" => "ssh \$SSH_USER\@\$MACHINE \$SSH_COMMAND",59 "SCP_TO_TARGET" => "scp \$SRC_FILE \$SSH_USER\@\$MACHINE:\$DST_FILE",60 "SCP_TO_TARGET_INSTALL" => "\${SCP_TO_TARGET}",61 "REBOOT" => "ssh \$SSH_USER\@\$MACHINE reboot",62 "REBOOT_RETURN_CODE" => 255,63 "STOP_AFTER_SUCCESS" => 10,64 "STOP_AFTER_FAILURE" => 60,65 "STOP_TEST_AFTER" => 600,66 "MAX_MONITOR_WAIT" => 1800,67 "GRUB_REBOOT" => "grub2-reboot",68 "GRUB_BLS_GET" => "grubby --info=ALL",69 "SYSLINUX" => "extlinux",70 "SYSLINUX_PATH" => "/boot/extlinux",71 "CONNECT_TIMEOUT" => 25,72 73# required, and we will ask users if they don't have them but we keep the default74# value something that is common.75 "REBOOT_TYPE" => "grub",76 "LOCALVERSION" => "-test",77 "SSH_USER" => "root",78 "BUILD_TARGET" => "arch/x86/boot/bzImage",79 "TARGET_IMAGE" => "/boot/vmlinuz-test",80 81 "LOG_FILE" => undef,82 "IGNORE_UNUSED" => 0,83);84 85my $test_log_start = 0;86 87my $ktest_config = "ktest.conf";88my $version;89my $have_version = 0;90my $machine;91my $last_machine;92my $ssh_user;93my $tmpdir;94my $builddir;95my $outputdir;96my $output_config;97my $test_type;98my $build_type;99my $build_options;100my $final_post_ktest;101my $pre_ktest;102my $post_ktest;103my $pre_test;104my $pre_test_die;105my $post_test;106my $pre_build;107my $post_build;108my $pre_build_die;109my $post_build_die;110my $reboot_type;111my $reboot_script;112my $power_cycle;113my $reboot;114my $reboot_return_code;115my $reboot_on_error;116my $switch_to_good;117my $switch_to_test;118my $poweroff_on_error;119my $reboot_on_success;120my $die_on_failure;121my $powercycle_after_reboot;122my $poweroff_after_halt;123my $max_monitor_wait;124my $ssh_exec;125my $scp_to_target;126my $scp_to_target_install;127my $power_off;128my $grub_menu;129my $last_grub_menu;130my $grub_file;131my $grub_number;132my $grub_reboot;133my $grub_bls_get;134my $syslinux;135my $syslinux_path;136my $syslinux_label;137my $target;138my $make;139my $pre_install;140my $post_install;141my $no_install;142my $noclean;143my $minconfig;144my $start_minconfig;145my $start_minconfig_defined;146my $output_minconfig;147my $minconfig_type;148my $use_output_minconfig;149my $warnings_file;150my $ignore_config;151my $ignore_errors;152my $addconfig;153my $in_bisect = 0;154my $bisect_bad_commit = "";155my $reverse_bisect;156my $bisect_manual;157my $bisect_skip;158my $bisect_tries;159my $config_bisect_good;160my $bisect_ret_good;161my $bisect_ret_bad;162my $bisect_ret_skip;163my $bisect_ret_abort;164my $bisect_ret_default;165my $in_patchcheck = 0;166my $run_test;167my $buildlog;168my $testlog;169my $dmesg;170my $monitor_fp;171my $monitor_pid;172my $monitor_cnt = 0;173my $sleep_time;174my $bisect_sleep_time;175my $patchcheck_sleep_time;176my $ignore_warnings;177my $store_failures;178my $store_successes;179my $test_name;180my $timeout;181my $run_timeout;182my $connect_timeout;183my $config_bisect_exec;184my $booted_timeout;185my $detect_triplefault;186my $console;187my $close_console_signal;188my $reboot_success_line;189my $success_line;190my $stop_after_success;191my $stop_after_failure;192my $stop_test_after;193my $build_target;194my $target_image;195my $checkout;196my $localversion;197my $iteration = 0;198my $successes = 0;199my $stty_orig;200my $run_command_status = 0;201 202my $bisect_good;203my $bisect_bad;204my $bisect_type;205my $bisect_start;206my $bisect_replay;207my $bisect_files;208my $bisect_reverse;209my $bisect_check;210 211my $config_bisect;212my $config_bisect_type;213my $config_bisect_check;214 215my $patchcheck_type;216my $patchcheck_start;217my $patchcheck_cherry;218my $patchcheck_end;219 220my $build_time;221my $install_time;222my $reboot_time;223my $test_time;224 225my $warning_found = 0;226 227my $pwd;228my $dirname = $FindBin::Bin;229 230my $mailto;231my $mailer;232my $mail_path;233my $mail_max_size;234my $mail_command;235my $email_on_error;236my $email_when_finished;237my $email_when_started;238my $email_when_canceled;239 240my $script_start_time = localtime();241 242# set when a test is something other that just building or install243# which would require more options.244my $buildonly = 1;245 246# tell build not to worry about warnings, even when WARNINGS_FILE is set247my $warnings_ok = 0;248 249# set when creating a new config250my $newconfig = 0;251 252my %entered_configs;253my %config_help;254my %variable;255 256# force_config is the list of configs that we force enabled (or disabled)257# in a .config file. The MIN_CONFIG and ADD_CONFIG configs.258my %force_config;259 260# do not force reboots on config problems261my $no_reboot = 1;262 263# reboot on success264my $reboot_success = 0;265 266my %option_map = (267 "MAILTO" => \$mailto,268 "MAILER" => \$mailer,269 "MAIL_PATH" => \$mail_path,270 "MAIL_MAX_SIZE" => \$mail_max_size,271 "MAIL_COMMAND" => \$mail_command,272 "EMAIL_ON_ERROR" => \$email_on_error,273 "EMAIL_WHEN_FINISHED" => \$email_when_finished,274 "EMAIL_WHEN_STARTED" => \$email_when_started,275 "EMAIL_WHEN_CANCELED" => \$email_when_canceled,276 "MACHINE" => \$machine,277 "SSH_USER" => \$ssh_user,278 "TMP_DIR" => \$tmpdir,279 "OUTPUT_DIR" => \$outputdir,280 "BUILD_DIR" => \$builddir,281 "TEST_TYPE" => \$test_type,282 "PRE_KTEST" => \$pre_ktest,283 "POST_KTEST" => \$post_ktest,284 "PRE_TEST" => \$pre_test,285 "PRE_TEST_DIE" => \$pre_test_die,286 "POST_TEST" => \$post_test,287 "BUILD_TYPE" => \$build_type,288 "BUILD_OPTIONS" => \$build_options,289 "PRE_BUILD" => \$pre_build,290 "POST_BUILD" => \$post_build,291 "PRE_BUILD_DIE" => \$pre_build_die,292 "POST_BUILD_DIE" => \$post_build_die,293 "POWER_CYCLE" => \$power_cycle,294 "REBOOT" => \$reboot,295 "REBOOT_RETURN_CODE" => \$reboot_return_code,296 "BUILD_NOCLEAN" => \$noclean,297 "MIN_CONFIG" => \$minconfig,298 "OUTPUT_MIN_CONFIG" => \$output_minconfig,299 "START_MIN_CONFIG" => \$start_minconfig,300 "MIN_CONFIG_TYPE" => \$minconfig_type,301 "USE_OUTPUT_MIN_CONFIG" => \$use_output_minconfig,302 "WARNINGS_FILE" => \$warnings_file,303 "IGNORE_CONFIG" => \$ignore_config,304 "TEST" => \$run_test,305 "ADD_CONFIG" => \$addconfig,306 "REBOOT_TYPE" => \$reboot_type,307 "GRUB_MENU" => \$grub_menu,308 "GRUB_FILE" => \$grub_file,309 "GRUB_REBOOT" => \$grub_reboot,310 "GRUB_BLS_GET" => \$grub_bls_get,311 "SYSLINUX" => \$syslinux,312 "SYSLINUX_PATH" => \$syslinux_path,313 "SYSLINUX_LABEL" => \$syslinux_label,314 "PRE_INSTALL" => \$pre_install,315 "POST_INSTALL" => \$post_install,316 "NO_INSTALL" => \$no_install,317 "REBOOT_SCRIPT" => \$reboot_script,318 "REBOOT_ON_ERROR" => \$reboot_on_error,319 "SWITCH_TO_GOOD" => \$switch_to_good,320 "SWITCH_TO_TEST" => \$switch_to_test,321 "POWEROFF_ON_ERROR" => \$poweroff_on_error,322 "REBOOT_ON_SUCCESS" => \$reboot_on_success,323 "DIE_ON_FAILURE" => \$die_on_failure,324 "POWER_OFF" => \$power_off,325 "POWERCYCLE_AFTER_REBOOT" => \$powercycle_after_reboot,326 "POWEROFF_AFTER_HALT" => \$poweroff_after_halt,327 "MAX_MONITOR_WAIT" => \$max_monitor_wait,328 "SLEEP_TIME" => \$sleep_time,329 "BISECT_SLEEP_TIME" => \$bisect_sleep_time,330 "PATCHCHECK_SLEEP_TIME" => \$patchcheck_sleep_time,331 "IGNORE_WARNINGS" => \$ignore_warnings,332 "IGNORE_ERRORS" => \$ignore_errors,333 "BISECT_MANUAL" => \$bisect_manual,334 "BISECT_SKIP" => \$bisect_skip,335 "BISECT_TRIES" => \$bisect_tries,336 "CONFIG_BISECT_GOOD" => \$config_bisect_good,337 "BISECT_RET_GOOD" => \$bisect_ret_good,338 "BISECT_RET_BAD" => \$bisect_ret_bad,339 "BISECT_RET_SKIP" => \$bisect_ret_skip,340 "BISECT_RET_ABORT" => \$bisect_ret_abort,341 "BISECT_RET_DEFAULT" => \$bisect_ret_default,342 "STORE_FAILURES" => \$store_failures,343 "STORE_SUCCESSES" => \$store_successes,344 "TEST_NAME" => \$test_name,345 "TIMEOUT" => \$timeout,346 "RUN_TIMEOUT" => \$run_timeout,347 "CONNECT_TIMEOUT" => \$connect_timeout,348 "CONFIG_BISECT_EXEC" => \$config_bisect_exec,349 "BOOTED_TIMEOUT" => \$booted_timeout,350 "CONSOLE" => \$console,351 "CLOSE_CONSOLE_SIGNAL" => \$close_console_signal,352 "DETECT_TRIPLE_FAULT" => \$detect_triplefault,353 "SUCCESS_LINE" => \$success_line,354 "REBOOT_SUCCESS_LINE" => \$reboot_success_line,355 "STOP_AFTER_SUCCESS" => \$stop_after_success,356 "STOP_AFTER_FAILURE" => \$stop_after_failure,357 "STOP_TEST_AFTER" => \$stop_test_after,358 "BUILD_TARGET" => \$build_target,359 "SSH_EXEC" => \$ssh_exec,360 "SCP_TO_TARGET" => \$scp_to_target,361 "SCP_TO_TARGET_INSTALL" => \$scp_to_target_install,362 "CHECKOUT" => \$checkout,363 "TARGET_IMAGE" => \$target_image,364 "LOCALVERSION" => \$localversion,365 366 "BISECT_GOOD" => \$bisect_good,367 "BISECT_BAD" => \$bisect_bad,368 "BISECT_TYPE" => \$bisect_type,369 "BISECT_START" => \$bisect_start,370 "BISECT_REPLAY" => \$bisect_replay,371 "BISECT_FILES" => \$bisect_files,372 "BISECT_REVERSE" => \$bisect_reverse,373 "BISECT_CHECK" => \$bisect_check,374 375 "CONFIG_BISECT" => \$config_bisect,376 "CONFIG_BISECT_TYPE" => \$config_bisect_type,377 "CONFIG_BISECT_CHECK" => \$config_bisect_check,378 379 "PATCHCHECK_TYPE" => \$patchcheck_type,380 "PATCHCHECK_START" => \$patchcheck_start,381 "PATCHCHECK_CHERRY" => \$patchcheck_cherry,382 "PATCHCHECK_END" => \$patchcheck_end,383);384 385# Options may be used by other options, record them.386my %used_options;387 388# default variables that can be used389chomp ($variable{"PWD"} = `pwd`);390$pwd = $variable{"PWD"};391 392$config_help{"MACHINE"} = << "EOF"393 The machine hostname that you will test.394 For build only tests, it is still needed to differentiate log files.395EOF396 ;397$config_help{"SSH_USER"} = << "EOF"398 The box is expected to have ssh on normal bootup, provide the user399 (most likely root, since you need privileged operations)400EOF401 ;402$config_help{"BUILD_DIR"} = << "EOF"403 The directory that contains the Linux source code (full path).404 You can use \${PWD} that will be the path where ktest.pl is run, or use405 \${THIS_DIR} which is assigned \${PWD} but may be changed later.406EOF407 ;408$config_help{"OUTPUT_DIR"} = << "EOF"409 The directory that the objects will be built (full path).410 (can not be same as BUILD_DIR)411 You can use \${PWD} that will be the path where ktest.pl is run, or use412 \${THIS_DIR} which is assigned \${PWD} but may be changed later.413EOF414 ;415$config_help{"BUILD_TARGET"} = << "EOF"416 The location of the compiled file to copy to the target.417 (relative to OUTPUT_DIR)418EOF419 ;420$config_help{"BUILD_OPTIONS"} = << "EOF"421 Options to add to \"make\" when building.422 i.e. -j20423EOF424 ;425$config_help{"TARGET_IMAGE"} = << "EOF"426 The place to put your image on the test machine.427EOF428 ;429$config_help{"POWER_CYCLE"} = << "EOF"430 A script or command to reboot the box.431 432 Here is a digital loggers power switch example433 POWER_CYCLE = wget --no-proxy -O /dev/null -q --auth-no-challenge 'http://admin:admin\@power/outlet?5=CCL'434 435 Here is an example to reboot a virtual box on the current host436 with the name "Guest".437 POWER_CYCLE = virsh destroy Guest; sleep 5; virsh start Guest438EOF439 ;440$config_help{"CONSOLE"} = << "EOF"441 The script or command that reads the console442 443 If you use ttywatch server, something like the following would work.444CONSOLE = nc -d localhost 3001445 446 For a virtual machine with guest name "Guest".447CONSOLE = virsh console Guest448EOF449 ;450$config_help{"LOCALVERSION"} = << "EOF"451 Required version ending to differentiate the test452 from other linux builds on the system.453EOF454 ;455$config_help{"REBOOT_TYPE"} = << "EOF"456 Way to reboot the box to the test kernel.457 Only valid options so far are "grub", "grub2", "grub2bls", "syslinux", and "script".458 459 If you specify grub, it will assume grub version 1460 and will search in /boot/grub/menu.lst for the title \$GRUB_MENU461 and select that target to reboot to the kernel. If this is not462 your setup, then specify "script" and have a command or script463 specified in REBOOT_SCRIPT to boot to the target.464 465 The entry in /boot/grub/menu.lst must be entered in manually.466 The test will not modify that file.467 468 If you specify grub2, then you also need to specify both \$GRUB_MENU469 and \$GRUB_FILE.470 471 If you specify grub2bls, then you also need to specify \$GRUB_MENU.472 473 If you specify syslinux, then you may use SYSLINUX to define the syslinux474 command (defaults to extlinux), and SYSLINUX_PATH to specify the path to475 the syslinux install (defaults to /boot/extlinux). But you have to specify476 SYSLINUX_LABEL to define the label to boot to for the test kernel.477EOF478 ;479$config_help{"GRUB_MENU"} = << "EOF"480 The grub title name for the test kernel to boot481 (Only mandatory if REBOOT_TYPE = grub or grub2)482 483 Note, ktest.pl will not update the grub menu.lst, you need to484 manually add an option for the test. ktest.pl will search485 the grub menu.lst for this option to find what kernel to486 reboot into.487 488 For example, if in the /boot/grub/menu.lst the test kernel title has:489 title Test Kernel490 kernel vmlinuz-test491 GRUB_MENU = Test Kernel492 493 For grub2, a search of \$GRUB_FILE is performed for the lines494 that begin with "menuentry". It will not detect submenus. The495 menu must be a non-nested menu. Add the quotes used in the menu496 to guarantee your selection, as the first menuentry with the content497 of \$GRUB_MENU that is found will be used.498 499 For grub2bls, \$GRUB_MENU is searched on the result of \$GRUB_BLS_GET500 command for the lines that begin with "title".501EOF502 ;503$config_help{"GRUB_FILE"} = << "EOF"504 If grub2 is used, the full path for the grub.cfg file is placed505 here. Use something like /boot/grub2/grub.cfg to search.506EOF507 ;508$config_help{"SYSLINUX_LABEL"} = << "EOF"509 If syslinux is used, the label that boots the target kernel must510 be specified with SYSLINUX_LABEL.511EOF512 ;513$config_help{"REBOOT_SCRIPT"} = << "EOF"514 A script to reboot the target into the test kernel515 (Only mandatory if REBOOT_TYPE = script)516EOF517 ;518 519# used with process_expression()520my $d = 0;521 522# defined before get_test_name()523my $in_die = 0;524 525# defined before process_warning_line()526my $check_build_re = ".*:.*(warning|error|Error):.*";527my $utf8_quote = "\\x{e2}\\x{80}(\\x{98}|\\x{99})";528 529# defined before child_finished()530my $child_done;531 532# config_ignore holds the configs that were set (or unset) for533# a good config and we will ignore these configs for the rest534# of a config bisect. These configs stay as they were.535my %config_ignore;536 537# config_set holds what all configs were set as.538my %config_set;539 540# config_off holds the set of configs that the bad config had disabled.541# We need to record them and set them in the .config when running542# olddefconfig, because olddefconfig keeps the defaults.543my %config_off;544 545# config_off_tmp holds a set of configs to turn off for now546my @config_off_tmp;547 548# config_list is the set of configs that are being tested549my %config_list;550my %null_config;551 552my %dependency;553 554# found above run_config_bisect()555my $pass = 1;556 557# found above add_dep()558 559my %depends;560my %depcount;561my $iflevel = 0;562my @ifdeps;563 564# prevent recursion565my %read_kconfigs;566 567# found above test_this_config()568my %min_configs;569my %keep_configs;570my %save_configs;571my %processed_configs;572my %nochange_config;573 574#575# These are first defined here, main function later on576#577sub run_command;578sub start_monitor;579sub end_monitor;580sub wait_for_monitor;581 582sub _logit {583 if (defined($opt{"LOG_FILE"})) {584 print LOG @_;585 }586}587 588sub logit {589 if (defined($opt{"LOG_FILE"})) {590 _logit @_;591 } else {592 print @_;593 }594}595 596sub doprint {597 print @_;598 _logit @_;599}600 601sub read_prompt {602 my ($cancel, $prompt) = @_;603 604 my $ans;605 606 for (;;) {607 if ($cancel) {608 print "$prompt [y/n/C] ";609 } else {610 print "$prompt [Y/n] ";611 }612 $ans = <STDIN>;613 chomp $ans;614 if ($ans =~ /^\s*$/) {615 if ($cancel) {616 $ans = "c";617 } else {618 $ans = "y";619 }620 }621 last if ($ans =~ /^y$/i || $ans =~ /^n$/i);622 if ($cancel) {623 last if ($ans =~ /^c$/i);624 print "Please answer either 'y', 'n' or 'c'.\n";625 } else {626 print "Please answer either 'y' or 'n'.\n";627 }628 }629 if ($ans =~ /^c/i) {630 exit;631 }632 if ($ans !~ /^y$/i) {633 return 0;634 }635 return 1;636}637 638sub read_yn {639 my ($prompt) = @_;640 641 return read_prompt 0, $prompt;642}643 644sub read_ync {645 my ($prompt) = @_;646 647 return read_prompt 1, $prompt;648}649 650sub get_mandatory_config {651 my ($config) = @_;652 my $ans;653 654 return if (defined($opt{$config}));655 656 if (defined($config_help{$config})) {657 print "\n";658 print $config_help{$config};659 }660 661 for (;;) {662 print "$config = ";663 if (defined($default{$config}) && length($default{$config})) {664 print "\[$default{$config}\] ";665 }666 $ans = <STDIN>;667 $ans =~ s/^\s*(.*\S)\s*$/$1/;668 if ($ans =~ /^\s*$/) {669 if ($default{$config}) {670 $ans = $default{$config};671 } else {672 print "Your answer can not be blank\n";673 next;674 }675 }676 $entered_configs{$config} = ${ans};677 last;678 }679}680 681sub show_time {682 my ($time) = @_;683 684 my $hours = 0;685 my $minutes = 0;686 687 if ($time > 3600) {688 $hours = int($time / 3600);689 $time -= $hours * 3600;690 }691 if ($time > 60) {692 $minutes = int($time / 60);693 $time -= $minutes * 60;694 }695 696 if ($hours > 0) {697 doprint "$hours hour";698 doprint "s" if ($hours > 1);699 doprint " ";700 }701 702 if ($minutes > 0) {703 doprint "$minutes minute";704 doprint "s" if ($minutes > 1);705 doprint " ";706 }707 708 doprint "$time second";709 doprint "s" if ($time != 1);710}711 712sub print_times {713 doprint "\n";714 if ($build_time) {715 doprint "Build time: ";716 show_time($build_time);717 doprint "\n";718 }719 if ($install_time) {720 doprint "Install time: ";721 show_time($install_time);722 doprint "\n";723 }724 if ($reboot_time) {725 doprint "Reboot time: ";726 show_time($reboot_time);727 doprint "\n";728 }729 if ($test_time) {730 doprint "Test time: ";731 show_time($test_time);732 doprint "\n";733 }734 if ($warning_found) {735 doprint "\n*** WARNING";736 doprint "S" if ($warning_found > 1);737 doprint " found in build: $warning_found ***\n\n";738 }739 740 # reset for iterations like bisect741 $build_time = 0;742 $install_time = 0;743 $reboot_time = 0;744 $test_time = 0;745 $warning_found = 0;746}747 748sub get_mandatory_configs {749 get_mandatory_config("MACHINE");750 get_mandatory_config("BUILD_DIR");751 get_mandatory_config("OUTPUT_DIR");752 753 if ($newconfig) {754 get_mandatory_config("BUILD_OPTIONS");755 }756 757 # options required for other than just building a kernel758 if (!$buildonly) {759 get_mandatory_config("POWER_CYCLE");760 get_mandatory_config("CONSOLE");761 }762 763 # options required for install and more764 if ($buildonly != 1) {765 get_mandatory_config("SSH_USER");766 get_mandatory_config("BUILD_TARGET");767 get_mandatory_config("TARGET_IMAGE");768 }769 770 get_mandatory_config("LOCALVERSION");771 772 return if ($buildonly);773 774 my $rtype = $opt{"REBOOT_TYPE"};775 776 if (!defined($rtype)) {777 if (!defined($opt{"GRUB_MENU"})) {778 get_mandatory_config("REBOOT_TYPE");779 $rtype = $entered_configs{"REBOOT_TYPE"};780 } else {781 $rtype = "grub";782 }783 }784 785 if (($rtype eq "grub") or ($rtype eq "grub2bls")) {786 get_mandatory_config("GRUB_MENU");787 }788 789 if ($rtype eq "grub2") {790 get_mandatory_config("GRUB_MENU");791 get_mandatory_config("GRUB_FILE");792 }793 794 if ($rtype eq "syslinux") {795 get_mandatory_config("SYSLINUX_LABEL");796 }797}798 799sub process_variables {800 my ($value, $remove_undef) = @_;801 my $retval = "";802 803 # We want to check for '\', and it is just easier804 # to check the previous character of '$' and not need805 # to worry if '$' is the first character. By adding806 # a space to $value, we can just check [^\\]\$ and807 # it will still work.808 $value = " $value";809 810 while ($value =~ /(.*?[^\\])\$\{([^\{]*?)\}(.*)/) {811 my $begin = $1;812 my $var = $2;813 my $end = $3;814 # append beginning of value to retval815 $retval = "$retval$begin";816 if ($var =~ s/^shell\s+//) {817 $retval = `$var`;818 if ($?) {819 doprint "WARNING: $var returned an error\n";820 } else {821 chomp $retval;822 }823 } elsif (defined($variable{$var})) {824 $retval = "$retval$variable{$var}";825 } elsif (defined($remove_undef) && $remove_undef) {826 # for if statements, any variable that is not defined,827 # we simple convert to 0828 $retval = "${retval}0";829 } else {830 # put back the origin piece, but with $#### to not reprocess it831 $retval = "$retval\$####\{$var\}";832 # This could be an option that is used later, save833 # it so we don't warn if this option is not one of834 # ktests options.835 $used_options{$var} = 1;836 }837 $value = "$retval$end";838 $retval = "";839 }840 $retval = $value;841 842 # Convert the saved variables with $####{var} back to ${var}843 $retval =~ s/\$####/\$/g;844 845 # remove the space added in the beginning846 $retval =~ s/ //;847 848 return "$retval";849}850 851sub set_value {852 my ($lvalue, $rvalue, $override, $overrides, $name) = @_;853 854 my $prvalue = process_variables($rvalue);855 856 if ($lvalue =~ /^(TEST|BISECT|CONFIG_BISECT)_TYPE(\[.*\])?$/ &&857 $prvalue !~ /^(config_|)bisect$/ &&858 $prvalue !~ /^build$/ &&859 $prvalue !~ /^make_warnings_file$/ &&860 $buildonly) {861 862 # Note if a test is something other than build, then we863 # will need other mandatory options.864 if ($prvalue ne "install") {865 $buildonly = 0;866 } else {867 # install still limits some mandatory options.868 $buildonly = 2;869 }870 }871 872 if (defined($opt{$lvalue})) {873 if (!$override || defined(${$overrides}{$lvalue})) {874 my $extra = "";875 if ($override) {876 $extra = "In the same override section!\n";877 }878 die "$name: $.: Option $lvalue defined more than once!\n$extra";879 }880 ${$overrides}{$lvalue} = $prvalue;881 }882 883 $opt{$lvalue} = $prvalue;884}885 886sub set_eval {887 my ($lvalue, $rvalue, $name) = @_;888 889 my $prvalue = process_variables($rvalue);890 my $arr;891 892 if (defined($evals{$lvalue})) {893 $arr = $evals{$lvalue};894 } else {895 $arr = [];896 $evals{$lvalue} = $arr;897 }898 899 push @{$arr}, $rvalue;900}901 902sub set_variable {903 my ($lvalue, $rvalue) = @_;904 905 if ($rvalue =~ /^\s*$/) {906 delete $variable{$lvalue};907 } else {908 $rvalue = process_variables($rvalue);909 $variable{$lvalue} = $rvalue;910 }911}912 913sub process_compare {914 my ($lval, $cmp, $rval) = @_;915 916 # remove whitespace917 918 $lval =~ s/^\s*//;919 $lval =~ s/\s*$//;920 921 $rval =~ s/^\s*//;922 $rval =~ s/\s*$//;923 924 if ($cmp eq "==") {925 return $lval eq $rval;926 } elsif ($cmp eq "!=") {927 return $lval ne $rval;928 } elsif ($cmp eq "=~") {929 return $lval =~ m/$rval/;930 } elsif ($cmp eq "!~") {931 return $lval !~ m/$rval/;932 }933 934 my $statement = "$lval $cmp $rval";935 my $ret = eval $statement;936 937 # $@ stores error of eval938 if ($@) {939 return -1;940 }941 942 return $ret;943}944 945sub value_defined {946 my ($val) = @_;947 948 return defined($variable{$2}) ||949 defined($opt{$2});950}951 952sub process_expression {953 my ($name, $val) = @_;954 955 my $c = $d++;956 957 while ($val =~ s/\(([^\(]*?)\)/\&\&\&\&VAL\&\&\&\&/) {958 my $express = $1;959 960 if (process_expression($name, $express)) {961 $val =~ s/\&\&\&\&VAL\&\&\&\&/ 1 /;962 } else {963 $val =~ s/\&\&\&\&VAL\&\&\&\&/ 0 /;964 }965 }966 967 $d--;968 my $OR = "\\|\\|";969 my $AND = "\\&\\&";970 971 while ($val =~ s/^(.*?)($OR|$AND)//) {972 my $express = $1;973 my $op = $2;974 975 if (process_expression($name, $express)) {976 if ($op eq "||") {977 return 1;978 }979 } else {980 if ($op eq "&&") {981 return 0;982 }983 }984 }985 986 if ($val =~ /(.*)(==|\!=|>=|<=|>|<|=~|\!~)(.*)/) {987 my $ret = process_compare($1, $2, $3);988 if ($ret < 0) {989 die "$name: $.: Unable to process comparison\n";990 }991 return $ret;992 }993 994 if ($val =~ /^\s*(NOT\s*)?DEFINED\s+(\S+)\s*$/) {995 if (defined $1) {996 return !value_defined($2);997 } else {998 return value_defined($2);999 }1000 }1001 1002 if ($val =~ s/^\s*NOT\s+(.*)//) {1003 my $express = $1;1004 my $ret = process_expression($name, $express);1005 return !$ret;1006 }1007 1008 if ($val =~ /^\s*0\s*$/) {1009 return 0;1010 } elsif ($val =~ /^\s*\d+\s*$/) {1011 return 1;1012 }1013 1014 die ("$name: $.: Undefined content $val in if statement\n");1015}1016 1017sub process_if {1018 my ($name, $value) = @_;1019 1020 # Convert variables and replace undefined ones with 01021 my $val = process_variables($value, 1);1022 my $ret = process_expression $name, $val;1023 1024 return $ret;1025}1026 1027sub __read_config {1028 my ($config, $current_test_num) = @_;1029 1030 my $in;1031 open($in, $config) || die "can't read file $config";1032 1033 my $name = $config;1034 $name =~ s,.*/(.*),$1,;1035 1036 my $test_num = $$current_test_num;1037 my $default = 1;1038 my $repeat = 1;1039 my $num_tests_set = 0;1040 my $skip = 0;1041 my $rest;1042 my $line;1043 my $test_case = 0;1044 my $if = 0;1045 my $if_set = 0;1046 my $override = 0;1047 1048 my %overrides;1049 1050 while (<$in>) {1051 1052 # ignore blank lines and comments1053 next if (/^\s*$/ || /\s*\#/);1054 1055 if (/^\s*(TEST_START|DEFAULTS)\b(.*)/) {1056 1057 my $type = $1;1058 $rest = $2;1059 $line = $2;1060 1061 my $old_test_num;1062 my $old_repeat;1063 $override = 0;1064 1065 if ($type eq "TEST_START") {1066 if ($num_tests_set) {1067 die "$name: $.: Can not specify both NUM_TESTS and TEST_START\n";1068 }1069 1070 $old_test_num = $test_num;1071 $old_repeat = $repeat;1072 1073 $test_num += $repeat;1074 $default = 0;1075 $repeat = 1;1076 } else {1077 $default = 1;1078 }1079 1080 # If SKIP is anywhere in the line, the command will be skipped1081 if ($rest =~ s/\s+SKIP\b//) {1082 $skip = 1;1083 } else {1084 $test_case = 1;1085 $skip = 0;1086 }1087 1088 if ($rest =~ s/\sELSE\b//) {1089 if (!$if) {1090 die "$name: $.: ELSE found with out matching IF section\n$_";1091 }1092 $if = 0;1093 1094 if ($if_set) {1095 $skip = 1;1096 } else {1097 $skip = 0;1098 }1099 }1100 1101 if ($rest =~ s/\sIF\s+(.*)//) {1102 if (process_if($name, $1)) {1103 $if_set = 1;1104 } else {1105 $skip = 1;1106 }1107 $if = 1;1108 } else {1109 $if = 0;1110 $if_set = 0;1111 }1112 1113 if (!$skip) {1114 if ($type eq "TEST_START") {1115 if ($rest =~ s/\s+ITERATE\s+(\d+)//) {1116 $repeat = $1;1117 $repeat_tests{"$test_num"} = $repeat;1118 }1119 } elsif ($rest =~ s/\sOVERRIDE\b//) {1120 # DEFAULT only1121 $override = 1;1122 # Clear previous overrides1123 %overrides = ();1124 }1125 }1126 1127 if (!$skip && $rest !~ /^\s*$/) {1128 die "$name: $.: Garbage found after $type\n$_";1129 }1130 1131 if ($skip && $type eq "TEST_START") {1132 $test_num = $old_test_num;1133 $repeat = $old_repeat;1134 }1135 } elsif (/^\s*ELSE\b(.*)$/) {1136 if (!$if) {1137 die "$name: $.: ELSE found with out matching IF section\n$_";1138 }1139 $rest = $1;1140 if ($if_set) {1141 $skip = 1;1142 $rest = "";1143 } else {1144 $skip = 0;1145 1146 if ($rest =~ /\sIF\s+(.*)/) {1147 # May be a ELSE IF section.1148 if (process_if($name, $1)) {1149 $if_set = 1;1150 } else {1151 $skip = 1;1152 }1153 $rest = "";1154 } else {1155 $if = 0;1156 }1157 }1158 1159 if ($rest !~ /^\s*$/) {1160 die "$name: $.: Garbage found after DEFAULTS\n$_";1161 }1162 1163 } elsif (/^\s*INCLUDE\s+(\S+)/) {1164 1165 next if ($skip);1166 1167 if (!$default) {1168 die "$name: $.: INCLUDE can only be done in default sections\n$_";1169 }1170 1171 my $file = process_variables($1);1172 1173 if ($file !~ m,^/,) {1174 # check the path of the config file first1175 if ($config =~ m,(.*)/,) {1176 if (-f "$1/$file") {1177 $file = "$1/$file";1178 }1179 }1180 }1181 1182 if ( ! -r $file ) {1183 die "$name: $.: Can't read file $file\n$_";1184 }1185 1186 if (__read_config($file, \$test_num)) {1187 $test_case = 1;1188 }1189 1190 } elsif (/^\s*([A-Z_\[\]\d]+)\s*=~\s*(.*?)\s*$/) {1191 1192 next if ($skip);1193 1194 my $lvalue = $1;1195 my $rvalue = $2;1196 1197 if ($default || $lvalue =~ /\[\d+\]$/) {1198 set_eval($lvalue, $rvalue, $name);1199 } else {1200 my $val = "$lvalue\[$test_num\]";1201 set_eval($val, $rvalue, $name);1202 }1203 1204 } elsif (/^\s*([A-Z_\[\]\d]+)\s*=\s*(.*?)\s*$/) {1205 1206 next if ($skip);1207 1208 my $lvalue = $1;1209 my $rvalue = $2;1210 1211 if (!$default &&1212 ($lvalue eq "NUM_TESTS" ||1213 $lvalue eq "LOG_FILE" ||1214 $lvalue eq "CLEAR_LOG")) {1215 die "$name: $.: $lvalue must be set in DEFAULTS section\n";1216 }1217 1218 if ($lvalue eq "NUM_TESTS") {1219 if ($test_num) {1220 die "$name: $.: Can not specify both NUM_TESTS and TEST_START\n";1221 }1222 if (!$default) {1223 die "$name: $.: NUM_TESTS must be set in default section\n";1224 }1225 $num_tests_set = 1;1226 }1227 1228 if ($default || $lvalue =~ /\[\d+\]$/) {1229 set_value($lvalue, $rvalue, $override, \%overrides, $name);1230 } else {1231 my $val = "$lvalue\[$test_num\]";1232 set_value($val, $rvalue, $override, \%overrides, $name);1233 1234 if ($repeat > 1) {1235 $repeats{$val} = $repeat;1236 }1237 }1238 } elsif (/^\s*([A-Z_\[\]\d]+)\s*:=\s*(.*?)\s*$/) {1239 next if ($skip);1240 1241 my $lvalue = $1;1242 my $rvalue = $2;1243 1244 # process config variables.1245 # Config variables are only active while reading the1246 # config and can be defined anywhere. They also ignore1247 # TEST_START and DEFAULTS, but are skipped if they are in1248 # on of these sections that have SKIP defined.1249 # The save variable can be1250 # defined multiple times and the new one simply overrides1251 # the previous one.1252 set_variable($lvalue, $rvalue);1253 1254 } else {1255 die "$name: $.: Garbage found in config\n$_";1256 }1257 }1258 1259 if ($test_num) {1260 $test_num += $repeat - 1;1261 $opt{"NUM_TESTS"} = $test_num;1262 }1263 1264 close($in);1265 1266 $$current_test_num = $test_num;1267 1268 return $test_case;1269}1270 1271sub get_test_case {1272 print "What test case would you like to run?\n";1273 print " (build, install or boot)\n";1274 print " Other tests are available but require editing ktest.conf\n";1275 print " (see tools/testing/ktest/sample.conf)\n";1276 my $ans = <STDIN>;1277 chomp $ans;1278 $default{"TEST_TYPE"} = $ans;1279}1280 1281sub read_config {1282 my ($config) = @_;1283 1284 my $test_case;1285 my $test_num = 0;1286 1287 $test_case = __read_config $config, \$test_num;1288 1289 # make sure we have all mandatory configs1290 get_mandatory_configs;1291 1292 # was a test specified?1293 if (!$test_case) {1294 print "No test case specified.\n";1295 get_test_case;1296 }1297 1298 # set any defaults1299 1300 foreach my $default (keys %default) {1301 if (!defined($opt{$default})) {1302 $opt{$default} = $default{$default};1303 }1304 }1305 1306 if ($opt{"IGNORE_UNUSED"} == 1) {1307 return;1308 }1309 1310 my %not_used;1311 1312 # check if there are any stragglers (typos?)1313 foreach my $option (keys %opt) {1314 my $op = $option;1315 # remove per test labels.1316 $op =~ s/\[.*\]//;1317 if (!exists($option_map{$op}) &&1318 !exists($default{$op}) &&1319 !exists($used_options{$op})) {1320 $not_used{$op} = 1;1321 }1322 }1323 1324 if (%not_used) {1325 my $s = "s are";1326 $s = " is" if (keys %not_used == 1);1327 print "The following option$s not used; could be a typo:\n";1328 foreach my $option (keys %not_used) {1329 print "$option\n";1330 }1331 print "Set IGNORE_UNUSED = 1 to have ktest ignore unused variables\n";1332 if (!read_yn "Do you want to continue?") {1333 exit -1;1334 }1335 }1336}1337 1338sub __eval_option {1339 my ($name, $option, $i) = @_;1340 1341 # Add space to evaluate the character before $1342 $option = " $option";1343 my $retval = "";1344 my $repeated = 0;1345 my $parent = 0;1346 1347 foreach my $test (keys %repeat_tests) {1348 if ($i >= $test &&1349 $i < $test + $repeat_tests{$test}) {1350 1351 $repeated = 1;1352 $parent = $test;1353 last;1354 }1355 }1356 1357 while ($option =~ /(.*?[^\\])\$\{(.*?)\}(.*)/) {1358 my $start = $1;1359 my $var = $2;1360 my $end = $3;1361 1362 # Append beginning of line1363 $retval = "$retval$start";1364 1365 # If the iteration option OPT[$i] exists, then use that.1366 # otherwise see if the default OPT (without [$i]) exists.1367 1368 my $o = "$var\[$i\]";1369 my $parento = "$var\[$parent\]";1370 1371 # If a variable contains itself, use the default var1372 if (($var eq $name) && defined($opt{$var})) {1373 $o = $opt{$var};1374 $retval = "$retval$o";1375 } elsif (defined($opt{$o})) {1376 $o = $opt{$o};1377 $retval = "$retval$o";1378 } elsif ($repeated && defined($opt{$parento})) {1379 $o = $opt{$parento};1380 $retval = "$retval$o";1381 } elsif (defined($opt{$var})) {1382 $o = $opt{$var};1383 $retval = "$retval$o";1384 } elsif ($var eq "KERNEL_VERSION" && defined($make)) {1385 # special option KERNEL_VERSION uses kernel version1386 get_version();1387 $retval = "$retval$version";1388 } else {1389 $retval = "$retval\$\{$var\}";1390 }1391 1392 $option = $end;1393 }1394 1395 $retval = "$retval$option";1396 1397 $retval =~ s/^ //;1398 1399 return $retval;1400}1401 1402sub process_evals {1403 my ($name, $option, $i) = @_;1404 1405 my $option_name = "$name\[$i\]";1406 my $ev;1407 1408 my $old_option = $option;1409 1410 if (defined($evals{$option_name})) {1411 $ev = $evals{$option_name};1412 } elsif (defined($evals{$name})) {1413 $ev = $evals{$name};1414 } else {1415 return $option;1416 }1417 1418 for my $e (@{$ev}) {1419 eval "\$option =~ $e";1420 }1421 1422 if ($option ne $old_option) {1423 doprint("$name changed from '$old_option' to '$option'\n");1424 }1425 1426 return $option;1427}1428 1429sub eval_option {1430 my ($name, $option, $i) = @_;1431 1432 my $prev = "";1433 1434 # Since an option can evaluate to another option,1435 # keep iterating until we do not evaluate any more1436 # options.1437 my $r = 0;1438 while ($prev ne $option) {1439 # Check for recursive evaluations.1440 # 100 deep should be more than enough.1441 if ($r++ > 100) {1442 die "Over 100 evaluations occurred with $option\n" .1443 "Check for recursive variables\n";1444 }1445 $prev = $option;1446 $option = __eval_option($name, $option, $i);1447 }1448 1449 $option = process_evals($name, $option, $i);1450 1451 return $option;1452}1453 1454sub reboot {1455 my ($time) = @_;1456 my $powercycle = 0;1457 1458 # test if the machine can be connected to within a few seconds1459 my $stat = run_ssh("echo check machine status", $connect_timeout);1460 if (!$stat) {1461 doprint("power cycle\n");1462 $powercycle = 1;1463 }1464 1465 if ($powercycle) {1466 run_command "$power_cycle";1467 1468 start_monitor;1469 # flush out current monitor1470 # May contain the reboot success line1471 wait_for_monitor 1;1472 1473 } else {1474 # Make sure everything has been written to disk1475 run_ssh("sync", 10);1476 1477 if (defined($time)) {1478 start_monitor;1479 # flush out current monitor1480 # May contain the reboot success line1481 wait_for_monitor 1;1482 }1483 1484 # try to reboot normally1485 if (run_command $reboot) {1486 if (defined($powercycle_after_reboot)) {1487 sleep $powercycle_after_reboot;1488 run_command "$power_cycle";1489 }1490 } else {1491 # nope? power cycle it.1492 run_command "$power_cycle";1493 }1494 }1495 1496 if (defined($time)) {1497 1498 # We only want to get to the new kernel, don't fail1499 # if we stumble over a call trace.1500 my $save_ignore_errors = $ignore_errors;1501 $ignore_errors = 1;1502 1503 # Look for the good kernel to boot1504 if (wait_for_monitor($time, "Linux version")) {1505 # reboot got stuck?1506 doprint "Reboot did not finish. Forcing power cycle\n";1507 run_command "$power_cycle";1508 }1509 1510 $ignore_errors = $save_ignore_errors;1511 1512 # Still need to wait for the reboot to finish1513 wait_for_monitor($time, $reboot_success_line);1514 }1515 if ($powercycle || $time) {1516 end_monitor;1517 }1518}1519 1520sub reboot_to_good {1521 my ($time) = @_;1522 1523 if (defined($switch_to_good)) {1524 run_command $switch_to_good;1525 }1526 1527 reboot $time;1528}1529 1530sub do_not_reboot {1531 my $i = $iteration;1532 1533 return $test_type eq "build" || $no_reboot ||1534 ($test_type eq "patchcheck" && $opt{"PATCHCHECK_TYPE[$i]"} eq "build") ||1535 ($test_type eq "bisect" && $opt{"BISECT_TYPE[$i]"} eq "build") ||1536 ($test_type eq "config_bisect" && $opt{"CONFIG_BISECT_TYPE[$i]"} eq "build");1537}1538 1539sub get_test_name() {1540 my $name;1541 1542 if (defined($test_name)) {1543 $name = "$test_name:$test_type";1544 } else {1545 $name = $test_type;1546 }1547 return $name;1548}1549 1550sub dodie {1551 # avoid recursion1552 return if ($in_die);1553 $in_die = 1;1554 1555 if ($monitor_cnt) {1556 # restore terminal settings1557 system("stty $stty_orig");1558 }1559 1560 my $i = $iteration;1561 1562 doprint "CRITICAL FAILURE... [TEST $i] ", @_, "\n";1563 1564 if ($reboot_on_error && !do_not_reboot) {1565 doprint "REBOOTING\n";1566 reboot_to_good;1567 } elsif ($poweroff_on_error && defined($power_off)) {1568 doprint "POWERING OFF\n";1569 `$power_off`;1570 }1571 1572 if (defined($opt{"LOG_FILE"})) {1573 print " See $opt{LOG_FILE} for more info.\n";1574 }1575 1576 if ($email_on_error) {1577 my $name = get_test_name;1578 my $log_file;1579 1580 if (defined($opt{"LOG_FILE"})) {1581 my $whence = 2; # End of file1582 my $log_size = tell LOG;1583 my $size = $log_size - $test_log_start;1584 1585 if (defined($mail_max_size)) {1586 if ($size > $mail_max_size) {1587 $size = $mail_max_size;1588 }1589 }1590 my $pos = - $size;1591 $log_file = "$tmpdir/log";1592 open (L, "$opt{LOG_FILE}") or die "Can't open $opt{LOG_FILE} to read)";1593 open (O, "> $tmpdir/log") or die "Can't open $tmpdir/log\n";1594 seek(L, $pos, $whence);1595 while (<L>) {1596 print O;1597 }1598 close O;1599 close L;1600 }1601 1602 send_email("KTEST: critical failure for test $i [$name]",1603 "Your test started at $script_start_time has failed with:\n@_\n", $log_file);1604 }1605 1606 if (defined($post_test)) {1607 run_command $post_test;1608 }1609 1610 die @_, "\n";1611}1612 1613sub create_pty {1614 my ($ptm, $pts) = @_;1615 my $tmp;1616 my $TIOCSPTLCK = 0x40045431;1617 my $TIOCGPTN = 0x80045430;1618 1619 sysopen($ptm, "/dev/ptmx", O_RDWR | O_NONBLOCK) or1620 dodie "Can't open /dev/ptmx";1621 1622 # unlockpt()1623 $tmp = pack("i", 0);1624 ioctl($ptm, $TIOCSPTLCK, $tmp) or1625 dodie "ioctl TIOCSPTLCK for /dev/ptmx failed";1626 1627 # ptsname()1628 ioctl($ptm, $TIOCGPTN, $tmp) or1629 dodie "ioctl TIOCGPTN for /dev/ptmx failed";1630 $tmp = unpack("i", $tmp);1631 1632 sysopen($pts, "/dev/pts/$tmp", O_RDWR | O_NONBLOCK) or1633 dodie "Can't open /dev/pts/$tmp";1634}1635 1636sub exec_console {1637 my ($ptm, $pts) = @_;1638 1639 close($ptm);1640 1641 close(\*STDIN);1642 close(\*STDOUT);1643 close(\*STDERR);1644 1645 open(\*STDIN, '<&', $pts);1646 open(\*STDOUT, '>&', $pts);1647 open(\*STDERR, '>&', $pts);1648 1649 close($pts);1650 1651 exec $console or1652 dodie "Can't open console $console";1653}1654 1655sub open_console {1656 my ($ptm) = @_;1657 my $pts = \*PTSFD;1658 my $pid;1659 1660 # save terminal settings1661 $stty_orig = `stty -g`;1662 1663 # place terminal in cbreak mode so that stdin can be read one character at1664 # a time without having to wait for a newline1665 system("stty -icanon -echo -icrnl");1666 1667 create_pty($ptm, $pts);1668 1669 $pid = fork;1670 1671 if (!$pid) {1672 # child1673 exec_console($ptm, $pts)1674 }1675 1676 # parent1677 close($pts);1678 1679 return $pid;1680 1681 open(PTSFD, "Stop perl from warning about single use of PTSFD");1682}1683 1684sub close_console {1685 my ($fp, $pid) = @_;1686 1687 doprint "kill child process $pid\n";1688 kill $close_console_signal, $pid;1689 1690 doprint "wait for child process $pid to exit\n";1691 waitpid($pid, 0);1692 1693 print "closing!\n";1694 close($fp);1695 1696 # restore terminal settings1697 system("stty $stty_orig");1698}1699 1700sub start_monitor {1701 if ($monitor_cnt++) {1702 return;1703 }1704 $monitor_fp = \*MONFD;1705 $monitor_pid = open_console $monitor_fp;1706 1707 return;1708 1709 open(MONFD, "Stop perl from warning about single use of MONFD");1710}1711 1712sub end_monitor {1713 return if (!defined $console);1714 if (--$monitor_cnt) {1715 return;1716 }1717 close_console($monitor_fp, $monitor_pid);1718}1719 1720sub wait_for_monitor {1721 my ($time, $stop) = @_;1722 my $full_line = "";1723 my $line;1724 my $booted = 0;1725 my $start_time = time;1726 my $skip_call_trace = 0;1727 my $bug = 0;1728 my $bug_ignored = 0;1729 my $now;1730 1731 doprint "** Wait for monitor to settle down **\n";1732 1733 # read the monitor and wait for the system to calm down1734 while (!$booted) {1735 $line = wait_for_input($monitor_fp, $time);1736 last if (!defined($line));1737 print "$line";1738 $full_line .= $line;1739 1740 if (defined($stop) && $full_line =~ /$stop/) {1741 doprint "wait for monitor detected $stop\n";1742 $booted = 1;1743 }1744 1745 if ($full_line =~ /\[ backtrace testing \]/) {1746 $skip_call_trace = 1;1747 }1748 1749 if ($full_line =~ /call trace:/i) {1750 if (!$bug && !$skip_call_trace) {1751 if ($ignore_errors) {1752 $bug_ignored = 1;1753 } else {1754 $bug = 1;1755 }1756 }1757 }1758 1759 if ($full_line =~ /\[ end of backtrace testing \]/) {1760 $skip_call_trace = 0;1761 }1762 1763 if ($full_line =~ /Kernel panic -/) {1764 $bug = 1;1765 }1766 1767 if ($line =~ /\n/) {1768 $full_line = "";1769 }1770 $now = time;1771 if ($now - $start_time >= $max_monitor_wait) {1772 doprint "Exiting monitor flush due to hitting MAX_MONITOR_WAIT\n";1773 return 1;1774 }1775 }1776 print "** Monitor flushed **\n";1777 1778 # if stop is defined but wasn't hit, return error1779 # used by reboot (which wants to see a reboot)1780 if (defined($stop) && !$booted) {1781 $bug = 1;1782 }1783 return $bug;1784}1785 1786sub save_logs {1787 my ($result, $basedir) = @_;1788 my @t = localtime;1789 my $date = sprintf "%04d%02d%02d%02d%02d%02d",1790 1900+$t[5],$t[4],$t[3],$t[2],$t[1],$t[0];1791 1792 my $type = $build_type;1793 if ($type =~ /useconfig/) {1794 $type = "useconfig";1795 }1796 1797 my $dir = "$machine-$test_type-$type-$result-$date";1798 1799 $dir = "$basedir/$dir";1800 1801 if (!-d $dir) {1802 mkpath($dir) or1803 dodie "can't create $dir";1804 }1805 1806 my %files = (1807 "config" => $output_config,1808 "buildlog" => $buildlog,1809 "dmesg" => $dmesg,1810 "testlog" => $testlog,1811 );1812 1813 while (my ($name, $source) = each(%files)) {1814 if (-f "$source") {1815 cp "$source", "$dir/$name" or1816 dodie "failed to copy $source";1817 }1818 }1819 1820 doprint "*** Saved info to $dir ***\n";1821}1822 1823sub fail {1824 1825 if ($die_on_failure) {1826 dodie @_;1827 }1828 1829 doprint "FAILED\n";1830 1831 my $i = $iteration;1832 1833 # no need to reboot for just building.1834 if (!do_not_reboot) {1835 doprint "REBOOTING\n";1836 reboot_to_good $sleep_time;1837 }1838 1839 my $name = "";1840 1841 if (defined($test_name)) {1842 $name = " ($test_name)";1843 }1844 1845 print_times;1846 1847 doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";1848 doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";1849 doprint "KTEST RESULT: TEST $i$name Failed: ", @_, "\n";1850 doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";1851 doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";1852 1853 if (defined($store_failures)) {1854 save_logs "fail", $store_failures;1855 }1856 1857 if (defined($post_test)) {1858 run_command $post_test;1859 }1860 1861 return 1;1862}1863 1864sub run_command {1865 my ($command, $redirect, $timeout) = @_;1866 my $start_time;1867 my $end_time;1868 my $dolog = 0;1869 my $dord = 0;1870 my $dostdout = 0;1871 my $pid;1872 my $command_orig = $command;1873 1874 $command =~ s/\$SSH_USER/$ssh_user/g;1875 $command =~ s/\$MACHINE/$machine/g;1876 1877 if (!defined($timeout)) {1878 $timeout = $run_timeout;1879 }1880 1881 if (!defined($timeout)) {1882 $timeout = -1; # tell wait_for_input to wait indefinitely1883 }1884 1885 doprint("$command ... ");1886 $start_time = time;1887 1888 $pid = open(CMD, "$command 2>&1 |") or1889 (fail "unable to exec $command" and return 0);1890 1891 if (defined($opt{"LOG_FILE"})) {1892 $dolog = 1;1893 }1894 1895 if (defined($redirect)) {1896 if ($redirect eq 1) {1897 $dostdout = 1;1898 # Have the output of the command on its own line1899 doprint "\n";1900 } else {1901 open (RD, ">$redirect") or1902 dodie "failed to write to redirect $redirect";1903 $dord = 1;1904 }1905 }1906 1907 my $hit_timeout = 0;1908 1909 while (1) {1910 my $fp = \*CMD;1911 my $line = wait_for_input($fp, $timeout);1912 if (!defined($line)) {1913 my $now = time;1914 if ($timeout >= 0 && (($now - $start_time) >= $timeout)) {1915 doprint "Hit timeout of $timeout, killing process\n";1916 $hit_timeout = 1;1917 kill 9, $pid;1918 }1919 last;1920 }1921 print LOG $line if ($dolog);1922 print RD $line if ($dord);1923 print $line if ($dostdout);1924 }1925 1926 waitpid($pid, 0);1927 # shift 8 for real exit status1928 $run_command_status = $? >> 8;1929 1930 if ($command_orig eq $default{REBOOT} &&1931 $run_command_status == $reboot_return_code) {1932 $run_command_status = 0;1933 }1934 1935 close(CMD);1936 close(RD) if ($dord);1937 1938 $end_time = time;1939 my $delta = $end_time - $start_time;1940 1941 if ($delta == 1) {1942 doprint "[1 second] ";1943 } else {1944 doprint "[$delta seconds] ";1945 }1946 1947 if ($hit_timeout) {1948 $run_command_status = 1;1949 }1950 1951 if ($run_command_status) {1952 doprint "FAILED!\n";1953 } else {1954 doprint "SUCCESS\n";1955 }1956 1957 return !$run_command_status;1958}1959 1960sub run_ssh {1961 my ($cmd, $timeout) = @_;1962 my $cp_exec = $ssh_exec;1963 1964 $cp_exec =~ s/\$SSH_COMMAND/$cmd/g;1965 return run_command "$cp_exec", undef , $timeout;1966}1967 1968sub run_scp {1969 my ($src, $dst, $cp_scp) = @_;1970 1971 $cp_scp =~ s/\$SRC_FILE/$src/g;1972 $cp_scp =~ s/\$DST_FILE/$dst/g;1973 1974 return run_command "$cp_scp";1975}1976 1977sub run_scp_install {1978 my ($src, $dst) = @_;1979 1980 my $cp_scp = $scp_to_target_install;1981 1982 return run_scp($src, $dst, $cp_scp);1983}1984 1985sub run_scp_mod {1986 my ($src, $dst) = @_;1987 1988 my $cp_scp = $scp_to_target;1989 1990 return run_scp($src, $dst, $cp_scp);1991}1992 1993sub _get_grub_index {1994 1995 my ($command, $target, $skip, $submenu) = @_;1996 1997 return if (defined($grub_number) && defined($last_grub_menu) &&1998 $last_grub_menu eq $grub_menu && defined($last_machine) &&1999 $last_machine eq $machine);2000 2001 doprint "Find $reboot_type menu ... ";2002 $grub_number = -1;2003 2004 my $ssh_grub = $ssh_exec;2005 $ssh_grub =~ s,\$SSH_COMMAND,$command,g;2006 2007 open(IN, "$ssh_grub |") or2008 dodie "unable to execute $command";2009 2010 my $found = 0;2011 2012 my $submenu_number = 0;2013 2014 while (<IN>) {2015 if (/$target/) {2016 $grub_number++;2017 $found = 1;2018 last;2019 } elsif (defined($submenu) && /$submenu/) {2020 $submenu_number++;2021 $grub_number = -1;2022 } elsif (/$skip/) {2023 $grub_number++;2024 }2025 }2026 close(IN);2027 2028 dodie "Could not find '$grub_menu' through $command on $machine"2029 if (!$found);2030 if ($submenu_number > 0) {2031 $grub_number = "$submenu_number>$grub_number";2032 }2033 doprint "$grub_number\n";2034 $last_grub_menu = $grub_menu;2035 $last_machine = $machine;2036}2037 2038sub get_grub_index {2039 2040 my $command;2041 my $target;2042 my $skip;2043 my $submenu;2044 my $grub_menu_qt;2045 2046 if ($reboot_type !~ /^grub/) {2047 return;2048 }2049 2050 $grub_menu_qt = quotemeta($grub_menu);2051 2052 if ($reboot_type eq "grub") {2053 $command = "cat /boot/grub/menu.lst";2054 $target = '^\s*title\s+' . $grub_menu_qt . '\s*$';2055 $skip = '^\s*title\s';2056 } elsif ($reboot_type eq "grub2") {2057 $command = "cat $grub_file";2058 $target = '^\s*menuentry.*' . $grub_menu_qt;2059 $skip = '^\s*menuentry\s';2060 $submenu = '^\s*submenu\s';2061 } elsif ($reboot_type eq "grub2bls") {2062 $command = $grub_bls_get;2063 $target = '^title=.*' . $grub_menu_qt;2064 $skip = '^title=';2065 } else {2066 return;2067 }2068 2069 _get_grub_index($command, $target, $skip, $submenu);2070}2071 2072sub wait_for_input {2073 my ($fp, $time) = @_;2074 my $start_time;2075 my $rin;2076 my $rout;2077 my $nr;2078 my $buf;2079 my $line;2080 my $ch;2081 2082 if (!defined($time)) {2083 $time = $timeout;2084 }2085 2086 if ($time < 0) {2087 # Negative number means wait indefinitely2088 undef $time;2089 }2090 2091 $rin = '';2092 vec($rin, fileno($fp), 1) = 1;2093 vec($rin, fileno(\*STDIN), 1) = 1;2094 2095 $start_time = time;2096 2097 while (1) {2098 $nr = select($rout=$rin, undef, undef, $time);2099 2100 last if ($nr <= 0);2101 2102 # copy data from stdin to the console2103 if (vec($rout, fileno(\*STDIN), 1) == 1) {2104 $nr = sysread(\*STDIN, $buf, 1000);2105 syswrite($fp, $buf, $nr) if ($nr > 0);2106 }2107 2108 # The timeout is based on time waiting for the fp data2109 if (vec($rout, fileno($fp), 1) != 1) {2110 last if (defined($time) && (time - $start_time > $time));2111 next;2112 }2113 2114 $line = "";2115 2116 # try to read one char at a time2117 while (sysread $fp, $ch, 1) {2118 $line .= $ch;2119 last if ($ch eq "\n");2120 }2121 2122 last if (!length($line));2123 2124 return $line;2125 }2126 return undef;2127}2128 2129sub reboot_to {2130 if (defined($switch_to_test)) {2131 run_command $switch_to_test;2132 }2133 2134 if ($reboot_type eq "grub") {2135 run_ssh "'(echo \"savedefault --default=$grub_number --once\" | grub --batch)'";2136 } elsif (($reboot_type eq "grub2") or ($reboot_type eq "grub2bls")) {2137 run_ssh "$grub_reboot \"'$grub_number'\"";2138 } elsif ($reboot_type eq "syslinux") {2139 run_ssh "$syslinux --once \\\"$syslinux_label\\\" $syslinux_path";2140 } elsif (defined $reboot_script) {2141 run_command "$reboot_script";2142 }2143 reboot;2144}2145 2146sub get_sha1 {2147 my ($commit) = @_;2148 2149 doprint "git rev-list --max-count=1 $commit ... ";2150 my $sha1 = `git rev-list --max-count=1 $commit`;2151 my $ret = $?;2152 2153 logit $sha1;2154 2155 if ($ret) {2156 doprint "FAILED\n";2157 dodie "Failed to get git $commit";2158 }2159 2160 print "SUCCESS\n";2161 2162 chomp $sha1;2163 2164 return $sha1;2165}2166 2167sub monitor {2168 my $booted = 0;2169 my $bug = 0;2170 my $bug_ignored = 0;2171 my $skip_call_trace = 0;2172 my $loops;2173 2174 my $start_time = time;2175 2176 wait_for_monitor 5;2177 2178 my $line;2179 my $full_line = "";2180 2181 open(DMESG, "> $dmesg") or2182 dodie "unable to write to $dmesg";2183 2184 reboot_to;2185 2186 my $success_start;2187 my $failure_start;2188 my $monitor_start = time;2189 my $done = 0;2190 my $version_found = 0;2191 2192 while (!$done) {2193 if ($bug && defined($stop_after_failure) &&2194 $stop_after_failure >= 0) {2195 my $time = $stop_after_failure - (time - $failure_start);2196 $line = wait_for_input($monitor_fp, $time);2197 if (!defined($line)) {2198 doprint "bug timed out after $booted_timeout seconds\n";2199 doprint "Test forced to stop after $stop_after_failure seconds after failure\n";2200 last;2201 }2202 } elsif ($booted) {2203 $line = wait_for_input($monitor_fp, $booted_timeout);2204 if (!defined($line)) {2205 my $s = $booted_timeout == 1 ? "" : "s";2206 doprint "Successful boot found: break after $booted_timeout second$s\n";2207 last;2208 }2209 } else {2210 $line = wait_for_input($monitor_fp);2211 if (!defined($line)) {2212 my $s = $timeout == 1 ? "" : "s";2213 doprint "Timed out after $timeout second$s\n";2214 last;2215 }2216 }2217 2218 doprint $line;2219 print DMESG $line;2220 2221 # we are not guaranteed to get a full line2222 $full_line .= $line;2223 2224 if ($full_line =~ /$success_line/) {2225 $booted = 1;2226 $success_start = time;2227 }2228 2229 if ($booted && defined($stop_after_success) &&2230 $stop_after_success >= 0) {2231 my $now = time;2232 if ($now - $success_start >= $stop_after_success) {2233 doprint "Test forced to stop after $stop_after_success seconds after success\n";2234 last;2235 }2236 }2237 2238 if ($full_line =~ /\[ backtrace testing \]/) {2239 $skip_call_trace = 1;2240 }2241 2242 if ($full_line =~ /call trace:/i) {2243 if (!$bug && !$skip_call_trace) {2244 if ($ignore_errors) {2245 $bug_ignored = 1;2246 } else {2247 $bug = 1;2248 $failure_start = time;2249 }2250 }2251 }2252 2253 if ($bug && defined($stop_after_failure) &&2254 $stop_after_failure >= 0) {2255 my $now = time;2256 if ($now - $failure_start >= $stop_after_failure) {2257 doprint "Test forced to stop after $stop_after_failure seconds after failure\n";2258 last;2259 }2260 }2261 2262 if ($full_line =~ /\[ end of backtrace testing \]/) {2263 $skip_call_trace = 0;2264 }2265 2266 if ($full_line =~ /Kernel panic -/) {2267 $failure_start = time;2268 $bug = 1;2269 }2270 2271 # Detect triple faults by testing the banner2272 if ($full_line =~ /\bLinux version (\S+).*\n/) {2273 if ($1 eq $version) {2274 $version_found = 1;2275 } elsif ($version_found && $detect_triplefault) {2276 # We already booted into the kernel we are testing,2277 # but now we booted into another kernel?2278 # Consider this a triple fault.2279 doprint "Already booted in Linux kernel $version, but now\n";2280 doprint "we booted into Linux kernel $1.\n";2281 doprint "Assuming that this is a triple fault.\n";2282 doprint "To disable this: set DETECT_TRIPLE_FAULT to 0\n";2283 last;2284 }2285 }2286 2287 if ($line =~ /\n/) {2288 $full_line = "";2289 }2290 2291 if ($stop_test_after > 0 && !$booted && !$bug) {2292 if (time - $monitor_start > $stop_test_after) {2293 doprint "STOP_TEST_AFTER ($stop_test_after seconds) timed out\n";2294 $done = 1;2295 }2296 }2297 }2298 2299 my $end_time = time;2300 $reboot_time = $end_time - $start_time;2301 2302 close(DMESG);2303 2304 if ($bug) {2305 return 0 if ($in_bisect);2306 fail "failed - got a bug report" and return 0;2307 }2308 2309 if (!$booted) {2310 return 0 if ($in_bisect);2311 fail "failed - never got a boot prompt." and return 0;2312 }2313 2314 if ($bug_ignored) {2315 doprint "WARNING: Call Trace detected but ignored due to IGNORE_ERRORS=1\n";2316 }2317 2318 return 1;2319}2320 2321sub eval_kernel_version {2322 my ($option) = @_;2323 2324 $option =~ s/\$KERNEL_VERSION/$version/g;2325 2326 return $option;2327}2328 2329sub do_post_install {2330 2331 return if (!defined($post_install));2332 2333 my $cp_post_install = eval_kernel_version $post_install;2334 run_command "$cp_post_install" or2335 dodie "Failed to run post install";2336}2337 2338# Sometimes the reboot fails, and will hang. We try to ssh to the box2339# and if we fail, we force another reboot, that should powercycle it.2340sub test_booted {2341 if (!run_ssh "echo testing connection") {2342 reboot $sleep_time;2343 }2344}2345 2346sub install {2347 2348 return if ($no_install);2349 2350 my $start_time = time;2351 2352 if (defined($pre_install)) {2353 my $cp_pre_install = eval_kernel_version $pre_install;2354 run_command "$cp_pre_install" or2355 dodie "Failed to run pre install";2356 }2357 2358 my $cp_target = eval_kernel_version $target_image;2359 2360 test_booted;2361 2362 run_scp_install "$outputdir/$build_target", "$cp_target" or2363 dodie "failed to copy image";2364 2365 my $install_mods = 0;2366 2367 # should we process modules?2368 $install_mods = 0;2369 open(IN, "$output_config") or dodie("Can't read config file");2370 while (<IN>) {2371 if (/CONFIG_MODULES(=y)?/) {2372 if (defined($1)) {2373 $install_mods = 1;2374 last;2375 }2376 }2377 }2378 close(IN);2379 2380 if (!$install_mods) {2381 do_post_install;2382 doprint "No modules needed\n";2383 my $end_time = time;2384 $install_time = $end_time - $start_time;2385 return;2386 }2387 2388 run_command "$make INSTALL_MOD_STRIP=1 INSTALL_MOD_PATH=$tmpdir modules_install" or2389 dodie "Failed to install modules";2390 2391 my $modlib = "/lib/modules/$version";2392 my $modtar = "ktest-mods.tar.bz2";2393 2394 run_ssh "rm -rf $modlib" or2395 dodie "failed to remove old mods: $modlib";2396 2397 # would be nice if scp -r did not follow symbolic links2398 run_command "cd $tmpdir && tar -cjf $modtar lib/modules/$version" or2399 dodie "making tarball";2400 2401 run_scp_mod "$tmpdir/$modtar", "/tmp" or2402 dodie "failed to copy modules";2403 2404 unlink "$tmpdir/$modtar";2405 2406 run_ssh "'(cd / && tar xjf /tmp/$modtar)'" or2407 dodie "failed to tar modules";2408 2409 run_ssh "rm -f /tmp/$modtar";2410 2411 do_post_install;2412 2413 my $end_time = time;2414 $install_time = $end_time - $start_time;2415}2416 2417sub get_version {2418 # get the release name2419 return if ($have_version);2420 doprint "$make kernelrelease ... ";2421 $version = `$make -s kernelrelease | tail -1`;2422 chomp($version);2423 doprint "$version\n";2424 $have_version = 1;2425}2426 2427sub start_monitor_and_install {2428 # Make sure the stable kernel has finished booting2429 2430 # Install bisects, don't need console2431 if (defined $console) {2432 start_monitor;2433 wait_for_monitor 5;2434 end_monitor;2435 }2436 2437 get_grub_index;2438 get_version;2439 install;2440 2441 start_monitor if (defined $console);2442 return monitor;2443}2444 2445sub process_warning_line {2446 my ($line) = @_;2447 2448 chomp $line;2449 2450 # for distcc heterogeneous systems, some compilers2451 # do things differently causing warning lines2452 # to be slightly different. This makes an attempt2453 # to fixe those issues.2454 2455 # chop off the index into the line2456 # using distcc, some compilers give different indexes2457 # depending on white space2458 $line =~ s/^(\s*\S+:\d+:)\d+/$1/;2459 2460 # Some compilers use UTF-8 extended for quotes and some don't.2461 $line =~ s/$utf8_quote/'/g;2462 2463 return $line;2464}2465 2466# Read buildlog and check against warnings file for any2467# new warnings.2468#2469# Returns 1 if OK2470# 0 otherwise2471sub check_buildlog {2472 my %warnings_list;2473 2474 # Failed builds should not reboot the target2475 my $save_no_reboot = $no_reboot;2476 $no_reboot = 1;2477 2478 if (-f $warnings_file) {2479 open(IN, $warnings_file) or2480 dodie "Error opening $warnings_file";2481 2482 while (<IN>) {2483 if (/$check_build_re/) {2484 my $warning = process_warning_line $_;2485 2486 $warnings_list{$warning} = 1;2487 }2488 }2489 close(IN);2490 }2491 2492 open(IN, $buildlog) or dodie "Can't open $buildlog";2493 while (<IN>) {2494 if (/$check_build_re/) {2495 my $warning = process_warning_line $_;2496 2497 if (!defined $warnings_list{$warning}) {2498 $warning_found++;2499 2500 # If warnings file didn't exist, and WARNINGS_FILE exist,2501 # then we fail on any warning!2502 if (defined $warnings_file) {2503 fail "New warning found (not in $warnings_file)\n$_\n";2504 $no_reboot = $save_no_reboot;2505 return 0;2506 }2507 }2508 }2509 }2510 $no_reboot = $save_no_reboot;2511 close(IN);2512}2513 2514sub check_patch_buildlog {2515 my ($patch) = @_;2516 2517 my @files = `git show $patch | diffstat -l`;2518 2519 foreach my $file (@files) {2520 chomp $file;2521 }2522 2523 open(IN, "git show $patch |") or2524 dodie "failed to show $patch";2525 while (<IN>) {2526 if (m,^--- a/(.*),) {2527 chomp $1;2528 $files[$#files] = $1;2529 }2530 }2531 close(IN);2532 2533 open(IN, $buildlog) or dodie "Can't open $buildlog";2534 while (<IN>) {2535 if (/^\s*(.*?):.*(warning|error)/) {2536 my $err = $1;2537 foreach my $file (@files) {2538 my $fullpath = "$builddir/$file";2539 if ($file eq $err || $fullpath eq $err) {2540 fail "$file built with warnings" and return 0;2541 }2542 }2543 }2544 }2545 close(IN);2546 2547 return 1;2548}2549 2550sub apply_min_config {2551 my $outconfig = "$output_config.new";2552 2553 # Read the config file and remove anything that2554 # is in the force_config hash (from minconfig and others)2555 # then add the force config back.2556 2557 doprint "Applying minimum configurations into $output_config.new\n";2558 2559 open (OUT, ">$outconfig") or2560 dodie "Can't create $outconfig";2561 2562 if (-f $output_config) {2563 open (IN, $output_config) or2564 dodie "Failed to open $output_config";2565 while (<IN>) {2566 if (/^(# )?(CONFIG_[^\s=]*)/) {2567 next if (defined($force_config{$2}));2568 }2569 print OUT;2570 }2571 close IN;2572 }2573 foreach my $config (keys %force_config) {2574 print OUT "$force_config{$config}\n";2575 }2576 close OUT;2577 2578 run_command "mv $outconfig $output_config";2579}2580 2581sub make_oldconfig {2582 2583 my @force_list = keys %force_config;2584 2585 if ($#force_list >= 0) {2586 apply_min_config;2587 }2588 2589 if (!run_command "$make olddefconfig") {2590 # Perhaps olddefconfig doesn't exist in this version of the kernel2591 # try oldnoconfig2592 doprint "olddefconfig failed, trying make oldnoconfig\n";2593 if (!run_command "$make oldnoconfig") {2594 doprint "oldnoconfig failed, trying yes '' | make oldconfig\n";2595 # try a yes '' | oldconfig2596 run_command "yes '' | $make oldconfig" or2597 dodie "failed make config oldconfig";2598 }2599 }2600}2601 2602# read a config file and use this to force new configs.2603sub load_force_config {2604 my ($config) = @_;2605 2606 doprint "Loading force configs from $config\n";2607 open(IN, $config) or2608 dodie "failed to read $config";2609 while (<IN>) {2610 chomp;2611 if (/^(CONFIG[^\s=]*)(\s*=.*)/) {2612 $force_config{$1} = $_;2613 } elsif (/^# (CONFIG_\S*) is not set/) {2614 $force_config{$1} = $_;2615 }2616 }2617 close IN;2618}2619 2620sub build {2621 my ($type) = @_;2622 2623 unlink $buildlog;2624 2625 my $start_time = time;2626 2627 # Failed builds should not reboot the target2628 my $save_no_reboot = $no_reboot;2629 $no_reboot = 1;2630 2631 # Calculate a new version from here.2632 $have_version = 0;2633 2634 if (defined($pre_build)) {2635 my $ret = run_command $pre_build;2636 if (!$ret && defined($pre_build_die) &&2637 $pre_build_die) {2638 dodie "failed to pre_build\n";2639 }2640 }2641 2642 if ($type =~ /^useconfig:(.*)/) {2643 run_command "cp $1 $output_config" or2644 dodie "could not copy $1 to .config";2645 2646 $type = "oldconfig";2647 }2648 2649 # old config can ask questions2650 if ($type eq "oldconfig") {2651 $type = "olddefconfig";2652 2653 # allow for empty configs2654 run_command "touch $output_config";2655 2656 if (!$noclean) {2657 run_command "mv $output_config $outputdir/config_temp" or2658 dodie "moving .config";2659 2660 run_command "$make mrproper" or dodie "make mrproper";2661 2662 run_command "mv $outputdir/config_temp $output_config" or2663 dodie "moving config_temp";2664 }2665 } elsif (!$noclean) {2666 unlink "$output_config";2667 run_command "$make mrproper" or2668 dodie "make mrproper";2669 }2670 2671 # add something to distinguish this build2672 open(OUT, "> $outputdir/localversion") or dodie("Can't make localversion file");2673 print OUT "$localversion\n";2674 close(OUT);2675 2676 if (defined($minconfig)) {2677 load_force_config($minconfig);2678 }2679 2680 if ($type ne "olddefconfig") {2681 run_command "$make $type" or2682 dodie "failed make config";2683 }2684 # Run old config regardless, to enforce min configurations2685 make_oldconfig;2686 2687 if (not defined($build_options)){2688 $build_options = "";2689 }2690 my $build_ret = run_command "$make $build_options", $buildlog;2691 2692 if (defined($post_build)) {2693 # Because a post build may change the kernel version2694 # do it now.2695 get_version;2696 my $ret = run_command $post_build;2697 if (!$ret && defined($post_build_die) &&2698 $post_build_die) {2699 dodie "failed to post_build\n";2700 }2701 }2702 2703 if (!$build_ret) {2704 # bisect may need this to pass2705 if ($in_bisect) {2706 $no_reboot = $save_no_reboot;2707 return 0;2708 }2709 fail "failed build" and return 0;2710 }2711 2712 $no_reboot = $save_no_reboot;2713 2714 my $end_time = time;2715 $build_time = $end_time - $start_time;2716 2717 return 1;2718}2719 2720sub halt {2721 if (!run_ssh "halt" or defined($power_off)) {2722 if (defined($poweroff_after_halt)) {2723 sleep $poweroff_after_halt;2724 run_command "$power_off";2725 }2726 } else {2727 # nope? the zap it!2728 run_command "$power_off";2729 }2730}2731 2732sub success {2733 my ($i) = @_;2734 2735 $successes++;2736 2737 my $name = "";2738 2739 if (defined($test_name)) {2740 $name = " ($test_name)";2741 }2742 2743 print_times;2744 2745 doprint "\n\n";2746 doprint "*******************************************\n";2747 doprint "*******************************************\n";2748 doprint "KTEST RESULT: TEST $i$name SUCCESS!!!! **\n";2749 doprint "*******************************************\n";2750 doprint "*******************************************\n";2751 2752 if (defined($store_successes)) {2753 save_logs "success", $store_successes;2754 }2755 2756 if ($i != $opt{"NUM_TESTS"} && !do_not_reboot) {2757 doprint "Reboot and wait $sleep_time seconds\n";2758 reboot_to_good $sleep_time;2759 }2760 2761 if (defined($post_test)) {2762 run_command $post_test;2763 }2764}2765 2766sub answer_bisect {2767 for (;;) {2768 doprint "Pass, fail, or skip? [p/f/s]";2769 my $ans = <STDIN>;2770 chomp $ans;2771 if ($ans eq "p" || $ans eq "P") {2772 return 1;2773 } elsif ($ans eq "f" || $ans eq "F") {2774 return 0;2775 } elsif ($ans eq "s" || $ans eq "S") {2776 return -1;2777 } else {2778 print "Please answer 'p', 'f', or 's'\n";2779 }2780 }2781}2782 2783sub child_run_test {2784 2785 # child should have no power2786 $reboot_on_error = 0;2787 $poweroff_on_error = 0;2788 $die_on_failure = 1;2789 2790 run_command $run_test, $testlog;2791 2792 exit $run_command_status;2793}2794 2795sub child_finished {2796 $child_done = 1;2797}2798 2799sub do_run_test {2800 my $child_pid;2801 my $child_exit;2802 my $line;2803 my $full_line;2804 my $bug = 0;2805 my $bug_ignored = 0;2806 2807 my $start_time = time;2808 2809 wait_for_monitor 1;2810 2811 doprint "run test $run_test\n";2812 2813 $child_done = 0;2814 2815 $SIG{CHLD} = qw(child_finished);2816 2817 $child_pid = fork;2818 2819 child_run_test if (!$child_pid);2820 2821 $full_line = "";2822 2823 do {2824 $line = wait_for_input($monitor_fp, 1);2825 if (defined($line)) {2826 2827 # we are not guaranteed to get a full line2828 $full_line .= $line;2829 doprint $line;2830 2831 if ($full_line =~ /call trace:/i) {2832 if ($ignore_errors) {2833 $bug_ignored = 1;2834 } else {2835 $bug = 1;2836 }2837 }2838 2839 if ($full_line =~ /Kernel panic -/) {2840 $bug = 1;2841 }2842 2843 if ($line =~ /\n/) {2844 $full_line = "";2845 }2846 }2847 } while (!$child_done && !$bug);2848 2849 if (!$bug && $bug_ignored) {2850 doprint "WARNING: Call Trace detected but ignored due to IGNORE_ERRORS=1\n";2851 }2852 2853 if ($bug) {2854 my $failure_start = time;2855 my $now;2856 do {2857 $line = wait_for_input($monitor_fp, 1);2858 if (defined($line)) {2859 doprint $line;2860 }2861 $now = time;2862 if ($now - $failure_start >= $stop_after_failure) {2863 last;2864 }2865 } while (defined($line));2866 2867 doprint "Detected kernel crash!\n";2868 # kill the child with extreme prejudice2869 kill 9, $child_pid;2870 }2871 2872 waitpid $child_pid, 0;2873 $child_exit = $? >> 8;2874 2875 my $end_time = time;2876 $test_time = $end_time - $start_time;2877 2878 if (!$bug && $in_bisect) {2879 if (defined($bisect_ret_good)) {2880 if ($child_exit == $bisect_ret_good) {2881 return 1;2882 }2883 }2884 if (defined($bisect_ret_skip)) {2885 if ($child_exit == $bisect_ret_skip) {2886 return -1;2887 }2888 }2889 if (defined($bisect_ret_abort)) {2890 if ($child_exit == $bisect_ret_abort) {2891 fail "test abort" and return -2;2892 }2893 }2894 if (defined($bisect_ret_bad)) {2895 if ($child_exit == $bisect_ret_skip) {2896 return 0;2897 }2898 }2899 if (defined($bisect_ret_default)) {2900 if ($bisect_ret_default eq "good") {2901 return 1;2902 } elsif ($bisect_ret_default eq "bad") {2903 return 0;2904 } elsif ($bisect_ret_default eq "skip") {2905 return -1;2906 } elsif ($bisect_ret_default eq "abort") {2907 return -2;2908 } else {2909 fail "unknown default action: $bisect_ret_default"2910 and return -2;2911 }2912 }2913 }2914 2915 if ($bug || $child_exit) {2916 return 0 if $in_bisect;2917 fail "test failed" and return 0;2918 }2919 return 1;2920}2921 2922sub run_git_bisect {2923 my ($command) = @_;2924 2925 doprint "$command ... ";2926 2927 my $output = `$command 2>&1`;2928 my $ret = $?;2929 2930 logit $output;2931 2932 if ($ret) {2933 doprint "FAILED\n";2934 dodie "Failed to git bisect";2935 }2936 2937 doprint "SUCCESS\n";2938 if ($output =~ m/^(Bisecting: .*\(roughly \d+ steps?\))\s+\[([[:xdigit:]]+)\]/) {2939 doprint "$1 [$2]\n";2940 } elsif ($output =~ m/^([[:xdigit:]]+) is the first bad commit/) {2941 $bisect_bad_commit = $1;2942 doprint "Found bad commit... $1\n";2943 return 0;2944 } else {2945 # we already logged it, just print it now.2946 print $output;2947 }2948 2949 return 1;2950}2951 2952sub bisect_reboot {2953 doprint "Reboot and sleep $bisect_sleep_time seconds\n";2954 reboot_to_good $bisect_sleep_time;2955}2956 2957# returns 1 on success, 0 on failure, -1 on skip2958sub run_bisect_test {2959 my ($type, $buildtype) = @_;2960 2961 my $failed = 0;2962 my $result;2963 my $output;2964 my $ret;2965 2966 $in_bisect = 1;2967 2968 build $buildtype or $failed = 1;2969 2970 if ($type ne "build") {2971 if ($failed && $bisect_skip) {2972 $in_bisect = 0;2973 return -1;2974 }2975 dodie "Failed on build" if $failed;2976 2977 # Now boot the box2978 start_monitor_and_install or $failed = 1;2979 2980 if ($type ne "boot") {2981 if ($failed && $bisect_skip) {2982 end_monitor;2983 bisect_reboot;2984 $in_bisect = 0;2985 return -1;2986 }2987 dodie "Failed on boot" if $failed;2988 2989 do_run_test or $failed = 1;2990 }2991 end_monitor;2992 }2993 2994 if ($failed) {2995 $result = 0;2996 } else {2997 $result = 1;2998 }2999 3000 # reboot the box to a kernel we can ssh to3001 if ($type ne "build") {3002 bisect_reboot;3003 }3004 $in_bisect = 0;3005 3006 return $result;3007}3008 3009sub run_bisect {3010 my ($type) = @_;3011 my $buildtype = "oldconfig";3012 3013 # We should have a minconfig to use?3014 if (defined($minconfig)) {3015 $buildtype = "useconfig:$minconfig";3016 }3017 3018 # If the user sets bisect_tries to less than 1, then no tries3019 # is a success.3020 my $ret = 1;3021 3022 # Still let the user manually decide that though.3023 if ($bisect_tries < 1 && $bisect_manual) {3024 $ret = answer_bisect;3025 }3026 3027 for (my $i = 0; $i < $bisect_tries; $i++) {3028 if ($bisect_tries > 1) {3029 my $t = $i + 1;3030 doprint("Running bisect trial $t of $bisect_tries:\n");3031 }3032 $ret = run_bisect_test $type, $buildtype;3033 3034 if ($bisect_manual) {3035 $ret = answer_bisect;3036 }3037 3038 last if (!$ret);3039 }3040 3041 # Are we looking for where it worked, not failed?3042 if ($reverse_bisect && $ret >= 0) {3043 $ret = !$ret;3044 }3045 3046 if ($ret > 0) {3047 return "good";3048 } elsif ($ret == 0) {3049 return "bad";3050 } elsif ($bisect_skip) {3051 doprint "HIT A BAD COMMIT ... SKIPPING\n";3052 return "skip";3053 }3054}3055 3056sub update_bisect_replay {3057 my $tmp_log = "$tmpdir/ktest_bisect_log";3058 run_command "git bisect log > $tmp_log" or3059 dodie "can't create bisect log";3060 return $tmp_log;3061}3062 3063sub bisect {3064 my ($i) = @_;3065 3066 my $result;3067 3068 dodie "BISECT_GOOD[$i] not defined\n" if (!defined($bisect_good));3069 dodie "BISECT_BAD[$i] not defined\n" if (!defined($bisect_bad));3070 dodie "BISECT_TYPE[$i] not defined\n" if (!defined($bisect_type));3071 3072 my $good = $bisect_good;3073 my $bad = $bisect_bad;3074 my $type = $bisect_type;3075 my $start = $bisect_start;3076 my $replay = $bisect_replay;3077 my $start_files = $bisect_files;3078 3079 if (defined($start_files)) {3080 $start_files = " -- " . $start_files;3081 } else {3082 $start_files = "";3083 }3084 3085 # convert to true sha1's3086 $good = get_sha1($good);3087 $bad = get_sha1($bad);3088 3089 if (defined($bisect_reverse) && $bisect_reverse == 1) {3090 doprint "Performing a reverse bisect (bad is good, good is bad!)\n";3091 $reverse_bisect = 1;3092 } else {3093 $reverse_bisect = 0;3094 }3095 3096 # Can't have a test without having a test to run3097 if ($type eq "test" && !defined($run_test)) {3098 $type = "boot";3099 }3100 3101 # Check if a bisect was running3102 my $bisect_start_file = "$builddir/.git/BISECT_START";3103 3104 my $check = $bisect_check;3105 my $do_check = defined($check) && $check ne "0";3106 3107 if ( -f $bisect_start_file ) {3108 print "Bisect in progress found\n";3109 if ($do_check) {3110 print " If you say yes, then no checks of good or bad will be done\n";3111 }3112 if (defined($replay)) {3113 print "** BISECT_REPLAY is defined in config file **";3114 print " Ignore config option and perform new git bisect log?\n";3115 if (read_ync " (yes, no, or cancel) ") {3116 $replay = update_bisect_replay;3117 $do_check = 0;3118 }3119 } elsif (read_yn "read git log and continue?") {3120 $replay = update_bisect_replay;3121 $do_check = 0;3122 }3123 }3124 3125 if ($do_check) {3126 # get current HEAD3127 my $head = get_sha1("HEAD");3128 3129 if ($check ne "good") {3130 doprint "TESTING BISECT BAD [$bad]\n";3131 run_command "git checkout $bad" or3132 dodie "Failed to checkout $bad";3133 3134 $result = run_bisect $type;3135 3136 if ($result ne "bad") {3137 fail "Tested BISECT_BAD [$bad] and it succeeded" and return 0;3138 }3139 }3140 3141 if ($check ne "bad") {3142 doprint "TESTING BISECT GOOD [$good]\n";3143 run_command "git checkout $good" or3144 dodie "Failed to checkout $good";3145 3146 $result = run_bisect $type;3147 3148 if ($result ne "good") {3149 fail "Tested BISECT_GOOD [$good] and it failed" and return 0;3150 }3151 }3152 3153 # checkout where we started3154 run_command "git checkout $head" or3155 dodie "Failed to checkout $head";3156 }3157 3158 run_command "git bisect start$start_files" or3159 dodie "could not start bisect";3160 3161 if (defined($replay)) {3162 run_command "git bisect replay $replay" or3163 dodie "failed to run replay";3164 } else {3165 run_command "git bisect good $good" or3166 dodie "could not set bisect good to $good";3167 3168 run_git_bisect "git bisect bad $bad" or3169 dodie "could not set bisect bad to $bad";3170 }3171 3172 if (defined($start)) {3173 run_command "git checkout $start" or3174 dodie "failed to checkout $start";3175 }3176 3177 my $test;3178 do {3179 $result = run_bisect $type;3180 $test = run_git_bisect "git bisect $result";3181 print_times;3182 } while ($test);3183 3184 run_command "git bisect log" or3185 dodie "could not capture git bisect log";3186 3187 run_command "git bisect reset" or3188 dodie "could not reset git bisect";3189 3190 doprint "Bad commit was [$bisect_bad_commit]\n";3191 3192 success $i;3193}3194 3195sub assign_configs {3196 my ($hash, $config) = @_;3197 3198 doprint "Reading configs from $config\n";3199 3200 open (IN, $config) or3201 dodie "Failed to read $config";3202 3203 while (<IN>) {3204 chomp;3205 if (/^((CONFIG\S*)=.*)/) {3206 ${$hash}{$2} = $1;3207 } elsif (/^(# (CONFIG\S*) is not set)/) {3208 ${$hash}{$2} = $1;3209 }3210 }3211 3212 close(IN);3213}3214 3215sub process_config_ignore {3216 my ($config) = @_;3217 3218 assign_configs \%config_ignore, $config;3219}3220 3221sub get_dependencies {3222 my ($config) = @_;3223 3224 my $arr = $dependency{$config};3225 if (!defined($arr)) {3226 return ();3227 }3228 3229 my @deps = @{$arr};3230 3231 foreach my $dep (@{$arr}) {3232 print "ADD DEP $dep\n";3233 @deps = (@deps, get_dependencies $dep);3234 }3235 3236 return @deps;3237}3238 3239sub save_config {3240 my ($pc, $file) = @_;3241 3242 my %configs = %{$pc};3243 3244 doprint "Saving configs into $file\n";3245 3246 open(OUT, ">$file") or dodie "Can not write to $file";3247 3248 foreach my $config (keys %configs) {3249 print OUT "$configs{$config}\n";3250 }3251 close(OUT);3252}3253 3254sub create_config {3255 my ($name, $pc) = @_;3256 3257 doprint "Creating old config from $name configs\n";3258 3259 save_config $pc, $output_config;3260 3261 make_oldconfig;3262}3263 3264sub run_config_bisect_test {3265 my ($type) = @_;3266 3267 my $ret = run_bisect_test $type, "oldconfig";3268 3269 if ($bisect_manual) {3270 $ret = answer_bisect;3271 }3272 3273 return $ret;3274}3275 3276sub config_bisect_end {3277 my ($good, $bad) = @_;3278 my $diffexec = "diff -u";3279 3280 if (-f "$builddir/scripts/diffconfig") {3281 $diffexec = "$builddir/scripts/diffconfig";3282 }3283 doprint "\n\n***************************************\n";3284 doprint "No more config bisecting possible.\n";3285 run_command "$diffexec $good $bad", 1;3286 doprint "***************************************\n\n";3287}3288 3289sub run_config_bisect {3290 my ($good, $bad, $last_result) = @_;3291 my $reset = "";3292 my $cmd;3293 my $ret;3294 3295 if (!length($last_result)) {3296 $reset = "-r";3297 }3298 run_command "$config_bisect_exec $reset -b $outputdir $good $bad $last_result", 1;3299 3300 # config-bisect returns:3301 # 0 if there is more to bisect3302 # 1 for finding a good config3303 # 2 if it can not find any more configs3304 # -1 (255) on error3305 if ($run_command_status) {3306 return $run_command_status;3307 }3308 3309 $ret = run_config_bisect_test $config_bisect_type;3310 if ($ret) {3311 doprint "NEW GOOD CONFIG ($pass)\n";3312 system("cp $output_config $tmpdir/good_config.tmp.$pass");3313 $pass++;3314 # Return 3 for good config3315 return 3;3316 } else {3317 doprint "NEW BAD CONFIG ($pass)\n";3318 system("cp $output_config $tmpdir/bad_config.tmp.$pass");3319 $pass++;3320 # Return 4 for bad config3321 return 4;3322 }3323}3324 3325sub config_bisect {3326 my ($i) = @_;3327 3328 my $good_config;3329 my $bad_config;3330 3331 my $type = $config_bisect_type;3332 my $ret;3333 3334 $bad_config = $config_bisect;3335 3336 if (defined($config_bisect_good)) {3337 $good_config = $config_bisect_good;3338 } elsif (defined($minconfig)) {3339 $good_config = $minconfig;3340 } else {3341 doprint "No config specified, checking if defconfig works";3342 $ret = run_bisect_test $type, "defconfig";3343 if (!$ret) {3344 fail "Have no good config to compare with, please set CONFIG_BISECT_GOOD";3345 return 1;3346 }3347 $good_config = $output_config;3348 }3349 3350 if (!defined($config_bisect_exec)) {3351 # First check the location that ktest.pl ran3352 my @locations = (3353 "$pwd/config-bisect.pl",3354 "$dirname/config-bisect.pl",3355 "$builddir/tools/testing/ktest/config-bisect.pl",3356 undef );3357 foreach my $loc (@locations) {3358 doprint "loc = $loc\n";3359 $config_bisect_exec = $loc;3360 last if (defined($config_bisect_exec && -x $config_bisect_exec));3361 }3362 if (!defined($config_bisect_exec)) {3363 fail "Could not find an executable config-bisect.pl\n",3364 " Set CONFIG_BISECT_EXEC to point to config-bisect.pl";3365 return 1;3366 }3367 }3368 3369 # we don't want min configs to cause issues here.3370 doprint "Disabling 'MIN_CONFIG' for this test\n";3371 undef $minconfig;3372 3373 my %good_configs;3374 my %bad_configs;3375 my %tmp_configs;3376 3377 if (-f "$tmpdir/good_config.tmp" || -f "$tmpdir/bad_config.tmp") {3378 if (read_yn "Interrupted config-bisect. Continue (n - will start new)?") {3379 if (-f "$tmpdir/good_config.tmp") {3380 $good_config = "$tmpdir/good_config.tmp";3381 } else {3382 $good_config = "$tmpdir/good_config";3383 }3384 if (-f "$tmpdir/bad_config.tmp") {3385 $bad_config = "$tmpdir/bad_config.tmp";3386 } else {3387 $bad_config = "$tmpdir/bad_config";3388 }3389 }3390 }3391 doprint "Run good configs through make oldconfig\n";3392 assign_configs \%tmp_configs, $good_config;3393 create_config "$good_config", \%tmp_configs;3394 $good_config = "$tmpdir/good_config";3395 system("cp $output_config $good_config") == 0 or dodie "cp good config";3396 3397 doprint "Run bad configs through make oldconfig\n";3398 assign_configs \%tmp_configs, $bad_config;3399 create_config "$bad_config", \%tmp_configs;3400 $bad_config = "$tmpdir/bad_config";3401 system("cp $output_config $bad_config") == 0 or dodie "cp bad config";3402 3403 if (defined($config_bisect_check) && $config_bisect_check ne "0") {3404 if ($config_bisect_check ne "good") {3405 doprint "Testing bad config\n";3406 3407 $ret = run_bisect_test $type, "useconfig:$bad_config";3408 if ($ret) {3409 fail "Bad config succeeded when expected to fail!";3410 return 0;3411 }3412 }3413 if ($config_bisect_check ne "bad") {3414 doprint "Testing good config\n";3415 3416 $ret = run_bisect_test $type, "useconfig:$good_config";3417 if (!$ret) {3418 fail "Good config failed when expected to succeed!";3419 return 0;3420 }3421 }3422 }3423 3424 my $last_run = "";3425 3426 do {3427 $ret = run_config_bisect $good_config, $bad_config, $last_run;3428 if ($ret == 3) {3429 $last_run = "good";3430 } elsif ($ret == 4) {3431 $last_run = "bad";3432 }3433 print_times;3434 } while ($ret == 3 || $ret == 4);3435 3436 if ($ret == 2) {3437 config_bisect_end "$good_config.tmp", "$bad_config.tmp";3438 }3439 3440 return $ret if ($ret < 0);3441 3442 success $i;3443}3444 3445sub patchcheck_reboot {3446 doprint "Reboot and sleep $patchcheck_sleep_time seconds\n";3447 reboot_to_good $patchcheck_sleep_time;3448}3449 3450sub patchcheck {3451 my ($i) = @_;3452 3453 dodie "PATCHCHECK_START[$i] not defined\n"3454 if (!defined($patchcheck_start));3455 dodie "PATCHCHECK_TYPE[$i] not defined\n"3456 if (!defined($patchcheck_type));3457 3458 my $start = $patchcheck_start;3459 3460 my $cherry = $patchcheck_cherry;3461 if (!defined($cherry)) {3462 $cherry = 0;3463 }3464 3465 my $end = "HEAD";3466 if (defined($patchcheck_end)) {3467 $end = $patchcheck_end;3468 } elsif ($cherry) {3469 dodie "PATCHCHECK_END must be defined with PATCHCHECK_CHERRY\n";3470 }3471 3472 # Get the true sha1's since we can use things like HEAD~33473 $start = get_sha1($start);3474 $end = get_sha1($end);3475 3476 my $type = $patchcheck_type;3477 3478 # Can't have a test without having a test to run3479 if ($type eq "test" && !defined($run_test)) {3480 $type = "boot";3481 }3482 3483 if ($cherry) {3484 open (IN, "git cherry -v $start $end|") or3485 dodie "could not get git list";3486 } else {3487 open (IN, "git log --pretty=oneline $end|") or3488 dodie "could not get git list";3489 }3490 3491 my @list;3492 3493 while (<IN>) {3494 chomp;3495 # git cherry adds a '+' we want to remove3496 s/^\+ //;3497 $list[$#list+1] = $_;3498 last if (/^$start/);3499 }3500 close(IN);3501 3502 if (!$cherry) {3503 if ($list[$#list] !~ /^$start/) {3504 fail "SHA1 $start not found";3505 }3506 3507 # go backwards in the list3508 @list = reverse @list;3509 }3510 3511 doprint("Going to test the following commits:\n");3512 foreach my $l (@list) {3513 doprint "$l\n";3514 }3515 3516 my $save_clean = $noclean;3517 my %ignored_warnings;3518 3519 if (defined($ignore_warnings)) {3520 foreach my $sha1 (split /\s+/, $ignore_warnings) {3521 $ignored_warnings{$sha1} = 1;3522 }3523 }3524 3525 $in_patchcheck = 1;3526 foreach my $item (@list) {3527 my $sha1 = $item;3528 $sha1 =~ s/^([[:xdigit:]]+).*/$1/;3529 3530 doprint "\nProcessing commit \"$item\"\n\n";3531 3532 run_command "git checkout $sha1" or3533 dodie "Failed to checkout $sha1";3534 3535 # only clean on the first and last patch3536 if ($item eq $list[0] ||3537 $item eq $list[$#list]) {3538 $noclean = $save_clean;3539 } else {3540 $noclean = 1;3541 }3542 3543 if (defined($minconfig)) {3544 build "useconfig:$minconfig" or return 0;3545 } else {3546 # ?? no config to use?3547 build "oldconfig" or return 0;3548 }3549 3550 # No need to do per patch checking if warnings file exists3551 if (!defined($warnings_file) && !defined($ignored_warnings{$sha1})) {3552 check_patch_buildlog $sha1 or return 0;3553 }3554 3555 check_buildlog or return 0;3556 3557 next if ($type eq "build");3558 3559 my $failed = 0;3560 3561 start_monitor_and_install or $failed = 1;3562 3563 if (!$failed && $type ne "boot"){3564 do_run_test or $failed = 1;3565 }3566 end_monitor;3567 if ($failed) {3568 print_times;3569 return 0;3570 }3571 patchcheck_reboot;3572 print_times;3573 }3574 $in_patchcheck = 0;3575 success $i;3576 3577 return 1;3578}3579 3580sub add_dep {3581 # $config depends on $dep3582 my ($config, $dep) = @_;3583 3584 if (defined($depends{$config})) {3585 $depends{$config} .= " " . $dep;3586 } else {3587 $depends{$config} = $dep;3588 }3589 3590 # record the number of configs depending on $dep3591 if (defined $depcount{$dep}) {3592 $depcount{$dep}++;3593 } else {3594 $depcount{$dep} = 1;3595 } 3596}3597 3598# taken from streamline_config.pl3599sub read_kconfig {3600 my ($kconfig) = @_;3601 3602 my $state = "NONE";3603 my $config;3604 my @kconfigs;3605 3606 my $cont = 0;3607 my $line;3608 3609 if (! -f $kconfig) {3610 doprint "file $kconfig does not exist, skipping\n";3611 return;3612 }3613 3614 open(KIN, "$kconfig")3615 or dodie "Can't open $kconfig";3616 while (<KIN>) {3617 chomp;3618 3619 # Make sure that lines ending with \ continue3620 if ($cont) {3621 $_ = $line . " " . $_;3622 }3623 3624 if (s/\\$//) {3625 $cont = 1;3626 $line = $_;3627 next;3628 }3629 3630 $cont = 0;3631 3632 # collect any Kconfig sources3633 if (/^source\s*"(.*)"/) {3634 $kconfigs[$#kconfigs+1] = $1;3635 }3636 3637 # configs found3638 if (/^\s*(menu)?config\s+(\S+)\s*$/) {3639 $state = "NEW";3640 $config = $2;3641 3642 for (my $i = 0; $i < $iflevel; $i++) {3643 add_dep $config, $ifdeps[$i];3644 }3645 3646 # collect the depends for the config3647 } elsif ($state eq "NEW" && /^\s*depends\s+on\s+(.*)$/) {3648 3649 add_dep $config, $1;3650 3651 # Get the configs that select this config3652 } elsif ($state eq "NEW" && /^\s*select\s+(\S+)/) {3653 3654 # selected by depends on config3655 add_dep $1, $config;3656 3657 # Check for if statements3658 } elsif (/^if\s+(.*\S)\s*$/) {3659 my $deps = $1;3660 # remove beginning and ending non text3661 $deps =~ s/^[^a-zA-Z0-9_]*//;3662 $deps =~ s/[^a-zA-Z0-9_]*$//;3663 3664 my @deps = split /[^a-zA-Z0-9_]+/, $deps;3665 3666 $ifdeps[$iflevel++] = join ':', @deps;3667 3668 } elsif (/^endif/) {3669 3670 $iflevel-- if ($iflevel);3671 3672 # stop on "help"3673 } elsif (/^\s*help\s*$/) {3674 $state = "NONE";3675 }3676 }3677 close(KIN);3678 3679 # read in any configs that were found.3680 foreach $kconfig (@kconfigs) {3681 if (!defined($read_kconfigs{$kconfig})) {3682 $read_kconfigs{$kconfig} = 1;3683 read_kconfig("$builddir/$kconfig");3684 }3685 }3686}3687 3688sub read_depends {3689 # find out which arch this is by the kconfig file3690 open (IN, $output_config) or3691 dodie "Failed to read $output_config";3692 my $arch;3693 while (<IN>) {3694 if (m,Linux/(\S+)\s+\S+\s+Kernel Configuration,) {3695 $arch = $1;3696 last;3697 }3698 }3699 close IN;3700 3701 if (!defined($arch)) {3702 doprint "Could not find arch from config file\n";3703 doprint "no dependencies used\n";3704 return;3705 }3706 3707 # arch is really the subarch, we need to know3708 # what directory to look at.3709 if ($arch eq "i386" || $arch eq "x86_64") {3710 $arch = "x86";3711 }3712 3713 my $kconfig = "$builddir/arch/$arch/Kconfig";3714 3715 if (! -f $kconfig && $arch =~ /\d$/) {3716 my $orig = $arch;3717 # some subarchs have numbers, truncate them3718 $arch =~ s/\d*$//;3719 $kconfig = "$builddir/arch/$arch/Kconfig";3720 if (! -f $kconfig) {3721 doprint "No idea what arch dir $orig is for\n";3722 doprint "no dependencies used\n";3723 return;3724 }3725 }3726 3727 read_kconfig($kconfig);3728}3729 3730sub make_new_config {3731 my @configs = @_;3732 3733 open (OUT, ">$output_config")3734 or dodie "Failed to write $output_config";3735 3736 foreach my $config (@configs) {3737 print OUT "$config\n";3738 }3739 close OUT;3740}3741 3742sub chomp_config {3743 my ($config) = @_;3744 3745 $config =~ s/CONFIG_//;3746 3747 return $config;3748}3749 3750sub get_depends {3751 my ($dep) = @_;3752 3753 my $kconfig = chomp_config $dep;3754 3755 $dep = $depends{"$kconfig"};3756 3757 # the dep string we have saves the dependencies as they3758 # were found, including expressions like ! && ||. We3759 # want to split this out into just an array of configs.3760 3761 my $valid = "A-Za-z_0-9";3762 3763 my @configs;3764 3765 while ($dep =~ /[$valid]/) {3766 if ($dep =~ /^[^$valid]*([$valid]+)/) {3767 my $conf = "CONFIG_" . $1;3768 3769 $configs[$#configs + 1] = $conf;3770 3771 $dep =~ s/^[^$valid]*[$valid]+//;3772 } else {3773 dodie "this should never happen";3774 }3775 }3776 3777 return @configs;3778}3779 3780sub test_this_config {3781 my ($config) = @_;3782 3783 my $found;3784 3785 # if we already processed this config, skip it3786 if (defined($processed_configs{$config})) {3787 return undef;3788 }3789 $processed_configs{$config} = 1;3790 3791 # if this config failed during this round, skip it3792 if (defined($nochange_config{$config})) {3793 return undef;3794 }3795 3796 my $kconfig = chomp_config $config;3797 3798 # Test dependencies first3799 if (defined($depends{"$kconfig"})) {3800 my @parents = get_depends $config;3801 foreach my $parent (@parents) {3802 # if the parent is in the min config, check it first3803 next if (!defined($min_configs{$parent}));3804 $found = test_this_config($parent);3805 if (defined($found)) {3806 return $found;3807 }3808 }3809 }3810 3811 # Remove this config from the list of configs3812 # do a make olddefconfig and then read the resulting3813 # .config to make sure it is missing the config that3814 # we had before3815 my %configs = %min_configs;3816 $configs{$config} = "# $config is not set";3817 make_new_config ((values %configs), (values %keep_configs));3818 make_oldconfig;3819 delete $configs{$config};3820 undef %configs;3821 assign_configs \%configs, $output_config;3822 3823 if (!defined($configs{$config}) || $configs{$config} =~ /^#/) {3824 return $config;3825 }3826 3827 doprint "disabling config $config did not change .config\n";3828 3829 $nochange_config{$config} = 1;3830 3831 return undef;3832}3833 3834sub make_min_config {3835 my ($i) = @_;3836 3837 my $type = $minconfig_type;3838 if ($type ne "boot" && $type ne "test") {3839 fail "Invalid MIN_CONFIG_TYPE '$minconfig_type'\n" .3840 " make_min_config works only with 'boot' and 'test'\n" and return;3841 }3842 3843 if (!defined($output_minconfig)) {3844 fail "OUTPUT_MIN_CONFIG not defined" and return;3845 }3846 3847 # If output_minconfig exists, and the start_minconfig3848 # came from min_config, than ask if we should use3849 # that instead.3850 if (-f $output_minconfig && !$start_minconfig_defined) {3851 print "$output_minconfig exists\n";3852 if (!defined($use_output_minconfig)) {3853 if (read_yn " Use it as minconfig?") {3854 $start_minconfig = $output_minconfig;3855 }3856 } elsif ($use_output_minconfig > 0) {3857 doprint "Using $output_minconfig as MIN_CONFIG\n";3858 $start_minconfig = $output_minconfig;3859 } else {3860 doprint "Set to still use MIN_CONFIG as starting point\n";3861 }3862 }3863 3864 if (!defined($start_minconfig)) {3865 fail "START_MIN_CONFIG or MIN_CONFIG not defined" and return;3866 }3867 3868 my $temp_config = "$tmpdir/temp_config";3869 3870 # First things first. We build an allnoconfig to find3871 # out what the defaults are that we can't touch.3872 # Some are selections, but we really can't handle selections.3873 3874 my $save_minconfig = $minconfig;3875 undef $minconfig;3876 3877 run_command "$make allnoconfig" or return 0;3878 3879 read_depends;3880 3881 process_config_ignore $output_config;3882 3883 undef %save_configs;3884 undef %min_configs;3885 3886 if (defined($ignore_config)) {3887 # make sure the file exists3888 `touch $ignore_config`;3889 assign_configs \%save_configs, $ignore_config;3890 }3891 3892 %keep_configs = %save_configs;3893 3894 doprint "Load initial configs from $start_minconfig\n";3895 3896 # Look at the current min configs, and save off all the3897 # ones that were set via the allnoconfig3898 assign_configs \%min_configs, $start_minconfig;3899 3900 my @config_keys = keys %min_configs;3901 3902 # All configs need a depcount3903 foreach my $config (@config_keys) {3904 my $kconfig = chomp_config $config;3905 if (!defined $depcount{$kconfig}) {3906 $depcount{$kconfig} = 0;3907 }3908 }3909 3910 # Remove anything that was set by the make allnoconfig3911 # we shouldn't need them as they get set for us anyway.3912 foreach my $config (@config_keys) {3913 # Remove anything in the ignore_config3914 if (defined($keep_configs{$config})) {3915 my $file = $ignore_config;3916 $file =~ s,.*/(.*?)$,$1,;3917 doprint "$config set by $file ... ignored\n";3918 delete $min_configs{$config};3919 next;3920 }3921 # But make sure the settings are the same. If a min config3922 # sets a selection, we do not want to get rid of it if3923 # it is not the same as what we have. Just move it into3924 # the keep configs.3925 if (defined($config_ignore{$config})) {3926 if ($config_ignore{$config} ne $min_configs{$config}) {3927 doprint "$config is in allnoconfig as '$config_ignore{$config}'";3928 doprint " but it is '$min_configs{$config}' in minconfig .. keeping\n";3929 $keep_configs{$config} = $min_configs{$config};3930 } else {3931 doprint "$config set by allnoconfig ... ignored\n";3932 }3933 delete $min_configs{$config};3934 }3935 }3936 3937 my $done = 0;3938 my $take_two = 0;3939 3940 while (!$done) {3941 my $config;3942 my $found;3943 3944 # Now disable each config one by one and do a make oldconfig3945 # till we find a config that changes our list.3946 3947 my @test_configs = keys %min_configs;3948 3949 # Sort keys by who is most dependent on3950 @test_configs = sort { $depcount{chomp_config($b)} <=> $depcount{chomp_config($a)} }3951 @test_configs ;3952 3953 # Put configs that did not modify the config at the end.3954 my $reset = 1;3955 for (my $i = 0; $i < $#test_configs; $i++) {3956 if (!defined($nochange_config{$test_configs[0]})) {3957 $reset = 0;3958 last;3959 }3960 # This config didn't change the .config last time.3961 # Place it at the end3962 my $config = shift @test_configs;3963 push @test_configs, $config;3964 }3965 3966 # if every test config has failed to modify the .config file3967 # in the past, then reset and start over.3968 if ($reset) {3969 undef %nochange_config;3970 }3971 3972 undef %processed_configs;3973 3974 foreach my $config (@test_configs) {3975 3976 $found = test_this_config $config;3977 3978 last if (defined($found));3979 3980 # oh well, try another config3981 }3982 3983 if (!defined($found)) {3984 # we could have failed due to the nochange_config hash3985 # reset and try again3986 if (!$take_two) {3987 undef %nochange_config;3988 $take_two = 1;3989 next;3990 }3991 doprint "No more configs found that we can disable\n";3992 $done = 1;3993 last;3994 }3995 $take_two = 0;3996 3997 $config = $found;3998 3999 doprint "Test with $config disabled\n";4000 4001 # set in_bisect to keep build and monitor from dieing4002 $in_bisect = 1;4003 4004 my $failed = 0;4005 build "oldconfig" or $failed = 1;4006 if (!$failed) {4007 start_monitor_and_install or $failed = 1;4008 4009 if ($type eq "test" && !$failed) {4010 do_run_test or $failed = 1;4011 }4012 4013 end_monitor;4014 }4015 4016 $in_bisect = 0;4017 4018 if ($failed) {4019 doprint "$min_configs{$config} is needed to boot the box... keeping\n";4020 # this config is needed, add it to the ignore list.4021 $keep_configs{$config} = $min_configs{$config};4022 $save_configs{$config} = $min_configs{$config};4023 delete $min_configs{$config};4024 4025 # update new ignore configs4026 if (defined($ignore_config)) {4027 open (OUT, ">$temp_config") or4028 dodie "Can't write to $temp_config";4029 foreach my $config (keys %save_configs) {4030 print OUT "$save_configs{$config}\n";4031 }4032 close OUT;4033 run_command "mv $temp_config $ignore_config" or4034 dodie "failed to copy update to $ignore_config";4035 }4036 4037 } else {4038 # We booted without this config, remove it from the minconfigs.4039 doprint "$config is not needed, disabling\n";4040 4041 delete $min_configs{$config};4042 4043 # Also disable anything that is not enabled in this config4044 my %configs;4045 assign_configs \%configs, $output_config;4046 my @config_keys = keys %min_configs;4047 foreach my $config (@config_keys) {4048 if (!defined($configs{$config})) {4049 doprint "$config is not set, disabling\n";4050 delete $min_configs{$config};4051 }4052 }4053 4054 # Save off all the current mandatory configs4055 open (OUT, ">$temp_config") or4056 dodie "Can't write to $temp_config";4057 foreach my $config (keys %keep_configs) {4058 print OUT "$keep_configs{$config}\n";4059 }4060 foreach my $config (keys %min_configs) {4061 print OUT "$min_configs{$config}\n";4062 }4063 close OUT;4064 4065 run_command "mv $temp_config $output_minconfig" or4066 dodie "failed to copy update to $output_minconfig";4067 }4068 4069 doprint "Reboot and wait $sleep_time seconds\n";4070 reboot_to_good $sleep_time;4071 }4072 4073 success $i;4074 return 1;4075}4076 4077sub make_warnings_file {4078 my ($i) = @_;4079 4080 if (!defined($warnings_file)) {4081 dodie "Must define WARNINGS_FILE for make_warnings_file test";4082 }4083 4084 if ($build_type eq "nobuild") {4085 dodie "BUILD_TYPE can not be 'nobuild' for make_warnings_file test";4086 }4087 4088 build $build_type or dodie "Failed to build";4089 4090 open(OUT, ">$warnings_file") or dodie "Can't create $warnings_file";4091 4092 open(IN, $buildlog) or dodie "Can't open $buildlog";4093 while (<IN>) {4094 # Some compilers use UTF-8 extended for quotes4095 # for distcc heterogeneous systems, this causes issues4096 s/$utf8_quote/'/g;4097 4098 if (/$check_build_re/) {4099 print OUT;4100 }4101 }4102 close(IN);4103 4104 close(OUT);4105 4106 success $i;4107}4108 4109sub option_defined {4110 my ($option) = @_;4111 4112 if (defined($opt{$option}) && $opt{$option} !~ /^\s*$/) {4113 return 1;4114 }4115 4116 return 0;4117}4118 4119sub __set_test_option {4120 my ($name, $i) = @_;4121 4122 my $option = "$name\[$i\]";4123 4124 if (option_defined($option)) {4125 return $opt{$option};4126 }4127 4128 foreach my $test (keys %repeat_tests) {4129 if ($i >= $test &&4130 $i < $test + $repeat_tests{$test}) {4131 $option = "$name\[$test\]";4132 if (option_defined($option)) {4133 return $opt{$option};4134 }4135 }4136 }4137 4138 if (option_defined($name)) {4139 return $opt{$name};4140 }4141 4142 return undef;4143}4144 4145sub set_test_option {4146 my ($name, $i) = @_;4147 4148 my $option = __set_test_option($name, $i);4149 return $option if (!defined($option));4150 4151 return eval_option($name, $option, $i);4152}4153 4154sub find_mailer {4155 my ($mailer) = @_;4156 4157 my @paths = split /:/, $ENV{PATH};4158 4159 # sendmail is usually in /usr/sbin4160 $paths[$#paths + 1] = "/usr/sbin";4161 4162 foreach my $path (@paths) {4163 if (-x "$path/$mailer") {4164 return $path;4165 }4166 }4167 4168 return undef;4169}4170 4171sub do_send_mail {4172 my ($subject, $message, $file) = @_;4173 4174 if (!defined($mail_path)) {4175 # find the mailer4176 $mail_path = find_mailer $mailer;4177 if (!defined($mail_path)) {4178 die "\nCan not find $mailer in PATH\n";4179 }4180 }4181 4182 my $header_file = "$tmpdir/header";4183 open (HEAD, ">$header_file") or die "Can not create $header_file\n";4184 print HEAD "To: $mailto\n";4185 print HEAD "Subject: $subject\n\n";4186 print HEAD "$message\n";4187 close HEAD;4188 4189 if (!defined($mail_command)) {4190 if ($mailer eq "mail" || $mailer eq "mailx") {4191 $mail_command = "cat \$HEADER_FILE \$BODY_FILE | \$MAIL_PATH/\$MAILER -s \'\$SUBJECT\' \$MAILTO";4192 } elsif ($mailer eq "sendmail" ) {4193 $mail_command = "cat \$HEADER_FILE \$BODY_FILE | \$MAIL_PATH/\$MAILER -t \$MAILTO";4194 } else {4195 die "\nYour mailer: $mailer is not supported.\n";4196 }4197 }4198 4199 if (defined($file)) {4200 $mail_command =~ s/\$BODY_FILE/$file/g;4201 } else {4202 $mail_command =~ s/\$BODY_FILE//g;4203 }4204 4205 $mail_command =~ s/\$HEADER_FILE/$header_file/g;4206 $mail_command =~ s/\$MAILER/$mailer/g;4207 $mail_command =~ s/\$MAIL_PATH/$mail_path/g;4208 $mail_command =~ s/\$MAILTO/$mailto/g;4209 $mail_command =~ s/\$SUBJECT/$subject/g;4210 $mail_command =~ s/\$MESSAGE/$message/g;4211 4212 my $ret = run_command $mail_command;4213 if (!$ret && defined($file)) {4214 # try again without the file4215 $message .= "\n\n*** FAILED TO SEND LOG ***\n\n";4216 do_send_email($subject, $message);4217 }4218}4219 4220sub send_email {4221 if (defined($mailto)) {4222 if (!defined($mailer)) {4223 doprint "No email sent: email or mailer not specified in config.\n";4224 return;4225 }4226 do_send_mail @_;4227 }4228}4229 4230sub cancel_test {4231 if ($monitor_cnt) {4232 end_monitor;4233 }4234 if ($email_when_canceled) {4235 my $name = get_test_name;4236 send_email("KTEST: Your [$name] test was cancelled",4237 "Your test started at $script_start_time was cancelled: sig int");4238 }4239 die "\nCaught Sig Int, test interrupted: $!\n"4240}4241 4242$#ARGV < 1 or die "ktest.pl version: $VERSION\n usage: ktest.pl [config-file]\n";4243 4244if ($#ARGV == 0) {4245 $ktest_config = $ARGV[0];4246 if (! -f $ktest_config) {4247 print "$ktest_config does not exist.\n";4248 if (!read_yn "Create it?") {4249 exit 0;4250 }4251 }4252}4253 4254if (! -f $ktest_config) {4255 $newconfig = 1;4256 get_test_case;4257 open(OUT, ">$ktest_config") or die "Can not create $ktest_config";4258 print OUT << "EOF"4259# Generated by ktest.pl4260#4261 4262# PWD is a ktest.pl variable that will result in the process working4263# directory that ktest.pl is executed in.4264 4265# THIS_DIR is automatically assigned the PWD of the path that generated4266# the config file. It is best to use this variable when assigning other4267# directory paths within this directory. This allows you to easily4268# move the test cases to other locations or to other machines.4269#4270THIS_DIR := $variable{"PWD"}4271 4272# Define each test with TEST_START4273# The config options below it will override the defaults4274TEST_START4275TEST_TYPE = $default{"TEST_TYPE"}4276 4277DEFAULTS4278EOF4279;4280 close(OUT);4281}4282read_config $ktest_config;4283 4284if (defined($opt{"LOG_FILE"})) {4285 $opt{"LOG_FILE"} = eval_option("LOG_FILE", $opt{"LOG_FILE"}, -1);4286}4287 4288# Append any configs entered in manually to the config file.4289my @new_configs = keys %entered_configs;4290if ($#new_configs >= 0) {4291 print "\nAppending entered in configs to $ktest_config\n";4292 open(OUT, ">>$ktest_config") or die "Can not append to $ktest_config";4293 foreach my $config (@new_configs) {4294 print OUT "$config = $entered_configs{$config}\n";4295 $opt{$config} = process_variables($entered_configs{$config});4296 }4297}4298 4299if (defined($opt{"LOG_FILE"})) {4300 if ($opt{"CLEAR_LOG"}) {4301 unlink $opt{"LOG_FILE"};4302 }4303 open(LOG, ">> $opt{LOG_FILE}") or die "Can't write to $opt{LOG_FILE}";4304 LOG->autoflush(1);4305}4306 4307doprint "\n\nSTARTING AUTOMATED TESTS\n\n";4308 4309for (my $i = 0, my $repeat = 1; $i <= $opt{"NUM_TESTS"}; $i += $repeat) {4310 4311 if (!$i) {4312 doprint "DEFAULT OPTIONS:\n";4313 } else {4314 doprint "\nTEST $i OPTIONS";4315 if (defined($repeat_tests{$i})) {4316 $repeat = $repeat_tests{$i};4317 doprint " ITERATE $repeat";4318 }4319 doprint "\n";4320 }4321 4322 foreach my $option (sort keys %opt) {4323 if ($option =~ /\[(\d+)\]$/) {4324 next if ($i != $1);4325 } else {4326 next if ($i);4327 }4328 4329 doprint "$option = $opt{$option}\n";4330 }4331}4332 4333$SIG{INT} = qw(cancel_test);4334 4335# First we need to do is the builds4336for (my $i = 1; $i <= $opt{"NUM_TESTS"}; $i++) {4337 4338 # Do not reboot on failing test options4339 $no_reboot = 1;4340 $reboot_success = 0;4341 4342 $have_version = 0;4343 4344 $iteration = $i;4345 4346 $build_time = 0;4347 $install_time = 0;4348 $reboot_time = 0;4349 $test_time = 0;4350 4351 undef %force_config;4352 4353 my $makecmd = set_test_option("MAKE_CMD", $i);4354 4355 $outputdir = set_test_option("OUTPUT_DIR", $i);4356 $builddir = set_test_option("BUILD_DIR", $i);4357 4358 chdir $builddir || dodie "can't change directory to $builddir";4359 4360 if (!-d $outputdir) {4361 mkpath($outputdir) or4362 dodie "can't create $outputdir";4363 }4364 4365 $make = "$makecmd O=$outputdir";4366 4367 # Load all the options into their mapped variable names4368 foreach my $opt (keys %option_map) {4369 ${$option_map{$opt}} = set_test_option($opt, $i);4370 }4371 4372 $start_minconfig_defined = 1;4373 4374 # The first test may override the PRE_KTEST option4375 if ($i == 1) {4376 if (defined($pre_ktest)) {4377 doprint "\n";4378 run_command $pre_ktest;4379 }4380 if ($email_when_started) {4381 my $name = get_test_name;4382 send_email("KTEST: Your [$name] test was started",4383 "Your test was started on $script_start_time");4384 }4385 }4386 4387 # Any test can override the POST_KTEST option4388 # The last test takes precedence.4389 if (defined($post_ktest)) {4390 $final_post_ktest = $post_ktest;4391 }4392 4393 if (!defined($start_minconfig)) {4394 $start_minconfig_defined = 0;4395 $start_minconfig = $minconfig;4396 }4397 4398 if (!-d $tmpdir) {4399 mkpath($tmpdir) or4400 dodie "can't create $tmpdir";4401 }4402 4403 $ENV{"SSH_USER"} = $ssh_user;4404 $ENV{"MACHINE"} = $machine;4405 4406 $buildlog = "$tmpdir/buildlog-$machine";4407 $testlog = "$tmpdir/testlog-$machine";4408 $dmesg = "$tmpdir/dmesg-$machine";4409 $output_config = "$outputdir/.config";4410 4411 if (!$buildonly) {4412 $target = "$ssh_user\@$machine";4413 if (($reboot_type eq "grub") or ($reboot_type eq "grub2bls")) {4414 dodie "GRUB_MENU not defined" if (!defined($grub_menu));4415 } elsif ($reboot_type eq "grub2") {4416 dodie "GRUB_MENU not defined" if (!defined($grub_menu));4417 dodie "GRUB_FILE not defined" if (!defined($grub_file));4418 } elsif ($reboot_type eq "syslinux") {4419 dodie "SYSLINUX_LABEL not defined" if (!defined($syslinux_label));4420 }4421 }4422 4423 my $run_type = $build_type;4424 if ($test_type eq "patchcheck") {4425 $run_type = $patchcheck_type;4426 } elsif ($test_type eq "bisect") {4427 $run_type = $bisect_type;4428 } elsif ($test_type eq "config_bisect") {4429 $run_type = $config_bisect_type;4430 } elsif ($test_type eq "make_min_config") {4431 $run_type = "";4432 } elsif ($test_type eq "make_warnings_file") {4433 $run_type = "";4434 }4435 4436 # mistake in config file?4437 if (!defined($run_type)) {4438 $run_type = "ERROR";4439 }4440 4441 my $installme = "";4442 $installme = " no_install" if ($no_install);4443 4444 my $name = "";4445 4446 if (defined($test_name)) {4447 $name = " ($test_name)";4448 }4449 4450 doprint "\n\n";4451 4452 if (defined($opt{"LOG_FILE"})) {4453 $test_log_start = tell(LOG);4454 }4455 4456 doprint "RUNNING TEST $i of $opt{NUM_TESTS}$name with option $test_type $run_type$installme\n\n";4457 4458 if (defined($pre_test)) {4459 my $ret = run_command $pre_test;4460 if (!$ret && defined($pre_test_die) &&4461 $pre_test_die) {4462 dodie "failed to pre_test\n";4463 }4464 }4465 4466 unlink $dmesg;4467 unlink $buildlog;4468 unlink $testlog;4469 4470 if (defined($addconfig)) {4471 my $min = $minconfig;4472 if (!defined($minconfig)) {4473 $min = "";4474 }4475 run_command "cat $addconfig $min > $tmpdir/add_config" or4476 dodie "Failed to create temp config";4477 $minconfig = "$tmpdir/add_config";4478 }4479 4480 if (defined($checkout)) {4481 run_command "git checkout $checkout" or4482 dodie "failed to checkout $checkout";4483 }4484 4485 $no_reboot = 0;4486 4487 # A test may opt to not reboot the box4488 if ($reboot_on_success) {4489 $reboot_success = 1;4490 }4491 4492 if ($test_type eq "bisect") {4493 bisect $i;4494 next;4495 } elsif ($test_type eq "config_bisect") {4496 config_bisect $i;4497 next;4498 } elsif ($test_type eq "patchcheck") {4499 patchcheck $i;4500 next;4501 } elsif ($test_type eq "make_min_config") {4502 make_min_config $i;4503 next;4504 } elsif ($test_type eq "make_warnings_file") {4505 $no_reboot = 1;4506 make_warnings_file $i;4507 next;4508 }4509 4510 if ($build_type ne "nobuild") {4511 build $build_type or next;4512 check_buildlog or next;4513 }4514 4515 if ($test_type eq "install") {4516 get_version;4517 install;4518 success $i;4519 next;4520 }4521 4522 if ($test_type ne "build") {4523 my $failed = 0;4524 start_monitor_and_install or $failed = 1;4525 4526 if (!$failed && $test_type ne "boot" && defined($run_test)) {4527 do_run_test or $failed = 1;4528 }4529 end_monitor;4530 if ($failed) {4531 print_times;4532 next;4533 }4534 }4535 4536 print_times;4537 4538 success $i;4539}4540 4541if (defined($final_post_ktest)) {4542 4543 my $cp_final_post_ktest = eval_kernel_version $final_post_ktest;4544 run_command $cp_final_post_ktest;4545}4546 4547if ($opt{"POWEROFF_ON_SUCCESS"}) {4548 halt;4549} elsif ($opt{"REBOOT_ON_SUCCESS"} && !do_not_reboot && $reboot_success) {4550 reboot_to_good;4551} elsif (defined($switch_to_good)) {4552 # still need to get to the good kernel4553 run_command $switch_to_good;4554}4555 4556doprint "\n $successes of $opt{NUM_TESTS} tests were successful\n\n";4557 4558if ($email_when_finished) {4559 send_email("KTEST: Your test has finished!",4560 "$successes of $opt{NUM_TESTS} tests started at $script_start_time were successful!");4561}4562 4563if (defined($opt{"LOG_FILE"})) {4564 print "\n See $opt{LOG_FILE} for the record of results.\n\n";4565 close LOG;4566}4567 4568exit 0;4569 4570##4571# The following are here to standardize tabs/spaces/etc across the most likely editors4572###4573 4574# Local Variables:4575# mode: perl4576# End:4577# vim: softtabstop=44578