3 # mono stress test tool
4 # This stress test runner is designed to detect possible
5 # leaks, runtime slowdowns and crashes when a task is performed
7 # A stress program should be written to repeat for a number of times
8 # a specific task: it is run a first time to collect info about memory
9 # and cpu usage: this run should last a couple of seconds or so.
10 # Then, the same program is run with a number of iterations that is at least
11 # 2 orders of magnitude bigger than the first run (3 orders should be used,
12 # eventually, to detect smaller leaks).
13 # Of course the right time for the test and the ratio depends on the test
14 # itself, so it's configurable per-test.
15 # The test driver will then check that the second run has used roughly the
16 # same amount of memory as the first and a proportionally bigger cpu time.
17 # Note: with a conservative GC there may be more false positives than
18 # with a precise one, because heap size may grow depending on timing etc.
19 # so failing results need to be checked carefully. In some cases a solution
20 # is to increase the number of runs in the dry run.
22 use POSIX ":sys_wait_h";
23 use Time::HiRes qw(usleep ualarm gettimeofday tv_interval);
25 # in milliseconds between checks of resource usage
27 # multiplier to allow some wiggle room
28 my $wiggle_ratio = 1.05;
29 # if the test computer is too fast or if we want to stress test more,
30 # we multiply the test ratio by this number. Use the --times=x option.
33 # descriptions of the tests to run
35 # program is the program to run
36 # args an array ref of argumenst to pass to program
37 # arg-knob is the index of the argument in args that changes the number of iterations
38 # ratio is the multiplier applied to the arg-knob argument
41 'program' => 'domain-stress.exe',
42 # threads, domains, allocs, loops
43 'args' => [2, 10, 1000, 1],
44 'arg-knob' => 3, # loops
47 'gchandle-stress' => {
48 'program' => 'gchandle-stress.exe',
51 'arg-knob' => 1, # loops
55 'program' => 'monitor-stress.exe',
58 'arg-knob' => 0, # loops
62 'program' => 'gc-stress.exe',
65 'arg-knob' => 0, # loops
68 'gc-graystack-stress' => {
69 'program' => 'gc-graystack-stress.exe',
70 # width, depth, collections
71 'args' => [125, 10000, 100],
72 'arg-knob' => 2, # loops
76 'program' => 'thread-stress.exe',
79 'arg-knob' => 0, # loops
83 'program' => 'abort-stress-1.exe',
86 'arg-knob' => 0, # loops
89 # FIXME: This tests exits, so it has no loops, instead it should be run more times
91 'program' => 'exit-stress.exe',
94 'arg-knob' => 0, # loops
97 # FIXME: This test deadlocks, bug 72740.
98 # We need hang detection
99 #'abort-stress-2' => {
100 # 'program' => 'abort-stress-2.exe',
103 # 'arg-knob' => 0, # loops
108 # poor man option handling
110 my $arg = shift @ARGV;
111 if ($arg =~ /^--times=(\d+)$/) {
115 if ($arg =~ /^--interval=(\d+)$/) {
122 my $test_rx = shift (@ARGV) || '.';
123 # the mono runtime to use and the arguments to pass to it
124 my @mono_args = @ARGV;
126 my %vmmap = qw(VmSize 0 VmLck 1 VmRSS 2 VmData 3 VmStk 4 VmExe 5 VmLib 6 VmHWM 7 VmPTE 8 VmPeak 9);
127 my @vmnames = sort {$vmmap{$a} <=> $vmmap{$b}} keys %vmmap;
128 # VmRSS depends on the operating system's decisions
129 my %vmignore = qw(VmRSS 1);
133 @mono_args = 'mono' unless @mono_args;
137 foreach my $test (sort keys %tests) {
138 next unless ($tests{$test}->{'program'} =~ /$test_rx/);
140 run_test ($test, 'dry');
141 run_test ($test, 'stress');
144 # print all the reports at the end
145 foreach my $test (sort keys %tests) {
146 next unless ($tests{$test}->{'program'} =~ /$test_rx/);
147 print_test_report ($test);
150 print "No tests matched '$test_rx'.\n" unless $numtests;
153 print "Total issues: $errorcount\n";
160 my ($name, $mode) = @_;
161 my $test = $tests {$name};
162 my @targs = (@mono_args, $test->{program});
164 my @rargs = @{$test->{"args"}};
166 if ($mode ne "dry") {
167 # FIXME: set also a timeout
168 $rargs [$test->{"arg-knob"}] *= $test->{"ratio"};
171 print "Running test '$name' in $mode mode\n";
172 my $start_time = [gettimeofday];
176 die "Cannot exec: $! (@targs)\n";
180 $kid = waitpid (-1, WNOHANG);
181 my $sample = collect_memusage ($pid);
182 push @results, $sample if (defined ($sample) && @{$sample});
184 usleep ($interval * 1000) unless $kid > 0;
187 my $end_time = [gettimeofday];
188 $test->{"$mode-cputime"} = tv_interval ($start_time, $end_time);
189 $test->{"$mode-memusage"} = [summarize_result (@results)];
192 sub print_test_report {
194 my $test = $tests {$name};
195 my ($cpu_dry, $cpu_test) = ($test->{'dry-cputime'}, $test->{'stress-cputime'});
196 my @dry_mem = @{$test->{'dry-memusage'}};
197 my @test_mem = @{$test->{'stress-memusage'}};
198 my $ratio = $test->{'ratio'};
199 print "Report for test: $name\n";
200 print "Cpu usage: dry: $cpu_dry, stress: $cpu_test\n";
201 print "Memory usage (KB):\n";
202 print "\t ",join ("\t", @vmnames), "\n";
203 print "\t dry: ", join ("\t", @dry_mem), "\n";
204 print "\tstress: ", join ("\t", @test_mem), "\n";
205 if ($cpu_test > ($cpu_dry * $ratio) * $wiggle_ratio) {
206 print "Cpu usage not proportional to ratio $ratio.\n";
210 for ($i = 0; $i < @dry_mem; ++$i) {
211 next if exists $vmignore {$vmnames [$i]};
212 if ($test_mem [$i] > $dry_mem [$i] * $wiggle_ratio) {
213 print "Memory usage $vmnames[$i] not constant.\n";
219 sub collect_memusage {
221 open (PROC, "</proc/$pid/status") || return undef; # might be dead already
224 next unless /^(Vm.*?):\s+(\d+)\s+kB/;
225 $sample [$vmmap {$1}] = $2;
231 sub summarize_result {
233 my (@result) = (0) x 7;
235 foreach my $sample (@data) {
236 for ($i = 0; $i < 7; ++$i) {
237 if ($sample->[$i] > $result [$i]) {
238 $result [$i] = $sample->[$i];
246 foreach my $test (values %tests) {
247 $test->{args}->[$test->{'arg-knob'}] *= $extra_strong;