stasis-aries-wal/benchmarks/nightly/timer

203 lines
4.7 KiB
Text
Raw Normal View History

#! /usr/bin/perl -w
use strict;
my $CI80 = 1;
my $CI90 = 2;
my $CI95 = 3;
my $CI98 = 4;
my $CI99 = 5;
my $CI99_8 = 6;
my $CI99_9 = 7;
my $tdistribution =
qq(1 3.078 6.314 12.71 31.82 63.66 318.3 637 1
2 1.886 2.920 4.303 6.965 9.925 22.330 31.6 2
3 1.638 2.353 3.182 4.541 5.841 10.210 12.92 3
4 1.533 2.132 2.776 3.747 4.604 7.173 8.610 4
5 1.476 2.015 2.571 3.365 4.032 5.893 6.869 5
6 1.440 1.943 2.447 3.143 3.707 5.208 5.959 6
7 1.415 1.895 2.365 2.998 3.499 4.785 5.408 7
8 1.397 1.860 2.306 2.896 3.355 4.501 5.041 8
9 1.383 1.833 2.262 2.821 3.250 4.297 4.781 9
10 1.372 1.812 2.228 2.764 3.169 4.144 4.587 10
11 1.363 1.796 2.201 2.718 3.106 4.025 4.437 11
12 1.356 1.782 2.179 2.681 3.055 3.930 4.318 12
13 1.350 1.771 2.160 2.650 3.012 3.852 4.221 13
14 1.345 1.761 2.145 2.624 2.977 3.787 4.140 14
15 1.341 1.753 2.131 2.602 2.947 3.733 4.073 15
16 1.337 1.746 2.120 2.583 2.921 3.686 4.015 16
17 1.333 1.740 2.110 2.567 2.898 3.646 3.965 17
18 1.330 1.734 2.101 2.552 2.878 3.610 3.922 18
19 1.328 1.729 2.093 2.539 2.861 3.579 3.883 19
20 1.325 1.725 2.086 2.528 2.845 3.552 3.850 20
21 1.323 1.721 2.080 2.518 2.831 3.527 3.819 21
22 1.321 1.717 2.074 2.508 2.819 3.505 3.792 22
23 1.319 1.714 2.069 2.500 2.807 3.485 3.768 23
24 1.318 1.711 2.064 2.492 2.797 3.467 3.745 24
25 1.316 1.708 2.060 2.485 2.787 3.450 3.725 25
26 1.315 1.706 2.056 2.479 2.779 3.435 3.707 26
27 1.314 1.703 2.052 2.473 2.771 3.421 3.690 27
28 1.313 1.701 2.048 2.467 2.763 3.408 3.674 28
29 1.311 1.699 2.045 2.462 2.756 3.396 3.659 29
30 1.310 1.697 2.042 2.457 2.750 3.385 3.646 30
32 1.309 1.694 2.037 2.449 2.738 3.365 3.622 32
34 1.307 1.691 2.032 2.441 2.728 3.348 3.601 34
36 1.306 1.688 2.028 2.434 2.719 3.333 3.582 36
38 1.304 1.686 2.024 2.429 2.712 3.319 3.566 38
40 1.303 1.684 2.021 2.423 2.704 3.307 3.551 40
42 1.302 1.682 2.018 2.418 2.698 3.296 3.538 42
44 1.301 1.680 2.015 2.414 2.692 3.286 3.526 44
46 1.300 1.679 2.013 2.410 2.687 3.277 3.515 46
48 1.299 1.677 2.011 2.407 2.682 3.269 3.505 48
50 1.299 1.676 2.009 2.403 2.678 3.261 3.496 50
55 1.297 1.673 2.004 2.396 2.668 3.245 3.476 55
60 1.296 1.671 2.000 2.390 2.660 3.232 3.460 60
65 1.295 1.669 1.997 2.385 2.654 3.220 3.447 65
70 1.294 1.667 1.994 2.381 2.648 3.211 3.435 70
80 1.292 1.664 1.990 2.374 2.639 3.195 3.416 80
100 1.290 1.660 1.984 2.364 2.626 3.174 3.390 100
150 1.287 1.655 1.976 2.351 2.609 3.145 3.357 150
200 1.286 1.653 1.972 2.345 2.601 3.131 3.340 200
);
### How tight should the CI be?
my $myCI = $CI95;
my $maxRuns = 10;
my $plusMinus = 0.05;
my $use_gettimeofday = 1;
my @ttbl;
sub parse_t_distribution {
## Takes the $tdistribution string and parses it into a nice, fat array.
my $i = 0;
my @lines = split /\n/, $tdistribution;
foreach my $line (@lines) {
my @tok = split /\s+/, $line;
pop @tok; ## Remove trailing n.
while($i < $tok[0]) {
push @ttbl, \@tok;
$i++;
# print("$i " . join ("-", @tok) . "\n");
}
}
}
sub runit_gettimeofday {
my $cmd = shift;
`rm -rf storefile.txt logfile.txt blob0_file.txt blob1_file.txt TXNAPP bdb; sync; sleep 1`;
my $start_sec = `getTimeOfDay`;
system($cmd);
my $end_sec = `getTimeOfDay`;
chomp($start_sec);
chomp($end_sec);
my $time = ($end_sec - $start_sec) / 1000.0;
return $time;
}
sub runit_returntime {
my $cmd = shift;
`rm -rf storefile.txt logfile.txt blob0_file.txt blob1_file.txt TXNAPP bdb; sync; sleep 1`;
my $time = `$cmd`;
return $time;
}
sub runbatch {
my $cmd = shift;
my $sum_x = 0;
my $sum_x_squared = 0;
my $n = 0;
my $variance = 100000;
my $mean = 0;
my $x = 0;
my $s = 10;
my $max_range = 0;
my $cur_range = 1;
while( 1 ) {
if ($n > 5) {
if($maxRuns < $n) {
last;
}
if($cur_range < $max_range) {
last;
}
}
if ($use_gettimeofday) {
$x = runit_gettimeofday($cmd);
} else {
$x = runit_returntime($cmd);
}
$n++;
$sum_x += $x;
$sum_x_squared += ($x * $x);
$variance = ($sum_x_squared/$n) - ($sum_x/$n)*($sum_x/$n);
$mean = $sum_x / $n;
my $s;
my $sigma;
if($variance <= 0) {
$s = 0;
$sigma = 0;
} else {
$s = sqrt($variance/$n);
$sigma = sqrt($variance);
}
print("Time: $x s: $s Mean: $mean Stdev: $sigma\n");
$cur_range = $s * $ttbl[$n-1][$myCI];
$max_range = $plusMinus * $mean;
}
if($cur_range > $max_range) {
printf("CI FAILED. mean was: $mean\t$cmd\n");
} else {
printf("CI mean was: $mean\t$cmd\n");
}
}
while (@ARGV) {
if ($ARGV[0] eq "-return") {
$use_gettimeofday = 0;
shift @ARGV;
}
else {
die "unknown argument";
}
}
parse_t_distribution;
while (my $cmd = <>) {
runbatch($cmd);
}