| 1 |
#!/usr/bin/perl |
| 2 |
|
| 3 |
use strict; |
| 4 |
use warnings; |
| 5 |
|
| 6 |
use Parse::MediaWikiDump; |
| 7 |
|
| 8 |
$SIG{ALRM} = \&progress; |
| 9 |
|
| 10 |
$| = 1; |
| 11 |
print ''; |
| 12 |
|
| 13 |
my $i = 0; |
| 14 |
my $file = shift(@ARGV); |
| 15 |
|
| 16 |
my $num_iter = shift(@ARGV); |
| 17 |
$num_iter = 10 unless defined($num_iter); |
| 18 |
|
| 19 |
my $start = time; |
| 20 |
my $dump = undef; |
| 21 |
|
| 22 |
alarm(1); |
| 23 |
|
| 24 |
while($i++ < $num_iter) { |
| 25 |
$start = time; |
| 26 |
|
| 27 |
print "Iteration $i\r"; |
| 28 |
$dump = Parse::MediaWikiDump::Pages->new($file); |
| 29 |
|
| 30 |
while($dump->next) { }; |
| 31 |
|
| 32 |
print "\n"; |
| 33 |
} |
| 34 |
|
| 35 |
my @times = times; |
| 36 |
|
| 37 |
print $times[0] + $times[1], "\n"; |
| 38 |
|
| 39 |
sub progress { |
| 40 |
return unless defined($dump); |
| 41 |
my $elapsed = time - $start; |
| 42 |
|
| 43 |
$elapsed = 1 if $elapsed == 0; |
| 44 |
|
| 45 |
print "Iteration $i: "; |
| 46 |
|
| 47 |
print int($dump->current_byte / $dump->size * 100), "% "; |
| 48 |
|
| 49 |
my $speed = int($dump->current_byte / $elapsed); |
| 50 |
|
| 51 |
print $speed, " bytes per second \r"; |
| 52 |
|
| 53 |
alarm(1); |
| 54 |
} |