| 1 |
use strict; |
| 2 |
use warnings; |
| 3 |
|
| 4 |
use v5.16; |
| 5 |
|
| 6 |
use utf8; |
| 7 |
|
| 8 |
use Math::Int128 qw( uint128 ); |
| 9 |
use MaxMind::DB::Writer::Tree; |
| 10 |
use Net::Works::Network; |
| 11 |
use Timer::Simple; |
| 12 |
|
| 13 |
my $cb = sub { |
| 14 |
my $key = $_[0]; |
| 15 |
$key =~ s/X$//; |
| 16 |
return $key eq 'array' ? [ 'array', 'uint32' ] : $key; |
| 17 |
}; |
| 18 |
|
| 19 |
my $tree = MaxMind::DB::Writer::Tree->new( |
| 20 |
ip_version => 6, |
| 21 |
record_size => 24, |
| 22 |
database_type => 'Test', |
| 23 |
languages => ['en'], |
| 24 |
description => { en => 'Test tree' }, |
| 25 |
merge_strategy => 'toplevel', |
| 26 |
map_key_type_callback => $cb, |
| 27 |
); |
| 28 |
|
| 29 |
my $s = Timer::Simple->new( start => 1 ); |
| 30 |
|
| 31 |
my $count = int( 2**15 * 1.6 ); |
| 32 |
|
| 33 |
for my $i ( 1 .. $count ) { |
| 34 |
my $n = Net::Works::Network->new_from_integer( |
| 35 |
integer => $i, |
| 36 |
prefix_length => 128, |
| 37 |
version => 6 |
| 38 |
); |
| 39 |
|
| 40 |
$tree->insert_network( $n, _data_record( $i % 16 ) ); |
| 41 |
} |
| 42 |
|
| 43 |
$s->stop(); |
| 44 |
print "Built in-memory tree of $count networks in ", $s->elapsed, |
| 45 |
" seconds\n"; |
| 46 |
$s->start(); |
| 47 |
|
| 48 |
open my $fh1, '>', 'tree1'; |
| 49 |
$tree->write_tree($fh1); |
| 50 |
|
| 51 |
$s->stop(); |
| 52 |
print "Wrote tree to disk in ", $s->elapsed, " seconds\n"; |
| 53 |
$s->start(); |
| 54 |
|
| 55 |
my $file = './frozen'; |
| 56 |
$tree->freeze_tree($file); |
| 57 |
|
| 58 |
$s->stop(); |
| 59 |
print "Frozen tree to disk in ", $s->elapsed, " seconds\n"; |
| 60 |
$s->start(); |
| 61 |
|
| 62 |
my $tree2 = MaxMind::DB::Writer::Tree->new_from_frozen_tree( |
| 63 |
filename => $file, |
| 64 |
map_key_type_callback => $cb, |
| 65 |
); |
| 66 |
|
| 67 |
$s->stop(); |
| 68 |
print "Thawed tree in ", $s->elapsed, " seconds\n"; |
| 69 |
$s->start(); |
| 70 |
|
| 71 |
open my $fh2, '>', 'tree2'; |
| 72 |
$tree2->write_tree($fh2); |
| 73 |
|
| 74 |
sub _data_record { |
| 75 |
my $i = shift; |
| 76 |
|
| 77 |
return { |
| 78 |
utf8_string => 'unicode! ☯ - ♫ - ' . $i, |
| 79 |
double => 42.123456 + $i, |
| 80 |
bytes => pack( 'N', 42 + $i ), |
| 81 |
uint16 => 100 + $i, |
| 82 |
uint32 => 2**28 + $i, |
| 83 |
int32 => -1 * ( 2**28 + $i ), |
| 84 |
uint64 => ( uint128(1) << 60 ) + $i, |
| 85 |
uint128 => ( uint128(1) << 120 ) + $i, |
| 86 |
array => [ 1, 2, 3, $i ], |
| 87 |
map => { |
| 88 |
mapX => { |
| 89 |
utf8_stringX => 'hello - ' . $i, |
| 90 |
arrayX => [ 7, 8, 9, $i ], |
| 91 |
}, |
| 92 |
}, |
| 93 |
boolean => $i % 2, |
| 94 |
float => 1.1 + $i, |
| 95 |
}; |
| 96 |
} |