Debian Codegraph @

eg/freeze-thaw

raw
1 use strict;
2 use warnings;
3
4 use v5.16;
5
6 use utf8;
7
8 use Math::Int128 qw( uint128 );
9 use MaxMind::DB::Writer::Tree;
10 use Net::Works::Network;
11 use Timer::Simple;
12
13 my $cb = sub {
14 my $key = $_[0];
15 $key =~ s/X$//;
16 return $key eq 'array' ? [ 'array', 'uint32' ] : $key;
17 };
18
19 my $tree = MaxMind::DB::Writer::Tree->new(
20 ip_version => 6,
21 record_size => 24,
22 database_type => 'Test',
23 languages => ['en'],
24 description => { en => 'Test tree' },
25 merge_strategy => 'toplevel',
26 map_key_type_callback => $cb,
27 );
28
29 my $s = Timer::Simple->new( start => 1 );
30
31 my $count = int( 2**15 * 1.6 );
32
33 for my $i ( 1 .. $count ) {
34 my $n = Net::Works::Network->new_from_integer(
35 integer => $i,
36 prefix_length => 128,
37 version => 6
38 );
39
40 $tree->insert_network( $n, _data_record( $i % 16 ) );
41 }
42
43 $s->stop();
44 print "Built in-memory tree of $count networks in ", $s->elapsed,
45 " seconds\n";
46 $s->start();
47
48 open my $fh1, '>', 'tree1';
49 $tree->write_tree($fh1);
50
51 $s->stop();
52 print "Wrote tree to disk in ", $s->elapsed, " seconds\n";
53 $s->start();
54
55 my $file = './frozen';
56 $tree->freeze_tree($file);
57
58 $s->stop();
59 print "Frozen tree to disk in ", $s->elapsed, " seconds\n";
60 $s->start();
61
62 my $tree2 = MaxMind::DB::Writer::Tree->new_from_frozen_tree(
63 filename => $file,
64 map_key_type_callback => $cb,
65 );
66
67 $s->stop();
68 print "Thawed tree in ", $s->elapsed, " seconds\n";
69 $s->start();
70
71 open my $fh2, '>', 'tree2';
72 $tree2->write_tree($fh2);
73
74 sub _data_record {
75 my $i = shift;
76
77 return {
78 utf8_string => 'unicode! ☯ - ♫ - ' . $i,
79 double => 42.123456 + $i,
80 bytes => pack( 'N', 42 + $i ),
81 uint16 => 100 + $i,
82 uint32 => 2**28 + $i,
83 int32 => -1 * ( 2**28 + $i ),
84 uint64 => ( uint128(1) << 60 ) + $i,
85 uint128 => ( uint128(1) << 120 ) + $i,
86 array => [ 1, 2, 3, $i ],
87 map => {
88 mapX => {
89 utf8_stringX => 'hello - ' . $i,
90 arrayX => [ 7, 8, 9, $i ],
91 },
92 },
93 boolean => $i % 2,
94 float => 1.1 + $i,
95 };
96 }