# Copyright (c) 2014-2016 Carbonite, Inc. All Rights Reserved. # # This program is free software; you can redistribute it and/or # modify it under the terms of the GNU General Public License # as published by the Free Software Foundation; either version 2 # of the License, or (at your option) any later version. # # This program is distributed in the hope that it will be useful, but # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY # or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License # for more details. # # You should have received a copy of the GNU General Public License along # with this program; if not, write to the Free Software Foundation, Inc., # 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA # # Contact information: Carbonite Inc., 756 N Pastoria Ave # Sunnyvale, CA 94086, USA, or: http://www.zmanda.com use Test::More; use File::Path; use strict; use warnings; use lib '@amperldir@'; use Installcheck; use Installcheck::Dumpcache; use Installcheck::Config; use Installcheck::Run qw(run run_err $diskname amdump_diag check_amreport check_amstatus); use Installcheck::Catalogs; use Amanda::Paths; use Amanda::Device qw( :constants ); use Amanda::Debug; use Amanda::MainLoop; use Amanda::Config qw( :init :getconf config_dir_relative ); use Amanda::Changer; use Amanda::Constants; if (!$Amanda::Constants::FAILURE_CODE) { plan skip_all => "Not configured with --with-failure-code"; exit 1; } eval 'use Installcheck::Rest;'; if ($@) { plan skip_all => "Can't load Installcheck::Rest: $@"; exit 1; } eval "require Time::HiRes;"; # set up debugging so debug output doesn't interfere with test results Amanda::Debug::dbopen("installcheck"); Installcheck::log_test_output(); # and disable Debug's die() and warn() overrides Amanda::Debug::disable_die_override(); my $rest = Installcheck::Rest->new(); if ($rest->{'error'}) { plan skip_all => "Can't start JSON Rest server: $rest->{'error'}: see " . Amanda::Debug::dbfn(); exit 1; } plan tests => 45; my $reply; my $config_dir = $Amanda::Paths::CONFIG_DIR; my $amperldir = $Amanda::Paths::amperldir; my $testconf; my $diskfile; my $infodir; my $timestamp; my $tracefile; my $logfile; my $hostname = `hostname`; chomp $hostname; $testconf = Installcheck::Run::setup(); $testconf->add_param('autolabel', '"TESTCONF%%" empty volume_error'); $testconf->add_param('columnspec', '"Dumprate=1:-8:1,TapeRate=1:-8:1"'); $testconf->add_dle(<write(); config_init($CONFIG_INIT_EXPLICIT_NAME, "TESTCONF"); $diskfile = Amanda::Config::config_dir_relative(getconf($CNF_DISKFILE)); $infodir = getconf($CNF_INFOFILE); my $a = '{"FAILURE":{"XFER_DEST_HOLDING_SHM_WRITE_HEADER":"1"}}'; my $post_data = ''; if (rand(2) > 1) { $post_data = '{"FAILURE":{"XFER_DEST_HOLDING_SHM_WRITE_HEADER":"1"}}'; } else { $post_data = '{"FAILURE":{"XFER_DEST_HOLDING_SHM_WRITE_HEADER":"1","DISABLE_NETWORK_SHM":"1"}}'; } $reply = $rest->post("http://localhost:5001/amanda/v1.0/configs/TESTCONF/runs/amdump", $post_data); foreach my $message (@{$reply->{'body'}}) { if (defined $message and defined $message->{'code'}) { if ($message->{'code'} == 2000003) { $timestamp = $message->{'timestamp'}; } if ($message->{'code'} == 2000001) { $tracefile = $message->{'tracefile'}; } if ($message->{'code'} == 2000000) { $logfile = $message->{'logfile'}; } } } #wait until it is done do { Time::HiRes::sleep(0.5); $reply = $rest->get("http://localhost:5001/amanda/v1.0/configs/TESTCONF/runs"); } while ($reply->{'body'}[0]->{'code'} == 2000004 and $reply->{'body'}[0]->{'status'} ne 'done'); # get REST report $reply = $rest->get("http://localhost:5001/amanda/v1.0/configs/TESTCONF/report?logfile=$logfile"); is($reply->{'body'}->[0]->{'severity'}, 'success', 'severity is success'); is($reply->{'body'}->[0]->{'code'}, '1900001', 'code is 1900001'); is($reply->{'body'}->[0]->{'report'}->{'head'}->{'hostname'}, $hostname , 'hostname is correct'); is($reply->{'body'}->[0]->{'report'}->{'head'}->{'exit_status'}, '0' , 'exit_status is correct'); is($reply->{'body'}->[0]->{'report'}->{'head'}->{'status'}, 'done' , 'status is correct'); is($reply->{'body'}->[0]->{'report'}->{'head'}->{'org'}, 'DailySet1' , 'org is correct'); is($reply->{'body'}->[0]->{'report'}->{'head'}->{'config_name'}, 'TESTCONF' , 'config_name is correct'); is($reply->{'body'}->[0]->{'report'}->{'head'}->{'timestamp'}, $timestamp , 'timestamp is correct'); is($reply->{'body'}->[0]->{'report'}->{'notes'}->[1], ' planner: Adding new disk localhost:diskname2.' , 'notes[1] is correct'); is($reply->{'body'}->[0]->{'report'}->{'notes'}->[2], ' taper: Slot 1 without label can be labeled' , 'notes[2] is correct'); is($reply->{'body'}->[0]->{'report'}->{'notes'}->[3], ' taper: tape TESTCONF01 kb 1050 fm 1 [OK]' , 'notes[3] is correct'); ok(!exists $reply->{'body'}->[0]->{'report'}->{'notes'}->[4], 'no notes[4]'); is_deeply($reply->{'body'}->[0]->{'report'}->{'failure_summary'}, [ " localhost diskname2 lev 0 FAILED [Failed to write header to holding file '$Installcheck::TMP/holding/$timestamp/localhost.diskname2.0.1.tmp': No space left on device]", ' localhost diskname2 lev 0 was successfully retried' ], "failure_summary is correct"); is($reply->{'body'}->[0]->{'report'}->{'usage_by_tape'}->[0]->{'nb'}, '1' , 'one dle on tape 0'); is($reply->{'body'}->[0]->{'report'}->{'usage_by_tape'}->[0]->{'nc'}, '1' , 'one part on tape 0'); is($reply->{'body'}->[0]->{'report'}->{'usage_by_tape'}->[0]->{'tape_label'}, 'TESTCONF01' , 'label tape_label on tape 0'); is($reply->{'body'}->[0]->{'report'}->{'usage_by_tape'}->[0]->{'size'}, '1050' , 'size 1050 on tape 0'); ok(!exists $reply->{'body'}->[0]->{'report'}->{'usage_by_tape'}->[1], 'only one tape'); is_deeply($reply->{'body'}->[0]->{'report'}->{'tapeinfo'}->{'storage'}->{'TESTCONF'}->{'use'}, [ 'TESTCONF01'], 'use TESTCONF'); is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'tape_size'}, { 'full' => '1050', 'total' => '1050', 'incr' => '0' }, 'tape_size is correct'); is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'parts_taped'}, { 'full' => '1', 'total' => '1', 'incr' => '0' }, 'parts_taped is correct'); is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'dles_taped'}, { 'full' => '1', 'total' => '1', 'incr' => '0' }, 'dles_taped is correct'); is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'dles_dumped'}, { 'full' => '1', 'total' => '1', 'incr' => '0' }, 'dles_dumped is correct'); is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'original_size'}, { 'full' => '1050', 'total' => '1050', 'incr' => '0' }, 'original_size is correct'); is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'output_size'}, { 'full' => '1050', 'total' => '1050', 'incr' => '0' }, 'output_size is correct'); is($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'dumpdisks'}, '', 'dumpdisks is correct'); is($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'tapedisks'}, '', 'tapedisks is correct'); is($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'tapeparts'}, '', 'tapeparts is correct'); is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'backup_level'}, '0', 'backup_level is correct'); is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'disk_name'}, 'diskname2', 'disk_name is correct'); is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'hostname'}, 'localhost', 'hostname is correct'); is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'dump_orig_kb'}, '1050', 'dump_orig_kb is correct'); is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'dump_out_kb'}, '1050', 'dump_out_kb is correct'); is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'dle_status'}, 'full', 'dle_status is correct'); ok(!exists $reply->{'body'}->[0]->{'report'}->{'summary'}->[1], 'Only one summary'); $reply = $rest->get("http://localhost:5001/amanda/v1.0/configs/TESTCONF/status?tracefile=$tracefile"); is($reply->{'body'}->[0]->{'severity'}, 'info', 'severity is info'); is($reply->{'body'}->[0]->{'code'}, '1800000', 'code is 1800000'); is($reply->{'body'}->[0]->{'status'}->{'dead_run'}, '1', 'dead_run is correct'); is($reply->{'body'}->[0]->{'status'}->{'exit_status'}, '0', 'exit_status is correct'); $reply->{'body'}->[0]->{'status'}->{'dles'}->{'localhost'}->{'diskname2'}->{$timestamp}->{'chunk_time'} = undef; $reply->{'body'}->[0]->{'status'}->{'dles'}->{'localhost'}->{'diskname2'}->{$timestamp}->{'dump_time'} = undef; $reply->{'body'}->[0]->{'status'}->{'dles'}->{'localhost'}->{'diskname2'}->{$timestamp}->{'storage'}->{'TESTCONF'}->{'taper_time'} = undef; is_deeply($reply->{'body'}->[0]->{'status'}->{'dles'}, { 'localhost' => { 'diskname2' => { $timestamp => { 'taped' => '1', 'retry' => '0', 'size' => '1075200', 'esize' => '1075200', 'retry_level' => '-1', 'message' => 'dump to tape done', 'chunk_time' => undef, 'dsize' => '1075200', 'status' => '21', 'level' => '0', 'dump_time' => undef, 'holding_file' => "$Installcheck::TMP/holding/$timestamp/localhost.diskname2.0", 'degr_level' => '-1', 'dump_to_tape_storage'=> 'TESTCONF', 'storage' => { 'TESTCONF' => { 'will_retry' => '0', 'status' => '21', 'dsize' => '1075200', 'taper_time' => undef, 'taped_size' => '1075200', 'message' => 'dump to tape done', 'size' => '1075200', 'partial' => '0' } }, 'flush' => '0', 'will_retry' => '0' } } } }, 'dles is correct') || diag("dles: " . Data::Dumper::Dumper($reply->{'body'}->[0]->{'status'}->{'dles'})); is_deeply($reply->{'body'}->[0]->{'status'}->{'taper'}, { 'taper0' => { 'worker' => { 'worker0-0' => { 'status' => '0', 'no_tape' => '0' } }, 'tape_size' => '31457280', 'storage' => 'TESTCONF', 'nb_tape' => '1', 'stat' => [ { 'size' => '1075200', 'esize' => '1075200', 'nb_dle' => '1', 'nb_part' => '1', 'label' => 'TESTCONF01', 'percent' => '3.41796875' } ] } }, 'taper is correct'); is($reply->{'body'}->[0]->{'status'}->{'storage'}->{'TESTCONF'}->{'taper'}, 'taper0', 'taper is correct'); is_deeply($reply->{'body'}->[0]->{'status'}->{'stat'}, { 'flush' => { 'name' => 'flush' }, 'writing_to_tape' => { 'name' => 'writing to tape' }, 'wait_for_dumping' => { 'name' => 'wait for dumping', 'real_size' => undef, 'estimated_stat' => '0', 'nb' => '0', 'estimated_size' => '0' }, 'failed_to_tape' => { 'name' => 'failed to tape' }, 'dumping_to_tape' => { 'name' => 'dumping to tape', 'estimated_stat' => '0', 'real_size' => '0', 'real_stat' => '0', 'estimated_size' => '0', 'nb' => '0' }, 'wait_for_writing' => { 'name' => 'wait for writing' }, 'wait_to_flush' => { 'name' => 'wait_to_flush' }, 'dump_failed' => { 'name' => 'dump failed', 'estimated_stat' => '0', 'real_size' => undef, 'nb' => '0', 'estimated_size' => '0' }, 'estimated' => { 'name' => 'estimated', 'real_size' => undef, 'estimated_size' => '1075200', 'nb' => '1' }, 'taped' => { 'name' => 'taped', 'estimated_size' => '1075200', 'storage' => { 'TESTCONF' => { 'estimated_stat' => '100', 'real_size' => '1075200', 'nb' => '1', 'real_stat' => '100', 'estimated_size' => '1075200' } }, }, 'dumped' => { 'name' => 'dumped', 'estimated_stat' => '100', 'real_size' => '1075200', 'nb' => '1', 'real_stat' => '100', 'estimated_size' => '1075200' }, 'disk' => { 'name' => 'disk', 'nb' => '1', 'estimated_size' => undef, 'real_size' => undef }, 'dumping' => { 'name' => 'dumping', 'nb' => '0', 'real_stat' => '0', 'estimated_size' => '0', 'real_size' => '0', 'estimated_stat' => '0' }, 'wait_to_vault' => { 'name' => 'wait_to_vault' }, 'vaulting' => { 'name' => 'vaulting' }, 'vaulted' => { 'name' => 'vaulted' } }, 'stat is correct'); # amreport # my $report = <<"END_REPORT"; Hostname: localhost.localdomain Org : DailySet1 Config : TESTCONF Date : June 22, 2016 These dumps were to tape TESTCONF01. The next tape Amanda expects to use is: 1 new tape. FAILURE DUMP SUMMARY: localhost diskname2 lev 0 FAILED [Failed to write header to holding file '$Installcheck::TMP/holding/$timestamp/localhost.diskname2.0.1.tmp': No space left on device] localhost diskname2 lev 0 was successfully retried STATISTICS: Total Full Incr. Level:# -------- -------- -------- -------- Estimate Time (hrs:min) 0:00 Run Time (hrs:min) 0:00 Dump Time (hrs:min) 0:00 0:00 0:00 Output Size (meg) 1.0 1.0 0.0 Original Size (meg) 1.0 1.0 0.0 Avg Compressed Size (%) 100.0 100.0 -- DLEs Dumped 1 1 0 Avg Dump Rate (k/s) 999999.9 999999.9 -- Tape Time (hrs:min) 0:00 0:00 0:00 Tape Size (meg) 1.0 1.0 0.0 Tape Used (%) 3.4 3.4 0.0 DLEs Taped 1 1 0 Parts Taped 1 1 0 Avg Tp Write Rate (k/s) 999999.9 999999.9 -- USAGE BY TAPE: Label Time Size % DLEs Parts TESTCONF01 0:00 1050K 3.4 1 1 NOTES: planner: tapecycle (2) <= runspercycle (10) planner: Adding new disk localhost:diskname2. taper: Slot 1 without label can be labeled taper: tape TESTCONF01 kb 1050 fm 1 [OK] DUMP SUMMARY: DUMPER STATS TAPER STATS HOSTNAME DISK L ORIG-KB OUT-KB COMP% MMM:SS KB/s MMM:SS KB/s -------------------------- ---------------------- ---------------- --------------- localhost diskname2 0 1050 1050 -- 0:00 999999.9 0:00 999999.9 (brought to you by Amanda version 4.0.0alpha.git.00388ecf) END_REPORT check_amreport($report, $timestamp, "amreport first amdump"); # amstatus my $status = <<"END_STATUS"; Using: /amanda/h1/etc/amanda/TESTCONF/log/amdump.1 From Wed Jun 22 08:22:28 EDT 2016 localhost:diskname2 $timestamp 0 1050k dump to tape done (00:00:00) SUMMARY dle real estimated size size ---------------- ---- --------- --------- disk : 1 estimated : 1 1050k flush dump failed : 0 0k ( 0.00%) wait for dumping: 0 0k ( 0.00%) dumping to tape : 0 0k 0k ( 0.00%) ( 0.00%) dumping : 0 0k 0k ( 0.00%) ( 0.00%) dumped : 1 1050k 1050k (100.00%) (100.00%) wait for writing wait to flush writing to tape dumping to tape failed to tape taped : 1 1050k 1050k (100.00%) (100.00%) tape 1 : 1 1050k 1050k ( 3.42%) TESTCONF01 (1 parts) 2 dumpers idle : no-dumpers TESTCONF qlen: 0 0: network free kps: 80000 holding space : 1k (100.00%) dumper0 busy : 00:00:00 ( 5.99%) TESTCONF busy : 00:00:00 ( 1.77%) 0 dumpers busy : 00:00:00 ( 99.56%) 1 dumper busy : 00:00:00 ( 0.44%) END_STATUS check_amstatus($status, $tracefile, "amstatus first amdump"); #diag("reply: " . Data::Dumper::Dumper($reply)); #$rest->stop(); #exit; $rest->stop(); Installcheck::Run::cleanup();