source include/not_valgrind.inc; source include/have_memcached_plugin.inc; source include/not_windows.inc; --disable_query_log CALL mtr.add_suppression("daemon-memcached-w-batch-size': unsigned"); CALL mtr.add_suppression("Could not obtain server's UPN to be used as target service name"); CALL mtr.add_suppression("Warning: MySQL is trying to drop"); --enable_query_log --enable_connect_log SET @transaction_isolation= @@global.transaction_isolation; SET GLOBAL TRANSACTION ISOLATION LEVEL READ UNCOMMITTED; # Create the memcached tables --disable_query_log source include/memcache_config.inc; --enable_query_log INSERT INTO cache_policies VALUES("cache_policy", "innodb_only", "innodb_only", "innodb_only", "innodb_only"); INSERT INTO config_options VALUES("separator", "|"); # describe table for memcache INSERT INTO containers VALUES ("desc_t1", "test", "t1", "c1", "c2", "c3", "c4", "c5", "PRIMARY"); USE test; --disable_warnings DROP TABLE IF EXISTS t1; --enable_warnings CREATE TABLE t1 (c1 VARCHAR(32), c2 VARCHAR(1024), c3 INT, c4 BIGINT UNSIGNED, c5 INT, primary key(c1)) ENGINE = INNODB; INSERT INTO t1 VALUES ('D', 'Darmstadt', 0, 0, 0); INSERT INTO t1 VALUES ('B', 'Berlin', 0, 0, 0); INSERT INTO t1 VALUES ('C', 'Cottbus', 0, 0 ,0); INSERT INTO t1 VALUES ('H', 'Hamburg', 0, 0, 0); # Tables must exist before plugin can be started! --let $memcached_address=$ENV_MEMCACHED_ADDRESS --source ../include/load_daemon_memcached_expecting_success.inc # Spawn 3 clients which bombard the server in parallel perl; # Set to 1 if you want to test empty keys (strings of length 0) # which usually leads to server noticing syntax error and causing # handling of which causes a lot of bugs around dangling conn_data # at the price of slowdown of the whole test due to waiting for timeouts # in client after each such failure. my $TEST_EMPTY_KEYS = $ENV{'ENV_TEST_EMPTY_KEYS'}; # Each test needs a separate server instance my $MEMCACHED_ADDRESS = $ENV{'ENV_MEMCACHED_ADDRESS'}; # You might want to run bisect on the set of commands used during this test. # Note that some bugs are actually easier to reproduce with the set of # operations restricted to just (1,9,12,16) or (1,5,9,12,16). my $STEPS_SUBSET = $ENV{'ENV_STEPS_SUBSET'}; print "TEST EMPTY KEYS: $TEST_EMPTY_KEYS\n"; print "MEMCACHED ADDRESS: $MEMCACHED_ADDRESS\n"; print "STEPS SUBSET: $STEPS_SUBSET\n"; sub mt_rand { my $a = shift; my $b = shift; my $c = $b + 1 - $a; return $a + int(rand($c)); } sub rand_str { my $maxlengt = shift; my $k=mt_rand(($TEST_EMPTY_KEYS?0:1),$maxlengt); my @Chars = ('1'..'9'); my $Number = ''; for (1..$k) { $Number .= $Chars[int rand @Chars]; } return $Number; } use DBI; use Cache::Memcached; use Time::HiRes qw(time); use POSIX qw(strftime); my @steps = $STEPS_SUBSET =~ /\d+/g; sub run_single_client { my $worker_id=shift; # For debug you might want to change to 1 my $VERBOSE = 0; if ($VERBOSE) { open(RESULT_FILE, ">/tmp/$worker_id.worker_log"); select(RESULT_FILE); $| = 1; } sub log_print { if ($VERBOSE) { my $msg = shift; my $t = time; my $date = strftime "%F %T", localtime $t; $date .= sprintf ".%06d", ($t-int($t))*1e6; print "At $date worker $worker_id: $msg\n"; } } my $memd = new Cache::Memcached { 'servers' => [ $MEMCACHED_ADDRESS ], 'connect_timeout' => 20, 'select_timeout' => 20 }; my $key=mt_rand(0,100); my $rounds = 40000 / @steps; log_print "Running $rounds rounds..."; for my $i (0..$rounds) { if(mt_rand(0,100)==0 && (1 ~~ @steps)){ log_print "Flush all"; my $res = $memd->flush_all; log_print "Flush all returned $res"; } if(mt_rand(0,1)==0 && (2 ~~ @steps)){ $key=mt_rand(0,100); } if(mt_rand(0,100)==0&& (3 ~~ @steps)){ $key=rand_str(3); } my $new_val=""; if(mt_rand(0,1)==0 && (4 ~~ @steps)){ $new_val=rand_str(67000); } else { $new_val=mt_rand(0,67000); } if(mt_rand(0,2)==0 && (5 ~~ @steps)){ log_print "Set $key to $new_val.."; my $res=$memd->set($key,$new_val); log_print "Set $key to $new_val returned $res"; } if(mt_rand(0,1)==0 && (6 ~~ @steps)){ $key=mt_rand(0,100); } if(mt_rand(0,2)==0 && (7 ~~ @steps)){ log_print "Replace $key with $new_val.."; my $res=$memd->replace($key,$new_val); log_print "Replace $key with $new_val returned $res"; } if(mt_rand(0,1)==0 && (8 ~~ @steps)){ $key=mt_rand(0,100); } if(mt_rand(0,2)==0 && (9 ~~ @steps)){ log_print "Get $key ..."; my $val=$memd->get($key); log_print "Get $key returned $val"; } if(mt_rand(0,1)==0 && (10 ~~ @steps)){ $key=mt_rand(0,100); } if(mt_rand(0,2)==0 && (11 ~~ @steps)){ log_print "Increment $key ..."; my $val=$memd->incr($key); log_print "Increment $key returned $val"; } if(mt_rand(0,1)==0 && (12 ~~ @steps)){ $key=mt_rand(0,1000); } if(mt_rand(0,2)==0 && (13 ~~ @steps)){ log_print "Decrement $key ..."; my $val=$memd->decr($key); log_print "Decrement $key returned $val"; } if(mt_rand(0,1)==0 && (14 ~~ @steps)){ $key=mt_rand(0,10000000); } if(mt_rand(0,50)==0 && (15 ~~ @steps)){ log_print "Delete $key..."; my $res=$memd->delete($key); log_print "Delete $key returned $res"; } if($i%1000 == 0 && (16 ~~ @steps)) { log_print "Get stats()..."; my %hash = $memd->stats(); log_print %hash; } $i++; } $memd->disconnect_all; } use threads; for my $worker_id (1..3) { print "Spawning $worker_id\n"; threads->create('run_single_client', $worker_id); } foreach my $thr ( threads->list() ) { print "joining...\n"; $thr->join(); } EOF # Stop plugin before innodb_memcached configuration UNINSTALL PLUGIN daemon_memcached; DROP TABLE t1; DROP DATABASE innodb_memcache; SET @@global.transaction_isolation= @transaction_isolation;