# See the file LICENSE for redistribution information. # # Copyright (c) 2005, 2012 Oracle and/or its affiliates. All rights reserved. # # $Id$ # # TEST rep045 # TEST # TEST Replication with versions. # TEST # TEST Mimic an application where a database is set up in the # TEST background and then put into a replication group for use. # TEST The "version database" identifies the current live # TEST version, the database against which queries are made. # TEST For example, the version database might say the current # TEST version is 3, and queries would then be sent to db.3. # TEST Version 4 is prepared for use while version 3 is in use. # TEST When version 4 is complete, the version database is updated # TEST to point to version 4 so queries can be directed there. # TEST # TEST This test has a master and two clients. One client swaps # TEST roles with the master, and the other client runs constantly # TEST in another process. proc rep045 { method { tnum "045" } args } { source ./include.tcl global databases_in_memory global repfiles_in_memory # Valid for all access methods. if { $checking_valid_methods } { return "ALL" } set args [convert_args $method $args] set logsets [create_logsets 3] # Set up for on-disk or in-memory databases. set msg "using on-disk databases" if { $databases_in_memory } { set msg "using named in-memory databases" if { [is_queueext $method] } { puts -nonewline "Skipping rep$tnum for method " puts "$method with named in-memory databases." return } } set msg2 "and on-disk replication files" if { $repfiles_in_memory } { set msg2 "and in-memory replication files" } foreach l $logsets { set logindex [lsearch -exact $l "in-memory"] puts "Rep$tnum ($method): Replication with version\ databases $msg $msg2." puts "Rep$tnum: Master logs are [lindex $l 0]" puts "Rep$tnum: Client 0 logs are [lindex $l 1]" puts "Rep$tnum: Client 1 logs are [lindex $l 2]" rep045_sub $method $tnum $l $args } } proc rep045_sub { method tnum logset largs } { source ./include.tcl set orig_tdir $testdir global databases_in_memory global repfiles_in_memory global rep_verbose global verbose_type set verbargs "" if { $rep_verbose == 1 } { set verbargs " -verbose {$verbose_type on} " } set repmemargs "" if { $repfiles_in_memory } { set repmemargs "-rep_inmem_files " } set masterdir $testdir/MASTERDIR set clientdir0 $testdir/CLIENTDIR0 set clientdir1 $testdir/CLIENTDIR1 env_cleanup $testdir replsetup $testdir/MSGQUEUEDIR file mkdir $masterdir file mkdir $clientdir0 file mkdir $clientdir1 set m_logtype [lindex $logset 0] set c_logtype [lindex $logset 1] set c2_logtype [lindex $logset 2] # In-memory logs require a large log buffer, and cannot # be used with -txn nosync. set m_logargs [adjust_logargs $m_logtype] set c_logargs [adjust_logargs $c_logtype] set c2_logargs [adjust_logargs $c2_logtype] set m_txnargs [adjust_txnargs $m_logtype] set c_txnargs [adjust_txnargs $c_logtype] set c2_txnargs [adjust_txnargs $c2_logtype] # Increase cache size for in-memory databases. set cacheargs "" if { $databases_in_memory } { set cachesize [expr 2 * (1024 * 1024)] set cacheargs "-cachesize { 0 $cachesize 1 }" } set omethod [convert_method $method] # Open a master. repladd 1 set envcmd(M0) "berkdb_env_noerr -create $m_txnargs \ $m_logargs -errpfx ENV.M0 $verbargs $repmemargs \ $cacheargs \ -errfile /dev/stderr -lock_detect default \ -home $masterdir -rep_transport \[list 1 replsend\]" set menv [eval $envcmd(M0) -rep_master] # Open a client repladd 2 set envcmd(C0) "berkdb_env_noerr -create $c_txnargs \ $c_logargs -errpfx ENV.C0 $verbargs $repmemargs \ $cacheargs \ -errfile /dev/stderr -lock_detect default \ -home $clientdir0 -rep_transport \[list 2 replsend\]" set cenv0 [eval $envcmd(C0) -rep_client] # Open second client. repladd 3 set envcmd(C1) "berkdb_env_noerr -create $c2_txnargs \ $c2_logargs -errpfx ENV.C1 $verbargs $repmemargs \ $cacheargs \ -errfile /dev/stderr -lock_detect default \ -home $clientdir1 -rep_transport \[list 3 replsend\]" set cenv1 [eval $envcmd(C1) -rep_client] # Bring the clients online by processing the startup messages. set envlist "{$menv 1} {$cenv0 2} {$cenv1 3}" process_msgs $envlist # Clobber replication's 30-second anti-archive timer, which will have # been started by client sync-up internal init, so that we can do a # db_remove in a moment. # $menv test force noarchive_timeout puts "\tRep$tnum.a: Initialize version database." # Set up variables so we cycle through version numbers 1 # through maxversion several times. if { $databases_in_memory } { set vname { "" "version.db" } } else { set vname "version.db" } set version 0 set maxversion 5 set iter 12 set nentries 100 set start 0 # The version db is always btree. set vdb [eval {berkdb_open_noerr -env $menv -create \ -auto_commit -mode 0644} -btree $vname] error_check_good init_version [$vdb put VERSION $version] 0 error_check_good vdb_close [$vdb close] 0 process_msgs $envlist # Start up a separate process that constantly reads data # from the current official version. puts "\tRep$tnum.b: Spawn a child tclsh to do client work." set pid [exec $tclsh_path $test_path/wrap.tcl \ rep045script.tcl $testdir/rep045script.log \ $clientdir1 $vname $databases_in_memory &] # Main loop: update query database, process messages (or don't, # simulating a failure), announce the new version, process # messages (or don't), and swap masters. set version 1 for { set i 1 } { $i < $iter } { incr i } { # If database.N exists on disk, clean it up. if { $databases_in_memory } { set dbname { "" "db.$version" } } else { set dbname "db.$version" } if { [file exists $masterdir/$dbname] == 1 } { puts "\tRep$tnum.c.$i: Removing old version $version." error_check_good dbremove \ [$menv dbremove -auto_commit $dbname] 0 } puts "\tRep$tnum.c.$i: Set up query database $version." set db [eval berkdb_open_noerr -create -env $menv\ -auto_commit -mode 0644 $largs $omethod $dbname] error_check_good db_open [is_valid_db $db] TRUE eval rep_test $method $menv $db $nentries $start $start 0 $largs incr start $nentries error_check_good db_close [$db close] 0 # We alternate between processing the messages and # clearing the messages to simulate a failure. set process [expr $i % 2] if { $process == 1 } { process_msgs $envlist } else { replclear 2 replclear 3 } # Announce new version. puts "\tRep$tnum.d.$i: Announce new version $version." set vdb [eval {berkdb_open_noerr -env $menv \ -auto_commit -mode 0644} $vname] error_check_good update_version [$vdb put VERSION $version] 0 error_check_good vdb_close [$vdb close] 0 # Process messages or simulate failure. if { $process == 1 } { process_msgs $envlist } else { replclear 2 replclear 3 } # Switch master, update envlist. puts "\tRep$tnum.e.$i: Switch masters." set envlist [switch_master $envlist] # Update values for next iteration. set menv [lindex [lindex $envlist 0] 0] set cenv0 [lindex [lindex $envlist 1] 0] incr version if { $version > $maxversion } { set version 1 } } # Signal to child that we are done. set vdb [eval {berkdb_open_noerr -env $menv \ -auto_commit -mode 0644} $vname] error_check_good version_done [$vdb put VERSION DONE] 0 error_check_good vdb_close [$vdb close] 0 process_msgs $envlist # Watch for child to finish. watch_procs $pid 5 puts "\tRep$tnum.f: Clean up." error_check_good menv_close [$menv close] 0 error_check_good cenv0_close [$cenv0 close] 0 error_check_good cenv1_close [$cenv1 close] 0 replclose $testdir/MSGQUEUEDIR # Check for failures in child's log file. set errstrings [eval findfail $testdir/rep045script.log] foreach str $errstrings { puts "FAIL: error message in log file: $str" } set testdir $orig_tdir return } proc switch_master { envlist } { # Find env handles and machine ids. set menv [lindex [lindex $envlist 0] 0] set mid [lindex [lindex $envlist 0] 1] set cenv [lindex [lindex $envlist 1] 0] set cid [lindex [lindex $envlist 1] 1] set cenv1 [lindex [lindex $envlist 2] 0] set cid1 [lindex [lindex $envlist 2] 1] # Downgrade master, upgrade client. error_check_good master_downgrade [$menv rep_start -client] 0 error_check_good client_upgrade [$cenv rep_start -master] 0 process_msgs $envlist # Adjust envlist. The former client env is the new master, # and vice versa. set newenvlist "{$cenv $cid} {$menv $mid} {$cenv1 $cid1}" return $newenvlist }