mirror of
https://github.com/berkeleydb/libdb.git
synced 2024-11-16 17:16:25 +00:00
337 lines
11 KiB
Tcl
337 lines
11 KiB
Tcl
# See the file LICENSE for redistribution information.
|
|
#
|
|
# Copyright (c) 2001, 2011 Oracle and/or its affiliates. All rights reserved.
|
|
#
|
|
# $Id$
|
|
#
|
|
# TEST rep021
|
|
# TEST Replication and multiple environments.
|
|
# TEST Run similar tests in separate environments, making sure
|
|
# TEST that some data overlaps. Then, "move" one client env
|
|
# TEST from one replication group to another and make sure that
|
|
# TEST we do not get divergent logs. We either match the first
|
|
# TEST record and end up with identical logs or we get an error.
|
|
# TEST Verify all client logs are identical if successful.
|
|
#
|
|
proc rep021 { method { nclients 3 } { tnum "021" } args } {
|
|
|
|
source ./include.tcl
|
|
global repfiles_in_memory
|
|
global env_private
|
|
|
|
# Run for all access methods.
|
|
if { $checking_valid_methods } {
|
|
return "ALL"
|
|
}
|
|
|
|
# This test depends on copying logs, so can't be run with
|
|
# in-memory logging.
|
|
global mixed_mode_logging
|
|
if { $mixed_mode_logging > 0 } {
|
|
puts "Rep$tnum: Skipping for mixed-mode logging."
|
|
return
|
|
}
|
|
|
|
# This test closes its envs, so it's not appropriate for
|
|
# testing of in-memory named databases.
|
|
global databases_in_memory
|
|
if { $databases_in_memory } {
|
|
puts "Rep$tnum: Skipping for in-memory databases."
|
|
return
|
|
}
|
|
|
|
set msg2 "and on-disk replication files"
|
|
if { $repfiles_in_memory } {
|
|
set msg2 "and in-memory replication files"
|
|
}
|
|
|
|
set msg3 ""
|
|
if { $env_private } {
|
|
set msg3 "with private env"
|
|
}
|
|
|
|
set args [convert_args $method $args]
|
|
set logsets [create_logsets [expr $nclients + 1]]
|
|
|
|
# Run the body of the test with and without recovery.
|
|
foreach r $test_recopts {
|
|
foreach l $logsets {
|
|
set logindex [lsearch -exact $l "in-memory"]
|
|
if { $r == "-recover" && $logindex != -1 } {
|
|
puts "Rep$tnum: Skipping\
|
|
for in-memory logs with -recover."
|
|
continue
|
|
}
|
|
puts "Rep$tnum ($method $r): Replication and\
|
|
$nclients recovered clients in sync $msg2 $msg3."
|
|
puts "Rep$tnum: Master logs are [lindex $l 0]"
|
|
for { set i 0 } { $i < $nclients } { incr i } {
|
|
puts "Rep$tnum: Client $i logs are\
|
|
[lindex $l [expr $i + 1]]"
|
|
}
|
|
rep021_sub $method $nclients $tnum $l $r $args
|
|
}
|
|
}
|
|
}
|
|
|
|
proc rep021_sub { method nclients tnum logset recargs largs } {
|
|
global testdir
|
|
global util_path
|
|
global repfiles_in_memory
|
|
global env_private
|
|
global rep_verbose
|
|
global verbose_type
|
|
|
|
set verbargs ""
|
|
if { $rep_verbose == 1 } {
|
|
set verbargs " -verbose {$verbose_type on} "
|
|
}
|
|
|
|
set repmemargs ""
|
|
if { $repfiles_in_memory } {
|
|
set repmemargs "-rep_inmem_files "
|
|
}
|
|
|
|
set privargs ""
|
|
if { $env_private == 1 } {
|
|
set privargs " -private "
|
|
}
|
|
|
|
set orig_tdir $testdir
|
|
env_cleanup $testdir
|
|
|
|
replsetup $testdir/MSGQUEUEDIR
|
|
|
|
set niter 100
|
|
set offset 5
|
|
set masterdir $testdir/MASTERDIR
|
|
set masterdir2 $testdir/MASTERDIR.NEW
|
|
file mkdir $masterdir
|
|
file mkdir $masterdir2
|
|
|
|
set m_logtype [lindex $logset 0]
|
|
set m_logargs [adjust_logargs $m_logtype]
|
|
set m_txnargs [adjust_txnargs $m_logtype]
|
|
|
|
# We want to run the test 3 times in 2 separate repl envs.
|
|
# This is a little bit tricky due to how we manage replication
|
|
# in Tcl. It assumes one replication group.
|
|
# This is tricky because we need to manage/clear the repl
|
|
# message queues for the different groups when running
|
|
# to one group or the other.
|
|
# To accomplish this we run entirely in the 2nd group first.
|
|
# We set it up and then close all its envs. Then we run
|
|
# to the 1st group, and set it up. Then we add in a client
|
|
# from the 2nd group into the existing 1st group.
|
|
# Although we're doing them in separate parts, this is
|
|
# a description of what we're doing.
|
|
#
|
|
# 1. First add divergent data to database:
|
|
# RepGrp1: Add niter data from 0 to database.
|
|
# RepGrp2: Add niter data from offset to database.
|
|
# This gives us overlapping data in the databases, but they're
|
|
# additions will be at different offsets in the log files.
|
|
#
|
|
# 2. Add identical data to both databases.
|
|
# RepGrp1: Add niter data from niter + offset to database.
|
|
# RepGrp2: Add niter data from niter + offset to database.
|
|
# This gives us identical data in the databases and logs.
|
|
#
|
|
# 3. Again add divergent data to databases.
|
|
# RepGrp1: Add niter data from niter*2+offset to database.
|
|
# RepGrp2: Add niter data from niter*2+offset*2 to database.
|
|
# This gives us overlapping data in the databases, but they're
|
|
# additions will be at different offsets in the log files.
|
|
#
|
|
# 4. Add a client from one group to the other. Then try
|
|
# to sync up that client. We should get a failure with
|
|
# one of the non-matching error messages:
|
|
# "Too few log files to sync with master"
|
|
# REP_JOIN_FAILURE
|
|
|
|
# Open a 2nd master. Make all the 2nd env ids >= 10.
|
|
# For the 2nd group, just have 1 master and 1 client.
|
|
repladd 10
|
|
set ma2_envcmd "berkdb_env_noerr -create $m_txnargs $verbargs \
|
|
$m_logargs -home $masterdir2 $repmemargs $privargs \
|
|
-rep_master -rep_transport \[list 10 replsend\]"
|
|
set menv2 [eval $ma2_envcmd $recargs]
|
|
|
|
set clientdir2 $testdir/CLIENTDIR.NEW
|
|
file mkdir $clientdir2
|
|
set id2 11
|
|
set c_logtype($id2) [lindex $logset 1]
|
|
set c_logargs($id2) [adjust_logargs $c_logtype($id2)]
|
|
set c_txnargs($id2) [adjust_txnargs $c_logtype($id2)]
|
|
|
|
set id2 11
|
|
repladd $id2
|
|
set cl2_envcmd "berkdb_env_noerr -create $c_txnargs($id2) $verbargs \
|
|
$c_logargs($id2) -home $clientdir2 $repmemargs $privargs \
|
|
-rep_client -rep_transport \[list $id2 replsend\]"
|
|
set clenv2 [eval $cl2_envcmd $recargs]
|
|
|
|
set testfile "test$tnum.db"
|
|
set omethod [convert_method $method]
|
|
|
|
set masterdb2 [eval {berkdb_open_noerr -env $menv2 -auto_commit \
|
|
-create -mode 0644} $largs $omethod $testfile]
|
|
error_check_good dbopen [is_valid_db $masterdb2] TRUE
|
|
|
|
#
|
|
# Process startup messages
|
|
#
|
|
set env2list {}
|
|
lappend env2list "$menv2 10"
|
|
lappend env2list "$clenv2 $id2"
|
|
process_msgs $env2list
|
|
|
|
#
|
|
# Set up the three runs of rep_test. We need the starting
|
|
# point for each phase of the test for each group.
|
|
#
|
|
set e1phase1 0
|
|
set e2phase1 $offset
|
|
set e1phase2 [expr $niter + $offset]
|
|
set e2phase2 $e1phase2
|
|
set e1phase3 [expr $e1phase2 + $niter]
|
|
set e2phase3 [expr $e2phase2 + $niter + $offset]
|
|
|
|
puts "\tRep$tnum.a: Running rep_test in 2nd replicated env."
|
|
eval rep_test $method $menv2 $masterdb2 $niter $e2phase1 1 1 $largs
|
|
eval rep_test $method $menv2 $masterdb2 $niter $e2phase2 1 1 $largs
|
|
eval rep_test $method $menv2 $masterdb2 $niter $e2phase3 1 1 $largs
|
|
error_check_good mdb_cl [$masterdb2 close] 0
|
|
process_msgs $env2list
|
|
|
|
puts "\tRep$tnum.b: Close 2nd replicated env. Open primary."
|
|
error_check_good mdb_cl [$clenv2 close] 0
|
|
error_check_good mdb_cl [$menv2 close] 0
|
|
replclose $testdir/MSGQUEUEDIR
|
|
|
|
#
|
|
# Run recovery in client now to blow away region files so
|
|
# that this client comes in as a "new" client and announces itself.
|
|
#
|
|
set stat [catch {eval exec $util_path/db_recover -h $clientdir2} result]
|
|
error_check_good stat $stat 0
|
|
|
|
#
|
|
# Now we've run in the 2nd env. We have everything we need
|
|
# set up and existing in that env. Now run the test in the
|
|
# 1st env and then we'll try to add in the client.
|
|
#
|
|
replsetup $testdir/MSGQUEUEDIR
|
|
# Open a master.
|
|
repladd 1
|
|
set ma_envcmd "berkdb_env_noerr -create $m_txnargs $verbargs \
|
|
$m_logargs -home $masterdir $repmemargs $privargs \
|
|
-rep_master -rep_transport \[list 1 replsend\]"
|
|
set menv [eval $ma_envcmd $recargs]
|
|
|
|
for {set i 0} {$i < $nclients} {incr i} {
|
|
set clientdir($i) $testdir/CLIENTDIR.$i
|
|
file mkdir $clientdir($i)
|
|
set c_logtype($i) [lindex $logset [expr $i + 1]]
|
|
set c_logargs($i) [adjust_logargs $c_logtype($i)]
|
|
set c_txnargs($i) [adjust_txnargs $c_logtype($i)]
|
|
set id($i) [expr 2 + $i]
|
|
repladd $id($i)
|
|
set cl_envcmd($i) "berkdb_env_noerr -create $c_txnargs($i) \
|
|
$c_logargs($i) -home $clientdir($i) $repmemargs \
|
|
$verbargs $privargs \
|
|
-rep_client -rep_transport \[list $id($i) replsend\]"
|
|
set clenv($i) [eval $cl_envcmd($i) $recargs]
|
|
}
|
|
|
|
set masterdb [eval {berkdb_open_noerr -env $menv -auto_commit \
|
|
-create -mode 0644} $largs $omethod $testfile]
|
|
error_check_good dbopen [is_valid_db $masterdb] TRUE
|
|
|
|
# Bring the clients online by processing the startup messages.
|
|
set envlist {}
|
|
lappend envlist "$menv 1"
|
|
for { set i 0 } { $i < $nclients } { incr i } {
|
|
lappend envlist "$clenv($i) $id($i)"
|
|
}
|
|
process_msgs $envlist
|
|
|
|
# Run a modified test001 in the master (and update clients).
|
|
puts "\tRep$tnum.c: Running rep_test in primary replicated env."
|
|
eval rep_test $method $menv $masterdb $niter $e1phase1 1 1 $largs
|
|
eval rep_test $method $menv $masterdb $niter $e1phase2 1 1 $largs
|
|
eval rep_test $method $menv $masterdb $niter $e1phase3 1 1 $largs
|
|
error_check_good mdb_cl [$masterdb close] 0
|
|
# Process any close messages.
|
|
process_msgs $envlist
|
|
|
|
puts "\tRep$tnum.d: Add unrelated client into replication group."
|
|
set i $nclients
|
|
set orig $nclients
|
|
set nclients [expr $nclients + 1]
|
|
|
|
set clientdir($i) $clientdir2
|
|
set id($i) [expr 2 + $i]
|
|
repladd $id($i)
|
|
set cl_envcmd($i) "berkdb_env_noerr -create -txn nosync \
|
|
-home $clientdir($i) $verbargs $repmemargs $privargs \
|
|
-rep_client -rep_transport \[list $id($i) replsend\]"
|
|
set clenv($i) [eval $cl_envcmd($i) $recargs]
|
|
#
|
|
# We'll only catch an error if we turn off autoinit.
|
|
# Otherwise, the system will throw away everything on the
|
|
# client and resync.
|
|
#
|
|
$clenv($i) rep_config {autoinit off}
|
|
|
|
lappend envlist "$clenv($i) $id($i)"
|
|
|
|
fileremove -f $clientdir2/prlog.orig
|
|
set stat [catch {eval exec $util_path/db_printlog \
|
|
-h $clientdir2 >> $clientdir2/prlog.orig} result]
|
|
|
|
set err 0
|
|
process_msgs $envlist 0 NONE err
|
|
|
|
puts "\tRep$tnum.e: Close all envs and run recovery in clients."
|
|
error_check_good menv_cl [$menv close] 0
|
|
for {set i 0} {$i < $nclients} {incr i} {
|
|
error_check_good cl$i.close [$clenv($i) close] 0
|
|
set hargs($i) "-h $clientdir($i)"
|
|
}
|
|
set i [expr $nclients - 1]
|
|
fileremove -f $clientdir($i)/prlog
|
|
set stat [catch {eval exec $util_path/db_printlog \
|
|
-h $clientdir($i) >> $clientdir($i)/prlog} result]
|
|
|
|
# If we got an error, then the log should match the original
|
|
# and the error message should tell us the client was never
|
|
# part of this environment.
|
|
#
|
|
if { $err != 0 } {
|
|
puts "\tRep$tnum.f: Verify client log matches original."
|
|
error_check_good log_cmp(orig,$i) \
|
|
[filecmp $clientdir($i)/prlog.orig $clientdir($i)/prlog] 0
|
|
puts "\tRep$tnum.g: Verify client error."
|
|
error_check_good errchk [is_substr $err \
|
|
"REP_JOIN_FAILURE"] 1
|
|
} else {
|
|
puts "\tRep$tnum.f: Verify client log doesn't match original."
|
|
error_check_good log_cmp(orig,$i) \
|
|
[filecmp $clientdir($i)/prlog.orig $clientdir($i)/prlog] 1
|
|
puts "\tRep$tnum.g: Verify new client log matches master."
|
|
set stat [catch {eval exec $util_path/db_printlog \
|
|
-h $masterdir >& $masterdir/prlog} result]
|
|
fileremove -f $clientdir($i)/prlog
|
|
set stat [catch {eval exec $util_path/db_printlog \
|
|
-h $clientdir($i) >> $clientdir($i)/prlog} result]
|
|
error_check_good stat_prlog $stat 0
|
|
error_check_good log_cmp(master,$i) \
|
|
[filecmp $masterdir/prlog $clientdir($i)/prlog] 0
|
|
}
|
|
|
|
replclose $testdir/MSGQUEUEDIR
|
|
set testdir $orig_tdir
|
|
return
|
|
}
|
|
|