1# See the file LICENSE for redistribution information.
2#
3# Copyright (c) 2004,2008 Oracle.  All rights reserved.
4#
5# $Id: rep020.tcl,v 12.19 2008/01/08 20:58:53 bostic Exp $
6#
7# TEST  rep020
8# TEST	Replication elections - test election generation numbers.
9# TEST
10
11proc rep020 { method args } {
12	global rand_init
13
14	source ./include.tcl
15	if { $is_windows9x_test == 1 } {
16		puts "Skipping replication test on Win 9x platform."
17		return
18	}
19	set tnum "020"
20
21	# Run for btree only.
22	if { $checking_valid_methods } {
23		set test_methods { btree }
24		return $test_methods
25	}
26	if { [is_btree $method] == 0 } {
27		puts "Rep$tnum: Skipping for method $method."
28		return
29	}
30
31	error_check_good set_random_seed [berkdb srand $rand_init] 0
32	set nclients 5
33	set logsets [create_logsets [expr $nclients + 1]]
34	foreach l $logsets {
35		puts "Rep$tnum ($method): Election generation test."
36		puts "Rep$tnum: Master logs are [lindex $l 0]"
37		for { set i 0 } { $i < $nclients } { incr i } {
38			puts "Rep$tnum: Client $i logs are\
39			    [lindex $l [expr $i + 1]]"
40		}
41		rep020_sub $method $nclients $tnum $l $args
42	}
43}
44
45proc rep020_sub { method nclients tnum logset largs } {
46	source ./include.tcl
47	global errorInfo
48	global mixed_mode_logging
49	global rep_verbose
50	global verbose_type
51
52	set verbargs ""
53	if { $rep_verbose == 1 } {
54		set verbargs " -verbose {$verbose_type on} "
55	}
56
57	env_cleanup $testdir
58
59	set qdir $testdir/MSGQUEUEDIR
60	replsetup $qdir
61
62	set masterdir $testdir/MASTERDIR
63	file mkdir $masterdir
64	set m_logtype [lindex $logset 0]
65	set m_logargs [adjust_logargs $m_logtype]
66	set m_txnargs [adjust_txnargs $m_logtype]
67
68	for { set i 0 } { $i < $nclients } { incr i } {
69		set clientdir($i) $testdir/CLIENTDIR.$i
70		file mkdir $clientdir($i)
71		set c_logtype($i) [lindex $logset [expr $i + 1]]
72		set c_logargs($i) [adjust_logargs $c_logtype($i)]
73		set c_txnargs($i) [adjust_txnargs $c_logtype($i)]
74	}
75
76	# Open a master.
77	set envlist {}
78	repladd 1
79	set env_cmd(M) "berkdb_env_noerr -create -log_max 1000000 $verbargs \
80	    -event rep_event \
81	    -home $masterdir $m_txnargs $m_logargs -rep_master \
82	    -errpfx MASTER -rep_transport \[list 1 replsend\]"
83	set masterenv [eval $env_cmd(M)]
84	lappend envlist "$masterenv 1"
85
86	# Open the clients.
87	for { set i 0 } { $i < $nclients } { incr i } {
88		set envid [expr $i + 2]
89		repladd $envid
90		set env_cmd($i) "berkdb_env_noerr -create -event rep_event \
91		    $verbargs -home $clientdir($i) \
92		    $c_txnargs($i) $c_logargs($i) \
93		    -rep_client -rep_transport \[list $envid replsend\]"
94		set clientenv($i) [eval $env_cmd($i)]
95		lappend envlist "$clientenv($i) $envid"
96	}
97
98	# Run a modified test001 in the master.
99	process_msgs $envlist
100	puts "\tRep$tnum.a: Running rep_test in replicated env."
101	set niter 10
102	eval rep_test $method $masterenv NULL $niter 0 0 0 0 $largs
103	process_msgs $envlist
104	error_check_good masterenv_close [$masterenv close] 0
105	set envlist [lreplace $envlist 0 0]
106
107	foreach pair $envlist {
108		set i [expr [lindex $pair 1] - 2]
109		replclear [expr $i + 2]
110		set err_cmd($i) "none"
111		set pri($i) 10
112		set crash($i) 0
113		if { $rep_verbose == 1 } {
114			$clientenv($i) errpfx CLIENT$i
115			$clientenv($i) verbose $verbose_type on
116			$clientenv($i) errfile /dev/stderr
117			set env_cmd($i) [concat $env_cmd($i) \
118			    "-errpfx CLIENT$i -errfile /dev/stderr"]
119		}
120	}
121
122	set msg "Rep$tnum.b"
123	puts "\t$msg: Run elections to increment egen."
124
125	set nelect 2
126	set nsites $nclients
127	set nvotes $nclients
128	for { set j 0 } { $j < $nelect } { incr j } {
129		# Pick winner and elector randomly.
130		set winner [berkdb random_int 0 [expr $nclients - 1]]
131		setpriority pri $nclients $winner
132		set elector [berkdb random_int 0 [expr $nclients - 1]]
133		run_election env_cmd envlist err_cmd pri crash $qdir \
134		    $msg $elector $nsites $nvotes $nclients $winner 1 test.db
135	}
136	process_msgs $envlist
137
138	set msg "Rep$tnum.c"
139	puts "\t$msg: Updating egen when getting an old vote."
140
141	#
142	# Find the last client and save the election generation number.
143	# Close the last client and adjust the list of envs to process.
144	#
145	set i [expr $nclients - 1]
146	set last [lindex $envlist end]
147	set clientenv($i) [lindex $last 0]
148	set egen($i) \
149	    [stat_field $clientenv($i) rep_stat "Election generation number"]
150	error_check_good clientenv_close($i) [$clientenv($i) close] 0
151	set envlist [lreplace $envlist end end]
152
153	# Run a few more elections while the last client is closed.
154	# Make sure we don't pick the closed client as the winner,
155	# and require votes from one fewer site.
156	#
157	set orig_nvotes $nvotes
158	set orig_nclients $nclients
159	set nvotes [expr $orig_nvotes - 1]
160	set nclients [expr $orig_nclients - 1]
161	for { set j 0 } { $j < $nelect } { incr j } {
162		set winner [berkdb random_int 0 [expr $nclients - 1]]
163		setpriority pri $nclients $winner
164		set elector [berkdb random_int 0 [expr $nclients - 1]]
165		run_election env_cmd envlist err_cmd pri crash $qdir \
166		    $msg $elector $nsites $nvotes $nclients $winner 1 test.db
167	}
168	process_msgs $envlist
169	#
170	# Verify that the last client's election generation number has
171	# changed, and that it matches the other clients.
172	#
173	set pair [lindex $envlist 0]
174	set clenv [lindex $pair 0]
175	set clegen [stat_field \
176	    $clenv rep_stat "Election generation number"]
177
178	# Reopen last client's env.  Do not run recovery, but do
179	# process messages to get the egen updated.
180	replclear $envid
181	set clientenv($i) [eval $env_cmd($i)]
182	lappend envlist "$clientenv($i) $envid"
183	error_check_good client_reopen [is_valid_env $clientenv($i)] TRUE
184	process_msgs $envlist
185
186	set newegen($i) \
187	    [stat_field $clientenv($i) rep_stat "Election generation number"]
188	error_check_bad egen_changed $newegen($i) $egen($i)
189	error_check_good egen_changed1 $newegen($i) $clegen
190
191	set msg "Rep$tnum.d"
192	puts "\t$msg: New client starts election."
193	#
194	# Run another election, this time called by the last client.
195	# This should succeed because the last client has already
196	# caught up to the others for egen.
197	#
198	set winner 2
199	set nvotes $orig_nvotes
200	set nclients $orig_nclients
201	set elector [expr $nclients - 1]
202	setpriority pri $nclients $winner
203	run_election env_cmd envlist err_cmd pri crash $qdir \
204	    $msg $elector $nsites $nvotes $nclients $winner 0 test.db
205
206	set newegen($i) \
207	    [stat_field $clientenv($i) rep_stat "Election generation number"]
208	foreach pair $envlist {
209		set i [expr [lindex $pair 1] - 2]
210		set clientenv($i) [lindex $pair 0]
211		set egen($i) [stat_field \
212		    $clientenv($i) rep_stat "Election generation number"]
213	}
214	error_check_good egen_catchup $egen(4) $egen(3)
215
216	# Skip this part of the test for mixed-mode logging,
217	# since we can't recover with in-memory logs.
218	if { $mixed_mode_logging == 0 } {
219		set msg "Rep$tnum.e"
220		puts "\t$msg: Election generation is not changed in recovery."
221		# Note all client egens.  Close, recover, process messages,
222		# and check that egens are unchanged.
223		set big_e [big_endian]
224		foreach pair $envlist {
225			set i [expr [lindex $pair 1] - 2]
226			set fid [open $clientdir($i)/__db.rep.egen r]
227			fconfigure $fid -translation binary
228			set data [read $fid 4]
229			if { $big_e } {
230				binary scan $data I egen($i)
231			} else {
232				binary scan $data i egen($i)
233			}
234			binary scan $data c val
235			close $fid
236			set clientenv($i) [lindex $pair 0]
237			$clientenv($i) log_flush
238			error_check_good \
239			    clientenv_close($i) [$clientenv($i) close] 0
240			set clientenv($i) [eval $env_cmd($i) -recover]
241			set envlist [lreplace \
242			    $envlist $i $i "$clientenv($i) [expr $i + 2]"]
243		}
244		process_msgs $envlist
245		foreach pair $envlist {
246			set i [expr [lindex $pair 1] - 2]
247			set newegen($i) [stat_field $clientenv($i) \
248			    rep_stat "Election generation number"]
249			error_check_good egen_recovery $egen($i) $newegen($i)
250		}
251
252		# Run an election.  Now the egens should go forward.
253		set winner [berkdb random_int 0 [expr $nclients - 1]]
254		setpriority pri $nclients $winner
255		set elector [berkdb random_int 0 [expr $nclients - 1]]
256		run_election env_cmd envlist err_cmd pri crash $qdir \
257		    $msg $elector $nsites $nvotes $nclients $winner 1 test.db
258
259		foreach pair $envlist {
260			set i [expr [lindex $pair 1] - 2]
261			set clientenv($i) [lindex $pair 0]
262			set newegen($i) [stat_field $clientenv($i) \
263			    rep_stat "Election generation number"]
264			error_check_good \
265			    egen_forward [expr $newegen($i) > $egen($i)] 1
266		}
267	}
268
269	foreach pair $envlist {
270		set cenv [lindex $pair 0]
271                error_check_good cenv_close [$cenv close] 0
272        }
273
274	replclose $testdir/MSGQUEUEDIR
275}
276
277