blob: 6fc633463727963baf8cc9488a21ec4d4bf084d4 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
# See the file LICENSE for redistribution information.
#
# Copyright (c) 2007, 2012 Oracle and/or its affiliates. All rights reserved.
#
# $Id$
#
# TEST repmgr012
# TEST repmgr heartbeat test.
# TEST
# TEST Start an appointed master and one client site. Set heartbeat
# TEST send and monitor values and process some transactions. Stop
# TEST sending heartbeats from master and verify that client sees
# TEST a dropped connection.
# TEST
# TEST Run for btree only because access method shouldn't matter.
# TEST
proc repmgr012 { { niter 100 } { tnum "012" } args } {
source ./include.tcl
if { $is_freebsd_test == 1 } {
puts "Skipping replication manager test on FreeBSD platform."
return
}
set method "btree"
set args [convert_args $method $args]
puts "Repmgr$tnum ($method): repmgr heartbeat test."
repmgr012_sub $method $niter $tnum $args
}
proc repmgr012_sub { method niter tnum largs } {
global testdir
global rep_verbose
global verbose_type
set nsites 2
set verbargs ""
if { $rep_verbose == 1 } {
set verbargs " -verbose {$verbose_type on} "
}
env_cleanup $testdir
set ports [available_ports $nsites]
set masterdir $testdir/MASTERDIR
set clientdir $testdir/CLIENTDIR
file mkdir $masterdir
file mkdir $clientdir
# Open a master.
puts "\tRepmgr$tnum.a: Start a master."
set ma_envcmd "berkdb_env_noerr -create $verbargs \
-errpfx MASTER -home $masterdir -txn -rep -thread"
set masterenv [eval $ma_envcmd]
$masterenv repmgr -ack all \
-local [list 127.0.0.1 [lindex $ports 0]] \
-start master
# Open a client.
puts "\tRepmgr$tnum.b: Start a client."
set cl_envcmd "berkdb_env_noerr -create $verbargs \
-errpfx CLIENT -home $clientdir -txn -rep -thread"
set clientenv [eval $cl_envcmd]
$clientenv repmgr -ack all \
-local [list 127.0.0.1 [lindex $ports 1]] \
-remote [list 127.0.0.1 [lindex $ports 0]] \
-start client
await_startup_done $clientenv
#
# Use of -ack all guarantees replication complete before repmgr send
# function returns and rep_test finishes.
#
puts "\tRepmgr$tnum.c: Run first set of transactions at master."
eval rep_test $method $masterenv NULL $niter 0 0 0 $largs
puts "\tRepmgr$tnum.d: Verifying client database contents."
rep_verify $masterdir $masterenv $clientdir $clientenv 1 1 1
# Timeouts are in microseconds, heartbeat monitor should be
# longer than heartbeat_send.
puts "\tRepmgr$tnum.e: Set heartbeat timeouts."
$masterenv repmgr -timeout {heartbeat_send 100000}
$clientenv repmgr -timeout {heartbeat_monitor 180000}
puts "\tRepmgr$tnum.f: Run second set of transactions at master."
eval rep_test $method $masterenv NULL $niter $niter 0 0 $largs
puts "\tRepmgr$tnum.g: Verifying client database contents."
rep_verify $masterdir $masterenv $clientdir $clientenv 1 1 1
# Make sure client reacts to the lost master connection by holding an
# election. To do so, first check initial value of stats, then make
# sure it increases.
#
set init_eh [stat_field $clientenv rep_stat "Elections held"]
set init_cd [stat_field $clientenv repmgr_stat "Connections dropped"]
# Make sure client notices the lack of heartbeat. Since the client's
# heartbeat monitoring granularity is < 1 second, if we wait up to 5
# seconds that ought to give it plenty of time to notice and react.
#
puts "\tRepmgr$tnum.h: Remove master heartbeat and wait."
$masterenv repmgr -timeout {heartbeat_send 0}
set max_wait 5
await_condition {[stat_field $clientenv rep_stat \
"Elections held"] > $init_eh} $max_wait
error_check_good conndrop [expr \
[stat_field $clientenv repmgr_stat "Connections dropped"] \
> $init_cd] 1
error_check_good client_close [$clientenv close] 0
error_check_good master_close [$masterenv close] 0
}
|