tests/cluster/tests/11-manual-takeover.tcl


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

# Manual takeover test

source "../tests/includes/init-tests.tcl"

test "Create a 5 nodes cluster" {
    create_cluster 5 5
}

test "Cluster is up" {
    assert_cluster_state ok
}

test "Cluster is writable" {
    cluster_write_test 0
}

test "Killing majority of master nodes" {
    kill_instance redis 0
    kill_instance redis 1
    kill_instance redis 2
}

test "Cluster should eventually be down" {
    assert_cluster_state fail
}

test "Use takeover to bring slaves back" {
    R 5 cluster failover takeover
    R 6 cluster failover takeover
    R 7 cluster failover takeover
}

test "Cluster should eventually be up again" {
    assert_cluster_state ok
}

test "Cluster is writable" {
    cluster_write_test 4
}

test "Instance #5, #6, #7 are now masters" {
    assert {[RI 5 role] eq {master}}
    assert {[RI 6 role] eq {master}}
    assert {[RI 7 role] eq {master}}
}

test "Restarting the previously killed master nodes" {
    restart_instance redis 0
    restart_instance redis 1
    restart_instance redis 2
}

test "Instance #0, #1, #2 gets converted into a slaves" {
    wait_for_condition 1000 50 {
        [RI 0 role] eq {slave} && [RI 1 role] eq {slave} && [RI 2 role] eq {slave}
    } else {
        fail "Old masters not converted into slaves"
    }
}