MongoDB 4.2副本集自動故障轉移（一主一副一仲裁）
阿新 • • 發佈：2021-09-05
一、檢查副本集狀態
| 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 |
handong1:PRIMARY>rs.status()
{
"set":"handong1",
"date":ISODate("2021-03-18T11:43:08.167Z"),
"myState":1,
"term":NumberLong(3),
"syncingTo":"",
"syncSourceHost":"",
"syncSourceId":-1,
"heartbeatIntervalMillis":NumberLong(2000),
"majorityVoteCount":2,
"writeMajorityCount":2,
"optimes":{
"lastCommittedOpTime":{
"ts":Timestamp(1616067784,1),
"t":NumberLong(3)
},
"lastCommittedWallTime":ISODate("2021-03-18T11:43:04.894Z"),
"readConcernMajorityOpTime":{
"ts":Timestamp(1616067784,1),
"t":NumberLong(3)
},
"readConcernMajorityWallTime":ISODate("2021-03-18T11:43:04.894Z"),
"appliedOpTime":{
"ts":Timestamp(1616067784,1),"t":NumberLong(3)
},
"durableOpTime":{
"ts":Timestamp(1616067784,1),
"t":NumberLong(3)
},
"lastAppliedWallTime":ISODate("2021-03-18T11:43:04.894Z"),
"lastDurableWallTime":ISODate("2021-03-18T11:43:04.894Z")
},
"lastStableRecoveryTimestamp":Timestamp(1616067764,1),
"lastStableCheckpointTimestamp":Timestamp(1616067764,1),
"electionCandidateMetrics":{
"lastElectionReason":"electionTimeout",
"lastElectionDate":ISODate("2021-03-18T09:05:47.089Z"),
"electionTerm":NumberLong(3),
"lastCommittedOpTimeAtElection":{
"ts":Timestamp(0,0),
"t":NumberLong(-1)
},
"lastSeenOpTimeAtElection":{
"ts":Timestamp(1616055916,1),
"t":NumberLong(2)
},
"numVotesNeeded":1,
"priorityAtElection":1,
"electionTimeoutMillis":NumberLong(10000),
"newTermStartDate":ISODate("2021-03-18T09:05:47.098Z"),
"wMajorityWriteAvailabilityDate":ISODate("2021-03-18T09:05:47.129Z")
},
"members":[
{
"_id":0,
"name":"172.16.254.131:27017",
"health":1,
"state":1,
"stateStr":"PRIMARY",
"uptime":9444,
"optime":{
"ts":Timestamp(1616067784,1),
"t":NumberLong(3)
},
"optimeDate":ISODate("2021-03-18T11:43:04Z"),
"syncingTo":"",
"syncSourceHost":"",
"syncSourceId":-1,
"infoMessage":"",
"electionTime":Timestamp(1616058347,1),
"electionDate":ISODate("2021-03-18T09:05:47Z"),
"configVersion":6,
"self":true,
"lastHeartbeatMessage":""
},
{
"_id":1,
"name":"mongo2:27017",
"health":1,
"state":2,
"stateStr":"SECONDARY",
"uptime":8089,
"optime":{
"ts":Timestamp(1616067784,1),
"t":NumberLong(3)
},
"optimeDurable":{
"ts":Timestamp(1616067784,1),
"t":NumberLong(3)
},
"optimeDate":ISODate("2021-03-18T11:43:04Z"),
"optimeDurableDate":ISODate("2021-03-18T11:43:04Z"),
"lastHeartbeat":ISODate("2021-03-18T11:43:07.136Z"),
"lastHeartbeatRecv":ISODate("2021-03-18T11:43:07.113Z"),
"pingMs":NumberLong(0),
"lastHeartbeatMessage":"",
"syncingTo":"172.16.254.131:27017",
"syncSourceHost":"172.16.254.131:27017",
"syncSourceId":0,
"infoMessage":"",
"configVersion":6
},
{
"_id":2,
"name":"mongo3:27017",
"health":1,
"state":7,
"stateStr":"ARBITER",
"uptime":8062,
"lastHeartbeat":ISODate("2021-03-18T11:43:07.135Z"),
"lastHeartbeatRecv":ISODate("2021-03-18T11:43:06.741Z"),
"pingMs":NumberLong(0),
"lastHeartbeatMessage":"",
"syncingTo":"",
"syncSourceHost":"",
"syncSourceId":-1,
"infoMessage":"",
"configVersion":6
}
],
"ok":1,
"$clusterTime":{
"clusterTime":Timestamp(1616067784,1),
"signature":{
"hash":BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="),
"keyId":NumberLong(0)
}
},
"operationTime":Timestamp(1616067784,1)
}
|
二、測試複製
172.16.254.131
| 1 2 3 4 5 6 7 8 |
handong1:PRIMARY>usedb3
switchedtodbdb3
handong1:PRIMARY>db.db3.insert({"name":"jianghe"})
WriteResult({"nInserted":1})
handong1:PRIMARY>db.db3.find()
{"_id":ObjectId("6051d08ac74d627f4b561349"),"name":"mongodb"}
{"_id":ObjectId("6053225bdebdeda2639f026e"),"name":"mongodb4.2"}
{"_id":ObjectId("60533d88504b2400d4ae3091"),"name":"jianghe"}
|
172.16.254.132
| 1 2 3 4 5 |
handong1:SECONDARY>rs.secondaryOk()
handong1:SECONDARY>db.db3.find()
{"_id":ObjectId("6051d08ac74d627f4b561349"),"name":"mongodb"}
{"_id":ObjectId("6053225bdebdeda2639f026e"),"name":"mongodb4.2"}
{"_id":ObjectId("60533d88504b2400d4ae3091"),"name":"jianghe"}
|
目前測試正常。
三、測試故障轉移
1、關閉主節點伺服器
2、檢視叢集狀態
172.16.254.132
| 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 |
handong1:PRIMARY>rs.status()
{
"set":"handong1",
"date":ISODate("2021-03-18T13:05:51.862Z"),
"myState":1,
"term":NumberLong(5),
"syncingTo":"",
"syncSourceHost":"",
"syncSourceId":-1,
"heartbeatIntervalMillis":NumberLong(2000),
"majorityVoteCount":2,
"writeMajorityCount":2,
"optimes":{
"lastCommittedOpTime":{
"ts":Timestamp(1616071857,1),
"t":NumberLong(3)
},
"lastCommittedWallTime":ISODate("2021-03-18T12:50:57.574Z"),
"readConcernMajorityOpTime":{
"ts":Timestamp(1616071857,1),
"t":NumberLong(3)
},
"readConcernMajorityWallTime":ISODate("2021-03-18T12:50:57.574Z"),
"appliedOpTime":{
"ts":Timestamp(1616072744,1),
"t":NumberLong(5)
},
"durableOpTime":{
"ts":Timestamp(1616072744,1),
"t":NumberLong(5)
},
"lastAppliedWallTime":ISODate("2021-03-18T13:05:44.997Z"),
"lastDurableWallTime":ISODate("2021-03-18T13:05:44.997Z")
},
"lastStableRecoveryTimestamp":Timestamp(1616071857,1),
"lastStableCheckpointTimestamp":Timestamp(1616071857,1),
"electionCandidateMetrics":{
"lastElectionReason":"electionTimeout",
"lastElectionDate":ISODate("2021-03-18T12:51:14.081Z"),
"electionTerm":NumberLong(5),
"lastCommittedOpTimeAtElection":{
"ts":Timestamp(1616071857,1),
"t":NumberLong(3)
},
"lastSeenOpTimeAtElection":{
"ts":Timestamp(1616071857,1),
"t":NumberLong(3)
},
"numVotesNeeded":2,
"priorityAtElection":1,
"electionTimeoutMillis":NumberLong(10000),
"numCatchUpOps":NumberLong(0),
"newTermStartDate":ISODate("2021-03-18T12:51:14.471Z")
},
"members":[
{
"_id":0,
"name":"172.16.254.131:27017",
"health":0,
"state":8,
"stateStr":"(notreachable/healthy)",
"uptime":0,
"optime":{
"ts":Timestamp(0,0),
"t":NumberLong(-1)
},
"optimeDurable":{
"ts":Timestamp(0,0),
"t":NumberLong(-1)
},
"optimeDate":ISODate("1970-01-01T00:00:00Z"),
"optimeDurableDate":ISODate("1970-01-01T00:00:00Z"),
"lastHeartbeat":ISODate("2021-03-18T13:05:42.846Z"),
"lastHeartbeatRecv":ISODate("2021-03-18T12:51:03.822Z"),
"pingMs":NumberLong(0),
"lastHeartbeatMessage":"Errorconnectingto172.16.254.131:27017::causedby::Noroutetohost",
"syncingTo":"",
"syncSourceHost":"",
"syncSourceId":-1,
"infoMessage":"",
"configVersion":-1
},
{
"_id":1,
"name":"mongo2:27017",
"health":1,
"state":1,
"stateStr":"PRIMARY",
"uptime":14396,
"optime":{
"ts":Timestamp(1616072744,1),
"t":NumberLong(5)
},
"optimeDate":ISODate("2021-03-18T13:05:44Z"),
"syncingTo":"",
"syncSourceHost":"",
"syncSourceId":-1,
"infoMessage":"",
"electionTime":Timestamp(1616071874,1),
"electionDate":ISODate("2021-03-18T12:51:14Z"),
"configVersion":6,
"self":true,
"lastHeartbeatMessage":""
},
{
"_id":2,
"name":"mongo3:27017",
"health":1,
"state":7,
"stateStr":"ARBITER",
"uptime":13029,
"lastHeartbeat":ISODate("2021-03-18T13:05:51.848Z"),
"lastHeartbeatRecv":ISODate("2021-03-18T13:05:51.782Z"),
"pingMs":NumberLong(0),
"lastHeartbeatMessage":"",
"syncingTo":"",
"syncSourceHost":"",
"syncSourceId":-1,
"infoMessage":"",
"configVersion":6
}
],
"ok":1,
"$clusterTime":{
"clusterTime":Timestamp(1616072744,1),
"signature":{
"hash":BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="),
"keyId":NumberLong(0)
}
},
"operationTime":Timestamp(1616072744,1)
}
|
可以看到原來的primary已經notreachable，172.16.254.132原來昨晚recondary（副本）現在變成了primary。
測試副本集可用性
| 1 2 3 4 5 6 7 8 |
[mongodb@mongo2~]$mongo--port27017
handong1:PRIMARY>db.db3.insert({"name":"dandan"})
WriteResult({"nInserted":1})
handong1:PRIMARY>db.db3.find()
{"_id":ObjectId("6051d08ac74d627f4b561349"),"name":"mongodb"}
{"_id":ObjectId("6053225bdebdeda2639f026e"),"name":"mongodb4.2"}
{"_id":ObjectId("60533d88504b2400d4ae3091"),"name":"jianghe"}
{"_id":ObjectId("60534e662b429cdfe156324a"),"name":"dandan"}
|
可以看到當前的primary已經可以進行讀寫操作。
此時啟動172.16.254.131伺服器，並啟動mongodb服務。
在172.16.254.131檢視副本集資訊：
| 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 |
handong1:PRIMARY>rs.status()
{
"set":"handong1",
"date":ISODate("2021-03-18T13:35:29.218Z"),
"myState":1,
"term":NumberLong(6),
"syncingTo":"",
"syncSourceHost":"",
"syncSourceId":-1,
"heartbeatIntervalMillis":NumberLong(2000),
"majorityVoteCount":2,
"writeMajorityCount":2,
"optimes":{
"lastCommittedOpTime":{
"ts":Timestamp(1616074523,1),
"t":NumberLong(6)
},
"lastCommittedWallTime":ISODate("2021-03-18T13:35:23.542Z"),
"readConcernMajorityOpTime":{
"ts":Timestamp(1616074523,1),
"t":NumberLong(6)
},
"readConcernMajorityWallTime":ISODate("2021-03-18T13:35:23.542Z"),
"appliedOpTime":{
"ts":Timestamp(1616074523,1),
"t":NumberLong(6)
},
"durableOpTime":{
"ts":Timestamp(1616074523,1),
"t":NumberLong(6)
},
"lastAppliedWallTime":ISODate("2021-03-18T13:35:23.542Z"),
"lastDurableWallTime":ISODate("2021-03-18T13:35:23.542Z")
},
"lastStableRecoveryTimestamp":Timestamp(1616074513,1),
"lastStableCheckpointTimestamp":Timestamp(1616074513,1),
"electionCandidateMetrics":{
"lastElectionReason":"priorityTakeover",
"lastElectionDate":ISODate("2021-03-18T13:34:33.453Z"),
"electionTerm":NumberLong(6),
"lastCommittedOpTimeAtElection":{
"ts":Timestamp(1616074466,1),
"t":NumberLong(5)
},
"lastSeenOpTimeAtElection":{
"ts":Timestamp(1616074466,1),
"t":NumberLong(5)
},
"numVotesNeeded":2,
"priorityAtElection":2,
"electionTimeoutMillis":NumberLong(10000),
"priorPrimaryMemberId":1,
"numCatchUpOps":NumberLong(0),
"newTermStartDate":ISODate("2021-03-18T13:34:33.518Z"),
"wMajorityWriteAvailabilityDate":ISODate("2021-03-18T13:34:34.476Z")
},
"members":[
{
"_id":0,
"name":"172.16.254.131:27017",
"health":1,
"state":1,
"stateStr":"PRIMARY",
"uptime":71,
"optime":{
"ts":Timestamp(1616074523,1),
"t":NumberLong(6)
},
"optimeDate":ISODate("2021-03-18T13:35:23Z"),
"syncingTo":"",
"syncSourceHost":"",
"syncSourceId":-1,
"infoMessage":"",
"electionTime":Timestamp(1616074473,1),
"electionDate":ISODate("2021-03-18T13:34:33Z"),
"configVersion":6,
"self":true,
"lastHeartbeatMessage":""
},
{
"_id":1,
"name":"mongo2:27017",
"health":1,
"state":2,
"stateStr":"SECONDARY",
"uptime":67,
"optime":{
"ts":Timestamp(1616074523,1),
"t":NumberLong(6)
},
"optimeDurable":{
"ts":Timestamp(1616074523,1),
"t":NumberLong(6)
},
"optimeDate":ISODate("2021-03-18T13:35:23Z"),
"optimeDurableDate":ISODate("2021-03-18T13:35:23Z"),
"lastHeartbeat":ISODate("2021-03-18T13:35:27.692Z"),
"lastHeartbeatRecv":ISODate("2021-03-18T13:35:29.131Z"),
"pingMs":NumberLong(0),
"lastHeartbeatMessage":"",
"syncingTo":"172.16.254.131:27017",
"syncSourceHost":"172.16.254.131:27017",
"syncSourceId":0,
"infoMessage":"",
"configVersion":6
},
{
"_id":2,
"name":"mongo3:27017",
"health":1,
"state":7,
"stateStr":"ARBITER",
"uptime":67,
"lastHeartbeat":ISODate("2021-03-18T13:35:27.692Z"),
"lastHeartbeatRecv":ISODate("2021-03-18T13:35:28.445Z"),
"pingMs":NumberLong(0),
"lastHeartbeatMessage":"",
"syncingTo":"",
"syncSourceHost":"",
"syncSourceId":-1,
"infoMessage":"",
"configVersion":6
}
],
"ok":1,
"$clusterTime":{
"clusterTime":Timestamp(1616074523,1),
"signature":{
"hash":BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="),
"keyId":NumberLong(0)
}
},
"operationTime":Timestamp(1616074523,1)
}
|
可以看到172.16.254.131上的主節點又變成了primary。
在172.16.254.131上插入資料：
| 1 2 3 4 5 6 7 8 9 10 |
handong1:PRIMARY>usedb3
switchedtodbdb3
handong1:PRIMARY>db.db3.insert({"name":"doudou"})
WriteResult({"nInserted":1})
handong1:PRIMARY>db.db3.find()
{"_id":ObjectId("6051d08ac74d627f4b561349"),"name":"mongodb"}
{"_id":ObjectId("6053225bdebdeda2639f026e"),"name":"mongodb4.2"}
{"_id":ObjectId("60533d88504b2400d4ae3091"),"name":"jianghe"}
{"_id":ObjectId("60534e662b429cdfe156324a"),"name":"dandan"}
{"_id":ObjectId("605359a1ab6994b3520da444"),"name":"doudou"}
|
在172.16.254.132查詢資料：
| 1 2 3 4 5 6 7 8 9 |
handong1:SECONDARY>usedb3
switchedtodbdb3
handong1:SECONDARY>rs.secondaryOk()
handong1:SECONDARY>db.db3.find()
{"_id":ObjectId("6051d08ac74d627f4b561349"),"name":"mongodb"}
{"_id":ObjectId("6053225bdebdeda2639f026e"),"name":"mongodb4.2"}
{"_id":ObjectId("60533d88504b2400d4ae3091"),"name":"jianghe"}
{"_id":ObjectId("60534e662b429cdfe156324a"),"name":"dandan"}
{"_id":ObjectId("605359a1ab6994b3520da444"),"name":"doudou"}
|
可以看到，副本集資料恢復了同步。