Replica performance issues

Hi @kevinadi,

  • rs.conf()
{
    "_id" : "testing",
    "version" : 86588,
    "term" : 155,
    "protocolVersion" : NumberLong(1),
    "writeConcernMajorityJournalDefault" : true,
    "members" : [
            {
                    "_id" : 5,
                    "host" : "mongo04:27017",
                    "arbiterOnly" : false,
                    "buildIndexes" : true,
                    "hidden" : true,
                    "priority" : 0,
                    "tags" : {

                    },
                    "slaveDelay" : NumberLong(0),
                    "votes" : 0
            },
            {
                    "_id" : 6,
                    "host" : "mongo15:27017",
                    "arbiterOnly" : false,
                    "buildIndexes" : true,
                    "hidden" : false,
                    "priority" : 10,
                    "tags" : {

                    },
                    "slaveDelay" : NumberLong(0),
                    "votes" : 1
            },
            {
                    "_id" : 7,
                    "host" : "mongo16:27017",
                    "arbiterOnly" : false,
                    "buildIndexes" : true,
                    "hidden" : false,
                    "priority" : 15,
                    "tags" : {

                    },
                    "slaveDelay" : NumberLong(0),
                    "votes" : 1
            },
            {
                "_id" : 8,
                "host" : "mongo14:27017",
                "arbiterOnly" : false,
                "buildIndexes" : true,
                "hidden" : false,
                "priority" : 3,
                "tags" : {

                },
                "slaveDelay" : NumberLong(0),
                "votes" : 1
        },
        {
                "_id" : 9,
                "host" : "mongo25:27017",
                "arbiterOnly" : false,
                "buildIndexes" : true,
                "hidden" : false,
                "priority" : 5,
                "tags" : {

                },
                "slaveDelay" : NumberLong(0),
                "votes" : 1
        }
],
"settings" : {
        "chainingAllowed" : true,
        "heartbeatIntervalMillis" : 2000,
        "heartbeatTimeoutSecs" : 10,
        "electionTimeoutMillis" : 10000,
        "catchUpTimeoutMillis" : 60000,
        "catchUpTakeoverDelayMillis" : 30000,
        "getLastErrorModes" : {

        },
        "getLastErrorDefaults" : {
                "w" : 1,
                "wtimeout" : 0
        },
        "replicaSetId" : ObjectId("5d431b1658c69cd9030a7267")
}
  • rs.status()
{
    "set" : "testing",
    "date" : ISODate("2020-12-11T10:19:39.417Z"),
    "myState" : 2,
    "term" : NumberLong(155),
    "syncSourceHost" : "mongo15:27017",
    "syncSourceId" : 6,
    "heartbeatIntervalMillis" : NumberLong(2000),
    "majorityVoteCount" : 3,
    "writeMajorityCount" : 3,
    "votingMembersCount" : 4,
    "writableVotingMembersCount" : 4,
    "optimes" : {
            "lastCommittedOpTime" : {
                    "ts" : Timestamp(1607681977->2020-12-11 13:19:37, 2547),
                    "t" : NumberLong(155)
            },
            "lastCommittedWallTime" : ISODate("2020-12-11T10:19:37.601Z"),
            "readConcernMajorityOpTime" : {
                    "ts" : Timestamp(1607674381->2020-12-11 11:13:01, 4262),
                    "t" : NumberLong(155)
            },
            "readConcernMajorityWallTime" : ISODate("2020-12-11T08:13:01.529Z"),
            "appliedOpTime" : {
                    "ts" : Timestamp(1607674381->2020-12-11 11:13:01, 4262),
                    "t" : NumberLong(155)
            },
            "durableOpTime" : {
                    "ts" : Timestamp(1607674381, 4262),
                    "t" : NumberLong(155)
            },
            "lastAppliedWallTime" : ISODate("2020-12-11T08:13:01.529Z"),
            "lastDurableWallTime" : ISODate("2020-12-11T08:13:01.529Z")
    },
    "lastStableRecoveryTimestamp" : Timestamp(1607674103, 12186),
    "members" : [
            {
                    "_id" : 5,
                    "name" : "mongo04:27017",
                    "health" : 1,
                    "state" : 2,
                    "stateStr" : "SECONDARY",
                    "uptime" : 61502,
                    "optime" : {
                            "ts" : Timestamp(1607674381, 4262),
                            "t" : NumberLong(155)
                    },
                    "optimeDate" : ISODate("2020-12-11T08:13:01Z"),
                    "syncSourceHost" : "mongo15:27017",
                    "syncSourceId" : 6,
                    "infoMessage" : "",
                    "configVersion" : 86588,
                    "configTerm" : 155,
                    "self" : true,
                    "lastHeartbeatMessage" : ""
            },
            {
                    "_id" : 6,
                    "name" : "mongo15:27017",
                    "health" : 1,
                    "state" : 2,
                    "stateStr" : "SECONDARY",
                    "uptime" : 61483,
                    "optime" : {
                            "ts" : Timestamp(1607681977, 3467),
                            "t" : NumberLong(155)
                    },
                    "optimeDurable" : {
                            "ts" : Timestamp(1607681977, 3467),
                            "t" : NumberLong(155)
                    },
                    "optimeDate" : ISODate("2020-12-11T10:19:37Z"),
                    "optimeDurableDate" : ISODate("2020-12-11T10:19:37Z"),
                    "lastHeartbeat" : ISODate("2020-12-11T10:19:37.926Z"),
                    "lastHeartbeatRecv" : ISODate("2020-12-11T10:19:37.466Z"),
                    "pingMs" : NumberLong(0),
                    "lastHeartbeatMessage" : "",
                    "syncSourceHost" : "mongo16:27017",
                    "syncSourceId" : 7,
                    "infoMessage" : "",
                    "configVersion" : 86588,
                    "configTerm" : 155
            },
            {
                    "_id" : 7,
                    "name" : "mongo16:27017",
                    "health" : 1,
                    "state" : 1,
                    "stateStr" : "PRIMARY",
                    "uptime" : 61483,
                    "optime" : {
                            "ts" : Timestamp(1607681977, 2830),
                            "t" : NumberLong(155)
                    },
                    "optimeDurable" : {
                            "ts" : Timestamp(1607681977, 2448),
                            "t" : NumberLong(155)
                    },
                    "optimeDate" : ISODate("2020-12-11T10:19:37Z"),
                    "optimeDurableDate" : ISODate("2020-12-11T10:19:37Z"),
                    "lastHeartbeat" : ISODate("2020-12-11T10:19:37.657Z"),
                    "lastHeartbeatRecv" : ISODate("2020-12-11T10:19:37.762Z"),
                    "pingMs" : NumberLong(0),
                    "lastHeartbeatMessage" : "",
                    "syncSourceHost" : "",
                    "syncSourceId" : -1,
                    "infoMessage" : "",
                    "electionTime" : Timestamp(1607221044, 12),
                    "electionDate" : ISODate("2020-12-06T02:17:24Z"),
                    "configVersion" : 86588,
                    "configTerm" : 155
            },
            {
                    "_id" : 8,
                    "name" : "mongo14:27017",
                    "health" : 1,
                    "state" : 2,
                    "stateStr" : "SECONDARY",
                    "uptime" : 61483,
                    "optime" : {
                            "ts" : Timestamp(1607678728, 4808),
                            "t" : NumberLong(155)
                    },
                    "optimeDurable" : {
                            "ts" : Timestamp(1607678728, 4808),
                            "t" : NumberLong(155)
                    },
                    "optimeDate" : ISODate("2020-12-11T09:25:28Z"),
                    "optimeDurableDate" : ISODate("2020-12-11T09:25:28Z"),
                    "lastHeartbeat" : ISODate("2020-12-11T10:19:37.925Z"),
                    "lastHeartbeatRecv" : ISODate("2020-12-11T10:19:37.760Z"),
                    "pingMs" : NumberLong(0),
                    "lastHeartbeatMessage" : "",
                    "syncSourceHost" : "mongo16:27017",
                    "syncSourceId" : 7,
                    "infoMessage" : "",
                    "configVersion" : 86588,
                    "configTerm" : 155
            },
            {
                    "_id" : 9,
                    "name" : "mongo25:27017",
                    "health" : 1,
                    "state" : 2,
                    "stateStr" : "SECONDARY",
                    "uptime" : 61483,
                    "optime" : {
                            "ts" : Timestamp(1607681977, 1618),
                            "t" : NumberLong(155)
                    },
                    "optimeDurable" : {
                            "ts" : Timestamp(1607681977, 1618),
                            "t" : NumberLong(155)
                    },
                    "optimeDate" : ISODate("2020-12-11T10:19:37Z"),
                    "optimeDurableDate" : ISODate("2020-12-11T10:19:37Z"),
                    "lastHeartbeat" : ISODate("2020-12-11T10:19:37.657Z"),
                    "lastHeartbeatRecv" : ISODate("2020-12-11T10:19:37.432Z"),
                    "pingMs" : NumberLong(0),
                    "lastHeartbeatMessage" : "",
                    "syncSourceHost" : "mongo16:27017",
                    "syncSourceId" : 7,
                    "infoMessage" : "",
                    "configVersion" : 86588,
                    "configTerm" : 155
            }
    ],
    "ok" : 1,
    "$clusterTime" : {
            "clusterTime" : Timestamp(1607681978, 5249),
            "signature" : {
                    "hash" : BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="),
                    "keyId" : NumberLong(0)
            }
    },
    "operationTime" : Timestamp(1607674381->2020-12-11 11:13:01, 4262)
}