Docker replica not copy to secondary

Ops and Admin Replication
, ,
1

Hello all,
Ive set docker env for create MongoDB replication with this docker compose:

version: '3'
services:
  mongo1:
    hostname: mongo1
    image: mongo
    env_file: .env
    expose:
      - 27017
    environment:
      - MONGO_INITDB_DATABASE=${MONGO_INITDB_DATABASE}
      - MONGO_INITDB_ROOT_USERNAME=${MONGO_INITDB_ROOT_USERNAME}
      - MONGO_INITDB_ROOT_PASSWORD=${MONGO_INITDB_ROOT_PASSWORD}
    networks:
      - mongo-network
    ports:
      - 172.16.50.15:27017:27017 
    volumes:
      - ./db-data1:/data/db
      - ./replica.key:/etc/replica.key
    restart: always
    command: mongod --replSet my-mongo-set --keyFile /etc/replica.key --bind_ip_all
  mongo2:
    hostname: mongo2
    image: mongo
    env_file: .env
    expose:
      - 27017
    environment:
      - MONGO_INITDB_DATABASE=${MONGO_INITDB_DATABASE}
      - MONGO_INITDB_ROOT_USERNAME=${MONGO_INITDB_ROOT_USERNAME}
      - MONGO_INITDB_ROOT_PASSWORD=${MONGO_INITDB_ROOT_PASSWORD}
    networks:
      - mongo-network
    ports:
      - 172.16.50.16:27017:27017
    volumes:
      - ./db-data2:/data/db
      - ./replica.key:/etc/replica.key
    restart: always
    command: mongod --replSet my-mongo-set --keyFile /etc/replica.key --bind_ip_all
  mongo3:
    hostname: mongo3
    image: mongo
    env_file: .env
    expose:
      - 27017
    environment:
      - MONGO_INITDB_DATABASE=${MONGO_INITDB_DATABASE}
      - MONGO_INITDB_ROOT_USERNAME=${MONGO_INITDB_ROOT_USERNAME}
      - MONGO_INITDB_ROOT_PASSWORD=${MONGO_INITDB_ROOT_PASSWORD}
    networks:
      - mongo-network
    ports:
      - 172.16.50.17:27017:27017
    volumes:
      - ./db-data3:/data/db
      - ./replica.key:/etc/replica.key
    restart: always
    command: mongod --replSet my-mongo-set --keyFile /etc/replica.key --bind_ip_all

  mongoinit:
    image: mongo
    hostname: mongo
    env_file: .env
    networks:
      - mongo-network
    restart: "no"
    depends_on:
      - mongo1
      - mongo2
      - mongo3
    # command: tail -F anything
    command: >
      mongosh --host 172.16.50.15:27017 --username ${MONGO_INITDB_ROOT_USERNAME} --password ${MONGO_INITDB_ROOT_PASSWORD} --eval 
      '
      config = {
      "_id" : "my-mongo-set",
      "members" : [
        {
          "_id" : 0,
          "host" : "172.16.50.15:27017",
          "priority": 3
        },
        {
          "_id" : 1,
          "host" : "172.16.50.16:27017",
          "priority": 2
        },
        {
          "_id" : 2,
          "host" : "172.16.50.17:27017",
          "priority": 1
        }
      ]
      };
      rs.initiate(config, { force: true });
      rs.status();
      '


volumes:
  db-data1:
  db-data2:
  db-data3:

networks:
  mongo-network:
    driver: bridge

My env is running but i not understand why my doc is only on primary and not copy to the secondary db.

this is my rs.status() on primary

{
  set: 'my-mongo-set',
  date: 2023-10-26T09:29:47.471Z,
  myState: 1,
  term: Long("1"),
  syncSourceHost: '',
  syncSourceId: -1,
  heartbeatIntervalMillis: Long("2000"),
  majorityVoteCount: 2,
  writeMajorityCount: 2,
  votingMembersCount: 3,
  writableVotingMembersCount: 3,
  optimes: {
    lastCommittedOpTime: { ts: Timestamp({ t: 1698312587, i: 1 }), t: Long("1") },
    lastCommittedWallTime: 2023-10-26T09:29:47.126Z,
    readConcernMajorityOpTime: { ts: Timestamp({ t: 1698312587, i: 1 }), t: Long("1") },
    appliedOpTime: { ts: Timestamp({ t: 1698312587, i: 1 }), t: Long("1") },
    durableOpTime: { ts: Timestamp({ t: 1698312587, i: 1 }), t: Long("1") },
    lastAppliedWallTime: 2023-10-26T09:29:47.126Z,
    lastDurableWallTime: 2023-10-26T09:29:47.126Z
  },
  lastStableRecoveryTimestamp: Timestamp({ t: 1698312557, i: 1 }),
  electionCandidateMetrics: {
    lastElectionReason: 'electionTimeout',
    lastElectionDate: 2023-10-26T09:22:36.919Z,
    electionTerm: Long("1"),
    lastCommittedOpTimeAtElection: { ts: Timestamp({ t: 1698312145, i: 1 }), t: Long("-1") },
    lastSeenOpTimeAtElection: { ts: Timestamp({ t: 1698312145, i: 1 }), t: Long("-1") },
    numVotesNeeded: 2,
    priorityAtElection: 3,
    electionTimeoutMillis: Long("10000"),
    numCatchUpOps: Long("0"),
    newTermStartDate: 2023-10-26T09:22:37.059Z,
    wMajorityWriteAvailabilityDate: 2023-10-26T09:22:37.674Z
  },
  members: [
    {
      _id: 0,
      name: '172.16.50.15:27017',
      health: 1,
      state: 1,
      stateStr: 'PRIMARY',
      uptime: 445,
      optime: [Object],
      optimeDate: 2023-10-26T09:29:47.000Z,
      lastAppliedWallTime: 2023-10-26T09:29:47.126Z,
      lastDurableWallTime: 2023-10-26T09:29:47.126Z,
      syncSourceHost: '',
      syncSourceId: -1,
      infoMessage: '',
      electionTime: Timestamp({ t: 1698312156, i: 1 }),
      electionDate: 2023-10-26T09:22:36.000Z,
      configVersion: 1,
      configTerm: 1,
      self: true,
      lastHeartbeatMessage: ''
    },
    {
      _id: 1,
      name: '172.16.50.16:27017',
      health: 1,
      state: 2,
      stateStr: 'SECONDARY',
      uptime: 441,
      optime: [Object],
      optimeDurable: [Object],
      optimeDate: 2023-10-26T09:29:37.000Z,
      optimeDurableDate: 2023-10-26T09:29:37.000Z,
      lastAppliedWallTime: 2023-10-26T09:29:47.126Z,
      lastDurableWallTime: 2023-10-26T09:29:47.126Z,
      lastHeartbeat: 2023-10-26T09:29:45.731Z,
      lastHeartbeatRecv: 2023-10-26T09:29:46.705Z,
      pingMs: Long("1"),
      lastHeartbeatMessage: '',
      syncSourceHost: '172.16.50.15:27017',
      syncSourceId: 0,
      infoMessage: '',
      configVersion: 1,
      configTerm: 1
    },
    {
      _id: 2,
      name: '172.16.50.17:27017',
      health: 1,
      state: 2,
      stateStr: 'SECONDARY',
      uptime: 442,
      optime: [Object],
      optimeDurable: [Object],
      optimeDate: 2023-10-26T09:29:37.000Z,
      optimeDurableDate: 2023-10-26T09:29:37.000Z,
      lastAppliedWallTime: 2023-10-26T09:29:47.126Z,
      lastDurableWallTime: 2023-10-26T09:29:47.126Z,
      lastHeartbeat: 2023-10-26T09:29:45.731Z,
      lastHeartbeatRecv: 2023-10-26T09:29:46.706Z,
      pingMs: Long("1"),
      lastHeartbeatMessage: '',
      syncSourceHost: '172.16.50.15:27017',
      syncSourceId: 0,
      infoMessage: '',
      configVersion: 1,
      configTerm: 1
    }
  ],
  ok: 1,
  '$clusterTime': {
    clusterTime: Timestamp({ t: 1698312587, i: 1 }),
    signature: {
      hash: Binary.createFromBase64("ib1dE3JOZYGqKad6qnbOxj2NWXo=", 0),
      keyId: Long("7294195172714217475")
    }
  },
  operationTime: Timestamp({ t: 1698312587, i: 1 })
}

inside secondary rs.status()

{
  set: 'my-mongo-set',
  date: 2023-10-26T09:30:03.394Z,
  myState: 2,
  term: Long("1"),
  syncSourceHost: '172.16.50.15:27017',
  syncSourceId: 0,
  heartbeatIntervalMillis: Long("2000"),
  majorityVoteCount: 2,
  writeMajorityCount: 2,
  votingMembersCount: 3,
  writableVotingMembersCount: 3,
  optimes: {
    lastCommittedOpTime: { ts: Timestamp({ t: 1698312597, i: 1 }), t: Long("1") },
    lastCommittedWallTime: 2023-10-26T09:29:57.126Z,
    readConcernMajorityOpTime: { ts: Timestamp({ t: 1698312597, i: 1 }), t: Long("1") },
    appliedOpTime: { ts: Timestamp({ t: 1698312597, i: 1 }), t: Long("1") },
    durableOpTime: { ts: Timestamp({ t: 1698312597, i: 1 }), t: Long("1") },
    lastAppliedWallTime: 2023-10-26T09:29:57.126Z,
    lastDurableWallTime: 2023-10-26T09:29:57.126Z
  },
  lastStableRecoveryTimestamp: Timestamp({ t: 1698312577, i: 1 }),
  electionParticipantMetrics: {
    votedForCandidate: true,
    electionTerm: Long("1"),
    lastVoteDate: 2023-10-26T09:22:36.925Z,
    electionCandidateMemberId: 0,
    voteReason: '',
    lastAppliedOpTimeAtElection: { ts: Timestamp({ t: 1698312145, i: 1 }), t: Long("-1") },
    maxAppliedOpTimeInSet: { ts: Timestamp({ t: 1698312145, i: 1 }), t: Long("-1") },
    priorityAtElection: 1,
    newTermStartDate: 2023-10-26T09:22:37.059Z,
    newTermAppliedDate: 2023-10-26T09:22:37.675Z
  },
  members: [
    {
      _id: 0,
      name: '172.16.50.15:27017',
      health: 1,
      state: 1,
      stateStr: 'PRIMARY',
      uptime: 457,
      optime: [Object],
      optimeDurable: [Object],
      optimeDate: 2023-10-26T09:29:57.000Z,
      optimeDurableDate: 2023-10-26T09:29:57.000Z,
      lastAppliedWallTime: 2023-10-26T09:29:57.126Z,
      lastDurableWallTime: 2023-10-26T09:29:57.126Z,
      lastHeartbeat: 2023-10-26T09:30:02.732Z,
      lastHeartbeatRecv: 2023-10-26T09:30:01.754Z,
      pingMs: Long("1"),
      lastHeartbeatMessage: '',
      syncSourceHost: '',
      syncSourceId: -1,
      infoMessage: '',
      electionTime: Timestamp({ t: 1698312156, i: 1 }),
      electionDate: 2023-10-26T09:22:36.000Z,
      configVersion: 1,
      configTerm: 1
    },
    {
      _id: 1,
      name: '172.16.50.16:27017',
      health: 1,
      state: 2,
      stateStr: 'SECONDARY',
      uptime: 457,
      optime: [Object],
      optimeDurable: [Object],
      optimeDate: 2023-10-26T09:29:57.000Z,
      optimeDurableDate: 2023-10-26T09:29:57.000Z,
      lastAppliedWallTime: 2023-10-26T09:29:57.126Z,
      lastDurableWallTime: 2023-10-26T09:29:57.126Z,
      lastHeartbeat: 2023-10-26T09:30:02.265Z,
      lastHeartbeatRecv: 2023-10-26T09:30:02.731Z,
      pingMs: Long("2"),
      lastHeartbeatMessage: '',
      syncSourceHost: '172.16.50.15:27017',
      syncSourceId: 0,
      infoMessage: '',
      configVersion: 1,
      configTerm: 1
    },
    {
      _id: 2,
      name: '172.16.50.17:27017',
      health: 1,
      state: 2,
      stateStr: 'SECONDARY',
      uptime: 461,
      optime: [Object],
      optimeDate: 2023-10-26T09:29:57.000Z,
      lastAppliedWallTime: 2023-10-26T09:29:57.126Z,
      lastDurableWallTime: 2023-10-26T09:29:57.126Z,
      syncSourceHost: '172.16.50.15:27017',
      syncSourceId: 0,
      infoMessage: '',
      configVersion: 1,
      configTerm: 1,
      self: true,
      lastHeartbeatMessage: ''
    }
  ],
  ok: 1,
  '$clusterTime': {
    clusterTime: Timestamp({ t: 1698312597, i: 1 }),
    signature: {
      hash: Binary.createFromBase64("IVAPZTToW+9cNtRIV/PiQSvQQaM=", 0),
      keyId: Long("7294195172714217475")
    }
  },
  operationTime: Timestamp({ t: 1698312597, i: 1 })
}

and capture screen to mongo compass :
replicate
secondary 1
secondary 2

TestMongoDB
TestMongoDB1639×1003 210 KB

what did i forget ?

3

Nobody has an idea ?

4

Have you refreshed the Compass database views on the secondary? Compass does not automatically refresh the list of database or collections.

In the mongosh, of Compass connected to a secondary run the commands:

use testMongo
show collections
db.testMongoCollection.find()

Personally, I would use the host names mongo1, mongo2 and mongo3 in the list of replica set members rather than the IP address.

5

I try but ive got this error message.

ProblémeMongo
ProblémeMongo1631×972 73.7 KB

I don’t understand i have Not primary and secondaryOK=False
with my rs.status() OK = 1 .

{
  set: 'my-mongo-set',
  date: 2023-11-07T07:32:31.942Z,
  myState: 2,
  term: Long("1"),
  syncSourceHost: '172.16.50.15:27017',
  syncSourceId: 0,
  heartbeatIntervalMillis: Long("2000"),
  majorityVoteCount: 2,
  writeMajorityCount: 2,
  votingMembersCount: 3,
  writableVotingMembersCount: 3,
  optimes: {
    lastCommittedOpTime: { ts: Timestamp({ t: 1699342343, i: 3 }), t: Long("1") },
    lastCommittedWallTime: 2023-11-07T07:32:23.683Z,
    readConcernMajorityOpTime: { ts: Timestamp({ t: 1699342343, i: 3 }), t: Long("1") },
    appliedOpTime: { ts: Timestamp({ t: 1699342343, i: 3 }), t: Long("1") },
    durableOpTime: { ts: Timestamp({ t: 1699342343, i: 3 }), t: Long("1") },
    lastAppliedWallTime: 2023-11-07T07:32:23.683Z,
    lastDurableWallTime: 2023-11-07T07:32:23.683Z
  },
  lastStableRecoveryTimestamp: Timestamp({ t: 1699342332, i: 1 }),
  electionParticipantMetrics: {
    votedForCandidate: true,
    electionTerm: Long("1"),
    lastVoteDate: 2023-10-26T09:22:36.925Z,
    electionCandidateMemberId: 0,
    voteReason: '',
    lastAppliedOpTimeAtElection: { ts: Timestamp({ t: 1698312145, i: 1 }), t: Long("-1") },
    maxAppliedOpTimeInSet: { ts: Timestamp({ t: 1698312145, i: 1 }), t: Long("-1") },
    priorityAtElection: 2,
    newTermStartDate: 2023-10-26T09:22:37.059Z,
    newTermAppliedDate: 2023-10-26T09:22:37.668Z
  },
  members: [
    {
      _id: 0,
      name: '172.16.50.15:27017',
      health: 1,
      state: 1,
      stateStr: 'PRIMARY',
      uptime: 1030205,
      optime: [Object],
      optimeDurable: [Object],
      optimeDate: 2023-11-07T07:32:23.000Z,
      optimeDurableDate: 2023-11-07T07:32:23.000Z,
      lastAppliedWallTime: 2023-11-07T07:32:23.683Z,
      lastDurableWallTime: 2023-11-07T07:32:23.683Z,
      lastHeartbeat: 2023-11-07T07:32:31.289Z,
      lastHeartbeatRecv: 2023-11-07T07:32:31.284Z,
      pingMs: Long("2"),
      lastHeartbeatMessage: '',
      syncSourceHost: '',
      syncSourceId: -1,
      infoMessage: '',
      electionTime: Timestamp({ t: 1698312156, i: 1 }),
      electionDate: 2023-10-26T09:22:36.000Z,
      configVersion: 1,
      configTerm: 1
    },
    {
      _id: 1,
      name: '172.16.50.16:27017',
      health: 1,
      state: 2,
      stateStr: 'SECONDARY',
      uptime: 1030209,
      optime: [Object],
      optimeDate: 2023-11-07T07:32:23.000Z,
      lastAppliedWallTime: 2023-11-07T07:32:23.683Z,
      lastDurableWallTime: 2023-11-07T07:32:23.683Z,
      syncSourceHost: '172.16.50.15:27017',
      syncSourceId: 0,
      infoMessage: '',
      configVersion: 1,
      configTerm: 1,
      self: true,
      lastHeartbeatMessage: ''
    },
    {
      _id: 2,
      name: '172.16.50.17:27017',
      health: 1,
      state: 2,
      stateStr: 'SECONDARY',
      uptime: 1030205,
      optime: [Object],
      optimeDurable: [Object],
      optimeDate: 2023-11-07T07:32:23.000Z,
      optimeDurableDate: 2023-11-07T07:32:23.000Z,
      lastAppliedWallTime: 2023-11-07T07:32:23.683Z,
      lastDurableWallTime: 2023-11-07T07:32:23.683Z,
      lastHeartbeat: 2023-11-07T07:32:31.287Z,
      lastHeartbeatRecv: 2023-11-07T07:32:31.288Z,
      pingMs: Long("1"),
      lastHeartbeatMessage: '',
      syncSourceHost: '172.16.50.15:27017',
      syncSourceId: 0,
      infoMessage: '',
      configVersion: 1,
      configTerm: 1
    }
  ],
  ok: 1,
  '$clusterTime': {
    clusterTime: Timestamp({ t: 1699342343, i: 3 }),
    signature: {
      hash: Binary.createFromBase64("SWPKqfLLavFMGccTgAR2u67eHTk=", 0),
      keyId: Long("7294195172714217475")
    }
  },
  operationTime: Timestamp({ t: 1699342343, i: 3 })
}

I use 3 IP address because in the futur, where my replica work fine, i move docker instance of mongo on 3 PC on 3 localstorages.

6

With this new error, after search on google i edit my string connection to my secondary by :

Before:

mongodb://user:password@172.16.50.16:27017/?authMechanism=DEFAULT&replicaSet=my-mongo-set&directConnection=true

Now:

mongodb://user:password@172.16.50.16:27017/?authMechanism=DEFAULT&replicaSet=my-mongo-set&readPreference=secondaryPreferred

Now with this new string connection i see my replicate collection, but ive a new question.

In my MONGOSH prompt i see my-mongo-set [primary] test >

Why i see [primary] ? My string connection content IP to the secondary, not for the primary ?

Why if i use directConnection on primary i can see this data but not on secondary ?

ProblémeMongo2
ProblémeMongo21633×822 52.6 KB

1 Like
7

Unless directConnection=true the client(Compass) will perform cluster discover and connect to the primary.
readPreference=secondaryPreferred willread from a secondary. The connections you have made could be reading from the exact same secondary.

To read from a specific secondary both directConnection=true and readPreference=secondaryPreferred need to be specified.

2 Likes
8

Ok if i understand, i need use directConnection for verify if my documents is copy correctly on the secondary ?

1 Like
9

On a specific secondary, yes.

1 Like
10

Ok a set my string connection with directConnection and i don’t see my document on secondary 1 and secondary 2.

mongodb://user:password@172.16.50.16:27017/?authMechanism=DEFAULT&replicaSet=my-mongo-set&directConnection=true

I don’t understand why my primary is not copied to the secondary.

ProblémeMongo2
ProblémeMongo21296×583 24.8 KB

11

We already covered this.

Here is an example:

image
image1959×957 135 KB

2 Likes
12

The answer from chris came at the same time and was covering the same. Please ignore.

1 Like
13

Indeed, with

directConnection=true&readPreference=secondaryPreferred

I can find all my documents.
Thank you all for your help and i’m sorry to have made you repeat yourself :slight_smile:

2 Likes
14

This topic was automatically closed 5 days after the last reply. New replies are no longer allowed.