Connector launches only one instance and speed is always the same no matter how I tweak “batch.size” “poll.await.time.ms” “poll.max.batch.size”. Mongo atlas load is below 10% - nowhere near peak…
"publish.full.document.only": "true",
"copy.existing": true,
"copy.existing.max.threads": "3",
"copy.existing.queue.size": "150000",
"batch.size": "100000",
"poll.await.time.ms": "500",
"poll.max.batch.size": "10000",
"pipeline": "[{\"$match\": {\"operationType\": \"insert\"}}]",
"transforms": "createKey,extractString",
"transforms.createKey.type": "org.apache.kafka.connect.transforms.ValueToKey",
"transforms.createKey.fields": "_id",
"transforms.extractString.type": "org.apache.kafka.connect.transforms.ExtractField$Key",
"transforms.extractString.field": "_id",
"key.converter": "org.apache.kafka.connect.storage.StringConverter",