I am trying to copy data from Mongo DB to s3 bucket. I followed this tutorial : How to Automate Continuous Data Copying from MongoDB to S3 | MongoDB
Steps :
Created s3 bucket and IAM role with all the required permissions (including access policy)
Created a data lake in mongo DB
Connected the data lake with S3
While Creating the Trigger I am facing this issue.
exports = function()
{
const datalake = context.services.get("v3ProdCluster-us-east-1");
const db = datalake.db("v3StagingDB");
const events = db.collection("work_sessions");
const pipeline = [
{
$match: {
"time": {
$gte: new Date(Date.now() - 60 * 60 * 10000000000000000),
$lt: new Date(Date.now())
}
}
}, {
"$out": {
"s3": {
"bucket": "mongodb-s3-staging",
"region": "us-east-1",
"filename":
{ "$concat": [
"work_sessions/",
"$_id"
]
},
"format": {
"name": "json",
"maxFileSize": "10GB",
}
}
}
}
];
return events.aggregate(pipeline);
};