dear,
i have a replication set , version 3.6.17
one seondary node`s mongod crashed with a coredump.
do you know which bug the mongod process hit?
review mongod.log, the backtrace is
2025-03-14T11:16:25.591+0800 F - [conn1398707] Invariant failure (lock->grantedModes == 0) ^ (lock->grantedList._front
!= nullptr) src/mongo/db/concurrency/lock_manager.cpp 806
2025-03-14T11:16:25.591+0800 F - [conn1398707]
***aborting after invariant() failure
2025-03-14T11:16:25.789+0800 F - [conn1398707] Got signal: 6 (Aborted).
0x55e43cf9bbf1 0x55e43cf9ae09 0x55e43cf9b2ed 0x7f574888fb00 0x7f57485108d7 0x7f5748511caa 0x55e43b560f88 0x55e43cdd137d 0x55
e43cdd1582 0x55e43cddf349 0x55e43cde25ac 0x55e43cdcfd5c 0x55e43b7aac00 0x55e43c8d3ae6 0x55e43c8cef4f 0x55e43b7562b9 0x55e43b7
57781 0x55e43b7585e4 0x55e43b76668a 0x55e43b761fe7 0x55e43b765471 0x55e43c8b9c42 0x55e43b760e20 0x55e43b7633b5 0x55e43b763cb1
0x55e43b76206d 0x55e43b765471 0x55e43c8ba1a5 0x55e43ce1c0a4 0x7f5748887734 0x7f57485c5d3d
----- BEGIN BACKTRACE -----
{“backtrace”:[{“b”:“55E43AB92000”,“o”:“2409BF1”,“s”:“_ZN5mongo15printStackTraceERSo”},{“b”:“55E43AB92000”,“o”:“2408E09”},{“b”
:“55E43AB92000”,“o”:“24092ED”},{“b”:“7F574887F000”,“o”:“10B00”},{“b”:“7F57484DC000”,“o”:“348D7”,“s”:“gsignal”},{“b”:“7F57484D
C000”,“o”:“35CAA”,“s”:“abort”},{“b”:“55E43AB92000”,“o”:“9CEF88”,“s”:“_ZN5mongo22invariantFailedWithMsgEPKcS1_S1_j”},{“b”:“55E
43AB92000”,“o”:“223F37D”,“s”:“_ZN5mongo11LockManager18_onLockModeChangedEPNS_8LockHeadEb”},{“b”:“55E43AB92000”,“o”:“223F582”,
“s”:“_ZN5mongo11LockManager6unlockEPNS_11LockRequestE”},{“b”:“55E43AB92000”,“o”:“224D349”,“s”:“ZN5mongo10LockerImplILb0EE11
unlockImplEPNS_14FastMapNoAllocINS_10ResourceIdENS_11LockRequestELi16EE12IteratorImplIS5_S4_EE”},{“b”:“55E43AB92000”,“o”:“225
05AC”,“s”:“_ZN5mongo10LockerImplILb0EE6unlockENS_10ResourceIdE”},{“b”:“55E43AB92000”,“o”:“223DD5C”},{“b”:“55E43AB92000”,“o”:"
C18C00"},{“b”:“55E43AB92000”,“o”:“1D41AE6”,“s”:“_ZN5mongo12BasicCommand11enhancedRunEPNS_16OperationContextERKNS_12OpMsgReque
stERNS_14BSONObjBuilderE”},{“b”:“55E43AB92000”,“o”:“1D3CF4F”,“s”:“_ZN5mongo7Command9publicRunEPNS_16OperationContextERKNS_12O
pMsgRequestERNS_14BSONObjBuilderE”},{“b”:“55E43AB92000”,“o”:“BC42B9”},{“b”:“55E43AB92000”,“o”:“BC5781”},{“b”:“55E43AB92000”,"
o":“BC65E4”,“s”:“_ZN5mongo23ServiceEntryPointMongod13handleRequestEPNS_16OperationContextERKNS_7MessageE”},{“b”:“55E43AB92000
“,“o”:“BD468A”,“s”:”_ZN5mongo19ServiceStateMachine15_processMessageENS0_11ThreadGuardE”},{“b”:“55E43AB92000”,“o”:“BCFFE7”,“s”
:“_ZN5mongo19ServiceStateMachine15_runNextInGuardENS0_11ThreadGuardE”},{“b”:“55E43AB92000”,“o”:“BD3471”},{“b”:“55E43AB92000”,“o”:“1D27C42”,“s”:“_ZN5mongo9transport26ServiceExecutorSynchronous8scheduleESt8functionIFvvEENS0_15ServiceExecutor13ScheduleFlagsENS0_23ServiceExecutorTaskNameE”},{“b”:“55E43AB92000”,“o”:“BCEE20”,“s”:“_ZN5mongo19ServiceStateMachine22_scheduleNextWithGuardENS0_11ThreadGuardENS_9transport15ServiceExecutor13ScheduleFlagsENS2_23ServiceExecutorTaskNameENS0_9OwnershipE”},{“b”:“55E43AB92000”,“o”:“BD13B5”,“s”:“_ZN5mongo19ServiceStateMachine15_sourceCallbackENS_6StatusE”},{“b”:“55E43AB92000”,“o”:“BD1CB1”,“s”:“_ZN5mongo19ServiceStateMachine14_sourceMessageENS0_11ThreadGuardE”},{“b”:“55E43AB92000”,“o”:“BD006D”,“s”:“_ZN5mongo19ServiceStateMachine15_runNextInGuardENS0_11ThreadGuardE”},{“b”:“55E43AB92000”,“o”:“BD3471”},{“b”:“55E43AB92000”,“o”:“1D281A5”},{“b”:“55E43AB92000”,“o”:“228A0A4”},{“b”:“7F574887F000”,“o”:“8734”},{“b”:“7F57484DC000”,“o”:“E9D3D”,“s”:“clone”}],“processInfo”:{ “mongodbVersion” : “3.6.17”, “gitVersion” : “3d6953c361213c5bfab23e51ab274ce592edafe6”, “compiledModules” : [ “enterprise” ], “uname” : { “sysname” : “Linux”, “release” : “4.4.21-69-default”, “version” : “#1 SMP Tue Oct 25 10:58:20 UTC 2016 (9464f67)”, “machine” : “x86_64” }, “somap” : [ { “b” : “55E43AB92000”, “elfType” : 3, “buildId” : “6B3E15497843D2B10ACE5CB32B03D881FC6E2880” }, { “b” : “7FFE46DC0000”, “path” : “linux-vdso.so.1”, “elfType” : 3, “buildId” : “F0CA78853A9A08401393D8E91C24A829A7B99C92” }, { “b” : “7F574B9C5000”, “path” : “/usr/lib64/libcurl.so.4”, “elfType” : 3, “buildId” : “4DFB9FADA869C2641F09013268895FA2D751845B” }, { “b” : “7F574B50B000”, “path” : “/usr/lib64/libnetsnmpmibs.so.30”, “elfType” : 3, “buildId” : “4B62B1CC35D9DABD9F1B0C481AD5ECFA9D0D1A5B” }, { “b” : “7F574B2FC000”, “path” : “/usr/lib64/libsensors.so.4”, “elfType” : 3, “buildId” : “BC1DE263B13CC1F5A0C8EF21EB24DAAFE7856118” }, { “b” : “7F574B0F8000”, “path” : “/lib64/libdl.so.2”, “elfType” : 3, “buildId” : “5EB2F40AD3B0125943ABA8F08DD08609351A2967” }, { “b” : “7F574AD26000”, “path” : “/usr/lib64/librpm.so.3”, “elfType” : 3, “buildId” : “1945438BF00EE02FEBBAACF23BF801ACFCB65878” }, { “b” : “7F574AAD5000”, “path” : “/usr/lib64/librpmio.so.3”, “elfType” : 3, “buildId” : “61CA10DC6458A52C4999250299DD2E17F2CE3847” }, { “b” : “7F574A866000”, “path” : “/usr/lib64/libnetsnmpagent.so.30”, “elfType” : 3, “buildId” : “01C9D6230C537F986B0AC22506F94EF9F71CA34D” }, { “b” : “7F574A65B000”, “path” : “/lib64/libwrap.so.0”, “elfType” : 3, “buildId” : “CF41E1DEA345BC9D4725626F995851BFD26EC846” }, { “b” : “7F574A357000”, “path” : “/usr/lib64/libnetsnmp.so.30”, “elfType” : 3, “buildId” : “BBC6E0AA1C25C282609253FE4D4C0E0DE16C8B2B” }, { “b” : “7F5749EFD000”, “path” : “/lib64/libcrypto.so.1.0.0”, “elfType” : 3, “buildId” : “55FB54F17E6F64A257C4CD85B707894071CBCBCF” }, { “b” : “7F5749CE0000”, “path” : “/usr/lib64/libsasl2.so.3”, “elfType” : 3, “buildId” : “0A33828FF613CF92C49320B236899E07910DCCF8” }, { “b” : “7F5749A93000”, “path” : “/usr/lib64/libldap-2.4.so.2”, “elfType” : 3, “buildId” : “B71F9A176FD0367CDC552A47B97E88137A791943” }, { “b” : “7F5749884000”, “path” : “/usr/lib64/liblber-2.4.so.2”, “elfType” : 3, “buildId” : “AF58222069250DD346F76B01C4A63A8A85A38FDF” }, { “b” : “7F574963B000”, “path” : “/usr/lib64/libgssapi_krb5.so.2”, “elfType” : 3, “buildId” : “0810999A29328DF60A1AC50333263715DD703CF2” }, { “b” : “7F574933E000”, “path” : “/lib64/libm.so.6”, “elfType” : 3, “buildId” : “4E96CF37D52B9C2F3648E691878B682DA5ABFA42” }, { “b” : “7F5749127000”, “path” : “/lib64/libresolv.so.2”, “elfType” : 3, “buildId” : “F6260CED80C400AF648F1016712E54D8EA85673D” }, { “b” : “7F5748EBB000”, “path” : “/lib64/libssl.so.1.0.0”, “elfType” : 3, “buildId” : “38B103F675F703D0E414B134B2FA03B278B95112” }, { “b” : “7F5748CB3000”, “path” : “/lib64/librt.so.1”, “elfType” : 3, “buildId” : “B115BB26E97505A5BD3B56D70D20459AA1206AC9” }, { “b” : “7F5748A9C000”, “path” : “/lib64/libgcc_s.so.1”, “elfType” : 3, “buildId” : “871B35872AD91A01084297E715A02069B938AE6A” }, { “b” : “7F574887F000”, “path” : “/lib64/libpthread.so.0”, “elfType” : 3, “buildId” : “4F3D05F200DB29C6835A48E466E0378A8541FD36” }, { “b” : “7F57484DC000”, “path” : “/lib64/libc.so.6”, “elfType” : 3, “buildId” : “93C4DEAC1088EB84FBD01CF2A2C54399F516E9A7” }, { “b” : “7F574BC36000”, “path” : “/lib64/ld-linux-x86-64.so.2”, “elfType” : 3, “buildId” : “BA6B43023ADFD54F0DA1F2732F67D6FA62D79711” }, { “b” : “7F57482A8000”, “path” : “/usr/lib64/libidn.so.11”, “elfType” : 3, “buildId” : “87E0F137C2858C0C816CA76262C98C58D18333A5” }, { “b” : “7F574807C000”, “path” : “/usr/lib64/libssh2.so.1”, “elfType” : 3, “buildId” : “CF09CB24D09BDBA13DAB9B62EB671E2D7DD8C9F8” }, { “b” : “7F5747E66000”, “path” : “/lib64/libz.so.1”, “elfType” : 3, “buildId” : “C7FEFB0BF5BDD1213743AA7D56972E11D09437D1” }, { “b” : “7F5747C5A000”, “path” : “/usr/lib64/libpopt.so.0”, “elfType” : 3, “buildId” : “068111A4BCB931F524D0CE0632376379F8201E9E” }, { “b” : “7F5747A34000”, “path” : “/lib64/libselinux.so.1”, “elfType” : 3, “buildId” : “0627D20B9E481E6A9C6FCACAF8E3F5C2318529CF” }, { “b” : “7F574782F000”, “path” : “/lib64/libcap.so.2”, “elfType” : 3, “buildId” : “9BF069FD1FE829D295F2854BD3C1E6348FE67537” }, { “b” : “7F5747626000”, “path” : “/lib64/libacl.so.1”, “elfType” : 3, “buildId” : “08351BC8F2DE7C4C65EF458BA05A7F6082F075CE” }, { “b” : “7F57473F6000”, “path” : “/usr/lib64/liblua.so.5.1”, “elfType” : 3, “buildId” : “6CDB83FBAACACA4E45A9CEA9ABE37F05C9AC83D2” }, { “b” : “7F57471E7000”, “path” : “/usr/lib64/libbz2.so.1”, “elfType” : 3, “buildId” : “3309CDA7827653FE2BEAD6ADAEF2B43EE3ABB1C0” }, { “b” : “7F5746FD1000”, “path” : “/usr/lib64/libelf.so.1”, “elfType” : 3, “buildId” : “70013C32B32E4C30D6A41A0DE27E73D2136585CD” }, { “b” : “7F5746DAB000”, “path” : “/usr/lib64/liblzma.so.5”, “elfType” : 3, “buildId” : “85D85F61C61E23BFEA879FA52DEF274FBDD7DB71” }, { “b” : “7F5746A18000”, “path” : “/usr/lib/perl5/5.18.2/x86_64-linux-thread-multi/CORE/libperl.so”, “elfType” : 3, “buildId” : “F72FE7C5BAE384A9A90D3295394C54A59F47070F” }, { “b” : “7F5746747000”, “path” : “/usr/lib64/libkrb5.so.3”, “elfType” : 3, “buildId” : “77523DBA55EBDA546A8F67B2939F07384E8EC4B7” }, { “b” : “7F5746517000”, “path” : “/usr/lib64/libk5crypto.so.3”, “elfType” : 3, “buildId” : “9824BDAB3C561F2DC4612DA1242FB0B5123EE996” }, { “b” : “7F5746313000”, “path” : “/lib64/libcom_err.so.2”, “elfType” : 3, “buildId” : “72B2D85C2EF0EC8CD1410578E86FAE6A4A61BF7B” }, { “b” : “7F5746106000”, “path” : “/usr/lib64/libkrb5support.so.0”, “elfType” : 3, “buildId” : “F593B3387D5AC3DDA5952F996FA7016F69E36BBB” }, { “b” : “7F5745EA0000”, “path” : “/usr/lib64/libpcre.so.1”, “elfType” : 3, “buildId” : “19A0D7FE3116C0AADDA368E8F39807A7E1193058” }, { “b” : “7F5745C9B000”, “path” : “/lib64/libattr.so.1”, “elfType” : 3, “buildId” : “D4AD8C49D3B5573D417BB9CD7B87F3E6E9CD6ABF” }, { “b” : “7F5745A60000”, “path” : “/lib64/libcrypt.so.1”, “elfType” : 3, “buildId” : “1421B20F6C867EF617D9DC1D9D9A0770E28B97E2” }, { “b” : “7F574585C000”, “path” : “/lib64/libkeyutils.so.1”, “elfType” : 3, “buildId” : “8982882FA17C60FED02166F229335A9D0EAF77C9” } ] }}
mongod(_ZN5mongo15printStackTraceERSo+0x41) [0x55e43cf9bbf1]
mongod(+0x2408E09) [0x55e43cf9ae09]
mongod(+0x24092ED) [0x55e43cf9b2ed]
libpthread.so.0(+0x10B00) [0x7f574888fb00]
libc.so.6(gsignal+0x37) [0x7f57485108d7]
libc.so.6(abort+0x13A) [0x7f5748511caa]
mongod(_ZN5mongo22invariantFailedWithMsgEPKcS1_S1_j+0x0) [0x55e43b560f88]
mongod(_ZN5mongo11LockManager18_onLockModeChangedEPNS_8LockHeadEb+0x46D) [0x55e43cdd137d]
mongod(_ZN5mongo11LockManager6unlockEPNS_11LockRequestE+0x1E2) [0x55e43cdd1582]
mongod(_ZN5mongo10LockerImplILb0EE11_unlockImplEPNS_14FastMapNoAllocINS_10ResourceIdENS_11LockRequestELi16EE12IteratorImplIS5_S4_EE+0x49) [0x55e43cddf349]
mongod(_ZN5mongo10LockerImplILb0EE6unlockENS_10ResourceIdE+0x12C) [0x55e43cde25ac]
mongod(+0x223DD5C) [0x55e43cdcfd5c]
mongod(+0xC18C00) [0x55e43b7aac00]
mongod(_ZN5mongo12BasicCommand11enhancedRunEPNS_16OperationContextERKNS_12OpMsgRequestERNS_14BSONObjBuilderE+0x76) [0x55e43c8d3ae6]
mongod(_ZN5mongo7Command9publicRunEPNS_16OperationContextERKNS_12OpMsgRequestERNS_14BSONObjBuilderE+0x1F) [0x55e43c8cef4f]
mongod(+0xBC42B9) [0x55e43b7562b9]
mongod(+0xBC5781) [0x55e43b757781]
mongod(_ZN5mongo23ServiceEntryPointMongod13handleRequestEPNS_16OperationContextERKNS_7MessageE+0x2B4) [0x55e43b7585e4]
mongod(_ZN5mongo19ServiceStateMachine15_processMessageENS0_11ThreadGuardE+0xBA) [0x55e43b76668a]
mongod(_ZN5mongo19ServiceStateMachine15_runNextInGuardENS0_11ThreadGuardE+0x97) [0x55e43b761fe7]
mongod(+0xBD3471) [0x55e43b765471]
mongod(_ZN5mongo9transport26ServiceExecutorSynchronous8scheduleESt8functionIFvvEENS0_15ServiceExecutor13ScheduleFlagsENS0_23ServiceExecutorTaskNameE+0x1A2) [0x55e43c8b9c42]
mongod(_ZN5mongo19ServiceStateMachine22_scheduleNextWithGuardENS0_11ThreadGuardENS_9transport15ServiceExecutor13ScheduleFlagsENS2_23ServiceExecutorTaskNameENS0_9OwnershipE+0x150) [0x55e43b760e20]
mongod(_ZN5mongo19ServiceStateMachine15_sourceCallbackENS_6StatusE+0xB05) [0x55e43b7633b5]
mongod(_ZN5mongo19ServiceStateMachine14_sourceMessageENS0_11ThreadGuardE+0x241) [0x55e43b763cb1]
mongod(_ZN5mongo19ServiceStateMachine15_runNextInGuardENS0_11ThreadGuardE+0x11D) [0x55e43b76206d]
mongod(+0xBD3471) [0x55e43b765471]
mongod(+0x1D281A5) [0x55e43c8ba1a5]
mongod(+0x228A0A4) [0x55e43ce1c0a4]
libpthread.so.0(+0x8734) [0x7f5748887734]
libc.so.6(clone+0x6D) [0x7f57485c5d3d]
----- END BACKTRACE -----