Loading...

XML

Word

Printable

JSON

Type: Bug
Resolution: Won't Fix
Priority: Major - P3
Fix Version/s: None
Affects Version/s: 4.4.27, 5.0.24
Component/s: None
Labels:
None

Assigned Teams:

Storage Execution
Operating System:
ALL
Steps To Reproduce:
Hide

1. start simple replica set, for example:

$mlaunch init --binarypath $PWD --replicaset --nodes 2 --arbiter

2. insert some data into replica set. In my test I inserted about 50000 simple records into single table
3. kill mongod processes:

$mlaunch kill

4. try to start primary node as standalone with `--recoverFromOplogAsStandalone`:

mongod --dbpath $PWD/data/replset/rs1/db --logpath $PWD/data/replset/rs1/mongod.log --port 27017 --fork --wiredTigerCacheSizeGB 1 --setParameter recoverFromOplogAsStandalone=true --setParameter takeUnstableCheckpointOnShutdown=true

5. check server's log for "Invariant failure"
Show
1. start simple replica set, for example: $mlaunch init --binarypath $PWD --replicaset --nodes 2 --arbiter 2. insert some data into replica set. In my test I inserted about 50000 simple records into single table 3. kill mongod processes: $mlaunch kill 4. try to start primary node as standalone with `--recoverFromOplogAsStandalone`: mongod --dbpath $PWD/data/replset/rs1/db --logpath $PWD/data/replset/rs1/mongod.log --port 27017 --fork --wiredTigerCacheSizeGB 1 --setParameter recoverFromOplogAsStandalone= true --setParameter takeUnstableCheckpointOnShutdown= true 5. check server's log for "Invariant failure"
Sprint:
Execution Team 2024-05-13, Execution Team 2024-05-27

Trying to start replica set node as standalone with `–recoverFromOplogAsStandalone` fails with "Invariant failue" error. Here is the log snippet:


{"t":\{"$date":"2023-12-27T19:25:09.427+00:00"},"s":"I",  "c":"REPL",     "id":21544,   "ctx":"initandlisten","msg":"Recovering from stable timestamp","attr":\{"stableTimestamp":{"$timestamp":{"t":1703704238,"i":1}},"topOfOplog":\{"ts":{"$timestamp":{"t":1703704238,"i":1}},"t":1},"appliedThrough":\{"ts":{"$timestamp":{"t":0,"i":0}},"t":-1},"oplogTruncateAfterPoint":\{"$timestamp":{"t":0,"i":0}}}}
{"t":\{"$date":"2023-12-27T19:25:09.427+00:00"},"s":"I",  "c":"REPL",     "id":21545,   "ctx":"initandlisten","msg":"Starting recovery oplog application at the stable timestamp","attr":\{"stableTimestamp":{"$timestamp":{"t":1703704238,"i":1}}}}
{"t":\{"$date":"2023-12-27T19:25:09.427+00:00"},"s":"I",  "c":"REPL",     "id":21549,   "ctx":"initandlisten","msg":"No oplog entries to apply for recovery. Start point is at the top of the oplog"}
{"t":\{"$date":"2023-12-27T19:25:09.427+00:00"},"s":"W",  "c":"REPL",     "id":21558,   "ctx":"initandlisten","msg":"Setting mongod to readOnly mode as a result of specifying 'recoverFromOplogAsStandalone'"}
{"t":\{"$date":"2023-12-27T19:25:09.427+00:00"},"s":"I",  "c":"REPL",     "id":6015317, "ctx":"initandlisten","msg":"Setting new configuration state","attr":\{"newState":"ConfigReplicationDisabled","oldState":"ConfigPreStart"}}
{"t":\{"$date":"2023-12-27T19:25:09.427+00:00"},"s":"W",  "c":"STORAGE",  "id":20547,   "ctx":"initandlisten","msg":"Document(s) exist in 'system.replset', but started without --replSet. Database contents may appear inconsistent with the writes that were visible when this node was running as part of a replica set. Restart with --replSet unless you are doing maintenance and no other clients are connected. The TTL collection monitor will not start because of this. For more info see http://dochub.mongodb.org/core/ttlcollections","tags":["startupWarnings"]}
{"t":\{"$date":"2023-12-27T19:25:09.428+00:00"},"s":"I",  "c":"CONTROL",  "id":20712,   "ctx":"LogicalSessionCacheReap","msg":"Sessions collection is not set up; waiting until next sessions reap interval","attr":\{"error":"NamespaceNotFound: config.system.sessions does not exist"}}
{"t":\{"$date":"2023-12-27T19:25:09.428+00:00"},"s":"I",  "c":"NETWORK",  "id":23015,   "ctx":"listener","msg":"Listening on","attr":\{"address":"/tmp/mongodb-27017.sock"}}
{"t":\{"$date":"2023-12-27T19:25:09.429+00:00"},"s":"I",  "c":"NETWORK",  "id":23015,   "ctx":"listener","msg":"Listening on","attr":\{"address":"127.0.0.1"}}
{"t":\{"$date":"2023-12-27T19:25:09.429+00:00"},"s":"I",  "c":"NETWORK",  "id":23016,   "ctx":"listener","msg":"Waiting for connections","attr":\{"port":27017,"ssl":"off"}}
{"t":\{"$date":"2023-12-27T19:25:09.429+00:00"},"s":"I",  "c":"STORAGE",  "id":20320,   "ctx":"LogicalSessionCacheRefresh","msg":"createCollection","attr":\{"namespace":"config.system.sessions","uuidDisposition":"generated","uuid":{"uuid":{"$uuid":"a261a42f-bdbb-41b3-b031-55bb02830495"}},"options":{}}}
{"t":\{"$date":"2023-12-27T19:25:09.435+00:00"},"s":"F",  "c":"-",        "id":23079,   "ctx":"LogicalSessionCacheRefresh","msg":"Invariant failure","attr":\{"expr":"!storageGlobalParams.readOnly","file":"src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp","line":642}}
{"t":\{"$date":"2023-12-27T19:25:09.435+00:00"},"s":"F",  "c":"-",        "id":23080,   "ctx":"LogicalSessionCacheRefresh","msg":"\n\n***aborting after invariant() failure\n\n"}
{"t":\{"$date":"2023-12-27T19:25:09.435+00:00"},"s":"F",  "c":"CONTROL",  "id":4757800, "ctx":"LogicalSessionCacheRefresh","msg":"Writing fatal message","attr":\{"message":"Got signal: 6 (Aborted).\n"}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31431,   "ctx":"LogicalSessionCacheRefresh","msg":"BACKTRACE: \{bt}","attr":\{"bt":{"backtrace":[{"a":"55F6156A395A","b":"55F6128A0000","o":"2E0395A","s":"_ZN5mongo18stack_trace_detail12_GLOBAL__N_119printStackTraceImplERKNS1_7OptionsEPNS_14StackTraceSinkE.constprop.606","s+":"1EA"},\{"a":"55F6156A53E9","b":"55F6128A0000","o":"2E053E9","s":"_ZN5mongo15printStackTraceEv","s+":"29"},\{"a":"55F6156A2776","b":"55F6128A0000","o":"2E02776","s":"_ZN5mongo12_GLOBAL__N_116abruptQuitActionEiP9siginfo_tPv","s+":"66"},\{"a":"7F1A7E915420","b":"7F1A7E901000","o":"14420","s":"funlockfile","s+":"60"},\{"a":"7F1A7E75200B","b":"7F1A7E70F000","o":"4300B","s":"gsignal","s+":"CB"},\{"a":"7F1A7E731859","b":"7F1A7E70F000","o":"22859","s":"abort","s+":"12B"},\{"a":"55F6137E4773","b":"55F6128A0000","o":"F44773","s":"_ZN5mongo15invariantFailedEPKcS1_j","s+":"12C"},\{"a":"55F6134BA90B","b":"55F6128A0000","o":"C1A90B","s":"_ZN5mongo14WiredTigerUtil15setTableLoggingEP12__wt_sessionRKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEb.cold.1066","s+":"81"},\{"a":"55F61392C7CE","b":"55F6128A0000","o":"108C7CE","s":"_ZN5mongo14WiredTigerUtil15setTableLoggingEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEb","s+":"7E"},\{"a":"55F6139102D6","b":"55F6128A0000","o":"10702D6","s":"_ZN5mongo21WiredTigerRecordStoreC1EPNS_18WiredTigerKVEngineEPNS_16OperationContextENS0_6ParamsE","s+":"8C6"},\{"a":"55F613910594","b":"55F6128A0000","o":"1070594","s":"_ZN5mongo29StandardWiredTigerRecordStoreC1EPNS_18WiredTigerKVEngineEPNS_16OperationContextENS_21WiredTigerRecordStore6ParamsE","s+":"C4"},\{"a":"55F6138F023D","b":"55F6128A0000","o":"105023D","s":"_ZN5mongo18WiredTigerKVEngine21getGroupedRecordStoreEPNS_16OperationContextENS_10StringDataES3_RKNS_17CollectionOptionsENS_8KVPrefixE","s+":"3FD"},\{"a":"55F6141FF180","b":"55F6128A0000","o":"195F180","s":"_ZN5mongo18DurableCatalogImpl16createCollectionEPNS_16OperationContextERKNS_15NamespaceStringERKNS_17CollectionOptionsEb","s+":"540"},\{"a":"55F6141B9136","b":"55F6128A0000","o":"1919136","s":"_ZNK5mongo12DatabaseImpl16createCollectionEPNS_16OperationContextERKNS_15NamespaceStringERKNS_17CollectionOptionsEbRKNS_7BSONObjE","s+":"416"},\{"a":"55F6141BA1D7","b":"55F6128A0000","o":"191A1D7","s":"_ZNK5mongo12DatabaseImpl12userCreateNSEPNS_16OperationContextERKNS_15NamespaceStringENS_17CollectionOptionsEbRKNS_7BSONObjE","s+":"817"},\{"a":"55F614245C6B","b":"55F6128A0000","o":"19A5C6B","s":"_ZZN5mongo12_GLOBAL__N_117_createCollectionEPNS_16OperationContextERKNS_15NamespaceStringERKNS_17CollectionOptionsERKNS_7BSONObjEENKUlvE_clEv","s+":"3EB"},\{"a":"55F614246B82","b":"55F6128A0000","o":"19A6B82","s":"_ZN5mongo12_GLOBAL__N_116createCollectionEPNS_16OperationContextERKNS_15NamespaceStringERKNS_7BSONObjES8_NS_17CollectionOptions9ParseKindE","s+":"BC2"},\{"a":"55F614246D4C","b":"55F6128A0000","o":"19A6D4C","s":"_ZN5mongo16createCollectionEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjESC_","s+":"5C"},\{"a":"55F613F9F0DA","b":"55F6128A0000","o":"16FF0DA","s":"_ZZN5mongo12_GLOBAL__N_131runCreateIndexesWithCoordinatorEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERS8_RNS_14BSONObjBuilderEENKUlvE2_clEv","s+":"9FA"},\{"a":"55F613FA0498","b":"55F6128A0000","o":"1700498","s":"_ZN5mongo12_GLOBAL__N_131runCreateIndexesWithCoordinatorEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERS8_RNS_14BSONObjBuilderE.isra.1094","s+":"B68"},\{"a":"55F613FA13F3","b":"55F6128A0000","o":"17013F3","s":"_ZN5mongo12_GLOBAL__N_114CmdCreateIndex9errmsgRunEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERS9_RNS_14BSONObjBuilderE","s+":"73"},\{"a":"55F6145C8476","b":"55F6128A0000","o":"1D28476","s":"_ZN5mongo23ErrmsgCommandDeprecated3runEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERNS_14BSONObjBuilderE","s+":"46"},\{"a":"55F6145CD8BA","b":"55F6128A0000","o":"1D2D8BA","s":"_ZN5mongo37BasicCommandWithReplyBuilderInterface10Invocation3runEPNS_16OperationContextEPNS_3rpc21ReplyBuilderInterfaceE","s+":"11A"},\{"a":"55F6145C817F","b":"55F6128A0000","o":"1D2817F","s":"_ZN5mongo14CommandHelpers20runCommandInvocationEPNS_16OperationContextERKNS_12OpMsgRequestEPNS_17CommandInvocationEPNS_3rpc21ReplyBuilderInterfaceE","s+":"7F"},\{"a":"55F613D07ACF","b":"55F6128A0000","o":"1467ACF","s":"_ZN5mongo12_GLOBAL__N_114runCommandImplEPNS_16OperationContextEPNS_17CommandInvocationERKNS_12OpMsgRequestEPNS_3rpc21ReplyBuilderInterfaceENS_11LogicalTimeERKNS_23ServiceEntryPointCommon5HooksEPNS_14BSONObjBuilderERKNS_30OperationSessionInfoFromClientE","s+":"9FF"},\{"a":"55F613D0AD0F","b":"55F6128A0000","o":"146AD0F","s":"_ZZN5mongo12_GLOBAL__N_116receivedCommandsEPNS_16OperationContextERKNS_7MessageERKNS_23ServiceEntryPointCommon5HooksEENKUlvE_clEv","s+":"1E8F"},\{"a":"55F613D0BCDB","b":"55F6128A0000","o":"146BCDB","s":"_ZN5mongo23ServiceEntryPointCommon13handleRequestEPNS_16OperationContextERKNS_7MessageERKNS0_5HooksE","s+":"5BB"},\{"a":"55F613CF97AC","b":"55F6128A0000","o":"14597AC","s":"_ZN5mongo23ServiceEntryPointMongod13handleRequestEPNS_16OperationContextERKNS_7MessageE","s+":"3C"},\{"a":"55F6143C2DA9","b":"55F6128A0000","o":"1B22DA9","s":"_ZN5mongo12_GLOBAL__N_121loopbackBuildResponseEPNS_16OperationContextEPNS_9LastErrorERNS_7MessageE","s+":"359"},\{"a":"55F6143C3368","b":"55F6128A0000","o":"1B23368","s":"_ZN5mongo14DBDirectClient4callERNS_7MessageES2_bPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE","s+":"38"},\{"a":"55F61516D972","b":"55F6128A0000","o":"28CD972","s":"_ZN5mongo12DBClientBase20runCommandWithTargetENS_12OpMsgRequestE","s+":"1F2"},\{"a":"55F61516E5DE","b":"55F6128A0000","o":"28CE5DE","s":"_ZN5mongo12DBClientBase20runCommandWithTargetERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS_7BSONObjERS9_i","s+":"8E"},\{"a":"55F61516E708","b":"55F6128A0000","o":"28CE708","s":"_ZN5mongo12DBClientBase10runCommandERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS_7BSONObjERS9_i","s+":"58"},\{"a":"55F613527F39","b":"55F6128A0000","o":"C87F39","s":"_ZN5mongo28SessionsCollectionStandalone23setupSessionsCollectionEPNS_16OperationContextE.cold.216","s+":"DD"},\{"a":"55F61419F14B","b":"55F6128A0000","o":"18FF14B","s":"_ZN5mongo23LogicalSessionCacheImpl8_refreshEPNS_6ClientE","s+":"FB"},\{"a":"55F6141A1F62","b":"55F6128A0000","o":"1901F62","s":"_ZN5mongo23LogicalSessionCacheImpl16_periodicRefreshEPNS_6ClientE","s+":"22"},\{"a":"55F613E9B186","b":"55F6128A0000","o":"15FB186","s":"_ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZN5mongo4stdx6threadC4IZNS3_18PeriodicRunnerImpl15PeriodicJobImpl4_runEvEUlvE0_JELi0EEET_DpOT0_EUlvE_EEEEE6_M_runEv","s+":"4B6"},\{"a":"55F61584E6BF","b":"55F6128A0000","o":"2FAE6BF","s":"execute_native_thread_routine","s+":"F"},\{"a":"7F1A7E909609","b":"7F1A7E901000","o":"8609","s":"start_thread","s+":"D9"},\{"a":"7F1A7E82E353","b":"7F1A7E70F000","o":"11F353","s":"clone","s+":"43"}],"processInfo":\{"mongodbVersion":"4.4.27","gitVersion":"2da9e4437d8c792c2b3c3aea62e284f801172a6b","compiledModules":[],"uname":{"sysname":"Linux","release":"5.15.0-91-generic","version":"#101~20.04.1-Ubuntu SMP Thu Nov 16 14:22:28 UTC 2023","machine":"x86_64"},"somap":[\{"b":"55F6128A0000","elfType":3,"buildId":"7F4C186780B006FF5AEF301FB49DF0850194CDA1"},\{"b":"7F1A7E901000","path":"/lib/x86_64-linux-gnu/libpthread.so.0","elfType":3,"buildId":"0C044BA611AEEEAEBB8374E660061F341EBC0BAC"},\{"b":"7F1A7E70F000","path":"/lib/x86_64-linux-gnu/libc.so.6","elfType":3,"buildId":"EEBE5D5F4B608B8A53EC446B63981BBA373CA0CA"}]}}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6156A395A","b":"55F6128A0000","o":"2E0395A","s":"_ZN5mongo18stack_trace_detail12_GLOBAL__N_119printStackTraceImplERKNS1_7OptionsEPNS_14StackTraceSinkE.constprop.606","s+":"1EA"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6156A53E9","b":"55F6128A0000","o":"2E053E9","s":"_ZN5mongo15printStackTraceEv","s+":"29"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6156A2776","b":"55F6128A0000","o":"2E02776","s":"_ZN5mongo12_GLOBAL__N_116abruptQuitActionEiP9siginfo_tPv","s+":"66"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"7F1A7E915420","b":"7F1A7E901000","o":"14420","s":"funlockfile","s+":"60"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"7F1A7E75200B","b":"7F1A7E70F000","o":"4300B","s":"gsignal","s+":"CB"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"7F1A7E731859","b":"7F1A7E70F000","o":"22859","s":"abort","s+":"12B"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6137E4773","b":"55F6128A0000","o":"F44773","s":"_ZN5mongo15invariantFailedEPKcS1_j","s+":"12C"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6134BA90B","b":"55F6128A0000","o":"C1A90B","s":"_ZN5mongo14WiredTigerUtil15setTableLoggingEP12__wt_sessionRKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEb.cold.1066","s+":"81"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F61392C7CE","b":"55F6128A0000","o":"108C7CE","s":"_ZN5mongo14WiredTigerUtil15setTableLoggingEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEb","s+":"7E"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6139102D6","b":"55F6128A0000","o":"10702D6","s":"_ZN5mongo21WiredTigerRecordStoreC1EPNS_18WiredTigerKVEngineEPNS_16OperationContextENS0_6ParamsE","s+":"8C6"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F613910594","b":"55F6128A0000","o":"1070594","s":"_ZN5mongo29StandardWiredTigerRecordStoreC1EPNS_18WiredTigerKVEngineEPNS_16OperationContextENS_21WiredTigerRecordStore6ParamsE","s+":"C4"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6138F023D","b":"55F6128A0000","o":"105023D","s":"_ZN5mongo18WiredTigerKVEngine21getGroupedRecordStoreEPNS_16OperationContextENS_10StringDataES3_RKNS_17CollectionOptionsENS_8KVPrefixE","s+":"3FD"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6141FF180","b":"55F6128A0000","o":"195F180","s":"_ZN5mongo18DurableCatalogImpl16createCollectionEPNS_16OperationContextERKNS_15NamespaceStringERKNS_17CollectionOptionsEb","s+":"540"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6141B9136","b":"55F6128A0000","o":"1919136","s":"_ZNK5mongo12DatabaseImpl16createCollectionEPNS_16OperationContextERKNS_15NamespaceStringERKNS_17CollectionOptionsEbRKNS_7BSONObjE","s+":"416"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6141BA1D7","b":"55F6128A0000","o":"191A1D7","s":"_ZNK5mongo12DatabaseImpl12userCreateNSEPNS_16OperationContextERKNS_15NamespaceStringENS_17CollectionOptionsEbRKNS_7BSONObjE","s+":"817"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F614245C6B","b":"55F6128A0000","o":"19A5C6B","s":"_ZZN5mongo12_GLOBAL__N_117_createCollectionEPNS_16OperationContextERKNS_15NamespaceStringERKNS_17CollectionOptionsERKNS_7BSONObjEENKUlvE_clEv","s+":"3EB"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F614246B82","b":"55F6128A0000","o":"19A6B82","s":"_ZN5mongo12_GLOBAL__N_116createCollectionEPNS_16OperationContextERKNS_15NamespaceStringERKNS_7BSONObjES8_NS_17CollectionOptions9ParseKindE","s+":"BC2"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F614246D4C","b":"55F6128A0000","o":"19A6D4C","s":"_ZN5mongo16createCollectionEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjESC_","s+":"5C"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F613F9F0DA","b":"55F6128A0000","o":"16FF0DA","s":"_ZZN5mongo12_GLOBAL__N_131runCreateIndexesWithCoordinatorEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERS8_RNS_14BSONObjBuilderEENKUlvE2_clEv","s+":"9FA"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F613FA0498","b":"55F6128A0000","o":"1700498","s":"_ZN5mongo12_GLOBAL__N_131runCreateIndexesWithCoordinatorEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERS8_RNS_14BSONObjBuilderE.isra.1094","s+":"B68"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F613FA13F3","b":"55F6128A0000","o":"17013F3","s":"_ZN5mongo12_GLOBAL__N_114CmdCreateIndex9errmsgRunEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERS9_RNS_14BSONObjBuilderE","s+":"73"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6145C8476","b":"55F6128A0000","o":"1D28476","s":"_ZN5mongo23ErrmsgCommandDeprecated3runEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERNS_14BSONObjBuilderE","s+":"46"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6145CD8BA","b":"55F6128A0000","o":"1D2D8BA","s":"_ZN5mongo37BasicCommandWithReplyBuilderInterface10Invocation3runEPNS_16OperationContextEPNS_3rpc21ReplyBuilderInterfaceE","s+":"11A"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6145C817F","b":"55F6128A0000","o":"1D2817F","s":"_ZN5mongo14CommandHelpers20runCommandInvocationEPNS_16OperationContextERKNS_12OpMsgRequestEPNS_17CommandInvocationEPNS_3rpc21ReplyBuilderInterfaceE","s+":"7F"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F613D07ACF","b":"55F6128A0000","o":"1467ACF","s":"_ZN5mongo12_GLOBAL__N_114runCommandImplEPNS_16OperationContextEPNS_17CommandInvocationERKNS_12OpMsgRequestEPNS_3rpc21ReplyBuilderInterfaceENS_11LogicalTimeERKNS_23ServiceEntryPointCommon5HooksEPNS_14BSONObjBuilderERKNS_30OperationSessionInfoFromClientE","s+":"9FF"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F613D0AD0F","b":"55F6128A0000","o":"146AD0F","s":"_ZZN5mongo12_GLOBAL__N_116receivedCommandsEPNS_16OperationContextERKNS_7MessageERKNS_23ServiceEntryPointCommon5HooksEENKUlvE_clEv","s+":"1E8F"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F613D0BCDB","b":"55F6128A0000","o":"146BCDB","s":"_ZN5mongo23ServiceEntryPointCommon13handleRequestEPNS_16OperationContextERKNS_7MessageERKNS0_5HooksE","s+":"5BB"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F613CF97AC","b":"55F6128A0000","o":"14597AC","s":"_ZN5mongo23ServiceEntryPointMongod13handleRequestEPNS_16OperationContextERKNS_7MessageE","s+":"3C"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6143C2DA9","b":"55F6128A0000","o":"1B22DA9","s":"_ZN5mongo12_GLOBAL__N_121loopbackBuildResponseEPNS_16OperationContextEPNS_9LastErrorERNS_7MessageE","s+":"359"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6143C3368","b":"55F6128A0000","o":"1B23368","s":"_ZN5mongo14DBDirectClient4callERNS_7MessageES2_bPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE","s+":"38"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F61516D972","b":"55F6128A0000","o":"28CD972","s":"_ZN5mongo12DBClientBase20runCommandWithTargetENS_12OpMsgRequestE","s+":"1F2"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F61516E5DE","b":"55F6128A0000","o":"28CE5DE","s":"_ZN5mongo12DBClientBase20runCommandWithTargetERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS_7BSONObjERS9_i","s+":"8E"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F61516E708","b":"55F6128A0000","o":"28CE708","s":"_ZN5mongo12DBClientBase10runCommandERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS_7BSONObjERS9_i","s+":"58"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F613527F39","b":"55F6128A0000","o":"C87F39","s":"_ZN5mongo28SessionsCollectionStandalone23setupSessionsCollectionEPNS_16OperationContextE.cold.216","s+":"DD"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F61419F14B","b":"55F6128A0000","o":"18FF14B","s":"_ZN5mongo23LogicalSessionCacheImpl8_refreshEPNS_6ClientE","s+":"FB"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F6141A1F62","b":"55F6128A0000","o":"1901F62","s":"_ZN5mongo23LogicalSessionCacheImpl16_periodicRefreshEPNS_6ClientE","s+":"22"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F613E9B186","b":"55F6128A0000","o":"15FB186","s":"_ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZN5mongo4stdx6threadC4IZNS3_18PeriodicRunnerImpl15PeriodicJobImpl4_runEvEUlvE0_JELi0EEET_DpOT0_EUlvE_EEEEE6_M_runEv","s+":"4B6"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"55F61584E6BF","b":"55F6128A0000","o":"2FAE6BF","s":"execute_native_thread_routine","s+":"F"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"7F1A7E909609","b":"7F1A7E901000","o":"8609","s":"start_thread","s+":"D9"}}}
{"t":\{"$date":"2023-12-27T19:25:09.548+00:00"},"s":"I",  "c":"CONTROL",  "id":31427,   "ctx":"LogicalSessionCacheRefresh","msg":"  Frame: \{frame}","attr":\{"frame":{"a":"7F1A7E82E353","b":"7F1A7E70F000","o":"11F353","s":"clone","s+":"43"}}}

This behavior is caused by the fix for ~~SERVER-81878~~ so 5.0.24 is also affected

is caused by

SERVER-81878 startupRecoveryForRestore may not play nicely with collection drop applied during startup recovery

Closed

Assignee:: Stephanie Eristoff

Reporter:: Igor Solodovnikov

Participants:: Igor Solodovnikov, Stephanie Eristoff

Votes:: 0 Vote for this issue

Watchers:: 8 Start watching this issue

Created:: Dec 27 2023 07:43:16 PM UTC

Updated:: May 14 2024 08:31:35 PM UTC

Resolved:: May 14 2024 07:53:24 PM UTC

Details

Description

Attachments

Issue Links

Activity

People

Dates