Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-27430

mongod hangs on stop

    • Type: Icon: Bug Bug
    • Resolution: Incomplete
    • Priority: Icon: Major - P3 Major - P3
    • None
    • Affects Version/s: 3.2.10
    • Component/s: Stability
    • None
    • ALL
    • Storage 2017-01-23

      version: mongodb-linux-x86_64-debian81-3.2.10
      os: debian 8.5

      Below is the bt:

      [Thread debugging using libthread_db enabled]
      Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
      Loaded symbols for /lib/x86_64-linux-gnu/libpthread.so.0
      Reading symbols from /lib/x86_64-linux-gnu/libc.so.6...Reading symbols from /usr/lib/debug//lib/x86_64-linux-gnu/libc-2.19.so...done.
      done.
      Loaded symbols for /lib/x86_64-linux-gnu/libc.so.6
      Reading symbols from /lib64/ld-linux-x86-64.so.2...Reading symbols from /usr/lib/debug//lib/x86_64-linux-gnu/ld-2.19.so...done.
      done.
      Loaded symbols for /lib64/ld-linux-x86-64.so.2
      Reading symbols from /lib/x86_64-linux-gnu/libnss_files.so.2...Reading symbols from /usr/lib/debug//lib/x86_64-linux-gnu/libnss_files-2.19.so...done.
      done.
      Loaded symbols for /lib/x86_64-linux-gnu/libnss_files.so.2
      __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
      135	../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S: No such file or directory.
      (gdb) bt
      #0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
      #1  0x00007f74c0c8829a in _L_lock_55 () from /lib/x86_64-linux-gnu/libpthread.so.0
      #2  0x00007f74c0c88211 in __lll_lock_elision (futex=0x20aad40 <mongo::shutdownLock>, adapt_count=<optimized out>, private=0)
          at ../nptl/sysdeps/unix/sysv/linux/x86/elision-lock.c:94
      #3  0x0000000000cdced2 in mongo::exitCleanly(mongo::ExitCode) ()
      #4  0x0000000000970274 in main ()
      (gdb) thread apply bt all
      (gdb) thread apply all bt
      
      Thread 34 (Thread 0x7f74c0254700 (LWP 42743)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000000bbb789 in mongo::CondVarLockGrantNotification::wait(unsigned int) ()
      #2  0x0000000000bbf257 in mongo::LockerImpl<false>::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) ()
      #3  0x0000000000cdd3c6 in mongo::exitCleanly(mongo::ExitCode) ()
      #4  0x00000000013271e1 in mongo::(anonymous namespace)::signalProcessingThread() ()
      #5  0x0000000001b50620 in execute_native_thread_routine ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74c0254700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 33 (Thread 0x7f74bfa53700 (LWP 42745)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000001a60bfe in __wt_cond_wait_signal ()
      #2  0x0000000001a13b0b in __log_file_server ()
      #3  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74bfa53700) at pthread_create.c:309
      #4  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 32 (Thread 0x7f74bf252700 (LWP 42746)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000001a60bfe in __wt_cond_wait_signal ()
      #2  0x0000000001a95134 in __wt_cond_auto_wait_signal ()
      #3  0x0000000001a95194 in __wt_cond_auto_wait ()
      #4  0x0000000001a14519 in __log_wrlsn_server ()
      #5  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74bf252700) at pthread_create.c:309
      #6  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 31 (Thread 0x7f74bea51700 (LWP 42747)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000001a60bfe in __wt_cond_wait_signal ()
      #2  0x0000000001a95134 in __wt_cond_auto_wait_signal ()
      #3  0x0000000001a134dc in __log_server ()
      #4  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74bea51700) at pthread_create.c:309
      #5  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 30 (Thread 0x7f74be250700 (LWP 42748)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000001a60bfe in __wt_cond_wait_signal ()
      #2  0x0000000001a3928e in __evict_lru_pages ()
      #3  0x0000000001a3a422 in __wt_evict_thread_run ()
      #4  0x0000000001a9dd66 in __wt_thread_run ()
      #5  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74be250700) at pthread_create.c:309
      #6  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 29 (Thread 0x7f74bda4f700 (LWP 42749)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000001a60bfe in __wt_cond_wait_signal ()
      #2  0x0000000001a1716a in __sweep_server ()
      #3  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74bda4f700) at pthread_create.c:309
      #4  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 28 (Thread 0x7f74bd24e700 (LWP 42750)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000001a60bfe in __wt_cond_wait_signal ()
      #2  0x0000000001a10d69 in __ckpt_server ()
      #3  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74bd24e700) at pthread_create.c:309
      #4  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      ---Type <return> to continue, or q <return> to quit---
      
      Thread 27 (Thread 0x7f74bca4d700 (LWP 42751)):
      #0  0x00007f74c0985f2d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
      #1  0x00007f74c09ae204 in usleep (useconds=<optimized out>) at ../sysdeps/unix/sysv/linux/usleep.c:32
      #2  0x0000000001332ceb in mongo::sleepmillis(long long) ()
      #3  0x0000000001090803 in mongo::WiredTigerKVEngine::WiredTigerJournalFlusher::run() ()
      #4  0x00000000012b2e90 in mongo::BackgroundJob::jobBody() ()
      #5  0x0000000001b50620 in execute_native_thread_routine ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74bca4d700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 26 (Thread 0x7f74bc24c700 (LWP 42752)):
      #0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
      #1  0x0000000001b4f1bc in std::condition_variable::wait(std::unique_lock<std::mutex>&) ()
      #2  0x000000000127b2b8 in mongo::DeadlineMonitor<mongo::mozjs::MozJSImplScope>::deadlineMonitorThread() ()
      #3  0x0000000001b50620 in execute_native_thread_routine ()
      #4  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74bc24c700) at pthread_create.c:309
      #5  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 25 (Thread 0x7f74bba4b700 (LWP 42753)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000000e5cd83 in mongo::RangeDeleter::doWork() ()
      #2  0x0000000001b50620 in execute_native_thread_routine ()
      #3  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74bba4b700) at pthread_create.c:309
      #4  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 24 (Thread 0x7f74ba248700 (LWP 42756)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000000bbb789 in mongo::CondVarLockGrantNotification::wait(unsigned int) ()
      #2  0x0000000000bbf257 in mongo::LockerImpl<false>::lockComplete(mongo::ResourceId, mongo::LockMode, unsigned int, bool) ()
      #3  0x0000000000bb56d9 in mongo::Lock::GlobalLock::waitForLock(unsigned int) ()
      #4  0x0000000000bb5705 in mongo::Lock::GlobalLock::GlobalLock(mongo::Locker*, mongo::LockMode, unsigned int) ()
      #5  0x0000000000bb5786 in mongo::Lock::DBLock::DBLock(mongo::Locker*, mongo::StringData, mongo::LockMode) ()
      #6  0x00000000010ae01e in mongo::TTLMonitor::getTTLIndexesForDB(mongo::OperationContext*, std::string const&, std::vector<mongo::BSONObj, std::allocator<mongo::BSONObj> >*) ()
      #7  0x00000000010af8f1 in mongo::TTLMonitor::doTTLPass() ()
      #8  0x00000000010affb8 in mongo::TTLMonitor::run() ()
      #9  0x00000000012b2e90 in mongo::BackgroundJob::jobBody() ()
      #10 0x0000000001b50620 in execute_native_thread_routine ()
      #11 0x00007f74c0c7f0a4 in start_thread (arg=0x7f74ba248700) at pthread_create.c:309
      #12 0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 23 (Thread 0x7f74b9a47700 (LWP 42757)):
      #0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
      #1  0x0000000001b4f1bc in std::condition_variable::wait(std::unique_lock<std::mutex>&) ()
      #2  0x00000000012b9946 in mongo::ThreadPool::_consumeTasks() ()
      #3  0x00000000012ba0f0 in mongo::ThreadPool::_workerThreadBody(mongo::ThreadPool*, std::string const&) ()
      #4  0x0000000001b50620 in execute_native_thread_routine ()
      #5  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74b9a47700) at pthread_create.c:309
      #6  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 22 (Thread 0x7f74b9246700 (LWP 42758)):
      #0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
      #1  0x0000000001b4f1bc in std::condition_variable::wait(std::unique_lock<std::mutex>&) ()
      #2  0x00000000012b9946 in mongo::ThreadPool::_consumeTasks() ()
      #3  0x00000000012ba0f0 in mongo::ThreadPool::_workerThreadBody(mongo::ThreadPool*, std::string const&) ()
      #4  0x0000000001b50620 in execute_native_thread_routine ()
      ---Type <return> to continue, or q <return> to quit---
      #5  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74b9246700) at pthread_create.c:309
      #6  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 21 (Thread 0x7f74b8244700 (LWP 42760)):
      #0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
      #1  0x0000000001b4f1bc in std::condition_variable::wait(std::unique_lock<std::mutex>&) ()
      #2  0x00000000012b9946 in mongo::ThreadPool::_consumeTasks() ()
      #3  0x00000000012ba0f0 in mongo::ThreadPool::_workerThreadBody(mongo::ThreadPool*, std::string const&) ()
      #4  0x0000000001b50620 in execute_native_thread_routine ()
      #5  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74b8244700) at pthread_create.c:309
      #6  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 20 (Thread 0x7f74b7a43700 (LWP 42761)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x00000000012b395e in mongo::(anonymous namespace)::PeriodicTaskRunner::run() ()
      #2  0x00000000012b2e90 in mongo::BackgroundJob::jobBody() ()
      #3  0x0000000001b50620 in execute_native_thread_routine ()
      #4  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74b7a43700) at pthread_create.c:309
      #5  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 19 (Thread 0x7f74b7242700 (LWP 42762)):
      #0  0x00007f74c0985f2d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
      #1  0x00007f74c0985dc4 in __sleep (seconds=0) at ../sysdeps/unix/sysv/linux/sleep.c:137
      #2  0x0000000001b505b9 in std::this_thread::__sleep_for(std::chrono::duration<long, std::ratio<1l, 1l> >, std::chrono::duration<long, std::ratio<1l, 1000000000l> >) ()
      #3  0x0000000001332cae in mongo::sleepsecs(int) ()
      #4  0x00000000012cabae in mongo::HostnameCanonicalizationWorker::_doWork() ()
      #5  0x0000000001b50620 in execute_native_thread_routine ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74b7242700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 18 (Thread 0x7f74b6034700 (LWP 43325)):
      #0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
      #1  0x0000000001344cf0 in asio::detail::scheduler::do_run_one(asio::detail::scoped_lock<asio::detail::posix_mutex>&, asio::detail::scheduler_thread_info&, std::error_code const&) ()
      #2  0x0000000001344fa1 in asio::detail::scheduler::run(std::error_code&) ()
      #3  0x000000000134913f in asio::io_service::run() ()
      #4  0x000000000133c8e0 in asio_detail_posix_thread_function ()
      #5  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74b6034700) at pthread_create.c:309
      #6  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 17 (Thread 0x7f74b302e700 (LWP 43334)):
      #0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
      #1  0x0000000001b4f1bc in std::condition_variable::wait(std::unique_lock<std::mutex>&) ()
      #2  0x0000000001097cc1 in mongo::WiredTigerRecordStore::OplogStones::awaitHasExcessStonesOrDead() ()
      #3  0x0000000001098c00 in mongo::WiredTigerRecordStore::yieldAndAwaitOplogDeletionRequest(mongo::OperationContext*) ()
      #4  0x000000000109eb83 in mongo::(anonymous namespace)::WiredTigerRecordStoreThread::_deleteExcessDocuments() ()
      #5  0x000000000109f0f8 in mongo::(anonymous namespace)::WiredTigerRecordStoreThread::run() ()
      #6  0x00000000012b2e90 in mongo::BackgroundJob::jobBody() ()
      #7  0x0000000001b50620 in execute_native_thread_routine ()
      #8  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74b302e700) at pthread_create.c:309
      #9  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 16 (Thread 0x7f74a0f09700 (LWP 43453)):
      #0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
      #1  0x0000000001344cf0 in asio::detail::scheduler::do_run_one(asio::detail::scoped_lock<asio::detail::posix_mutex>&, asio::detail::scheduler_thread_info&, std::error_code const&) ()
      ---Type <return> to continue, or q <return> to quit---
      #2  0x0000000001344fa1 in asio::detail::scheduler::run(std::error_code&) ()
      #3  0x000000000134913f in asio::io_service::run() ()
      #4  0x000000000133c8e0 in asio_detail_posix_thread_function ()
      #5  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74a0f09700) at pthread_create.c:309
      #6  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 15 (Thread 0x7f74899cf700 (LWP 65507)):
      #0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
      #1  0x0000000001344cf0 in asio::detail::scheduler::do_run_one(asio::detail::scoped_lock<asio::detail::posix_mutex>&, asio::detail::scheduler_thread_info&, std::error_code const&) ()
      #2  0x0000000001344fa1 in asio::detail::scheduler::run(std::error_code&) ()
      #3  0x000000000134913f in asio::io_service::run() ()
      #4  0x000000000133c8e0 in asio_detail_posix_thread_function ()
      #5  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74899cf700) at pthread_create.c:309
      #6  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 14 (Thread 0x7f74b382f700 (LWP 239626)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000001a60bfe in __wt_cond_wait_signal ()
      #2  0x0000000001a3928e in __evict_lru_pages ()
      #3  0x0000000001a3a422 in __wt_evict_thread_run ()
      #4  0x0000000001a9dd66 in __wt_thread_run ()
      #5  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74b382f700) at pthread_create.c:309
      #6  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 13 (Thread 0x7f74891ce700 (LWP 239627)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000001a60bfe in __wt_cond_wait_signal ()
      #2  0x0000000001a3b400 in __wt_evict_thread_run ()
      #3  0x0000000001a9dd66 in __wt_thread_run ()
      #4  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74891ce700) at pthread_create.c:309
      #5  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 12 (Thread 0x7f7484185700 (LWP 239628)):
      #0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
      #1  0x0000000001a60bfe in __wt_cond_wait_signal ()
      #2  0x0000000001a3928e in __evict_lru_pages ()
      #3  0x0000000001a3a422 in __wt_evict_thread_run ()
      #4  0x0000000001a9dd66 in __wt_thread_run ()
      #5  0x00007f74c0c7f0a4 in start_thread (arg=0x7f7484185700) at pthread_create.c:309
      #6  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 11 (Thread 0x7f747a3fd700 (LWP 34918)):
      #0  0x00007f74c0c85ddb in __libc_recv (fd=95, buf=0x7f747a3fc480, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
      #1  0x00000000012ded5f in mongo::Socket::_recv(char*, int) ()
      #2  0x00000000012ded91 in mongo::Socket::unsafe_recv(char*, int) ()
      #3  0x00000000012deded in mongo::Socket::recv(char*, int) ()
      #4  0x00000000012d2d11 in mongo::MessagingPort::recv(mongo::Message&) ()
      #5  0x00000000012d4df7 in mongo::PortMessageServer::handleIncomingMsg(void*) ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f747a3fd700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 10 (Thread 0x7f7478fe9700 (LWP 141527)):
      #0  0x00007f74c0c85ddb in __libc_recv (fd=454, buf=0x7f7478fe8480, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
      #1  0x00000000012ded5f in mongo::Socket::_recv(char*, int) ()
      #2  0x00000000012ded91 in mongo::Socket::unsafe_recv(char*, int) ()
      #3  0x00000000012deded in mongo::Socket::recv(char*, int) ()
      ---Type <return> to continue, or q <return> to quit---
      #4  0x00000000012d2d11 in mongo::MessagingPort::recv(mongo::Message&) ()
      #5  0x00000000012d4df7 in mongo::PortMessageServer::handleIncomingMsg(void*) ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f7478fe9700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 9 (Thread 0x7f74887cb700 (LWP 213733)):
      #0  0x00007f74c0c85ddb in __libc_recv (fd=52, buf=0x7f74887ca480, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
      #1  0x00000000012ded5f in mongo::Socket::_recv(char*, int) ()
      #2  0x00000000012ded91 in mongo::Socket::unsafe_recv(char*, int) ()
      #3  0x00000000012deded in mongo::Socket::recv(char*, int) ()
      #4  0x00000000012d2d11 in mongo::MessagingPort::recv(mongo::Message&) ()
      #5  0x00000000012d4df7 in mongo::PortMessageServer::handleIncomingMsg(void*) ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f74887cb700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 8 (Thread 0x7f748216c700 (LWP 114349)):
      #0  0x00007f74c0c85ddb in __libc_recv (fd=56, buf=0x7f748216b480, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
      #1  0x00000000012ded5f in mongo::Socket::_recv(char*, int) ()
      #2  0x00000000012ded91 in mongo::Socket::unsafe_recv(char*, int) ()
      #3  0x00000000012deded in mongo::Socket::recv(char*, int) ()
      #4  0x00000000012d2d11 in mongo::MessagingPort::recv(mongo::Message&) ()
      #5  0x00000000012d4df7 in mongo::PortMessageServer::handleIncomingMsg(void*) ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f748216c700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 7 (Thread 0x7f747f33e700 (LWP 48361)):
      #0  0x00007f74c0c85ddb in __libc_recv (fd=180, buf=0x7f747f33d480, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
      #1  0x00000000012ded5f in mongo::Socket::_recv(char*, int) ()
      #2  0x00000000012ded91 in mongo::Socket::unsafe_recv(char*, int) ()
      #3  0x00000000012deded in mongo::Socket::recv(char*, int) ()
      #4  0x00000000012d2d11 in mongo::MessagingPort::recv(mongo::Message&) ()
      #5  0x00000000012d4df7 in mongo::PortMessageServer::handleIncomingMsg(void*) ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f747f33e700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 6 (Thread 0x7f746fa54700 (LWP 48362)):
      #0  0x00007f74c0c85ddb in __libc_recv (fd=308, buf=0x7f746fa53480, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
      #1  0x00000000012ded5f in mongo::Socket::_recv(char*, int) ()
      #2  0x00000000012ded91 in mongo::Socket::unsafe_recv(char*, int) ()
      #3  0x00000000012deded in mongo::Socket::recv(char*, int) ()
      #4  0x00000000012d2d11 in mongo::MessagingPort::recv(mongo::Message&) ()
      #5  0x00000000012d4df7 in mongo::PortMessageServer::handleIncomingMsg(void*) ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f746fa54700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 5 (Thread 0x7f7471e78700 (LWP 48363)):
      #0  0x00007f74c0c85ddb in __libc_recv (fd=505, buf=0x7f7471e77480, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
      #1  0x00000000012ded5f in mongo::Socket::_recv(char*, int) ()
      #2  0x00000000012ded91 in mongo::Socket::unsafe_recv(char*, int) ()
      #3  0x00000000012deded in mongo::Socket::recv(char*, int) ()
      #4  0x00000000012d2d11 in mongo::MessagingPort::recv(mongo::Message&) ()
      #5  0x00000000012d4df7 in mongo::PortMessageServer::handleIncomingMsg(void*) ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f7471e78700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 4 (Thread 0x7f7471c76700 (LWP 48369)):
      #0  0x00007f74c0c85ddb in __libc_recv (fd=511, buf=0x7f7471c75480, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
      ---Type <return> to continue, or q <return> to quit---
      #1  0x00000000012ded5f in mongo::Socket::_recv(char*, int) ()
      #2  0x00000000012ded91 in mongo::Socket::unsafe_recv(char*, int) ()
      #3  0x00000000012deded in mongo::Socket::recv(char*, int) ()
      #4  0x00000000012d2d11 in mongo::MessagingPort::recv(mongo::Message&) ()
      #5  0x00000000012d4df7 in mongo::PortMessageServer::handleIncomingMsg(void*) ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f7471c76700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 3 (Thread 0x7f7471872700 (LWP 48370)):
      #0  0x00007f74c0c85ddb in __libc_recv (fd=512, buf=0x7f7471871480, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
      #1  0x00000000012ded5f in mongo::Socket::_recv(char*, int) ()
      #2  0x00000000012ded91 in mongo::Socket::unsafe_recv(char*, int) ()
      #3  0x00000000012deded in mongo::Socket::recv(char*, int) ()
      #4  0x00000000012d2d11 in mongo::MessagingPort::recv(mongo::Message&) ()
      #5  0x00000000012d4df7 in mongo::PortMessageServer::handleIncomingMsg(void*) ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f7471872700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 2 (Thread 0x7f747c00b700 (LWP 48606)):
      #0  0x00007f74c0c85ddb in __libc_recv (fd=392, buf=0x7f747c00a480, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
      #1  0x00000000012ded5f in mongo::Socket::_recv(char*, int) ()
      #2  0x00000000012ded91 in mongo::Socket::unsafe_recv(char*, int) ()
      #3  0x00000000012deded in mongo::Socket::recv(char*, int) ()
      #4  0x00000000012d2d11 in mongo::MessagingPort::recv(mongo::Message&) ()
      #5  0x00000000012d4df7 in mongo::PortMessageServer::handleIncomingMsg(void*) ()
      #6  0x00007f74c0c7f0a4 in start_thread (arg=0x7f747c00b700) at pthread_create.c:309
      #7  0x00007f74c09b487d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      
      Thread 1 (Thread 0x7f74c2024cc0 (LWP 42742)):
      #0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
      #1  0x00007f74c0c8829a in _L_lock_55 () from /lib/x86_64-linux-gnu/libpthread.so.0
      #2  0x00007f74c0c88211 in __lll_lock_elision (futex=0x20aad40 <mongo::shutdownLock>, adapt_count=<optimized out>, private=0)
          at ../nptl/sysdeps/unix/sysv/linux/x86/elision-lock.c:94
      #3  0x0000000000cdced2 in mongo::exitCleanly(mongo::ExitCode) ()
      #4  0x0000000000970274 in main ()
      

            Assignee:
            geert.bosch@mongodb.com Geert Bosch
            Reporter:
            bydsky xihui he
            Votes:
            0 Vote for this issue
            Watchers:
            9 Start watching this issue

              Created:
              Updated:
              Resolved: