2014-12-03T21:44:57.188-0500 I COMMAND  [conn6] dropDatabase db_0 starting
2014-12-03T21:44:57.243-0500 I COMMAND  [conn6] dropDatabase db_0 finished
2014-12-04T09:54:01.141-0500 I NETWORK  [initandlisten] connection accepted from 127.0.0.1:33407 #7 (7 connections now open)
2014-12-04T09:54:14.873-0500 I COMMAND  [conn7] terminating, shutdown command received
2014-12-04T09:54:15.226-0500 I STORAGE  [conn1] got request after shutdown()
2014-12-04T09:55:14.947-0500 I -        [conn7] LockerId 9291220 has been waiting to acquire lock for more than 30 seconds. MongoDB will print the lock manager state and the stack of the thread that has been waiting, for diagnostic purposes. This message does not necessary imply that the server is experiencing an outage, but might be an indication of an overload.
2014-12-04T09:55:14.947-0500 I -        [conn7] Dumping LockManager @ 0x19c8f80
2014-12-04T09:55:14.948-0500 I -        [conn7] Lock @ 0x39CC580: {2305843009213693953: Global, 1}
GRANTED:
        LockRequest 9262779 @ 0x3A46E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; CompatibleFirst = 0;

PENDING:
        LockRequest 9291220 @ 0x1E96DC00: Mode = X; ConvertMode = NONE; EnqueueAtFront = 1; CompatibleFirst = 1;
2014-12-04T09:55:14.948-0500 I -        [conn7]
2014-12-04T09:55:14.984-0500 I -        [conn7]
 0xee9749 0x9a8f2d 0x9b08ec 0x9a9c2b 0x9a1502 0xa8fe71 0x9c2fd6 0x9b8188 0x9b83f4 0x9b9292 0x9b9d1b 0xb9616a 0xa8e345 0x7fee00 0xea9d71 0x7f2863638182 0x7f2862738fbd
----- BEGIN BACKTRACE -----
{"backtrace":[{"b":"400000","o":"AE9749"},{"b":"400000","o":"5A8F2D"},{"b":"400000","o":"5B08EC"},{"b":"400000","o":"5A9C2B"},{"b":"400000","o":"5A1502"},{"b":"400000","o":"68FE71"},{"b":"400000","o":"5C2FD6"},{"b":"400000","o":"5B8188"},{"b":"400000","o":"5B83F4"},{"b":"400000","o":"5B9292"},{"b":"400000","o":"5B9D1B"},{"b":"400000","o":"79616A"},{"b":"400000","o":"68E345"},{"b":"400000","o":"3FEE00"},{"b":"400000","o":"AA9D71"},{"b":"7F2863630000","o":"8182"},{"b":"7F286263E000","o":"FAFBD"}],"processInfo":{ "mongodbVersion" : "2.8.0-rc2-pre-", "gitVersion" : "994021fc1284b71c9cd81ef074d74cf140013f8d", "uname" : { "sysname" : "Linux", "release" : "3.13.0-39-generic", "version" : "#66-Ubuntu SMP Tue Oct 28 13:30:27 UTC 2014", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "67B0F179D1FA0EC5900ACDE6271F2EED16B12362" }, { "b" : "7FFFDB8FE000", "elfType" : 3, "buildId" : "0074678E5FFFF79F46C476077E67057161772F37" }, { "b" : "7F2863630000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "FE662C4D7B14EE804E0C1902FB55218A106BC5CB" }, { "b" : "7F2863428000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "92FCF41EFE012D6186E31A59AD05BDBB487769AB" }, { "b" : "7F2863224000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "C1AE4CB7195D337A77A3C689051DABAA3980CA0C" }, { "b" : "7F2862F20000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3, "buildId" : "19EFDDAB11B3BF5C71570078C59F91CF6592CE9E" }, { "b" : "7F2862C1A000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "574C6350381DA194C00FF555E0C1784618C05569" }, { "b" : "7F2862A04000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "8D0AA71411580EE6C08809695C3984769F25725B" }, { "b" : "7F286263E000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "B515361E474796AF29DE9992B76A97CFFB39B2A7" }, { "b" : "7F286384E000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "9F00581AB3C73E3AEA35995A0C50D24D59A01D47" } ] }}
 mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xee9749]
 mongod(+0x5A8F2D) [0x9a8f2d]
 mongod(_ZN5mongo10LockerImplILb0EE12lockCompleteENS_10ResourceIdEjb+0x18C) [0x9b08ec]
 mongod(_ZN5mongo10LockerImplILb0EE10lockGlobalENS_8LockModeEj+0x2B) [0x9a9c2b]
 mongod(_ZN5mongo4Lock11GlobalWriteC1EPNS_6LockerEj+0x32) [0x9a1502]
 mongod(_ZN5mongo11exitCleanlyENS_8ExitCodeE+0x91) [0xa8fe71]
 mongod(_ZN5mongo11CmdShutdown14shutdownHelperEv+0xE6) [0x9c2fd6]
 mongod(_ZN5mongo11CmdShutdown3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x58) [0x9b8188]
 mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9b83f4]
 mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC62) [0x9b9292]
 mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9b9d1b]
 mongod(_ZN5mongo11newRunQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERNS_5CurOpES3_b+0x76A) [0xb9616a]
 mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortEb+0xB45) [0xa8e345]
 mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xE0) [0x7fee00]
 mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x431) [0xea9d71]
 libpthread.so.0(+0x8182) [0x7f2863638182]
 libc.so.6(clone+0x6D) [0x7f2862738fbd]
-----  END BACKTRACE  -----

(gdb) thread apply all where

Thread 20 (Thread 0x7f2862374700 (LWP 28785)):
#0  0x00007f28636400d1 in do_sigwait (sig=0x7f28623739f0, set=<optimized out>)
    at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60
#1  __sigwait (set=0x19d18a0 <mongo::(anonymous namespace)::asyncSignals>, sig=0x7f28623739f0)
    at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97
#2  0x0000000000ee8af8 in mongo::(anonymous namespace)::signalProcessingThread () at src/mongo/util/signal_handlers.cpp:170
#3  0x0000000000f35d74 in boost::(anonymous namespace)::thread_proxy (param=<optimized out>)
    at src/third_party/boost/libs/thread/src/pthread/thread.cpp:121
#4  0x00007f2863638182 in start_thread (arg=0x7f2862374700) at pthread_create.c:312
#5  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 19 (Thread 0x7f2861b73700 (LWP 28786)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00000000012f547f in __wt_cond_wait (session=session@entry=0x3b5a280, cond=0x332f4f0, usecs=usecs@entry=100000)
    at src/third_party/wiredtiger/src/os_posix/os_mtx_cond.c:77
#2  0x0000000001288726 in __evict_server (arg=0x3b5a280) at src/third_party/wiredtiger/src/btree/bt_evict.c:195
#3  0x00007f2863638182 in start_thread (arg=0x7f2861b73700) at pthread_create.c:312
#4  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 18 (Thread 0x7f2861372700 (LWP 28787)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00000000012f547f in __wt_cond_wait (session=session@entry=0x3b5a500, cond=0x332f410, usecs=usecs@entry=30000000)
    at src/third_party/wiredtiger/src/os_posix/os_mtx_cond.c:77
#2  0x00000000012c3ebc in __sweep_server (arg=0x3b5a500) at src/third_party/wiredtiger/src/conn/conn_sweep.c:106
#3  0x00007f2863638182 in start_thread (arg=0x7f2861372700) at pthread_create.c:312
#4  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 17 (Thread 0x7f2860b71700 (LWP 28788)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00000000012f547f in __wt_cond_wait (session=session@entry=0x3b5a780, cond=0x332f5d0, usecs=usecs@entry=1000000)
    at src/third_party/wiredtiger/src/os_posix/os_mtx_cond.c:77
#2  0x00000000012c1d2c in __log_archive_server (arg=0x3b5a780) at src/third_party/wiredtiger/src/conn/conn_log.c:231
#3  0x00007f2863638182 in start_thread (arg=0x7f2860b71700) at pthread_create.c:312
#4  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 16 (Thread 0x7f2860370700 (LWP 28789)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007f286363a657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2  0x00007f286363a480 in __GI___pthread_mutex_lock (mutex=0x3b54480) at ../nptl/pthread_mutex_lock.c:79
#3  0x000000000131b288 in __wt_spin_lock (session=0x3b5aa00, t=<optimized out>) at src/third_party/wiredtiger/src/include/mutex.i:174
#4  __wt_txn_checkpoint (session=session@entry=0x3b5aa00, cfg=cfg@entry=0x7f286036fa30) at src/third_party/wiredtiger/src/txn/txn_ckpt.c:340
#5  0x000000000130fae6 in __session_checkpoint (wt_session=0x3b5aa00, config=<optimized out>) at src/third_party/wiredtiger/src/session/session_api.c:886
#6  0x00000000012bfaec in __ckpt_server (arg=0x3b5aa00) at src/third_party/wiredtiger/src/conn/conn_ckpt.c:85
#7  0x00007f2863638182 in start_thread (arg=0x7f2860370700) at pthread_create.c:312
#8  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 15 (Thread 0x7f285fb6f700 (LWP 28790)):
#0  0x00007f28627308e3 in select () at ../sysdeps/unix/syscall-template.S:81
#1  0x00000000012f6418 in __wt_sleep (seconds=seconds@entry=0, micro_seconds=micro_seconds@entry=10000)
    at src/third_party/wiredtiger/src/os_posix/os_sleep.c:22
#2  0x00000000012e9da9 in __lsm_manager_run_server (session=0x3b5af00) at src/third_party/wiredtiger/src/lsm/lsm_manager.c:419
#3  __lsm_worker_manager (arg=<optimized out>) at src/third_party/wiredtiger/src/lsm/lsm_manager.c:510
#4  0x00007f2863638182 in start_thread (arg=0x7f285fb6f700) at pthread_create.c:312
#5  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

---Type <return> to continue, or q <return> to quit---
Thread 14 (Thread 0x7f285f36e700 (LWP 28791)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007f286363a657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2  0x00007f286363a480 in __GI___pthread_mutex_lock (mutex=0x3b54480) at ../nptl/pthread_mutex_lock.c:79
#3  0x0000000001311ce0 in __wt_spin_lock (session=0x3b5b180, t=<optimized out>) at src/third_party/wiredtiger/src/include/mutex.i:174
#4  __wt_session_get_btree (session=session@entry=0x3b5b180, uri=uri@entry=0x3b6bb080 "file:collection-8--4307801614463669972-001681.lsm", 
    checkpoint=checkpoint@entry=0x14f782f "WiredTigerCheckpoint", cfg=cfg@entry=0x0, flags=flags@entry=20)
    at src/third_party/wiredtiger/src/session/session_dhandle.c:435
#5  0x00000000012ef2f0 in __lsm_discard_handle (checkpoint=0x14f782f "WiredTigerCheckpoint", 
    uri=0x3b6bb080 "file:collection-8--4307801614463669972-001681.lsm", session=0x3b5b180) at src/third_party/wiredtiger/src/lsm/lsm_work_unit.c:456
#6  __lsm_drop_file (session=session@entry=0x3b5b180, uri=0x3b6bb080 "file:collection-8--4307801614463669972-001681.lsm")
    at src/third_party/wiredtiger/src/lsm/lsm_work_unit.c:483
#7  0x00000000012efe47 in __wt_lsm_free_chunks (session=session@entry=0x3b5b180, lsm_tree=0x4fe3c00)
    at src/third_party/wiredtiger/src/lsm/lsm_work_unit.c:580
#8  0x00000000012f0446 in __lsm_worker_general_op (cookie=0x3b55078, completed=<synthetic pointer>, session=0x3b5b180)
    at src/third_party/wiredtiger/src/lsm/lsm_worker.c:71
#9  __lsm_worker (arg=0x3b55078) at src/third_party/wiredtiger/src/lsm/lsm_worker.c:121
#10 0x00007f2863638182 in start_thread (arg=0x7f285f36e700) at pthread_create.c:312
#11 0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 13 (Thread 0x7f285eb6d700 (LWP 28792)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007f286363a657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2  0x00007f286363a480 in __GI___pthread_mutex_lock (mutex=0x3b54480) at ../nptl/pthread_mutex_lock.c:79
#3  0x0000000001311ce0 in __wt_spin_lock (session=0x3b5b400, t=<optimized out>) at src/third_party/wiredtiger/src/include/mutex.i:174
#4  __wt_session_get_btree (session=session@entry=0x3b5b400, uri=uri@entry=0x3b6bd000 "file:collection-4--4307801614463669972-001694.lsm", 
    checkpoint=checkpoint@entry=0x14f782f "WiredTigerCheckpoint", cfg=cfg@entry=0x0, flags=flags@entry=20)
    at src/third_party/wiredtiger/src/session/session_dhandle.c:435
#5  0x00000000012ef2f0 in __lsm_discard_handle (checkpoint=0x14f782f "WiredTigerCheckpoint", 
    uri=0x3b6bd000 "file:collection-4--4307801614463669972-001694.lsm", session=0x3b5b400) at src/third_party/wiredtiger/src/lsm/lsm_work_unit.c:456
#6  __lsm_drop_file (session=session@entry=0x3b5b400, uri=0x3b6bd000 "file:collection-4--4307801614463669972-001694.lsm")
    at src/third_party/wiredtiger/src/lsm/lsm_work_unit.c:483
#7  0x00000000012efe47 in __wt_lsm_free_chunks (session=session@entry=0x3b5b400, lsm_tree=0x4f03c00)
    at src/third_party/wiredtiger/src/lsm/lsm_work_unit.c:580
#8  0x00000000012f0446 in __lsm_worker_general_op (cookie=0x3b550a0, completed=<synthetic pointer>, session=0x3b5b400)
    at src/third_party/wiredtiger/src/lsm/lsm_worker.c:71
#9  __lsm_worker (arg=0x3b550a0) at src/third_party/wiredtiger/src/lsm/lsm_worker.c:121
#10 0x00007f2863638182 in start_thread (arg=0x7f285eb6d700) at pthread_create.c:312
#11 0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 12 (Thread 0x7f285e36c700 (LWP 28793)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007f286363a657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2  0x00007f286363a480 in __GI___pthread_mutex_lock (mutex=0x3b544c0) at ../nptl/pthread_mutex_lock.c:79
#3  0x000000000130f23b in __wt_spin_lock (session=0x3b5b680, t=<optimized out>) at src/third_party/wiredtiger/src/include/mutex.i:174
#4  __session_create (wt_session=0x3b5b680, uri=<optimized out>, config=0x3acb41f0 ",key_format=r,value_format=1t,exclusive=true")
    at src/third_party/wiredtiger/src/session/session_api.c:435
#5  0x000000000127468d in __wt_bloom_finalize (bloom=0x17ae0f80) at src/third_party/wiredtiger/src/bloom/bloom.c:211
#6  0x00000000012ef8bb in __lsm_bloom_create (chunk_off=<optimized out>, chunk=0x95824080, lsm_tree=0x32533100, session=0x3b5b680)
    at src/third_party/wiredtiger/src/lsm/lsm_work_unit.c:409
#7  __wt_lsm_work_bloom (session=session@entry=0x3b5b680, lsm_tree=0x32533100) at src/third_party/wiredtiger/src/lsm/lsm_work_unit.c:221
#8  0x00000000012f0480 in __lsm_worker_general_op (cookie=0x3b550c8, completed=<synthetic pointer>, session=0x3b5b680)
    at src/third_party/wiredtiger/src/lsm/lsm_worker.c:73
#9  __lsm_worker (arg=0x3b550c8) at src/third_party/wiredtiger/src/lsm/lsm_worker.c:121
#10 0x00007f2863638182 in start_thread (arg=0x7f285e36c700) at pthread_create.c:312
#11 0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
---Type <return> to continue, or q <return> to quit---

Thread 11 (Thread 0x7f285db6b700 (LWP 28794)):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x0000000000e678b4 in wait<boost::unique_lock<boost::timed_mutex> > (m=..., this=0x3834d90)
    at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:137
#2  mongo::DeadlineMonitor<mongo::V8Scope>::deadlineMonitorThread (this=0x3834d50) at src/mongo/scripting/v8_deadline_monitor.h:134
#3  0x0000000000f35d74 in boost::(anonymous namespace)::thread_proxy (param=<optimized out>)
    at src/third_party/boost/libs/thread/src/pthread/thread.cpp:121
#4  0x00007f2863638182 in start_thread (arg=0x7f285db6b700) at pthread_create.c:312
#5  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 10 (Thread 0x7f285d36a700 (LWP 28795)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x0000000000bcb86f in timed_wait<boost::unique_lock<boost::timed_mutex> > (wait_until=..., m=..., this=0x32d4910)
    at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:161
#2  timed_wait<boost::unique_lock<boost::timed_mutex>, boost::date_time::subsecond_duration<boost::posix_time::time_duration, 1000ll> > (
    wait_duration=..., m=..., this=0x32d4910) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:183
#3  mongo::RangeDeleter::doWork (this=0x32d4880) at src/mongo/db/range_deleter.cpp:455
#4  0x0000000000f35d74 in boost::(anonymous namespace)::thread_proxy (param=<optimized out>)
    at src/third_party/boost/libs/thread/src/pthread/thread.cpp:121
#5  0x00007f2863638182 in start_thread (arg=0x7f285d36a700) at pthread_create.c:312
#6  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 9 (Thread 0x7f285cb69700 (LWP 28796)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007f286363a657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2  0x00007f286363a480 in __GI___pthread_mutex_lock (mutex=0x3b544c0) at ../nptl/pthread_mutex_lock.c:79
#3  0x0000000001301cb4 in __wt_spin_lock (session=<optimized out>, t=<optimized out>) at src/third_party/wiredtiger/src/include/mutex.i:174
#4  __schema_add_table (tablep=<synthetic pointer>, ok_incomplete=0, namelen=12, name=0x39db09e "_mdb_catalog", session=0x3b5e100)
    at src/third_party/wiredtiger/src/schema/schema_list.c:24
#5  __wt_schema_get_table (session=session@entry=0x3b5e100, name=name@entry=0x39db09e "_mdb_catalog", namelen=12, ok_incomplete=ok_incomplete@entry=0, 
    tablep=tablep@entry=0x7f285cb68040) at src/third_party/wiredtiger/src/schema/schema_list.c:91
#6  0x00000000012dd3a6 in __wt_curtable_open (session=session@entry=0x3b5e100, uri=<optimized out>, uri@entry=0x39db098 "table:_mdb_catalog", 
    cfg=cfg@entry=0x7f285cb68140, cursorp=cursorp@entry=0x7f285cb68130) at src/third_party/wiredtiger/src/cursor/cur_table.c:868
#7  0x00000000013109d1 in __wt_open_cursor (session=session@entry=0x3b5e100, uri=<optimized out>, owner=owner@entry=0x0, cfg=cfg@entry=0x7f285cb68140, 
    cursorp=cursorp@entry=0x7f285cb68130) at src/third_party/wiredtiger/src/session/session_api.c:241
#8  0x0000000001310df5 in __session_open_cursor (wt_session=0x3b5e100, uri=<optimized out>, to_dup=0x0, config=<optimized out>, cursorp=0x7f285cb681b0)
    at src/third_party/wiredtiger/src/session/session_api.c:351
#9  0x0000000000d28d20 in mongo::WiredTigerSession::getCursor (this=0xf341b30, uri=..., id=id@entry=1)
    at src/mongo/db/storage/wiredtiger/wiredtiger_session_cache.cpp:67
#10 0x0000000000d24372 in mongo::WiredTigerCursor::_init (this=0x7f285cb68290, uri=..., id=1, ru=<optimized out>)
    at src/mongo/db/storage/wiredtiger/wiredtiger_recovery_unit.cpp:252
#11 0x0000000000d1fb12 in mongo::WiredTigerRecordStore::findRecord (this=0x3b500f0, txn=<optimized out>, loc=..., out=0x7f285cb68380)
    at src/mongo/db/storage/wiredtiger/wiredtiger_record_store.cpp:335
#12 0x0000000000ca55b9 in mongo::KVCatalog::_findEntry (this=0x39cc980, opCtx=0x7f285cb68920, ns=..., out=out@entry=0x0)
    at src/mongo/db/storage/kv/kv_catalog.cpp:237
#13 0x0000000000ca58ad in mongo::KVCatalog::getMetaData (this=<optimized out>, opCtx=<optimized out>, ns=...) at src/mongo/db/storage/kv/kv_catalog.cpp:252
#14 0x0000000000caa1e5 in mongo::KVCollectionCatalogEntry::_getMetaData (this=<optimized out>, txn=<optimized out>)
    at src/mongo/db/storage/kv/kv_collection_catalog_entry.cpp:168
#15 0x0000000000c96cbe in mongo::BSONCollectionCatalogEntry::getAllIndexes (this=<optimized out>, txn=<optimized out>, names=0x7f285cb68830)
    at src/mongo/db/storage/bson_collection_catalog_entry.cpp:73
#16 0x0000000000d3164b in mongo::TTLMonitor::getTTLIndexesForDB (this=this@entry=0x32ed7c0, txn=txn@entry=0x7f285cb68920, dbName=..., 
    indexes=indexes@entry=0x7f285cb68900) at src/mongo/db/ttl.cpp:165
#17 0x0000000000d32832 in mongo::TTLMonitor::run (this=0x32ed7c0) at src/mongo/db/ttl.cpp:112
#18 0x0000000000e7ee30 in mongo::BackgroundJob::jobBody (this=0x32ed7c0) at src/mongo/util/background.cpp:163
#19 0x0000000000f35d74 in boost::(anonymous namespace)::thread_proxy (param=<optimized out>)
---Type <return> to continue, or q <return> to quit---
    at src/third_party/boost/libs/thread/src/pthread/thread.cpp:121
#20 0x00007f2863638182 in start_thread (arg=0x7f285cb69700) at pthread_create.c:312
#21 0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 8 (Thread 0x7f285bb67700 (LWP 28798)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x0000000000e81e56 in boost::condition_variable_any::timed_wait<boost::unique_lock<boost::timed_mutex> > (this=this@entry=0x32da028, m=..., 
    wait_until=...) at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:161
#2  0x0000000000e7fb1e in timed_wait<boost::unique_lock<boost::timed_mutex>, std::function<bool()> > (pred=..., wait_until=..., m=..., this=0x32da028)
    at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:191
#3  timed_wait<boost::unique_lock<boost::timed_mutex>, std::function<bool()> > (pred=..., wait_until=..., m=..., this=0x32da028)
    at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:200
#4  mongo::(anonymous namespace)::PeriodicTaskRunner::run (this=0x32da000) at src/mongo/util/background.cpp:338
#5  0x0000000000e7ee30 in mongo::BackgroundJob::jobBody (this=0x32da000) at src/mongo/util/background.cpp:163
#6  0x0000000000f35d74 in boost::(anonymous namespace)::thread_proxy (param=<optimized out>)
    at src/third_party/boost/libs/thread/src/pthread/thread.cpp:121
#7  0x00007f2863638182 in start_thread (arg=0x7f285bb67700) at pthread_create.c:312
#8  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 7 (Thread 0x7f285b366700 (LWP 7754)):
#0  0x00007f286363f7eb in __libc_recv (fd=17, buf=buf@entry=0x7f285b3657a0, n=n@entry=16, flags=-1, flags@entry=16384)
    at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
#1  0x0000000000eb17aa in recv (__flags=16384, __n=16, __buf=__buf@entry=0x7f285b3657a0, __fd=<optimized out>)
    at /usr/include/x86_64-linux-gnu/bits/socket2.h:44
#2  mongo::Socket::_recv (this=this@entry=0x3306840, buf=buf@entry=0x7f285b3657a0 "\264P", max=max@entry=16) at src/mongo/util/net/sock.cpp:746
#3  0x0000000000eb17e9 in mongo::Socket::unsafe_recv (this=this@entry=0x3306840, buf=buf@entry=0x7f285b3657a0 "\264P", max=max@entry=16)
    at src/mongo/util/net/sock.cpp:734
#4  0x0000000000eb1835 in mongo::Socket::recv (this=0x3306840, buf=buf@entry=0x7f285b3657a0 "\264P", len=len@entry=16) at src/mongo/util/net/sock.cpp:724
#5  0x0000000000ea6c80 in mongo::MessagingPort::recv (this=this@entry=0x39f7040, m=...) at src/mongo/util/net/message_port.cpp:179
#6  0x0000000000ea9d4f in mongo::PortMessageServer::handleIncomingMsg (arg=0x32ca4f0) at src/mongo/util/net/message_server_port.cpp:224
#7  0x00007f2863638182 in start_thread (arg=0x7f285b366700) at pthread_create.c:312
#8  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 6 (Thread 0x7f285b265700 (LWP 7756)):
#0  0x00007f286363f7eb in __libc_recv (fd=18, buf=buf@entry=0x7f285b2647a0, n=n@entry=16, flags=-1, flags@entry=16384)
    at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
#1  0x0000000000eb17aa in recv (__flags=16384, __n=16, __buf=__buf@entry=0x7f285b2647a0, __fd=<optimized out>)
    at /usr/include/x86_64-linux-gnu/bits/socket2.h:44
#2  mongo::Socket::_recv (this=this@entry=0x33069a0, buf=buf@entry=0x7f285b2647a0 "\265P", max=max@entry=16) at src/mongo/util/net/sock.cpp:746
#3  0x0000000000eb17e9 in mongo::Socket::unsafe_recv (this=this@entry=0x33069a0, buf=buf@entry=0x7f285b2647a0 "\265P", max=max@entry=16)
    at src/mongo/util/net/sock.cpp:734
#4  0x0000000000eb1835 in mongo::Socket::recv (this=0x33069a0, buf=buf@entry=0x7f285b2647a0 "\265P", len=len@entry=16) at src/mongo/util/net/sock.cpp:724
#5  0x0000000000ea6c80 in mongo::MessagingPort::recv (this=this@entry=0x39f7090, m=...) at src/mongo/util/net/message_port.cpp:179
#6  0x0000000000ea9d4f in mongo::PortMessageServer::handleIncomingMsg (arg=0x32ca2c0) at src/mongo/util/net/message_server_port.cpp:224
#7  0x00007f2863638182 in start_thread (arg=0x7f285b265700) at pthread_create.c:312
#8  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 5 (Thread 0x7f285b164700 (LWP 7758)):
#0  0x00007f286363f7eb in __libc_recv (fd=20, buf=buf@entry=0x7f285b1637a0, n=n@entry=16, flags=-1, flags@entry=16384)
    at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
#1  0x0000000000eb17aa in recv (__flags=16384, __n=16, __buf=__buf@entry=0x7f285b1637a0, __fd=<optimized out>)
    at /usr/include/x86_64-linux-gnu/bits/socket2.h:44
#2  mongo::Socket::_recv (this=this@entry=0x3306b00, buf=buf@entry=0x7f285b1637a0 "\262P", max=max@entry=16) at src/mongo/util/net/sock.cpp:746
#3  0x0000000000eb17e9 in mongo::Socket::unsafe_recv (this=this@entry=0x3306b00, buf=buf@entry=0x7f285b1637a0 "\262P", max=max@entry=16)
    at src/mongo/util/net/sock.cpp:734
#4  0x0000000000eb1835 in mongo::Socket::recv (this=0x3306b00, buf=buf@entry=0x7f285b1637a0 "\262P", len=len@entry=16) at src/mongo/util/net/sock.cpp:724
---Type <return> to continue, or q <return> to quit---
#5  0x0000000000ea6c80 in mongo::MessagingPort::recv (this=this@entry=0x39f70e0, m=...) at src/mongo/util/net/message_port.cpp:179
#6  0x0000000000ea9d4f in mongo::PortMessageServer::handleIncomingMsg (arg=0x32ca270) at src/mongo/util/net/message_server_port.cpp:224
#7  0x00007f2863638182 in start_thread (arg=0x7f285b164700) at pthread_create.c:312
#8  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 4 (Thread 0x7f285b063700 (LWP 7760)):
#0  0x00007f286363f7eb in __libc_recv (fd=23, buf=buf@entry=0x7f285b0627a0, n=n@entry=16, flags=-1, flags@entry=16384)
    at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33
#1  0x0000000000eb17aa in recv (__flags=16384, __n=16, __buf=__buf@entry=0x7f285b0627a0, __fd=<optimized out>)
    at /usr/include/x86_64-linux-gnu/bits/socket2.h:44
#2  mongo::Socket::_recv (this=this@entry=0x3306c60, buf=buf@entry=0x7f285b0627a0 "\262P", max=max@entry=16) at src/mongo/util/net/sock.cpp:746
#3  0x0000000000eb17e9 in mongo::Socket::unsafe_recv (this=this@entry=0x3306c60, buf=buf@entry=0x7f285b0627a0 "\262P", max=max@entry=16)
    at src/mongo/util/net/sock.cpp:734
#4  0x0000000000eb1835 in mongo::Socket::recv (this=0x3306c60, buf=buf@entry=0x7f285b0627a0 "\262P", len=len@entry=16) at src/mongo/util/net/sock.cpp:724
#5  0x0000000000ea6c80 in mongo::MessagingPort::recv (this=this@entry=0x39f7130, m=...) at src/mongo/util/net/message_port.cpp:179
#6  0x0000000000ea9d4f in mongo::PortMessageServer::handleIncomingMsg (arg=0x32caa00) at src/mongo/util/net/message_server_port.cpp:224
#7  0x00007f2863638182 in start_thread (arg=0x7f285b063700) at pthread_create.c:312
#8  0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 3 (Thread 0x7f2857ed1700 (LWP 12711)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007f286363a657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2  0x00007f286363a480 in __GI___pthread_mutex_lock (mutex=0x3b54480) at ../nptl/pthread_mutex_lock.c:79
#3  0x00000000012ec731 in __wt_spin_lock (session=0x3b5ac80, t=0x3b54480) at src/third_party/wiredtiger/src/include/mutex.i:174
#4  __lsm_tree_close (session=session@entry=0x3b5ac80, lsm_tree=0x4f03500) at src/third_party/wiredtiger/src/lsm/lsm_tree.c:106
#5  0x00000000012ee12b in __wt_lsm_tree_drop (session=session@entry=0x3b5ac80, name=name@entry=0x5ee27b40 "lsm:index-3--4307801614463669972", 
    cfg=cfg@entry=0x7f2857ed0400) at src/third_party/wiredtiger/src/lsm/lsm_tree.c:874
#6  0x0000000001301545 in __wt_schema_drop (session=session@entry=0x3b5ac80, uri=<optimized out>, cfg=cfg@entry=0x7f2857ed0400)
    at src/third_party/wiredtiger/src/schema/schema_drop.c:182
#7  0x000000000130168f in __drop_table (cfg=0x7f2857ed0400, force=<optimized out>, uri=0x86b314d8 "table:index-3--4307801614463669972", session=0x3b5ac80)
    at src/third_party/wiredtiger/src/schema/schema_drop.c:130
#8  __wt_schema_drop (session=session@entry=0x3b5ac80, uri=<optimized out>, uri@entry=0x86b314d8 "table:index-3--4307801614463669972", 
    cfg=cfg@entry=0x7f2857ed0400) at src/third_party/wiredtiger/src/schema/schema_drop.c:184
#9  0x000000000130ef9a in __session_drop (wt_session=0x3b5ac80, uri=0x86b314d8 "table:index-3--4307801614463669972", config=<optimized out>)
    at src/third_party/wiredtiger/src/session/session_api.c:529
#10 0x0000000000d1d19f in mongo::WiredTigerKVEngine::dropAllQueued (this=0x39e2000) at src/mongo/db/storage/wiredtiger/wiredtiger_kv_engine.cpp:368
#11 0x0000000000d283c2 in mongo::WiredTigerSessionCache::releaseSession (this=0x3a0a680, session=0x32e1f20)
    at src/mongo/db/storage/wiredtiger/wiredtiger_session_cache.cpp:201
#12 0x0000000000d24ac5 in mongo::WiredTigerRecoveryUnit::~WiredTigerRecoveryUnit (this=0x5f5d6fc0, __in_chrg=<optimized out>)
    at src/mongo/db/storage/wiredtiger/wiredtiger_recovery_unit.cpp:90
#13 0x0000000000d24b49 in mongo::WiredTigerRecoveryUnit::~WiredTigerRecoveryUnit (this=0x5f5d6fc0, __in_chrg=<optimized out>)
    at src/mongo/db/storage/wiredtiger/wiredtiger_recovery_unit.cpp:93
#14 0x0000000000ad5191 in ~auto_ptr (this=0x907ae708, __in_chrg=<optimized out>) at /usr/include/c++/4.8/backward/auto_ptr.h:170
#15 mongo::OperationContextImpl::~OperationContextImpl (this=0x907ae700, __in_chrg=<optimized out>) at src/mongo/db/operation_context_impl.cpp:69
#16 0x0000000000ad51b9 in mongo::OperationContextImpl::~OperationContextImpl (this=0x907ae700, __in_chrg=<optimized out>)
    at src/mongo/db/operation_context_impl.cpp:71
#17 0x00000000007ff2e9 in checked_delete<mongo::OperationContext> (x=0x907ae700) at src/third_party/boost/boost/checked_delete.hpp:39
#18 ~scoped_ptr (this=<synthetic pointer>, __in_chrg=<optimized out>) at src/third_party/boost/boost/smart_ptr/scoped_ptr.hpp:80
#19 mongo::MyMessageHandler::process (this=<optimized out>, m=..., port=0x39f7180, le=0x87bf1d0) at src/mongo/db/db.cpp:223
#20 0x0000000000ea9d71 in mongo::PortMessageServer::handleIncomingMsg (arg=0x32ca740) at src/mongo/util/net/message_server_port.cpp:234
#21 0x00007f2863638182 in start_thread (arg=0x7f2857ed1700) at pthread_create.c:312
#22 0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 2 (Thread 0x7f285af62700 (LWP 9952)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00000000009afcb5 in boost::condition_variable::timed_wait (this=this@entry=0x1e96e1d0, m=..., wait_until=...)
---Type <return> to continue, or q <return> to quit---
    at src/third_party/boost/boost/thread/pthread/condition_variable.hpp:74
#2  0x00000000009a936d in timed_wait<boost::date_time::subsecond_duration<boost::posix_time::time_duration, 1000ll> > (wait_duration=..., m=..., 
    this=0x1e96e1d0) at src/third_party/boost/boost/thread/pthread/condition_variable_fwd.hpp:72
#3  mongo::CondVarLockGrantNotification::wait (this=this@entry=0x1e96e1a0, timeoutMs=<optimized out>) at src/mongo/db/concurrency/lock_state.cpp:271
#4  0x00000000009b07d2 in mongo::LockerImpl<false>::lockComplete (this=0x1e96dc00, resId=..., timeoutMs=4294967295, checkDeadlock=false)
    at src/mongo/db/concurrency/lock_state.cpp:701
#5  0x00000000009a9c2b in mongo::LockerImpl<false>::lockGlobal (this=0x1e96dc00, mode=<optimized out>, timeoutMs=4294967295)
    at src/mongo/db/concurrency/lock_state.cpp:319
#6  0x00000000009a1502 in mongo::Lock::GlobalWrite::GlobalWrite (this=0x7f285af60200, lockState=<optimized out>, timeoutms=4294967295)
    at src/mongo/db/concurrency/d_concurrency.cpp:170
#7  0x0000000000a8fe71 in mongo::exitCleanly (code=code@entry=mongo::EXIT_CLEAN) at src/mongo/db/instance.cpp:1065
#8  0x00000000009c2fd6 in mongo::CmdShutdown::shutdownHelper () at src/mongo/db/dbcommands_generic.cpp:322
#9  0x00000000009b8188 in mongo::CmdShutdown::run (this=<optimized out>, txn=0x837242c0, dbname=..., cmdObj=..., errmsg=..., result=..., fromRepl=false)
    at src/mongo/db/dbcommands.cpp:120
#10 0x00000000009b83f4 in mongo::_execCommand (txn=txn@entry=0x837242c0, c=c@entry=0x19c9780 <mongo::cmdShutdown>, dbname=..., cmdObj=..., 
    queryOptions=queryOptions@entry=0, errmsg=..., result=..., fromRepl=fromRepl@entry=false) at src/mongo/db/dbcommands.cpp:1231
#11 0x00000000009b9292 in mongo::Command::execCommand (txn=txn@entry=0x837242c0, c=c@entry=0x19c9780 <mongo::cmdShutdown>, 
    queryOptions=queryOptions@entry=0, cmdns=cmdns@entry=0x23a37414 "admin.$cmd", cmdObj=..., result=..., fromRepl=fromRepl@entry=false)
    at src/mongo/db/dbcommands.cpp:1445
#12 0x00000000009b9d1b in mongo::_runCommands (txn=txn@entry=0x837242c0, ns=0x23a37414 "admin.$cmd", _cmdobj=..., b=..., anObjBuilder=..., 
    fromRepl=fromRepl@entry=false, queryOptions=0) at src/mongo/db/dbcommands.cpp:1520
#13 0x0000000000b9616a in runCommands (fromRepl=false, queryOptions=<optimized out>, anObjBuilder=..., b=..., curop=..., jsobj=..., ns=<optimized out>, 
    txn=0x837242c0) at src/mongo/db/query/new_find.cpp:131
#14 mongo::newRunQuery (txn=txn@entry=0x837242c0, m=..., q=..., curop=..., result=..., fromDBDirectClient=fromDBDirectClient@entry=false)
    at src/mongo/db/query/new_find.cpp:549
#15 0x0000000000a8e345 in receivedQuery (fromDBDirectClient=false, m=..., dbresponse=..., c=..., txn=0x837242c0) at src/mongo/db/instance.cpp:220
#16 mongo::assembleResponse (txn=txn@entry=0x837242c0, m=..., dbresponse=..., remote=..., fromDBDirectClient=fromDBDirectClient@entry=false)
    at src/mongo/db/instance.cpp:390
#17 0x00000000007fee00 in mongo::MyMessageHandler::process (this=<optimized out>, m=..., port=0x39f71d0, le=0x15cfa370) at src/mongo/db/db.cpp:194
#18 0x0000000000ea9d71 in mongo::PortMessageServer::handleIncomingMsg (arg=0x32caad0) at src/mongo/util/net/message_server_port.cpp:234
#19 0x00007f2863638182 in start_thread (arg=0x7f285af62700) at pthread_create.c:312
#20 0x00007f2862738fbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 1 (Thread 0x7f2863a42bc0 (LWP 28784)):
#0  0x00007f286363fb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
#1  0x0000000000ef0f20 in mongo::sleepsecs (s=s@entry=1000) at src/mongo/util/time_support.cpp:764
#2  0x0000000000a8fe0a in mongo::exitCleanly (code=<optimized out>) at src/mongo/db/instance.cpp:1048
#3  0x00000000007c6dbb in mongoDbMain (envp=<optimized out>, argv=0x7fffdaf8ade8, argc=<optimized out>) at src/mongo/db/db.cpp:870
#4  main (argc=13, argv=0x7fffdaf8ade8, envp=<optimized out>) at src/mongo/db/db.cpp:672
(gdb)