-
Type: Improvement
-
Resolution: Fixed
-
Priority: Major - P3
-
Affects Version/s: None
-
Component/s: Testing Infrastructure
-
Fully Compatible
-
v4.0
-
Repl 2018-10-22
There are usually many threads (in hundreds) waiting for a single resource in the wait-for dependency graph, but the cycle length is usually not long (less than 5). Thus the wait-for graph will look very wide if it's drawn from top to the bottom. Here's an example.
However if it's drawn from left to right by setting rankdir=LR;, it'll look much clearer. Attached is the generated graph.
# Legend: # Thread 1 -> Lock 1 indicates Thread 1 is waiting on Lock 1 # Lock 2 -> Thread 2 indicates Lock 2 is held by Thread 2 # No cycle detected in the graph digraph "mongod+lock-status" { rankdir=LR; "Thread 0x7f8d82bf2700" -> "Lock 0x7f8de238e380"; "Lock 0x7f8de238e380" -> "Thread 0x7f8daadbc700"; "Thread 0x7f8d82cf3700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d82df4700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d82ef5700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d82ff6700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d830f7700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d831f8700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d832f9700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d833fa700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d834fb700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d835fc700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d836fd700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d84ce5700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d84de6700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d84ee7700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d84fe8700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d850e9700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d851ea700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d852eb700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d853ec700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d854ed700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d855ee700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d856ef700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d857f0700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d858f1700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d859f2700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d85af3700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d85bf4700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d85cf5700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d85df6700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d85ef7700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d85ff8700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d860f9700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d861fa700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d862fb700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d863fc700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d864fd700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d865fe700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d866ff700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8bbfe700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8bcff700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8cff6700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8d0f7700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8d1f8700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8d2f9700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8d3fa700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8d4fb700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8d5fc700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8d6fd700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8d7fe700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8d8ff700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8dbfd700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8f1f9700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8f2fa700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8f3fb700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8f4fc700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8f5fd700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d8f6fe700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d9c8f9700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d9c9fa700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d9cafb700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d9cbfc700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d9ccfd700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d9cdfe700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da0a3d700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da3e4d700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da4150700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da4251700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da4352700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da4453700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da4655700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da4756700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da4857700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da4c5b700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da4e5d700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da5766700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da5e6d700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da6f7e700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da75e8700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da77ea700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da92f6700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da93f7700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da94f8700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da95f9700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da96fa700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da97fb700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da98fc700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da99fd700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da9afe700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da0c3f700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da505f700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da6675700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da5564700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da6372700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da3140700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da3645700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da5867700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da5a69700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da5968700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da1842700" -> "Lock 0x7f8de2eaae80"; "Lock 0x7f8de2eaae80" -> "Thread 0x7f8da3948700"; "Thread 0x7f8da3948700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da5463700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da7df0700" -> "Lock 0x7f8de2ea9000"; "Lock 0x7f8de2ea9000" -> "Thread 0x7f8da6170700"; "Thread 0x7f8da6170700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da5160700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da3847700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da3f4e700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da5d6c700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8da5f6e700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da6473700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8da3544700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da3b4a700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da6877700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8da404f700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8da606f700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da4554700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da4958700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8da4a59700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da4b5a700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da6776700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da5261700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8da78eb700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da5362700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8da6978700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da5c6b700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8da6574700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8da82f5700" -> "Lock 0x7f8de2ea9000"; "Thread 0x7f8da7281700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da6c7b700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da6d7c700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da6e7d700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da79ec700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da81f4700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da7180700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da7cef700" -> "Lock 0x7f8de2ea9b80"; "Lock 0x7f8de2ea9b80" -> "Thread 0x7f8da7281700"; "Lock 0x7f8de2ea9b80" -> "Thread 0x7f8daa5fe700"; "Lock 0x7f8de2ea9b80" -> "Thread 0x7f8da79ec700"; "Lock 0x7f8de2ea9b80" -> "Thread 0x7f8da6e7d700"; "Lock 0x7f8de2ea9b80" -> "Thread 0x7f8da7382700"; "Lock 0x7f8de2ea9b80" -> "Thread 0x7f8da7180700"; "Lock 0x7f8de2ea9b80" -> "Thread 0x7f8da3b4a700"; "Lock 0x7f8de2ea9b80" -> "Thread 0x7f8da5463700"; "Thread 0x7f8daa5fe700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da7382700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da3a49700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da89fc700" -> "Lock 0x7f8de2ea9b80"; "Thread 0x7f8da7aed700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da0e41700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da0d40700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da83f6700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da84f7700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da3241700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da0b3e700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da8bfe700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da3443700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da8cff700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da90fd700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da4d5c700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da1943700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da88fb700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8daa6ff700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8daaebd700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da86f9700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da6b7a700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8da1b45700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d900ff700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8d926fc700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8d930fd700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8d960ff700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8d9d7ff700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8dc33f8700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8daaab9700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8daafbe700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8dab2c1700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8dbaddb700" -> "Lock 0x7f8de2eaae80"; "Thread 0x7f8dbc1dd700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8dc1ff6700" -> "Lock 0x7f8df4e53300"; "Lock 0x7f8df4e53300" -> "Thread 0x7f8da86f9700"; "Thread 0x7f8dc51fb700" -> "Lock 0x7f8de238e380"; "Thread 0x7f8d82bf2700" [label="\"conn2097\" (Thread 0x7f8d82bf2700 (LWP 12562))" ] "Lock 0x7f8de238e380" [label="Lock 0x7f8de238e380 (MongoDB lock)" ] "Thread 0x7f8daadbc700" [label="\"\" (Thread 0x7f8daadbc700 (LWP 27742))" ] "Thread 0x7f8d82cf3700" [label="\"conn2096\" (Thread 0x7f8d82cf3700 (LWP 12539))" ] "Thread 0x7f8d82df4700" [label="\"conn2095\" (Thread 0x7f8d82df4700 (LWP 12455))" ] "Thread 0x7f8d82ef5700" [label="\"conn2094\" (Thread 0x7f8d82ef5700 (LWP 12432))" ] "Thread 0x7f8d82ff6700" [label="\"conn2093\" (Thread 0x7f8d82ff6700 (LWP 12355))" ] "Thread 0x7f8d830f7700" [label="\"conn2092\" (Thread 0x7f8d830f7700 (LWP 12351))" ] "Thread 0x7f8d831f8700" [label="\"conn2091\" (Thread 0x7f8d831f8700 (LWP 12249))" ] "Thread 0x7f8d832f9700" [label="\"conn2090\" (Thread 0x7f8d832f9700 (LWP 12248))" ] "Thread 0x7f8d833fa700" [label="\"conn2089\" (Thread 0x7f8d833fa700 (LWP 11401))" ] "Thread 0x7f8d834fb700" [label="\"conn2088\" (Thread 0x7f8d834fb700 (LWP 10956))" ] "Thread 0x7f8d835fc700" [label="\"conn2087\" (Thread 0x7f8d835fc700 (LWP 9625))" ] "Thread 0x7f8d836fd700" [label="\"conn2086\" (Thread 0x7f8d836fd700 (LWP 9577))" ] "Thread 0x7f8d84ce5700" [label="\"conn2085\" (Thread 0x7f8d84ce5700 (LWP 9228))" ] "Thread 0x7f8d84de6700" [label="\"conn2084\" (Thread 0x7f8d84de6700 (LWP 9165))" ] "Thread 0x7f8d84ee7700" [label="\"conn2083\" (Thread 0x7f8d84ee7700 (LWP 8872))" ] "Thread 0x7f8d84fe8700" [label="\"conn2082\" (Thread 0x7f8d84fe8700 (LWP 8751))" ] "Thread 0x7f8d850e9700" [label="\"conn2081\" (Thread 0x7f8d850e9700 (LWP 8446))" ] "Thread 0x7f8d851ea700" [label="\"conn2080\" (Thread 0x7f8d851ea700 (LWP 8378))" ] "Thread 0x7f8d852eb700" [label="\"conn2079\" (Thread 0x7f8d852eb700 (LWP 8050))" ] "Thread 0x7f8d853ec700" [label="\"conn2078\" (Thread 0x7f8d853ec700 (LWP 7966))" ] "Thread 0x7f8d854ed700" [label="\"conn2077\" (Thread 0x7f8d854ed700 (LWP 7692))" ] "Thread 0x7f8d855ee700" [label="\"conn2076\" (Thread 0x7f8d855ee700 (LWP 7524))" ] "Thread 0x7f8d856ef700" [label="\"conn2075\" (Thread 0x7f8d856ef700 (LWP 7269))" ] "Thread 0x7f8d857f0700" [label="\"conn2074\" (Thread 0x7f8d857f0700 (LWP 7169))" ] "Thread 0x7f8d858f1700" [label="\"conn2073\" (Thread 0x7f8d858f1700 (LWP 6835))" ] "Thread 0x7f8d859f2700" [label="\"conn2072\" (Thread 0x7f8d859f2700 (LWP 6772))" ] "Thread 0x7f8d85af3700" [label="\"conn2071\" (Thread 0x7f8d85af3700 (LWP 2796))" ] "Thread 0x7f8d85bf4700" [label="\"conn2070\" (Thread 0x7f8d85bf4700 (LWP 1294))" ] "Thread 0x7f8d85cf5700" [label="\"conn2069\" (Thread 0x7f8d85cf5700 (LWP 28187))" ] "Thread 0x7f8d85df6700" [label="\"conn2068\" (Thread 0x7f8d85df6700 (LWP 26872))" ] "Thread 0x7f8d85ef7700" [label="\"conn2067\" (Thread 0x7f8d85ef7700 (LWP 21156))" ] "Thread 0x7f8d85ff8700" [label="\"conn2066\" (Thread 0x7f8d85ff8700 (LWP 20003))" ] "Thread 0x7f8d860f9700" [label="\"conn2065\" (Thread 0x7f8d860f9700 (LWP 14910))" ] "Thread 0x7f8d861fa700" [label="\"conn2064\" (Thread 0x7f8d861fa700 (LWP 14539))" ] "Thread 0x7f8d862fb700" [label="\"conn2063\" (Thread 0x7f8d862fb700 (LWP 14249))" ] "Thread 0x7f8d863fc700" [label="\"conn2062\" (Thread 0x7f8d863fc700 (LWP 14184))" ] "Thread 0x7f8d864fd700" [label="\"conn2061\" (Thread 0x7f8d864fd700 (LWP 13852))" ] "Thread 0x7f8d865fe700" [label="\"conn2060\" (Thread 0x7f8d865fe700 (LWP 13790))" ] "Thread 0x7f8d866ff700" [label="\"conn2059\" (Thread 0x7f8d866ff700 (LWP 13501))" ] "Thread 0x7f8d8bbfe700" [label="\"conn2058\" (Thread 0x7f8d8bbfe700 (LWP 13439))" ] "Thread 0x7f8d8bcff700" [label="\"conn2057\" (Thread 0x7f8d8bcff700 (LWP 13079))" ] "Thread 0x7f8d8cff6700" [label="\"conn2056\" (Thread 0x7f8d8cff6700 (LWP 13043))" ] "Thread 0x7f8d8d0f7700" [label="\"conn2055\" (Thread 0x7f8d8d0f7700 (LWP 12681))" ] "Thread 0x7f8d8d1f8700" [label="\"conn2054\" (Thread 0x7f8d8d1f8700 (LWP 12619))" ] "Thread 0x7f8d8d2f9700" [label="\"conn2053\" (Thread 0x7f8d8d2f9700 (LWP 12331))" ] "Thread 0x7f8d8d3fa700" [label="\"conn2052\" (Thread 0x7f8d8d3fa700 (LWP 12267))" ] "Thread 0x7f8d8d4fb700" [label="\"conn2051\" (Thread 0x7f8d8d4fb700 (LWP 11939))" ] "Thread 0x7f8d8d5fc700" [label="\"conn2050\" (Thread 0x7f8d8d5fc700 (LWP 11892))" ] "Thread 0x7f8d8d6fd700" [label="\"conn2049\" (Thread 0x7f8d8d6fd700 (LWP 11514))" ] "Thread 0x7f8d8d7fe700" [label="\"conn2048\" (Thread 0x7f8d8d7fe700 (LWP 11481))" ] "Thread 0x7f8d8d8ff700" [label="\"conn2047\" (Thread 0x7f8d8d8ff700 (LWP 11203))" ] "Thread 0x7f8d8dbfd700" [label="\"conn2046\" (Thread 0x7f8d8dbfd700 (LWP 11131))" ] "Thread 0x7f8d8f1f9700" [label="\"conn2045\" (Thread 0x7f8d8f1f9700 (LWP 10805))" ] "Thread 0x7f8d8f2fa700" [label="\"conn2044\" (Thread 0x7f8d8f2fa700 (LWP 10739))" ] "Thread 0x7f8d8f3fb700" [label="\"conn2043\" (Thread 0x7f8d8f3fb700 (LWP 10376))" ] "Thread 0x7f8d8f4fc700" [label="\"conn2042\" (Thread 0x7f8d8f4fc700 (LWP 10315))" ] "Thread 0x7f8d8f5fd700" [label="\"conn2041\" (Thread 0x7f8d8f5fd700 (LWP 10056))" ] "Thread 0x7f8d8f6fe700" [label="\"conn2040\" (Thread 0x7f8d8f6fe700 (LWP 10016))" ] "Thread 0x7f8d9c8f9700" [label="\"conn2039\" (Thread 0x7f8d9c8f9700 (LWP 9662))" ] "Thread 0x7f8d9c9fa700" [label="\"conn2038\" (Thread 0x7f8d9c9fa700 (LWP 9597))" ] "Thread 0x7f8d9cafb700" [label="\"conn2037\" (Thread 0x7f8d9cafb700 (LWP 9264))" ] "Thread 0x7f8d9cbfc700" [label="\"conn2036\" (Thread 0x7f8d9cbfc700 (LWP 9202))" ] "Thread 0x7f8d9ccfd700" [label="\"conn2035\" (Thread 0x7f8d9ccfd700 (LWP 8912))" ] "Thread 0x7f8d9cdfe700" [label="\"conn2034\" (Thread 0x7f8d9cdfe700 (LWP 8879))" ] "Thread 0x7f8da0a3d700" [label="\"conn2033\" (Thread 0x7f8da0a3d700 (LWP 8538))" ] "Thread 0x7f8da3e4d700" [label="\"conn2032\" (Thread 0x7f8da3e4d700 (LWP 8459))" ] "Thread 0x7f8da4150700" [label="\"conn2031\" (Thread 0x7f8da4150700 (LWP 8123))" ] "Thread 0x7f8da4251700" [label="\"conn2030\" (Thread 0x7f8da4251700 (LWP 8033))" ] "Thread 0x7f8da4352700" [label="\"conn2029\" (Thread 0x7f8da4352700 (LWP 7769))" ] "Thread 0x7f8da4453700" [label="\"conn2028\" (Thread 0x7f8da4453700 (LWP 7720))" ] "Thread 0x7f8da4655700" [label="\"conn2027\" (Thread 0x7f8da4655700 (LWP 7349))" ] "Thread 0x7f8da4756700" [label="\"conn2026\" (Thread 0x7f8da4756700 (LWP 7316))" ] "Thread 0x7f8da4857700" [label="\"conn2025\" (Thread 0x7f8da4857700 (LWP 6932))" ] "Thread 0x7f8da4c5b700" [label="\"conn2024\" (Thread 0x7f8da4c5b700 (LWP 6870))" ] "Thread 0x7f8da4e5d700" [label="\"conn2023\" (Thread 0x7f8da4e5d700 (LWP 6610))" ] "Thread 0x7f8da5766700" [label="\"conn2022\" (Thread 0x7f8da5766700 (LWP 6512))" ] "Thread 0x7f8da5e6d700" [label="\"conn2021\" (Thread 0x7f8da5e6d700 (LWP 6188))" ] "Thread 0x7f8da6f7e700" [label="\"conn2020\" (Thread 0x7f8da6f7e700 (LWP 6155))" ] "Thread 0x7f8da75e8700" [label="\"conn2019\" (Thread 0x7f8da75e8700 (LWP 5797))" ] "Thread 0x7f8da77ea700" [label="\"conn2018\" (Thread 0x7f8da77ea700 (LWP 5726))" ] "Thread 0x7f8da92f6700" [label="\"conn2017\" (Thread 0x7f8da92f6700 (LWP 5471))" ] "Thread 0x7f8da93f7700" [label="\"conn2016\" (Thread 0x7f8da93f7700 (LWP 5428))" ] "Thread 0x7f8da94f8700" [label="\"conn2015\" (Thread 0x7f8da94f8700 (LWP 5111))" ] "Thread 0x7f8da95f9700" [label="\"conn2014\" (Thread 0x7f8da95f9700 (LWP 5064))" ] "Thread 0x7f8da96fa700" [label="\"conn2013\" (Thread 0x7f8da96fa700 (LWP 4764))" ] "Thread 0x7f8da97fb700" [label="\"conn2012\" (Thread 0x7f8da97fb700 (LWP 4648))" ] "Thread 0x7f8da98fc700" [label="\"conn2011\" (Thread 0x7f8da98fc700 (LWP 4391))" ] "Thread 0x7f8da99fd700" [label="\"conn2010\" (Thread 0x7f8da99fd700 (LWP 4357))" ] "Thread 0x7f8da9afe700" [label="\"conn2009\" (Thread 0x7f8da9afe700 (LWP 4029))" ] "Thread 0x7f8da0c3f700" [label="\"conn2008\" (Thread 0x7f8da0c3f700 (LWP 3967))" ] "Thread 0x7f8da505f700" [label="\"conn2007\" (Thread 0x7f8da505f700 (LWP 3695))" ] "Thread 0x7f8da6675700" [label="\"conn2006\" (Thread 0x7f8da6675700 (LWP 3577))" ] "Thread 0x7f8da5564700" [label="\"conn2005\" (Thread 0x7f8da5564700 (LWP 3314))" ] "Thread 0x7f8da6372700" [label="\"conn2004\" (Thread 0x7f8da6372700 (LWP 3254))" ] "Thread 0x7f8da3140700" [label="\"conn2003\" (Thread 0x7f8da3140700 (LWP 2954))" ] "Thread 0x7f8da3645700" [label="\"conn2002\" (Thread 0x7f8da3645700 (LWP 2918))" ] "Thread 0x7f8da5867700" [label="\"conn2001\" (Thread 0x7f8da5867700 (LWP 2661))" ] "Thread 0x7f8da5a69700" [label="\"conn2000\" (Thread 0x7f8da5a69700 (LWP 2526))" ] "Thread 0x7f8da5968700" [label="\"conn1999\" (Thread 0x7f8da5968700 (LWP 1846))" ] "Thread 0x7f8da1842700" [label="\"replication-9\" (Thread 0x7f8da1842700 (LWP 1759))" ] "Lock 0x7f8de2eaae80" [label="Lock 0x7f8de2eaae80 (MongoDB lock)" ] "Thread 0x7f8da3948700" [label="\"conn1988\" (Thread 0x7f8da3948700 (LWP 1741))" ] "Thread 0x7f8da5463700" [label="\"conn1994\" (Thread 0x7f8da5463700 (LWP 1747))" ] "Thread 0x7f8da7df0700" [label="\"conn1993\" (Thread 0x7f8da7df0700 (LWP 1746))" ] "Lock 0x7f8de2ea9000" [label="Lock 0x7f8de2ea9000 (MongoDB lock)" ] "Thread 0x7f8da6170700" [label="\"conn1958\" (Thread 0x7f8da6170700 (LWP 1704))" ] "Thread 0x7f8da5160700" [label="\"conn1992\" (Thread 0x7f8da5160700 (LWP 1745))" ] "Thread 0x7f8da3847700" [label="\"conn1990\" (Thread 0x7f8da3847700 (LWP 1743))" ] "Thread 0x7f8da3f4e700" [label="\"conn1989\" (Thread 0x7f8da3f4e700 (LWP 1742))" ] "Thread 0x7f8da5d6c700" [label="\"conn1987\" (Thread 0x7f8da5d6c700 (LWP 1740))" ] "Thread 0x7f8da5f6e700" [label="\"conn1986\" (Thread 0x7f8da5f6e700 (LWP 1738))" ] "Thread 0x7f8da6473700" [label="\"conn1985\" (Thread 0x7f8da6473700 (LWP 1737))" ] "Thread 0x7f8da3544700" [label="\"conn1982\" (Thread 0x7f8da3544700 (LWP 1734))" ] "Thread 0x7f8da3b4a700" [label="\"conn1979\" (Thread 0x7f8da3b4a700 (LWP 1731))" ] "Thread 0x7f8da6877700" [label="\"conn1975\" (Thread 0x7f8da6877700 (LWP 1726))" ] "Thread 0x7f8da404f700" [label="\"conn1974\" (Thread 0x7f8da404f700 (LWP 1724))" ] "Thread 0x7f8da606f700" [label="\"conn1968\" (Thread 0x7f8da606f700 (LWP 1715))" ] "Thread 0x7f8da4554700" [label="\"conn1966\" (Thread 0x7f8da4554700 (LWP 1713))" ] "Thread 0x7f8da4958700" [label="\"conn1962\" (Thread 0x7f8da4958700 (LWP 1708))" ] "Thread 0x7f8da4a59700" [label="\"conn1961\" (Thread 0x7f8da4a59700 (LWP 1707))" ] "Thread 0x7f8da4b5a700" [label="\"conn1960\" (Thread 0x7f8da4b5a700 (LWP 1706))" ] "Thread 0x7f8da6776700" [label="\"conn1950\" (Thread 0x7f8da6776700 (LWP 1695))" ] "Thread 0x7f8da5261700" [label="\"conn1949\" (Thread 0x7f8da5261700 (LWP 1693))" ] "Thread 0x7f8da78eb700" [label="\"conn1948\" (Thread 0x7f8da78eb700 (LWP 1692))" ] "Thread 0x7f8da5362700" [label="\"conn1947\" (Thread 0x7f8da5362700 (LWP 1690))" ] "Thread 0x7f8da6978700" [label="\"conn1937\" (Thread 0x7f8da6978700 (LWP 1671))" ] "Thread 0x7f8da5c6b700" [label="\"conn1933\" (Thread 0x7f8da5c6b700 (LWP 1664))" ] "Thread 0x7f8da6574700" [label="\"conn1921\" (Thread 0x7f8da6574700 (LWP 1652))" ] "Thread 0x7f8da82f5700" [label="\"conn1920\" (Thread 0x7f8da82f5700 (LWP 1651))" ] "Thread 0x7f8da7281700" [label="\"conn1910\" (Thread 0x7f8da7281700 (LWP 1639))" ] "Thread 0x7f8da6c7b700" [label="\"\" (Thread 0x7f8da6c7b700 (LWP 1629))" ] "Thread 0x7f8da6d7c700" [label="\"\" (Thread 0x7f8da6d7c700 (LWP 1628))" ] "Thread 0x7f8da6e7d700" [label="\"\" (Thread 0x7f8da6e7d700 (LWP 1627))" ] "Thread 0x7f8da79ec700" [label="\"\" (Thread 0x7f8da79ec700 (LWP 1624))" ] "Thread 0x7f8da81f4700" [label="\"\" (Thread 0x7f8da81f4700 (LWP 1623))" ] "Thread 0x7f8da7180700" [label="\"\" (Thread 0x7f8da7180700 (LWP 1621))" ] "Thread 0x7f8da7cef700" [label="\"\" (Thread 0x7f8da7cef700 (LWP 1620))" ] "Lock 0x7f8de2ea9b80" [label="Lock 0x7f8de2ea9b80 (MongoDB lock)" ] "Thread 0x7f8daa5fe700" [label="\"\" (Thread 0x7f8daa5fe700 (LWP 1615))" ] "Thread 0x7f8da7382700" [label="\"\" (Thread 0x7f8da7382700 (LWP 1590))" ] "Thread 0x7f8da3a49700" [label="\"\" (Thread 0x7f8da3a49700 (LWP 1610))" ] "Thread 0x7f8da89fc700" [label="\"\" (Thread 0x7f8da89fc700 (LWP 1609))" ] "Thread 0x7f8da7aed700" [label="\"\" (Thread 0x7f8da7aed700 (LWP 1608))" ] "Thread 0x7f8da0e41700" [label="\"\" (Thread 0x7f8da0e41700 (LWP 1580))" ] "Thread 0x7f8da0d40700" [label="\"\" (Thread 0x7f8da0d40700 (LWP 1576))" ] "Thread 0x7f8da83f6700" [label="\"\" (Thread 0x7f8da83f6700 (LWP 1567))" ] "Thread 0x7f8da84f7700" [label="\"\" (Thread 0x7f8da84f7700 (LWP 1566))" ] "Thread 0x7f8da3241700" [label="\"\" (Thread 0x7f8da3241700 (LWP 1563))" ] "Thread 0x7f8da0b3e700" [label="\"\" (Thread 0x7f8da0b3e700 (LWP 1561))" ] "Thread 0x7f8da8bfe700" [label="\"\" (Thread 0x7f8da8bfe700 (LWP 1559))" ] "Thread 0x7f8da3443700" [label="\"\" (Thread 0x7f8da3443700 (LWP 1558))" ] "Thread 0x7f8da8cff700" [label="\"\" (Thread 0x7f8da8cff700 (LWP 1557))" ] "Thread 0x7f8da90fd700" [label="\"\" (Thread 0x7f8da90fd700 (LWP 1555))" ] "Thread 0x7f8da4d5c700" [label="\"\" (Thread 0x7f8da4d5c700 (LWP 1550))" ] "Thread 0x7f8da1943700" [label="\"\" (Thread 0x7f8da1943700 (LWP 1546))" ] "Thread 0x7f8da88fb700" [label="\"\" (Thread 0x7f8da88fb700 (LWP 1541))" ] "Thread 0x7f8daa6ff700" [label="\"\" (Thread 0x7f8daa6ff700 (LWP 1537))" ] "Thread 0x7f8daaebd700" [label="\"\" (Thread 0x7f8daaebd700 (LWP 1536))" ] "Thread 0x7f8da86f9700" [label="\"\" (Thread 0x7f8da86f9700 (LWP 1532))" ] "Thread 0x7f8da6b7a700" [label="\"\" (Thread 0x7f8da6b7a700 (LWP 1510))" ] "Thread 0x7f8da1b45700" [label="\"\" (Thread 0x7f8da1b45700 (LWP 1509))" ] "Thread 0x7f8d900ff700" [label="\"\" (Thread 0x7f8d900ff700 (LWP 30106))" ] "Thread 0x7f8d926fc700" [label="\"\" (Thread 0x7f8d926fc700 (LWP 30105))" ] "Thread 0x7f8d930fd700" [label="\"\" (Thread 0x7f8d930fd700 (LWP 30104))" ] "Thread 0x7f8d960ff700" [label="\"\" (Thread 0x7f8d960ff700 (LWP 30101))" ] "Thread 0x7f8d9d7ff700" [label="\"\" (Thread 0x7f8d9d7ff700 (LWP 30099))" ] "Thread 0x7f8dc33f8700" [label="\"\" (Thread 0x7f8dc33f8700 (LWP 30094))" ] "Thread 0x7f8daaab9700" [label="\"\" (Thread 0x7f8daaab9700 (LWP 27743))" ] "Thread 0x7f8daafbe700" [label="\"\" (Thread 0x7f8daafbe700 (LWP 27612))" ] "Thread 0x7f8dab2c1700" [label="\"\" (Thread 0x7f8dab2c1700 (LWP 27608))" ] "Thread 0x7f8dbaddb700" [label="\"\" (Thread 0x7f8dbaddb700 (LWP 27470))" ] "Thread 0x7f8dbc1dd700" [label="\"\" (Thread 0x7f8dbc1dd700 (LWP 27468))" ] "Thread 0x7f8dc1ff6700" [label="\"\" (Thread 0x7f8dc1ff6700 (LWP 27443))" ] "Lock 0x7f8df4e53300" [label="Lock 0x7f8df4e53300 (MongoDB lock)" ] "Thread 0x7f8dc51fb700" [label="\"\" (Thread 0x7f8dc51fb700 (LWP 27427))" ] }