Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-18758

Segmentation fault on heavy unacknowledged bulk inserts with WiredTiger

    • Type: Icon: Bug Bug
    • Resolution: Incomplete
    • Priority: Icon: Major - P3 Major - P3
    • None
    • Affects Version/s: 3.0.3
    • Component/s: WiredTiger
    • None
    • Environment:
      40 cores, 120g ram
    • Linux
    • Hide

      Create database, begin to emit heavy unacknowledged bulk writes and updates.

      Show
      Create database, begin to emit heavy unacknowledged bulk writes and updates.

      Got segmentation fault while heavy multithreaded unacknowledged bulk writes to wiredTiger database.

      Acknowledges writes goes clear.

      2015-05-31T17:17:12.649+0300 I WRITE    [conn391] insert sm.product ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 174ms
      2015-05-31T17:17:13.068+0300 F -        Invalid access at address: 0xc8
      2015-05-31T17:17:13.091+0300 F -        Got signal: 11 (Segmentation fault).
      
       0xf6a889 0xf69f02 0xf6a25e 0x7f16a67c0710 0x137fad1 0x13810e3 0x1383215 0x1354424 0x1351e2d 0x1353f3c 0x7f16a67b89d1 0x7f16a530e8fd
      ----- BEGIN BACKTRACE -----
      {"backtrace":[{"b":"400000","o":"B6A889"},{"b":"400000","o":"B69F02"},{"b":"400000","o":"B6A25E"},{"b":"7F16A67B1000","o":"F710"},{"b":"400000","o":"F7FAD1"},{"b":"400000","o":"F810E3"},{"b":"400000","o":"F83215"},{"b":"400000","o":"F54424"},{"b":"400000","o":"F51E2D"},{"b":"400000","o":"F53F3C"},{"b":"7F16A67B1000","o":"79D1"},{"b":"7F16A5226000","o":"E88FD"}],"processInfo":{ "mongodbVersion" : "3.0.3", "gitVersion" : "b40106b36eecd1b4407eb1ad1af6bc60593c6105", "uname" : { "sysname" : "Linux", "release" : "2.6.32-431.5.1.el6.x86_64", "version" : "#1 SMP Wed Feb 12 00:41:43 UTC 2014", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "108A63CA14A4BD5E599BAC10885DBD3A85DA5439" }, { "b" : "7FFF924FF000", "elfType" : 3, "buildId" : "F795EFBE6950D1523C5748594C166CEDD4254C33" }, { "b" : "7F16A67B1000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "B8DFF8E53D9F2B80C3C382E83EC17C828B536A39" }, { "b" : "7F16A6546000", "path" : "/usr/lib64/libssl.so.10", "elfType" : 3, "buildId" : "DB1785F0187DE5A9307FC2A79E8B1BE953C5562C" }, { "b" : "7F16A6166000", "path" : "/usr/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "58F274C5E71DE44F93ACA77E8F959601545A053C" }, { "b" : "7F16A5F5E000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "583411D8786F86A1D6B8741C502831E6122445A7" }, { "b" : "7F16A5D5A000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "454F8FC6CC6502C6401E5F9E221564D80665D277" }, { "b" : "7F16A5A54000", "path" : "/usr/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "ED99110E629209C5CA6C0ED704F2C5CE3171513A" }, { "b" : "7F16A57D0000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "7D8E9374F4A4EA38A7C1E763F32240EA113E4208" }, { "b" : "7F16A55BA000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "A44499D29B114A5366CD72DD4883958495AC1C1D" }, { "b" : "7F16A5226000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "E4EAB3C200B7D8444FF95AB01F6466924A6A5F5F" }, { "b" : "7F16A69CE000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "6F8E59B70E469F3A924A268911FF8FD0C37E7460" }, { "b" : "7F16A4FE2000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "EFF68B7DE77D081BC4A0CB38FE9DCBC60541BF92" }, { "b" : "7F16A4CFC000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "95EBB74C2C0A1E1714344036145A0239FFA4892D" }, { "b" : "7F16A4AF8000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "6A22EDFF4D4F04A57573E3D1536B6B4963159CD5" }, { "b" : "7F16A48CC000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "D02E7D3149950118009A81997434E28B7D9EC9B2" }, { "b" : "7F16A46B6000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "5FA8E5038EC04A774AF72A9BB62DC86E1049C4D6" }, { "b" : "7F16A44AB000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "5AFCBEA0D62EE0335714CCBAB7BA808E2A16028C" }, { "b" : "7F16A42A8000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "8A8734DC37305D8CC2EF8F8C3E5EA03171DB07EC" }, { "b" : "7F16A408E000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "F8B68F301C19BF06AF56B4B06E0A69F89D2C1F8D" }, { "b" : "7F16A3E6F000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "BAD5C71361DADF259B6E306A49E6F47F24AEA3DC" } ] }}
       mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf6a889]
       mongod(+0xB69F02) [0xf69f02]
       mongod(+0xB6A25E) [0xf6a25e]
       libpthread.so.0(+0xF710) [0x7f16a67c0710]
       mongod(+0xF7FAD1) [0x137fad1]
       mongod(+0xF810E3) [0x13810e3]
       mongod(__wt_reconcile+0x1B5) [0x1383215]
       mongod(__wt_evict+0x104) [0x1354424]
       mongod(__wt_evict_page+0x2D) [0x1351e2d]
       mongod(+0xF53F3C) [0x1353f3c]
       libpthread.so.0(+0x79D1) [0x7f16a67b89d1]
       libc.so.6(clone+0x6D) [0x7f16a530e8fd]
      -----  END BACKTRACE  -----
      

        1. mongod
          20.46 MB

            Assignee:
            sam.kleinman Sam Kleinman (Inactive)
            Reporter:
            lightket Yan
            Votes:
            0 Vote for this issue
            Watchers:
            8 Start watching this issue

              Created:
              Updated:
              Resolved: