People should never run out of space in 2014, but in case this happens better not crashing.
2014-11-04T19:04:27.686+0000 I QUERY [conn8] command linkdb.$cmd command: insert { $msg: "query not recording (too large)" } keyUpdates:0 numYields:0 reslen:40 160ms 2014-11-04T19:04:30.035+0000 I CONTROL [journal] LogFile::synchronousAppend failed with 442368 bytes unwritten out of 442368 bytes; b=0x52c2000 errno:28 No space left on device 2014-11-04T19:04:30.035+0000 I - [journal] Fatal Assertion 13515 2014-11-04T19:04:30.039+0000 I CONTROL [journal] 0xf2d379 0xed7601 0xebdfe1 0xed8086 0xd2acfa 0xd2af39 0xd23ecc 0xf79ea4 0x7f093b9dcf18 0x7f093aaeeb9d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B2D379"},{"b":"400000","o":"AD7601"},{"b":"400000","o":"ABDFE1"},{"b":"400000","o":"AD8086"},{"b":"400000","o":"92ACFA"},{"b":"400000","o":"92AF39"},{"b":"400000","o":"923ECC"},{"b":"400000","o":"B79EA4"},{"b":"7F093B9D5000","o":"7F18"},{"b":"7F093A A0C000","o":"E2B9D"}],"processInfo":{ "mongodbVersion" : "2.7.9-pre-", "gitVersion" : "2a6de7b46d008d76e3cbc5485d15638e133d27b9", "uname" : { "sysname" : "Linux", "release" : "3.10.42-52.145.amzn1.x86_64", "version" : "#1 SMP Tue Jun 10 23:46:43 UTC 2014", "machine" : "x86_64" }, " somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "428FC7091B00499D0E0F2819908B521BA047E81F" }, { "b" : "7FFF6C2FE000", "elfType" : 3, "buildId" : "422398C00613A4323A5E0C656ED6BE4BCFF5FD15" }, { "b" : "7F093B9D5000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "A8E8015F84374807F6920DF95D16BBAAAC02AB41" }, { "b" : "7F093B7CD000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "CC3700E5EACA3A520D1FD1BA3B469F2EFB1B8F11" }, { "b" : "7F093B5C9000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "3D5EB706F159BCCB9A3B3E5F 528B512E2C500F90" }, { "b" : "7F093B2C5000", "path" : "/usr/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "DD6383EEAC49E9BAA9E3D1080AE932F42CF8A385" }, { "b" : "7F093AFC7000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "226E54A756FDC288551092B4FDE818C8D6D6FC04" }, { "b" : "7F093ADB1000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "C52958E393BDF8E8D090F36DE0F4E620D8736FBF" }, { "b" : "7F093AA0C000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "AD1B9E9119DEDF5A95178C0EA240EEBDE71147B6" }, { "b" : "7F093BBF1000", "p ath" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "37F70DE2ABEA184F24518EB5CC538FF0F54E081F" } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf2d379] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xed7601] mongod(_ZN5mongo13fassertFailedEi+0x61) [0xebdfe1] mongod(_ZN5mongo7LogFile17synchronousAppendEPKvm+0x226) [0xed8086] mongod(_ZN5mongo3dur7Journal7journalERKNS0_11JSectHeaderERKNS_14AlignedBuilderE+0x1EA) [0xd2acfa] mongod(_ZN5mongo3dur14WRITETOJOURNALENS0_11JSectHeaderERNS_14AlignedBuilderE+0x29) [0xd2af39] mongod(+0x923ECC) [0xd23ecc] mongod(+0xB79EA4) [0xf79ea4] libpthread.so.0(+0x7F18) [0x7f093b9dcf18] libc.so.6(clone+0x6D) [0x7f093aaeeb9d] ----- END BACKTRACE ----- 2014-11-04T19:04:30.040+0000 I - [journal] ***aborting after fassert() failure 2014-11-04T19:04:30.044+0000 F - [journal] Got signal: 6 (Aborted). 0xf2d379 0xf2cf32 0xf2d2b6 0x7f093aa3fc60 0x7f093aa3fbe9 0x7f093aa40fe8 0xebe026 0xed8086 0xd2acfa 0xd2af39 0xd23ecc 0xf79ea4 0x7f093b9dcf18 0x7f093aaeeb9d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B2D379"},{"b":"400000","o":"B2CF32"},{"b":"400000","o":"B2D2B6"},{"b":"7F093AA0C000","o":"33C60"},{"b":"7F093AA0C000","o":"33BE9"},{"b":"7F093AA0C000","o":"34FE8"},{"b":"400000","o":"ABE026"},{"b":"400000","o":"AD8086"},{"b":"400000","o":"92ACFA"},{ "b":"400000","o":"92AF39"},{"b":"400000","o":"923ECC"},{"b":"400000","o":"B79EA4"},{"b":"7F093B9D5000","o":"7F18"},{"b":"7F093AA0C000","o":"E2B9D"}],"processInfo":{ "mongodbVersion" : "2.7.9-pre-", "gitVersion" : "2a6de7b46d008d76e3cbc5485d15638e133d27b9", "uname" : { "sysname" : " Linux", "release" : "3.10.42-52.145.amzn1.x86_64", "version" : "#1 SMP Tue Jun 10 23:46:43 UTC 2014", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "428FC7091B00499D0E0F2819908B521BA047E81F" }, { "b" : "7FFF6C2FE000", "elfType" : 3, "buildId" : "4 22398C00613A4323A5E0C656ED6BE4BCFF5FD15" }, { "b" : "7F093B9D5000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "A8E8015F84374807F6920DF95D16BBAAAC02AB41" }, { "b" : "7F093B7CD000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "CC3700E5EACA3A520D1FD1BA 3B469F2EFB1B8F11" }, { "b" : "7F093B5C9000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "3D5EB706F159BCCB9A3B3E5F528B512E2C500F90" }, { "b" : "7F093B2C5000", "path" : "/usr/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "DD6383EEAC49E9BAA9E3D1080AE932F42CF8A385" }, { "b" : "7F093AFC7000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "226E54A756FDC288551092B4FDE818C8D6D6FC04" }, { "b" : "7F093ADB1000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "C52958E393BDF8E8D090F36DE0F4E620D8736FBF" }, { "b" : "7F093AA0C000", " path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "AD1B9E9119DEDF5A95178C0EA240EEBDE71147B6" }, { "b" : "7F093BBF1000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "37F70DE2ABEA184F24518EB5CC538FF0F54E081F" } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf2d379] mongod(+0xB2CF32) [0xf2cf32] mongod(+0xB2D2B6) [0xf2d2b6] libc.so.6(+0x33C60) [0x7f093aa3fc60] libc.so.6(gsignal+0x39) [0x7f093aa3fbe9] libc.so.6(abort+0x148) [0x7f093aa40fe8] mongod(_ZN5mongo13fassertFailedEi+0xA6) [0xebe026] mongod(_ZN5mongo7LogFile17synchronousAppendEPKvm+0x226) [0xed8086] mongod(_ZN5mongo3dur7Journal7journalERKNS0_11JSectHeaderERKNS_14AlignedBuilderE+0x1EA) [0xd2acfa] mongod(_ZN5mongo3dur14WRITETOJOURNALENS0_11JSectHeaderERNS_14AlignedBuilderE+0x29) [0xd2af39] mongod(+0x923ECC) [0xd23ecc] mongod(+0xB79EA4) [0xf79ea4] libpthread.so.0(+0x7F18) [0x7f093b9dcf18] libc.so.6(clone+0x6D) [0x7f093aaeeb9d] ----- END BACKTRACE -----
- duplicates
-
SERVER-13811 Deal better/Fail more gracefully when mongoD runs out of disk space
- Needs Scheduling