Uploaded image for project: 'WiredTiger'
  1. WiredTiger
  2. WT-4317

Read checksum error in test_wt4156_metadata_salvage

    • 5
    • Storage Engines 2018-10-08, Storage Engines 2018-10-22, Storage Engines 2018-11-19, Storage Engines 2018-12-03, Storage Engines 2018-12-31, Storage Engines 2019-02-11, Storage Engines 2019-02-25, Storage Engines 2019-03-11, Storage Engines 2019-03-25, Storage Engines 2019-04-08, Storage Engines 2019-04-22

      A coredump failure fired while running test_wt4156_metadata_salvage in wiredtiger-linux-no-ftruncate job on 'tinderbox':

      http://build.wiredtiger.com:8080/job/wiredtiger-linux-no-ftruncate/107/

      ../../../build_posix/gnu-support/test-driver: line 107: 79386 Aborted                 (core dumped) "$@" > $log_file 2>&1
      FAIL 

      Function backtrace indicates checksum error detected while reading a 4096B block:

      (gdb) bt
      #0  0x00007f7a6a4fc9fb in raise () from /lib64/libc.so.6
      #1  0x00007f7a6a4fe800 in abort () from /lib64/libc.so.6
      #2  0x0000000000406ce5 in handle_message (handler=<optimized out>, session=<optimized out>, error=<optimized out>,
          message=0x7fff191f4d80 "[1536903898:89655][79606:0x7f7a6b2d0040], file:WiredTiger.wt, connection: __wt_block_read_off, 291: WiredTiger.wt: read checksum error for 4096B block at offset 110592: block header checksum of 195253"...) at ../../../test/csuite/wt4156_metadata_salvage/main.c:68
      #3  0x000000000047a457 in __eventv (session=0x2019b00, msg_event=msg_event@entry=false, error=error@entry=0,
          func=func@entry=0x5af320 <__func__.41439> "__wt_block_read_off", line=<optimized out>,
          fmt=0x5af270 "%s: read checksum error for %uB block at offset %lu: block header checksum of %u doesn't match expected checksum of %u",
          ap=0x7fff191f5dd8) at ../src/support/err.c:277
      #4  0x0000000000403e45 in __wt_errx_func (session=session@entry=0x2019b00, func=func@entry=0x5af320 <__func__.41439> "__wt_block_read_off",
          line=<optimized out>, fmt=<optimized out>) at ../src/support/err.c:351
      #5  0x000000000055855e in __wt_block_read_off (session=session@entry=0x2019b00, block=block@entry=0x204afa0, buf=0x2043a60, offset=110592,
          size=4096, checksum=1255158941) at ../src/block/block_read.c:285
      #6  0x0000000000583376 in __wt_block_extlist_read (session=session@entry=0x2019b00, block=block@entry=0x204afa0, el=el@entry=0x204b150,
          ckpt_size=ckpt_size@entry=237568) at ../src/block/block_ext.c:1184
      #7  0x0000000000583ea0 in __wt_block_extlist_read_avail (session=session@entry=0x2019b00, block=block@entry=0x204afa0, el=el@entry=0x204b150,
          ckpt_size=237568) at ../src/block/block_ext.c:1147
      #8  0x000000000057e63c in __wt_block_checkpoint_load (session=session@entry=0x2019b00, block=0x204afa0, addr=<optimized out>,
          addr_size=<optimized out>, root_addr=0x7fff191f6750 "\230\201䈔\264g", root_addr_sizep=0x7fff191f6660, checkpoint=false)
          at ../src/block/block_ckpt.c:126
      #9  0x00000000005577c1 in __bm_checkpoint_load (bm=0x2043e40, session=0x2019b00, addr=<optimized out>, addr_size=<optimized out>,
          root_addr=<optimized out>, root_addr_sizep=<optimized out>, checkpoint=false) at ../src/block/block_mgr.c:97
      #10 0x00000000004a6842 in __wt_btree_open (session=session@entry=0x2019b00, op_cfg=op_cfg@entry=0x7fff191f6bf0) at ../src/btree/bt_handle.c:153
      #11 0x0000000000411925 in __wt_conn_dhandle_open (session=session@entry=0x2019b00, cfg=cfg@entry=0x7fff191f6bf0, flags=flags@entry=0)
          at ../src/conn/conn_dhandle.c:461
      #12 0x0000000000478cc2 in __wt_session_get_dhandle (session=session@entry=0x2019b00, uri=uri@entry=0x5883f7 "file:WiredTiger.wt",
          checkpoint=checkpoint@entry=0x0, cfg=cfg@entry=0x7fff191f6bf0, flags=flags@entry=0) at ../src/session/session_dhandle.c:546
      #13 0x00000000004793f3 in __wt_session_get_dhandle (session=session@entry=0x2019b00, uri=uri@entry=0x5883f7 "file:WiredTiger.wt",
          checkpoint=<optimized out>, cfg=cfg@entry=0x7fff191f6bf0, flags=flags@entry=0) at ../src/session/session_dhandle.c:538
      #14 0x0000000000479736 in __wt_session_get_btree_ckpt (session=session@entry=0x2019b00, uri=uri@entry=0x5883f7 "file:WiredTiger.wt",
          cfg=cfg@entry=0x7fff191f6bf0, flags=flags@entry=0) at ../src/session/session_dhandle.c:350
      #15 0x0000000000508711 in __wt_curfile_open (session=session@entry=0x2019b00, uri=<optimized out>, uri@entry=0x5883f7 "file:WiredTiger.wt",
          owner=owner@entry=0x0, cfg=cfg@entry=0x7fff191f6bf0, cursorp=cursorp@entry=0x7fff191f6c38) at ../src/cursor/cur_file.c:805
      #16 0x0000000000473c18 in __session_open_cursor_int (session=session@entry=0x2019b00, uri=<optimized out>, uri@entry=0x5883f7 "file:WiredTiger.wt",
          owner=owner@entry=0x0, other=other@entry=0x0, cfg=cfg@entry=0x7fff191f6bf0, cursorp=0x7fff191f6c38) at ../src/session/session_api.c:485
      #17 0x0000000000473928 in __wt_open_cursor (session=session@entry=0x2019b00, uri=uri@entry=0x5883f7 "file:WiredTiger.wt", owner=owner@entry=0x0,
          cfg=cfg@entry=0x7fff191f6bf0, cursorp=cursorp@entry=0x7fff191f6c38) at ../src/session/session_api.c:558
      #18 0x0000000000432b8e in __wt_metadata_cursor_open (session=session@entry=0x2019b00, config=config@entry=0x0, cursorp=cursorp@entry=0x7fff191f6c38)
      ---Type <return> to continue, or q <return> to quit---
          at ../src/meta/meta_table.c:69
      #19 0x0000000000432c6f in __wt_metadata_cursor (session=session@entry=0x2019b00, cursorp=cursorp@entry=0x0) at ../src/meta/meta_table.c:115
      #20 0x00000000004102fd in wiredtiger_open (home=<optimized out>, home@entry=0x7fff191f6fb0 "WT_TEST.test_wt4156_metadata_salvage.TEST",
          event_handler=event_handler@entry=0x7da380 <event_handler>, config=config@entry=0x0, connectionp=connectionp@entry=0x7fff191f6fa8)
          at ../src/conn/conn_api.c:2758
      #21 0x0000000000402924 in wt_open_corrupt (sfx=sfx@entry=0x5862b0 "TEST") at ../../../test/csuite/wt4156_metadata_salvage/main.c:443
      #22 0x0000000000406b0f in open_with_error (sfx=0x5862b0 "TEST") at ../../../test/csuite/wt4156_metadata_salvage/main.c:473
      #23 run_all_verification (sfx=sfx@entry=0x5862b0 "TEST", t=t@entry=0x7fff191f75b0) at ../../../test/csuite/wt4156_metadata_salvage/main.c:540
      #24 0x0000000000405e8d in out_of_sync (table_data=0x7fff191f75b0) at ../../../test/csuite/wt4156_metadata_salvage/main.c:624
      #25 main (argc=<optimized out>, argv=<optimized out>) at ../../../test/csuite/wt4156_metadata_salvage/main.c:735 

        1. test_wt4156.log
          123 kB
          Michael Cahill
        2. WiredTiger.wt.bad
          236 kB
          Susan LoVerso
        3. WiredTiger.wt.good
          204 kB
          Susan LoVerso
        4. hex.bad
          913 kB
          Susan LoVerso
        5. hex.good
          773 kB
          Susan LoVerso
        6. verb.bad
          12 kB
          Susan LoVerso
        7. verb.good
          14 kB
          Susan LoVerso

            Assignee:
            sue.loverso@mongodb.com Susan LoVerso
            Reporter:
            luke.chen@mongodb.com Luke Chen
            Votes:
            0 Vote for this issue
            Watchers:
            8 Start watching this issue

              Created:
              Updated:
              Resolved: