Uploaded image for project: 'WiredTiger'
  1. WiredTiger
  2. WT-8781

Enable all tests in test_tiered14.py

    • Storage - Ra 2022-03-07

      The failing test is currently disabled. Look for the FIXME in in test_tiered14.py, and uncomment the lines for 'L' and 'XL' multiplier. Then run all tests via python ../test/suite/run.py -v 2 --long tiered14 and make sure it can run to completion.

      This test currently fails, which can be demonstrated by the single scenario: python ../test/suite/run.py -v 2 -s 16 --long tiered14. Here's the output:

      Thread 327 "python3" received signal SIGSEGV, Segmentation fault.
      [Switching to Thread 0x7ffff2149700 (LWP 22206)]
      0x00007ffff5074fa5 in __wt_write (session=0x12e9e30, fh=0x0, offset=6111232, len=24576, 
          buf=0x7fffe0060130)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/include/os_fhandle_inline.h:182
      182         ret = fh->handle->fh_write(fh->handle, (WT_SESSION *)session, offset, len, buf);
      (gdb) p fh
      $1 = (WT_FH *) 0x0
      (gdb) up
      #1  0x00007ffff5075d10 in __block_write_off (session=0x12e9e30, block=0xec5950, 
          buf=0x7fffe000f6a0, objectidp=0x7ffff2148468, offsetp=0x7ffff2148478, 
          sizep=0x7ffff214846c, checksump=0x7ffff2148464, data_checksum=true, checkpoint_io=false, 
          caller_locked=false)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/block/block_write.c:327
      327         if ((ret = __wt_write(session, fh, offset, align_size, buf->mem)) != 0) {
      (gdb) list
      322     #ifdef WORDS_BIGENDIAN
      323         blk->checksum = __wt_bswap32(blk->checksum);
      324     #endif
      325
      326         /* Write the block. */
      327         if ((ret = __wt_write(session, fh, offset, align_size, buf->mem)) != 0) {
      328             if (!caller_locked)
      329                 __wt_spin_lock(session, &block->live_lock);
      330             WT_TRET(__wt_block_off_free(session, block, objectid, offset, (wt_off_t)align_size));
      331             if (!caller_locked)
      (gdb) p objectid
      $3 = 3
      (gdb) p block->objectid
      $4 = 2880154539
      (gdb) p *block
      $5 = {name = 0xabababababababab <error: Cannot access memory at address 0xabababababababab>, 
        objectid = 2880154539, ref = 2880154539, q = {tqe_next = 0xabababababababab, 
          tqe_prev = 0xabababababababab}, hashq = {tqe_next = 0xabababababababab, 
          tqe_prev = 0xabababababababab}, linked = 171, related = 0xabababababababab, 
        related_allocated = 12370169555311111083, related_next = 2880154539, 
        fh = 0xabababababababab, size = -6076574518398440533, extend_size = -6076574518398440533, 
        extend_len = -6076574518398440533, created_during_backup = 171, allocfirst = 2880154539, 
        allocsize = 2880154539, os_cache = 12370169555311111083, 
        os_cache_max = 12370169555311111083, os_cache_dirty_max = 12370169555311111083,
        ...
        
      (gdb) bt
      #0  0x00007ffff5074fa5 in __wt_write (session=0x12e9e30, fh=0x0, offset=6111232, len=24576, 
          buf=0x7fffe0060130)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/include/os_fhandle_inline.h:182
      #1  0x00007ffff5075d10 in __block_write_off (session=0x12e9e30, block=0xec5950, 
          buf=0x7fffe000f6a0, objectidp=0x7ffff2148468, offsetp=0x7ffff2148478, 
          sizep=0x7ffff214846c, checksump=0x7ffff2148464, data_checksum=true, checkpoint_io=false, 
          caller_locked=false)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/block/block_write.c:327
      #2  0x00007ffff50760db in __wt_block_write_off (session=0x12e9e30, block=0xec5950, 
          buf=0x7fffe000f6a0, objectidp=0x7ffff2148468, offsetp=0x7ffff2148478, 
          sizep=0x7ffff214846c, checksump=0x7ffff2148464, data_checksum=true, checkpoint_io=false, 
          caller_locked=false)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/block/block_write.c:389
      #3  0x00007ffff507578b in __wt_block_write (session=0x12e9e30, block=0xec5950, 
          buf=0x7fffe000f6a0, addr=0x7ffff2148720 "\203", addr_sizep=0x7ffff21486f0, 
          data_checksum=true, checkpoint_io=false)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/block/block_write.c:195
      #4  0x00007ffff507ce98 in __bm_write (bm=0x114db30, session=0x12e9e30, buf=0x7fffe000f6a0, 
          addr=0x7ffff2148720 "\203", addr_sizep=0x7ffff21486f0, data_checksum=true, 
          checkpoint_io=false)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/block_cache/block_mgr.c:678
      #5  0x00007ffff507b220 in __wt_blkcache_write (session=0x12e9e30, buf=0x7fffe000f6a0, 
          addr=0x7ffff2148720 "\203", addr_sizep=0x7ffff21486f0, compressed_sizep=0x0, 
          checkpoint=false, checkpoint_io=false, compressed=false)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/block_cache/block_io.c:371
      #6  0x00007ffff52427ce in __rec_write (session=0x12e9e30, buf=0x7fffe000f6a0, 
          addr=0x7ffff2148720 "\203", addr_sizep=0x7ffff21486f0, compressed_sizep=0x0, 
          checkpoint=false, checkpoint_io=false, compressed=false)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/reconcile/rec_write.c:850
      #7  0x00007ffff5247565 in __wt_rec_cell_build_ovfl (session=0x12e9e30, r=0x7fffe000dda0, 
          kv=0x7fffe000e1d8, type=160 '\240', tw=0x7ffff2148978, rle=0)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/reconcile/rec_write.c:2685
      #8  0x00007ffff522fcb2 in __wt_rec_cell_build_val (session=0x12e9e30, r=0x7fffe000dda0, 
          data=0x15da15f, size=21007, tw=0x7ffff2148978, rle=0)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/include/reconcile_inline.h:419
      #9  0x00007ffff5232f0e in __wt_rec_row_leaf (session=0x12e9e30, r=0x7fffe000dda0, 
          pageref=0xc7f1b0, salvage=0x0)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/reconcile/rec_row.c:809
      #10 0x00007ffff524104a in __reconcile (session=0x12e9e30, ref=0xc7f1b0, salvage=0x0, 
          flags=352, page_lockedp=0x7ffff2148b50)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/reconcile/rec_write.c:254
      #11 0x00007ffff5240602 in __wt_reconcile (session=0x12e9e30, ref=0xc7f1b0, salvage=0x0, 
          flags=352)
          at /home/ubuntu/wt/git/wt-8758-fix-block-misplaced/src/reconcile/rec_write.c:97
      #12 0x00007ffff51bdf58 in __evict_review (session=0x12e9e30, ref=0xc7f1b0, evict_flags=0, 
          inmem_splitp=0x7ffff2148c9e)
      

      It appears this particular failure is WT-7833. When that is fixed, we should enable this test and rerun.

            Assignee:
            donald.anderson@mongodb.com Donald Anderson
            Reporter:
            donald.anderson@mongodb.com Donald Anderson
            Votes:
            0 Vote for this issue
            Watchers:
            5 Start watching this issue

              Created:
              Updated:
              Resolved: