Uploaded image for project: 'WiredTiger'
  1. WiredTiger
  2. WT-9669

Fix test format EBUSY failures from salvage

    • Type: Icon: Bug Bug
    • Resolution: Cannot Reproduce
    • Priority: Icon: Major - P3 Major - P3
    • None
    • Affects Version/s: None
    • Component/s: None
    • Asparagus-StorEng - 2023-10-31

      Salvage reports EBUSY in this run:

      https://spruce.mongodb.com/task/wiredtiger_ubuntu2004_format_stress_pull_request_test_patch_8b0ee2569413015368c3bb3d808d88bb9f5a677c_62e3f506a4cf470f9c7371de_22_07_29_14_56_07/logs?execution=0

      Config highlights:

      backup=0
      ops.prepare=0
      runs.type=row-store
      transaction.timestamps=0
      table1.runs.source=table
      table1.runs.type=variable-length column-store
      table2.runs.source=file
      table3.runs.source=table\{noformat}
      
      This is similar to WT-8967, but since it is salvage and column store, it could be different.
      
      Config:
      

      ############################################

      1.  RUN PARAMETERS: V3
        ############################################
        assert.read_timestamp=0
        assert.write_timestamp=0
        backup=0
        backup.incremental=off
        backup.incr_granularity=13293
        block_cache=0
        block_cache.cache_on_checkpoint=0
        block_cache.cache_on_writes=0
        block_cache.size=36
        btree.huffman_value=0
        cache=200
        cache.evict_max=1
        cache.minimum=20
        checkpoint=on
        checkpoint.log_size=199
        checkpoint.wait=11
        disk.data_extend=0
        disk.direct_io=0
        disk.encryption=none
        disk.mmap=0
        disk.mmap_all=0
        format.abort=0
        format.independent_thread_rng=1
        format.major_timeout=0
        import=0
        logging=0
        logging.compression=none
        logging.file_max=502760
        logging.prealloc=1
        logging.remove=1
        ops.alter=0
        ops.compaction=0
        ops.hs_cursor=0
        ops.prepare=0
        ops.random_cursor=0
        ops.salvage=1
        ops.verify=1
        quiet=1
        runs.in_memory=0
        runs.ops=50000
        runs.rows=10000
        runs.tables=3
        runs.threads=10
        runs.timer=6
        runs.type=row-store
        runs.verify_failure_dump=0
        statistics=0
        statistics.server=0
        stress.aggressive_sweep=0
        stress.checkpoint=0
        stress.checkpoint_evict_page=0
        stress.checkpoint_reserved_txnid_delay=0
        stress.checkpoint_prepare=0
        stress.evict_reposition=0
        stress.failpoint_eviction_fail_after_reconciliation=1
        stress.failpoint_hs_delete_key_from_ts=1
        stress.hs_checkpoint_delay=0
        stress.hs_search=0
        stress.hs_sweep=0
        stress.split_1=0
        stress.split_2=0
        stress.split_3=0
        stress.split_4=0
        stress.split_5=0
        stress.split_6=0
        stress.split_7=0
        transaction.implicit=50
        transaction.timestamps=0
        wiredtiger.config=off
        wiredtiger.rwlock=1
        wiredtiger.leak_memory=0
        ############################################
      2.  TABLE PARAMETERS: table 1
        ############################################
        table1.btree.compression=none
        table1.btree.dictionary=0
        table1.btree.internal_key_truncation=1
        table1.btree.internal_page_max=16
        table1.btree.leaf_page_max=16
        table1.btree.memory_page_max=4
        table1.btree.repeat_data_pct=62
        table1.btree.split_pct=84
        table1.btree.value_max=1444
        table1.btree.value_min=11
        table1.disk.checksum=unencrypted
        table1.disk.firstfit=0
        table1.ops.pct.delete=0
        table1.ops.pct.insert=7
        table1.ops.pct.modify=7
        table1.ops.pct.read=23
        table1.ops.pct.write=63
        table1.ops.truncate=1
        table1.runs.source=table
        table1.runs.type=variable-length column-store
        ############################################
      3.  TABLE PARAMETERS: table 2
        ############################################
        table2.btree.compression=none
        table2.btree.dictionary=0
        table2.btree.internal_key_truncation=1
        table2.btree.internal_page_max=10
        table2.btree.key_max=40
        table2.btree.key_min=23
        table2.btree.leaf_page_max=16
        table2.btree.memory_page_max=5
        table2.btree.prefix_len=0
        table2.btree.prefix_compression=1
        table2.btree.prefix_compression_min=4
        table2.btree.reverse=0
        table2.btree.split_pct=50
        table2.btree.value_max=3619
        table2.btree.value_min=6
        table2.disk.checksum=on
        table2.disk.firstfit=0
        table2.ops.pct.delete=16
        table2.ops.pct.insert=1
        table2.ops.pct.modify=69
        table2.ops.pct.read=9
        table2.ops.pct.write=5
        table2.ops.truncate=1
        table2.runs.source=file
        ############################################
      4.  TABLE PARAMETERS: table 3
        ############################################
        table3.btree.compression=none
        table3.btree.dictionary=0
        table3.btree.internal_key_truncation=1
        table3.btree.internal_page_max=16
        table3.btree.key_max=56
        table3.btree.key_min=32
        table3.btree.leaf_page_max=10
        table3.btree.memory_page_max=1
        table3.btree.prefix_len=27
        table3.btree.prefix_compression=1
        table3.btree.prefix_compression_min=1
        table3.btree.reverse=0
        table3.btree.split_pct=63
        table3.btree.value_max=169
        table3.btree.value_min=11
        table3.disk.checksum=unencrypted
        table3.disk.firstfit=0
        table3.ops.pct.delete=5
        table3.ops.pct.insert=5
        table3.ops.pct.modify=0
        table3.ops.pct.read=0
        table3.ops.pct.write=90
        table3.ops.truncate=1
        table3.runs.source=table
        t: process aborting
        WiredTiger Error: __wt_abort, 28: aborting WiredTiger library
        a/mci/a9699bc7e2c28d27a61529ffafe8d564/wiredtiger/cmake_build/test/format/RUNDIR.10/CONFIG:
        ############################################
      5.  RUN PARAMETERS: V3
        ############################################
        assert.read_timestamp=0
        assert.write_timestamp=0
        backup=0
        backup.incremental=off
        backup.incr_granularity=13293
        block_cache=0
        block_cache.cache_on_checkpoint=0
        block_cache.cache_on_writes=0
        block_cache.size=36
        btree.huffman_value=0
        cache=200
        cache.evict_max=1
        cache.minimum=20
        checkpoint=on
        checkpoint.log_size=199
        checkpoint.wait=11
        disk.data_extend=0
        disk.direct_io=0
        disk.encryption=none
        disk.mmap=0
        disk.mmap_all=0
        format.abort=0
        format.independent_thread_rng=1
        format.major_timeout=0
        import=0
        logging=0
        logging.compression=none
        logging.file_max=502760
        logging.prealloc=1
        logging.remove=1
        ops.alter=0
        ops.compaction=0
        ops.hs_cursor=0
        ops.prepare=0
        ops.random_cursor=0
        ops.salvage=1
        ops.verify=1
        quiet=1
        runs.in_memory=0
        runs.ops=50000
        runs.rows=10000
        runs.tables=3
        runs.threads=10
        runs.timer=6
        runs.type=row-store
        runs.verify_failure_dump=0
        statistics=0
        statistics.server=0
        stress.aggressive_sweep=0
        stress.checkpoint=0
        stress.checkpoint_evict_page=0
        stress.checkpoint_reserved_txnid_delay=0
        stress.checkpoint_prepare=0
        stress.evict_reposition=0
        stress.failpoint_eviction_fail_after_reconciliation=1
        stress.failpoint_hs_delete_key_from_ts=1
        stress.hs_checkpoint_delay=0
        stress.hs_search=0
        stress.hs_sweep=0
        stress.split_1=0
        stress.split_2=0
        stress.split_3=0
        stress.split_4=0
        stress.split_5=0
        stress.split_6=0
        stress.split_7=0
        transaction.implicit=50
        transaction.timestamps=0
        wiredtiger.config=off
        wiredtiger.rwlock=1
        wiredtiger.leak_memory=0
        ############################################
      6.  TABLE PARAMETERS: table 1
        ############################################
        table1.btree.compression=none
        table1.btree.dictionary=0
        table1.btree.internal_key_truncation=1
        table1.btree.internal_page_max=16
        table1.btree.leaf_page_max=16
        table1.btree.memory_page_max=4
        table1.btree.repeat_data_pct=62
        table1.btree.split_pct=84
        table1.btree.value_max=1444
        table1.btree.value_min=11
        table1.disk.checksum=unencrypted
        table1.disk.firstfit=0
        table1.ops.pct.delete=0
        table1.ops.pct.insert=7
        table1.ops.pct.modify=7
        table1.ops.pct.read=23
        table1.ops.pct.write=63
        table1.ops.truncate=1
        table1.runs.source=table
        table1.runs.type=variable-length column-store
        ############################################
      7.  TABLE PARAMETERS: table 2
        ############################################
        table2.btree.compression=none
        table2.btree.dictionary=0
        table2.btree.internal_key_truncation=1
        table2.btree.internal_page_max=10
        table2.btree.key_max=40
        table2.btree.key_min=23
        table2.btree.leaf_page_max=16
        table2.btree.memory_page_max=5
        table2.btree.prefix_len=0
        table2.btree.prefix_compression=1
        table2.btree.prefix_compression_min=4
        table2.btree.reverse=0
        table2.btree.split_pct=50
        table2.btree.value_max=3619
        table2.btree.value_min=6
        table2.disk.checksum=on
        table2.disk.firstfit=0
        table2.ops.pct.delete=16
        table2.ops.pct.insert=1
        table2.ops.pct.modify=69
        table2.ops.pct.read=9
        table2.ops.pct.write=5
        table2.ops.truncate=1
        table2.runs.source=file
        ############################################
      8.  TABLE PARAMETERS: table 3
        ############################################
        table3.btree.compression=none
        table3.btree.dictionary=0
        table3.btree.internal_key_truncation=1
        table3.btree.internal_page_max=16
        table3.btree.key_max=56
        table3.btree.key_min=32
        table3.btree.leaf_page_max=10
        table3.btree.memory_page_max=1
        table3.btree.prefix_len=27
        table3.btree.prefix_compression=1
        table3.btree.prefix_compression_min=1
        table3.btree.reverse=0
        table3.btree.split_pct=63
        table3.btree.value_max=169
        table3.btree.value_min=11
        table3.disk.checksum=unencrypted
        table3.disk.firstfit=0
        table3.ops.pct.delete=5
        table3.ops.pct.insert=5
        table3.ops.pct.modify=0
        table3.ops.pct.read=0
        table3.ops.pct.write=90
        table3.ops.truncate=1
        table3.runs.source=table
         {noformat}

            Assignee:
            backlog-server-storage-engines [DO NOT USE] Backlog - Storage Engines Team
            Reporter:
            donald.anderson@mongodb.com Donald Anderson
            Votes:
            0 Vote for this issue
            Watchers:
            2 Start watching this issue

              Created:
              Updated:
              Resolved: