Uploaded image for project: 'WiredTiger'
  1. WiredTiger
  2. WT-13001

Disable history verification when -t option is set for the verify command

    • Storage Engines
    • 5
    • 2024-06-11 - Dinosaurs go rawr
    • v8.0

      Error that happened locally during a random t/f run.

      Config:

      ############################################
      #  RUN PARAMETERS: V3
      ############################################
      assert.read_timestamp=0
      background_compact=0
      background_compact.free_space_target=4
      backup=0
      backup.incremental=off
      backup.incr_granularity=1077
      block_cache=1
      block_cache.cache_on_checkpoint=0
      block_cache.cache_on_writes=1
      block_cache.size=18
      buffer_alignment=0
      cache=88
      cache.evict_max=0
      cache.eviction_dirty_target=0
      cache.eviction_dirty_trigger=0
      cache.minimum=20
      checkpoint=wiredtiger
      checkpoint.log_size=121
      checkpoint.wait=86
      chunk_cache=0
      chunk_cache.capacity=4767
      chunk_cache.chunk_size=5
      chunk_cache.storage_path=off
      chunk_cache.type=off
      compact.free_space_target=48
      debug.checkpoint_retention=3
      debug.cursor_reposition=0
      debug.eviction=0
      debug.log_retention=4
      debug.realloc_exact=0
      debug.realloc_malloc=0
      debug.slow_checkpoint=0
      debug.table_logging=0
      debug.update_restore_evict=0
      disk.data_extend=0
      disk.direct_io=0
      disk.encryption=rotn-7
      disk.mmap=1
      disk.mmap_all=0
      file_manager.close_handle_minimum=26
      file_manager.close_idle_time=4
      file_manager.close_scan_interval=13
      format.abort=0
      format.independent_thread_rng=0
      format.major_timeout=0
      import=0
      logging=0
      logging.compression=none
      logging.file_max=107043
      logging.prealloc=0
      logging.remove=0
      ops.alter=0
      ops.compaction=1
      ops.hs_cursor=0
      ops.bound_cursor=0
      ops.prepare=0
      ops.random_cursor=0
      ops.salvage=0
      ops.throttle=0
      ops.throttle.sleep_us=621809
      ops.verify=1
      quiet=0
      random.data_seed=5866060
      random.extra_seed=9838595
      runs.in_memory=0
      runs.ops=0
      runs.predictable_replay=0
      runs.rows=1800000
      runs.tables=3
      runs.threads=4
      runs.timer=5
      runs.verify_failure_dump=0
      statistics.mode=all
      statistics_log.sources=off
      stress.aggressive_stash_free=0
      stress.aggressive_sweep=0
      stress.checkpoint=0
      stress.checkpoint_evict_page=0
      stress.checkpoint_prepare=0
      stress.compact_slow=0
      stress.evict_reposition=0
      stress.failpoint_eviction_split=0
      stress.failpoint_hs_delete_key_from_ts=0
      stress.hs_checkpoint_delay=0
      stress.hs_search=0
      stress.hs_sweep=0
      stress.prepare_resolution_1=0
      stress.sleep_before_read_overflow_onpage=0
      stress.split_1=0
      stress.split_2=0
      stress.split_3=0
      stress.split_4=0
      stress.split_5=0
      stress.split_6=0
      stress.split_7=0
      stress.split_8=0
      tiered_storage.flush_frequency=0
      tiered_storage.storage_source=off
      transaction.implicit=0
      transaction.operation_timeout_ms=2000
      transaction.timestamps=1
      wiredtiger.config=off
      wiredtiger.rwlock=0
      wiredtiger.leak_memory=0
      ############################################
      #  TABLE PARAMETERS: table 1
      ############################################
      table1.btree.compression=none
      table1.btree.dictionary=0
      table1.btree.internal_key_truncation=1
      table1.btree.internal_page_max=11
      table1.btree.key_max=108
      table1.btree.key_min=22
      table1.btree.leaf_page_max=14
      table1.btree.memory_page_max=5
      table1.btree.prefix_len=0
      table1.btree.prefix_compression=0
      table1.btree.prefix_compression_min=4
      table1.btree.reverse=0
      table1.btree.split_pct=52
      table1.btree.value_max=619
      table1.btree.value_min=7
      table1.disk.checksum=on
      table1.disk.firstfit=1
      table1.ops.pareto=0
      table1.ops.pareto.skew=52
      table1.ops.pct.delete=1
      table1.ops.pct.insert=1
      table1.ops.pct.modify=4
      table1.ops.pct.read=94
      table1.ops.pct.write=0
      table1.ops.truncate=1
      table1.runs.mirror=1
      table1.runs.source=table
      table1.runs.type=row-store
      ############################################
      #  TABLE PARAMETERS: table 2
      ############################################
      table2.btree.compression=none
      table2.btree.dictionary=1
      table2.btree.internal_key_truncation=1
      table2.btree.internal_page_max=10
      table2.btree.key_max=97
      table2.btree.key_min=27
      table2.btree.leaf_page_max=10
      table2.btree.memory_page_max=4
      table2.btree.prefix_len=0
      table2.btree.prefix_compression=1
      table2.btree.prefix_compression_min=6
      table2.btree.reverse=0
      table2.btree.split_pct=97
      table2.btree.value_max=2303
      table2.btree.value_min=3
      table2.disk.checksum=unencrypted
      table2.disk.firstfit=0
      table2.ops.pareto=0
      table2.ops.pareto.skew=95
      table2.ops.pct.delete=56
      table2.ops.pct.insert=3
      table2.ops.pct.modify=0
      table2.ops.pct.read=0
      table2.ops.pct.write=41
      table2.ops.truncate=1
      table2.runs.mirror=1
      table2.runs.source=file
      table2.runs.type=row-store
      ############################################
      #  TABLE PARAMETERS: table 3
      ############################################
      table3.btree.compression=none
      table3.btree.dictionary=0
      table3.btree.internal_key_truncation=1
      table3.btree.internal_page_max=14
      table3.btree.key_max=62
      table3.btree.key_min=14
      table3.btree.leaf_page_max=12
      table3.btree.memory_page_max=2
      table3.btree.prefix_len=0
      table3.btree.prefix_compression=1
      table3.btree.prefix_compression_min=7
      table3.btree.reverse=0
      table3.btree.split_pct=70
      table3.btree.value_max=3542
      table3.btree.value_min=2
      table3.disk.checksum=off
      table3.disk.firstfit=0
      table3.ops.pareto=0
      table3.ops.pareto.skew=29
      table3.ops.pct.delete=5
      table3.ops.pct.insert=0
      table3.ops.pct.modify=4
      table3.ops.pct.read=0
      table3.ops.pct.write=91
      table3.ops.truncate=1
      table3.runs.mirror=0
      table3.runs.source=table
      table3.runs.type=row-store
      

      Command:

      ./wt verify -h RUNDIR -t -d dump_blocks "file:T00001.wt"
      

      Error:

      [1715835509:689589][47263:0x1ee237ac0], wt, file:T00001.wt, WT_SESSION.verify: [WT_VERB_DEFAULT][ERROR]: int __hs_verify_id(WT_SESSION_IMPL *, WT_CURSOR *, WT_CURSOR_BTREE *, uint32_t), 80: the associated history store key 0000204590.00/opqrstuvwxyzabcde was not found in the data store file:T00001.wt: WT_PANIC: WiredTiger library panic
      [1715835509:689601][47263:0x1ee237ac0], wt, file:T00001.wt, WT_SESSION.verify: [WT_VERB_DEFAULT][ERROR]: int __hs_verify_id(WT_SESSION_IMPL *, WT_CURSOR *, WT_CURSOR_BTREE *, uint32_t), 80: the process must exit and restart: WT_PANIC: WiredTiger library panic
      [1715835509:689603][47263:0x1ee237ac0], wt, file:T00001.wt, WT_SESSION.verify: [WT_VERB_DEFAULT][ERROR]: void __wt_abort(WT_SESSION_IMPL *), 28: aborting WiredTiger library
      

            Assignee:
            jie.chen@mongodb.com Jie Chen
            Reporter:
            etienne.petrel@mongodb.com Etienne Petrel
            Votes:
            0 Vote for this issue
            Watchers:
            9 Start watching this issue

              Created:
              Updated:
              Resolved: