Uploaded image for project: 'WiredTiger'
  1. WiredTiger
  2. WT-757

truncating a large table object fails

    • Type: Icon: Task Task
    • Resolution: Done
    • WT1.6.6
    • Affects Version/s: None
    • Component/s: None

      Truncating large table objects fails with cursor.compare: requires key be set: Invalid argument.

      Here's the script:

      import wiredtiger, wttest
      from helper import complex_populate, key_populate
       
      # test_xxx.py
      class test_xxx(wttest.WiredTigerTestCase):
       
          # Override WiredTigerTestCase, we have extensions.
          def setUpConnectionOpen(self, dir):
              conn = wiredtiger.wiredtiger_open(dir,
                  'create,cache_size=100MB,' +
                  'error_prefix="%s: "' % self.shortid())
              return conn
       
          def test_xxx(self):
              uri = 'table:xxx'
              config = 'allocation_size=512,' +\
                  'leaf_page_max=512,value_format=S,key_format=S'
              nentries =  10000               # works
              nentries = 100000               # fails
              complex_populate(self, uri, config, nentries - 1)
       
              # Remove most of the object.
              c1 = self.session.open_cursor(uri, None)
              c1.set_key(key_populate(c1, 5))
              c2 = self.session.open_cursor(uri, None)
              c2.set_key(key_populate(c2, nentries - 5))
              self.session.truncate(None, c1, c2, None)
              c1.close()
              c2.close()
       
       
      if __name__ == '__main__':
          wttest.run()
      

      Here's the stack:

      #0  __wt_err (session=0x805dbe420, error=22, 
          fmt=0x803730c22 "requires %s be set") at ../src/support/err.c:273
      WT-1  0x00000008036e5f3e in __wt_cursor_kv_not_set (cursor=0x805cea200, key=1)
          at ../src/cursor/cur_std.c:71
      WT-2  0x00000008036e05cd in __curfile_search (cursor=0x805cea200)
          at ../src/cursor/cur_file.c:175
      WT-3  0x00000008036ee6cd in __wt_table_range_truncate (start=0x805cda680, 
          stop=0x805cda7c0) at ../src/cursor/cur_table.c:529
      WT-4  0x00000008037195a0 in __wt_schema_range_truncate (session=0x805dbe420, 
          start=0x805cda680, stop=0x805cda7c0) at ../src/schema/schema_truncate.c:171
      WT-5  0x000000080371c063 in __session_truncate (wt_session=0x805dbe420, uri=0x0, 
          start=0x805cda680, stop=0x805cda7c0, config=0x0)
          at ../src/session/session_api.c:546
      

      And looking at __wt_table_range_truncate, it's one of the column-group tables is getting its cursor key-is-set flags cleared:

      Breakpoint 2, __wt_table_range_truncate (start=0x8015f8200, stop=0x8015f85c0)
          at ../src/cursor/cur_table.c:492
      492             ctable = (start != NULL) ? start : stop;
      (gdb) p *ctable
      $12 = {iface = {session = 0x805d35410, uri = 0x801419520 "table:xxx",
          key_format = 0x8016bf10e "S", value_format = 0x8015451d0 "SiSS",
          get_key = 0x8036eade0 <__wt_curtable_get_key>,
          get_value = 0x8036eaf10 <__wt_curtable_get_value>,
          set_key = 0x8036eb3a0 <__wt_curtable_set_key>,
          set_value = 0x8036eb5d0 <__wt_curtable_set_value>,
          compare = 0x8036eb9d0 <__curtable_compare>,
          next = 0x8036ebe90 <__curtable_next>,
          prev = 0x8036ec200 <__curtable_prev>,
          reset = 0x8036ec380 <__curtable_reset>,
          search = 0x8036ec500 <__curtable_search>,
          search_near = 0x8036ec680 <__curtable_search_near>,
          insert = 0x8036ec850 <__curtable_insert>,
          update = 0x8036ecd00 <__curtable_update>,
          remove = 0x8036ed3b0 <__curtable_remove>,
          close = 0x8036ee200 <__curtable_close>, q = {tqe_next = 0x805cdd800,
            tqe_prev = 0x805cdd590}, recno = 0,
          raw_recno_buf = "\000\000\000\000\000\000\000\000", key = {data = 0x0,
            size = 0, flags = 0, mem = 0x0, memsize = 0}, value = {data = 0x0,
            size = 0, flags = 0, mem = 0x0, memsize = 0}, saved_err = 0,
          flags = 896}, table = 0x80141ad80,
        plan = 0x80153f7f0 "0vn3vr5vr1vn3vsr4vr2vn4vsr5vsrn", cfg = 0x8097ac8e0,
        cg_cursors = 0x80153feb0, idx_cursors = 0x0}
      (gdb) xxx        <<<<<< xxx dumps column-group cursor flags & 0x60
      $13 = 32
      $14 = 64
      $15 = 32
      $16 = 32
      $17 = 32
      $18 = 32
      (gdb) c
      Continuing.
      Breakpoint 2, __wt_table_range_truncate (start=0x8015f8200, stop=0x8015f85c0)
          at ../src/cursor/cur_table.c:492
      492             ctable = (start != NULL) ? start : stop;
      (gdb) xxx
      $19 = 32
      $20 = 64
      $21 = 64
      $22 = 0        <<<<<< cursor set-key flags are 0
      $23 = 64
      $24 = 64
      (gdb) p ctable->cg_cursors[3].flags & 0x60
      $26 = 0
      (gdb) p *ctable->cg_cursors[3]
      $28 = {session = 0x805d35410, uri = 0x8018a7ec0 "file:xxx_cgroup4.wt",
        key_format = 0x8016bf11c "S", value_format = 0x805ffb090 "Si",
        get_key = 0x8036e5630 <__wt_cursor_get_key>,
        get_value = 0x8036e9a50 <__wt_cursor_get_value>,
        set_key = 0x8036e5740 <__wt_cursor_set_key>,
        set_value = 0x8036e9e20 <__wt_cursor_set_value>,
        compare = 0x8036df230 <__curfile_compare>,
        next = 0x8036df5b0 <__curfile_next>, prev = 0x8036df850 <__curfile_prev>,
        reset = 0x8036df9a0 <__curfile_reset>,
        search = 0x8036dfad0 <__curfile_search>,
        search_near = 0x8036dfe30 <__curfile_search_near>,
        insert = 0x8036e01a0 <__curfile_insert>,
        update = 0x8036e07f0 <__curfile_update>,
        remove = 0x8036e0db0 <__curfile_remove>,
        close = 0x8036e1320 <__curfile_close>, q = {tqe_next = 0x805cde100,
          tqe_prev = 0x805cddb90}, recno = 0,
        raw_recno_buf = "\000\000\000\000\000\000\000\000", key = {
          data = 0x80df54988, size = 16, flags = 0, mem = 0x80bcc63e0,
          memsize = 16}, value = {data = 0x80d646fe9, size = 22, flags = 0,
          mem = 0x0, memsize = 0}, saved_err = 0, flags = 384}
      

            Assignee:
            michael.cahill@mongodb.com Michael Cahill (Inactive)
            Reporter:
            keith.bostic@mongodb.com Keith Bostic (Inactive)
            Votes:
            0 Vote for this issue
            Watchers:
            1 Start watching this issue

              Created:
              Updated:
              Resolved: