The test_wt4156_metadata_salvage test program fails on the zSeries:
$ ./test_wt4156_metadata_salvage copy: rm -rf ./WT_TEST.test_wt4156_metadata_salvage.CKPT0; mkdir ./WT_TEST.test_wt4156_metadata_salvage.CKPT0; cp -p WT_TEST.test_wt4156_metadata_salvage/* ./WT_TEST.test_wt4156_metadata_salvage.CKPT0 MOVE DATA: inserted 2. CKPT. copy: rm -rf ./WT_TEST.test_wt4156_metadata_salvage.CKPT1; mkdir ./WT_TEST.test_wt4156_metadata_salvage.CKPT1; cp -p WT_TEST.test_wt4156_metadata_salvage/* ./WT_TEST.test_wt4156_metadata_salvage.CKPT1 MOVE DATA: inserted 3. CKPT. copy: rm -rf ./WT_TEST.test_wt4156_metadata_salvage.CKPT2; mkdir ./WT_TEST.test_wt4156_metadata_salvage.CKPT2; cp -p WT_TEST.test_wt4156_metadata_salvage/* ./WT_TEST.test_wt4156_metadata_salvage.CKPT2 copy: rm -rf ./WT_TEST.test_wt4156_metadata_salvage.SAVE; mkdir ./WT_TEST.test_wt4156_metadata_salvage.SAVE; cp -p WT_TEST.test_wt4156_metadata_salvage/* ./WT_TEST.test_wt4156_metadata_salvage.SAVE corrupt metadata copy: cp -p WT_TEST.test_wt4156_metadata_salvage/WiredTiger.wt ./WT_TEST.test_wt4156_metadata_salvage.SAVE/WiredTiger.wt.CORRUPT === open corrupt in child === === wt_open with salvage === verify with salvaged connection file:aaa-file.SS metadata salvaged and data verified file:bbb-file.rS metadata salvaged and data verified lsm:ccc-lsm.SS not seen in metadata table:ddd-table.SS not seen in metadata table:eee-table.rS not seen in metadata file:fff-file.SS metadata salvaged and data verified file:ggg-file.rS metadata salvaged and data verified lsm:hhh-lsm.SS not seen in metadata table:iii-table.SS not seen in metadata table:jjj-table.rS not seen in metadata === wt_open normal === file:aaa-file.SS metadata salvaged and data verified file:bbb-file.rS metadata salvaged and data verified lsm:ccc-lsm.SS not seen in metadata table:ddd-table.SS not seen in metadata table:eee-table.rS not seen in metadata file:fff-file.SS metadata salvaged and data verified file:ggg-file.rS metadata salvaged and data verified lsm:hhh-lsm.SS not seen in metadata table:iii-table.SS not seen in metadata table:jjj-table.rS not seen in metadata # # OUT OF SYNC: CKPT0 with future metadata from CKPT1 # copy: rm -rf ./WT_TEST.test_wt4156_metadata_salvage.TEST; mkdir ./WT_TEST.test_wt4156_metadata_salvage.TEST; cp -p WT_TEST.test_wt4156_metadata_salvage.CKPT0/* ./WT_TEST.test_wt4156_metadata_salvage.TEST copy: cp -p WT_TEST.test_wt4156_metadata_salvage.CKPT1/WiredTiger.wt.SAVE WT_TEST.test_wt4156_metadata_salvage.TEST/WiredTiger.wt === open corrupt in child === === wt_open with salvage === verify with salvaged connection [1542996395:93773][2153:0x3ff82275710], file:aaa-file.SS, WT_SESSION.open_cursor: __posix_file_read, 449: WT_TEST.test_wt4156_metadata_salvage.TEST/aaa-file.SS: handle-read: pread: failed to read 4096 bytes at offset 28672: WT_ERROR: non-specific WiredTiger error: WT_ERROR: non-specific WiredTiger error Got unexpected error. Aborting Aborted (core dumped)
Here's the stack:
(gdb) where
#0 0x000003ff81cc0a78 in __GI_raise (sig=sig@entry=6)
at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
#1 0x000003ff81cc2300 in __GI_abort () at abort.c:90
#2 0x00000000800039a0 in handle_message (handler=0x802ab418 <event_handler>,
session=0x826b5f70, error=-31802,
message=0x3ffd507baa8 "[1542996395:93773][2153:0x3ff82275710], file:aaa-file.SS, WT_SESSION.open_cursor: __posix_file_read, 449: WT_TEST.test_wt4156_metadata_salvage.TEST/aaa-file.SS: handle-read: pread: failed to read 4096"...)
at wt4156_metadata_salvage/main.c:68
#3 0x00000000800b40d0 in __eventv (session=0x826b5f70, msg_event=false,
error=-31802, func=0x8022aa9a <__func__.14098> "__posix_file_read",
line=449,
fmt=0x8022a5e0 "%s: handle-read: pread: failed to read %zu bytes at offset %lu", ap=0x3ffd507cc58) at src/support/err.c:277
#4 0x00000000800b4466 in __wt_err_func (session=0x826b5f70, error=-31802,
func=0x8022aa9a <__func__.14098> "__posix_file_read", line=449,
fmt=0x8022a5e0 "%s: handle-read: pread: failed to read %zu bytes at offset %lu") at src/support/err.c:329
#5 0x0000000080061aac in __posix_file_read (file_handle=0x82732400,
wt_session=0x826b5f70, offset=28672, len=4096, buf=0x826e7d60)
at src/os_posix/os_fs.c:445
#6 0x00000000801f47b8 in __wt_read (session=0x826b5f70, fh=0x82732750,
offset=28672, len=4096, buf=0x826e7d60) at ./src/include/os_fhandle.i:114
#7 0x00000000801f56f0 in __wt_block_read_off (session=0x826b5f70,
block=0x826e7630, buf=0x82730e20, offset=28672, size=4096,
checksum=207123978) at src/block/block_read.c:251
#8 0x000000008021e3d2 in __wt_block_extlist_read (session=0x826b5f70,
block=0x826e7630, el=0x826e77e0, ckpt_size=32768)
at src/block/block_ext.c:1186
#9 0x000000008021e242 in __wt_block_extlist_read_avail (session=0x826b5f70,
block=0x826e7630, el=0x826e77e0, ckpt_size=32768)
at src/block/block_ext.c:1149
#10 0x0000000080216f00 in __wt_block_checkpoint_load (session=0x826b5f70,
block=0x826e7630,
addr=0x8273d9a0 "\001\204\201\344\325\323\320\025\205\201\344\354\356<\363\206\201\344\fXUʀ\200\200\342_\300\317\300", addr_size=30,
root_addr=0x3ffd507d949 "\204\201\344\325\323\320\025",
root_addr_sizep=0x3ffd507da48, checkpoint=false)
at src/block/block_ckpt.c:126
#11 0x00000000801f280c in __bm_checkpoint_load (bm=0x82730a30,
session=0x826b5f70,
addr=0x8273d9a0 "\001\204\201\344\325\323\320\025\205\201\344\354\356<\363\206\201\344\fXUʀ\200\200\342_\300\317\300", addr_size=30,
root_addr=0x3ffd507d949 "\204\201\344\325\323\320\025",
root_addr_sizep=0x3ffd507da48, checkpoint=false)
at src/block/block_mgr.c:97
#12 0x000000008010c0f2 in __wt_btree_open (session=0x826b5f70,
op_cfg=0x3ffd507e200) at src/btree/bt_handle.c:153
#13 0x0000000080018adc in __wt_conn_dhandle_open (session=0x826b5f70,
cfg=0x3ffd507e200, flags=0) at src/conn/conn_dhandle.c:472
#14 0x00000000800b25d2 in __wt_session_get_dhandle (session=0x826b5f70,
uri=0x802213b4 "file:aaa-file.SS", checkpoint=0x0, cfg=0x3ffd507e200,
flags=0) at src/session/session_dhandle.c:546
#15 0x00000000800b256c in __wt_session_get_dhandle (session=0x826b5f70,
uri=0x802213b4 "file:aaa-file.SS", checkpoint=0x0, cfg=0x3ffd507e200,
flags=0) at src/session/session_dhandle.c:538
#16 0x00000000800b1a52 in __wt_session_get_btree_ckpt (session=0x826b5f70,
uri=0x802213b4 "file:aaa-file.SS", cfg=0x3ffd507e200, flags=0)
at src/session/session_dhandle.c:350
#17 0x000000008018ddea in __wt_curfile_open (session=0x826b5f70,
uri=0x802213b4 "file:aaa-file.SS", owner=0x0, cfg=0x3ffd507e200,
cursorp=0x3ffd507e218) at src/cursor/cur_file.c:828
#18 0x000000008009a8b0 in __session_open_cursor_int (session=0x826b5f70,
uri=0x802213b4 "file:aaa-file.SS", owner=0x0, other=0x0,
cfg=0x3ffd507e200, cursorp=0x3ffd507e218) at src/session/session_api.c:485
#19 0x000000008009b448 in __session_open_cursor (wt_session=0x826b5f70,
uri=0x802213b4 "file:aaa-file.SS", to_dup=0x0, config=0x0,
cursorp=0x3ffd507e310) at src/session/session_api.c:607
#20 0x0000000080004676 in verify_metadata (conn=0x826ff8c0,
tables=0x3ffd507eeb0) at wt4156_metadata_salvage/main.c:313
#21 0x0000000080005058 in open_with_salvage (sfx=0x80220f58 "TEST",
table_data=0x3ffd507eeb0) at wt4156_metadata_salvage/main.c:512
#22 0x00000000800052ea in run_all_verification (sfx=0x80220f58 "TEST",
t=0x3ffd507eeb0) at wt4156_metadata_salvage/main.c:537
#23 0x0000000080005698 in out_of_sync (table_data=0x3ffd507eeb0)
at wt4156_metadata_salvage/main.c:605
#24 0x0000000080005bd6 in main (argc=1, argv=0x3ffd507f228)
at wt4156_metadata_salvage/main.c:731
cc: sueloverso