[WT-2336] Add a test validating schema operations via file system call monitoring - MongoDB

Details

Type: Improvement
Status: Resolved
Priority: Major - P3
Resolution: Fixed
Affects Version/s: None
Fix Version/s: 3.2.12, WT2.9.1, 3.5.1, 3.4.2
Labels:
None

# Replies:
24
Last comment by Customer:
true
Sprint:
Storage 2016-11-21, Storage 2016-12-12

Description

It would be very useful if we could confirm at the level of file system calls whether schema operations are behaving as expected.

I'm envisaging a combination of simple schema operations being run with strace, then mapping the sequence of file operations to a predefined order.

Options
- Sort By Name
- Sort By Date
- Ascending
- Descending
- Download All

Attachments

simple_op_tester.c

Jan 19 2016 04:43:09 AM +00:00

1.0 kB

Alexander Gorrod

Activity

Comments

Ascending order - Click to sort in descending order

Hide

Permalink

Alexander Gorrod added a comment - Jan 19 2016 04:42:48 AM +00:00

A possible approach to this would be to create a simple test program (maybe similar to that attached), and run it with strace. The command I used was:

strace -e trace=close,fdatasync,ftruncate,open,pwrite ./simple_op_tester

That generates output like:

--------------wiredtiger_open

open("WT_TEST/WiredTiger.lock", O_RDWR|O_CREAT|O_CLOEXEC, 0666) = 3

open("WT_TEST/WiredTiger", O_RDWR|O_CREAT|O_CLOEXEC, 0666) = 4

close(4)                                = 0

open("WT_TEST/WiredTiger.basecfg", O_RDWR|O_CLOEXEC) = 4

close(4)                                = 0

open("/proc/meminfo", O_RDONLY|O_CLOEXEC) = 4

close(4)                                = 0

open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 4

close(4)                                = 0

open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 4

close(4)                                = 0

open("WT_TEST/WiredTiger.wt", O_RDWR|O_NOATIME|O_CLOEXEC) = 4

ftruncate(4, 36864)                     = 0

open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 5

close(5)                                = 0

open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 5

close(5)                                = 0

pwrite(4, "\0\0\0\0\0\0\0\0Y\0\0\0\0\0\0\0\376\5\0\0\10\0\0\0\7\4\0\0\0\20\0\0"..., 4096, 32768) = 4096

pwrite(4, "\0\0\0\0\0\0\0\0Z\0\0\0\0\0\0\0003\0\0\0\2\0\0\0\6\0\0\0\0\20\0\0"..., 4096, 4096) = 4096

pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0007\0\0\0\17\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 8192) = 4096

pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0009\0\0\0\21\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 12288) = 4096

fdatasync(4)                            = 0

open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 5

close(5)                                = 0

open("WT_TEST/WiredTiger.turtle.set", O_RDWR|O_CREAT|O_EXCL|O_CLOEXEC, 0666) = 5

pwrite(5, "WiredTiger version string\nWiredT"..., 948, 0) = 948

fdatasync(5)                            = 0

close(5)                                = 0

open("WT_TEST", O_RDONLY)               = 5

fdatasync(5)                            = 0

close(5)                                = 0

fdatasync(4)                            = 0

open("WT_TEST/WiredTigerLAS.wt", O_RDWR|O_CREAT|O_EXCL|O_NOATIME|O_CLOEXEC, 0666) = 5

pwrite(5, "A\330\1\0\1\0\0\0\330\10#\267\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"..., 4096, 0) = 4096

fdatasync(5)                            = 0

close(5)                                = 0

open("WT_TEST", O_RDONLY)               = 5

fdatasync(5)                            = 0

close(5)                                = 0

open("WT_TEST/WiredTigerLAS.wt", O_RDWR|O_NOATIME|O_CLOEXEC) = 5

ftruncate(5, 4096)                      = 0

open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 6

close(6)                                = 0

pwrite(4, "\0\0\0\0\0\0\0\0[\0\0\0\0\0\0\0\240\10\0\0\n\0\0\0\7\4\0\0\0\20\0\0"..., 4096, 16384) = 4096

pwrite(4, "\0\0\0\0\0\0\0\0\\\0\0\0\0\0\0\0003\0\0\0\2\0\0\0\6\0\0\0\0\20\0\0"..., 4096, 20480) = 4096

pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0003\0\0\0\v\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 24576) = 4096

pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0=\0\0\0\25\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 28672) = 4096

fdatasync(4)                            = 0

open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 6

close(6)                                = 0

open("WT_TEST/WiredTiger.turtle.set", O_RDWR|O_CREAT|O_EXCL|O_CLOEXEC, 0666) = 6

pwrite(6, "WiredTiger version string\nWiredT"..., 948, 0) = 948

fdatasync(6)                            = 0

close(6)                                = 0

open("WT_TEST", O_RDONLY)               = 6

fdatasync(6)                            = 0

close(6)                                = 0

fdatasync(4)                            = 0

--------------open_session

--------------create

open("WT_TEST/hello.wt", O_RDWR|O_CREAT|O_EXCL|O_NOATIME|O_CLOEXEC, 0666) = 6

pwrite(6, "A\330\1\0\1\0\0\0\330\10#\267\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"..., 4096, 0) = 4096

fdatasync(6)                            = 0

close(6)                                = 0

open("WT_TEST", O_RDONLY)               = 6

fdatasync(6)                            = 0

close(6)                                = 0

open("WT_TEST/hello.wt", O_RDWR|O_NOATIME|O_CLOEXEC) = 6

ftruncate(6, 4096)                      = 0

open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 7

close(7)                                = 0

pwrite(4, "\0\0\0\0\0\0\0\0]\0\0\0\0\0\0\0\337\v\0\0\20\0\0\0\7\4\0\0\0\20\0\0"..., 4096, 32768) = 4096

pwrite(4, "\0\0\0\0\0\0\0\0^\0\0\0\0\0\0\0003\0\0\0\2\0\0\0\6\0\0\0\0\20\0\0"..., 4096, 4096) = 4096

pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0007\0\0\0\17\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 8192) = 4096

pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0009\0\0\0\21\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 12288) = 4096

fdatasync(4)                            = 0

open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 7

close(7)                                = 0

open("WT_TEST/WiredTiger.turtle.set", O_RDWR|O_CREAT|O_EXCL|O_CLOEXEC, 0666) = 7

pwrite(7, "WiredTiger version string\nWiredT"..., 948, 0) = 948

fdatasync(7)                            = 0

close(7)                                = 0

open("WT_TEST", O_RDONLY)               = 7

fdatasync(7)                            = 0

close(7)                                = 0

fdatasync(4)                            = 0

--------------rename

ftruncate(6, 4096)                      = 0

close(6)                                = 0

open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 6

It should be fairly simple to create an "expected order" for file system level operations, and ensure what we see matches expectations.

We could get more sophisticated by adding:

Explicit transactions.
Tracking of other operations, eg: mixed sync and non-sync logged operations.
Enabling and disabling logging.

Show

Alexander Gorrod added a comment - Jan 19 2016 04:42:48 AM +00:00 A possible approach to this would be to create a simple test program (maybe similar to that attached), and run it with strace. The command I used was: strace -e trace=close,fdatasync,ftruncate,open,pwrite ./simple_op_tester That generates output like: --------------wiredtiger_open open("WT_TEST/WiredTiger.lock", O_RDWR|O_CREAT|O_CLOEXEC, 0666) = 3 open("WT_TEST/WiredTiger", O_RDWR|O_CREAT|O_CLOEXEC, 0666) = 4 close(4) = 0 open("WT_TEST/WiredTiger.basecfg", O_RDWR|O_CLOEXEC) = 4 close(4) = 0 open("/proc/meminfo", O_RDONLY|O_CLOEXEC) = 4 close(4) = 0 open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 4 close(4) = 0 open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 4 close(4) = 0 open("WT_TEST/WiredTiger.wt", O_RDWR|O_NOATIME|O_CLOEXEC) = 4 ftruncate(4, 36864) = 0 open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 5 close(5) = 0 open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 5 close(5) = 0 pwrite(4, "\0\0\0\0\0\0\0\0Y\0\0\0\0\0\0\0\376\5\0\0\10\0\0\0\7\4\0\0\0\20\0\0"..., 4096, 32768) = 4096 pwrite(4, "\0\0\0\0\0\0\0\0Z\0\0\0\0\0\0\0003\0\0\0\2\0\0\0\6\0\0\0\0\20\0\0"..., 4096, 4096) = 4096 pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0007\0\0\0\17\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 8192) = 4096 pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0009\0\0\0\21\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 12288) = 4096 fdatasync(4) = 0 open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 5 close(5) = 0 open("WT_TEST/WiredTiger.turtle.set", O_RDWR|O_CREAT|O_EXCL|O_CLOEXEC, 0666) = 5 pwrite(5, "WiredTiger version string\nWiredT"..., 948, 0) = 948 fdatasync(5) = 0 close(5) = 0 open("WT_TEST", O_RDONLY) = 5 fdatasync(5) = 0 close(5) = 0 fdatasync(4) = 0 open("WT_TEST/WiredTigerLAS.wt", O_RDWR|O_CREAT|O_EXCL|O_NOATIME|O_CLOEXEC, 0666) = 5 pwrite(5, "A\330\1\0\1\0\0\0\330\10#\267\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"..., 4096, 0) = 4096 fdatasync(5) = 0 close(5) = 0 open("WT_TEST", O_RDONLY) = 5 fdatasync(5) = 0 close(5) = 0 open("WT_TEST/WiredTigerLAS.wt", O_RDWR|O_NOATIME|O_CLOEXEC) = 5 ftruncate(5, 4096) = 0 open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 6 close(6) = 0 pwrite(4, "\0\0\0\0\0\0\0\0[\0\0\0\0\0\0\0\240\10\0\0\n\0\0\0\7\4\0\0\0\20\0\0"..., 4096, 16384) = 4096 pwrite(4, "\0\0\0\0\0\0\0\0\\\0\0\0\0\0\0\0003\0\0\0\2\0\0\0\6\0\0\0\0\20\0\0"..., 4096, 20480) = 4096 pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0003\0\0\0\v\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 24576) = 4096 pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0=\0\0\0\25\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 28672) = 4096 fdatasync(4) = 0 open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 6 close(6) = 0 open("WT_TEST/WiredTiger.turtle.set", O_RDWR|O_CREAT|O_EXCL|O_CLOEXEC, 0666) = 6 pwrite(6, "WiredTiger version string\nWiredT"..., 948, 0) = 948 fdatasync(6) = 0 close(6) = 0 open("WT_TEST", O_RDONLY) = 6 fdatasync(6) = 0 close(6) = 0 fdatasync(4) = 0 --------------open_session --------------create open("WT_TEST/hello.wt", O_RDWR|O_CREAT|O_EXCL|O_NOATIME|O_CLOEXEC, 0666) = 6 pwrite(6, "A\330\1\0\1\0\0\0\330\10#\267\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"..., 4096, 0) = 4096 fdatasync(6) = 0 close(6) = 0 open("WT_TEST", O_RDONLY) = 6 fdatasync(6) = 0 close(6) = 0 open("WT_TEST/hello.wt", O_RDWR|O_NOATIME|O_CLOEXEC) = 6 ftruncate(6, 4096) = 0 open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 7 close(7) = 0 pwrite(4, "\0\0\0\0\0\0\0\0]\0\0\0\0\0\0\0\337\v\0\0\20\0\0\0\7\4\0\0\0\20\0\0"..., 4096, 32768) = 4096 pwrite(4, "\0\0\0\0\0\0\0\0^\0\0\0\0\0\0\0003\0\0\0\2\0\0\0\6\0\0\0\0\20\0\0"..., 4096, 4096) = 4096 pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0007\0\0\0\17\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 8192) = 4096 pwrite(4, "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0009\0\0\0\21\0\0\0\1\0\0\0\0\20\0\0"..., 4096, 12288) = 4096 fdatasync(4) = 0 open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 7 close(7) = 0 open("WT_TEST/WiredTiger.turtle.set", O_RDWR|O_CREAT|O_EXCL|O_CLOEXEC, 0666) = 7 pwrite(7, "WiredTiger version string\nWiredT"..., 948, 0) = 948 fdatasync(7) = 0 close(7) = 0 open("WT_TEST", O_RDONLY) = 7 fdatasync(7) = 0 close(7) = 0 fdatasync(4) = 0 --------------rename ftruncate(6, 4096) = 0 close(6) = 0 open("WT_TEST/WiredTiger.turtle", O_RDONLY) = 6 It should be fairly simple to create an "expected order" for file system level operations, and ensure what we see matches expectations. We could get more sophisticated by adding: Explicit transactions. Tracking of other operations, eg: mixed sync and non-sync logged operations. Enabling and disabling logging.

18 older comments

Hide

Permalink

Githook User added a comment - Jan 06 2017 01:24:12 AM +00:00

Author:

{u'username': u'michaelcahill', u'name': u'Michael Cahill', u'email': u'michael.cahill@mongodb.com'}

Message: ~~WT-2336~~ Fix a "noreturn" warning in a new test. (#3183)
Branch: mongodb-3.4
https://github.com/wiredtiger/wiredtiger/commit/124eed30a0791955a0a5e6edf0c3b57a8c827c55

Show

Githook User added a comment - Jan 06 2017 01:24:12 AM +00:00 Author: {u'username': u'michaelcahill', u'name': u'Michael Cahill', u'email': u'michael.cahill@mongodb.com'} Message: WT-2336 Fix a "noreturn" warning in a new test. (#3183) Branch: mongodb-3.4 https://github.com/wiredtiger/wiredtiger/commit/124eed30a0791955a0a5e6edf0c3b57a8c827c55

Hide

Permalink

Githook User added a comment - Jan 06 2017 01:24:32 AM +00:00

Author:

{u'username': u'ddanderson', u'name': u'Don Anderson', u'email': u'dda@mongodb.com'}

Message: ~~WT-2336~~ Add a test validating schema operations via file system call monitoring (#3059)

Take advantage of the above to create a maintainable .run file that works
on systems without ftruncate. Use macros to avoid using so many #ifdefs.

When output differences are detected, report the output's line number (or
range of lines numbers we tried to match) to make it easier to diagnose
differences.

Add O_NOATIME to list of predefines to check. The probe needs to be
compiled -D_GNU_SOURCE on Linux. Use all probed variables in the symbol
table when looking at strace/dtruss output, as strace uses symbolic flag names.
Branch: mongodb-3.2
https://github.com/wiredtiger/wiredtiger/commit/587be3ea72844924de5f43db9f1bc3ea61a10e5c

Show

Githook User added a comment - Jan 06 2017 01:24:32 AM +00:00 Author: {u'username': u'ddanderson', u'name': u'Don Anderson', u'email': u'dda@mongodb.com'} Message: WT-2336 Add a test validating schema operations via file system call monitoring (#3059) Take advantage of the above to create a maintainable .run file that works on systems without ftruncate. Use macros to avoid using so many #ifdefs. When output differences are detected, report the output's line number (or range of lines numbers we tried to match) to make it easier to diagnose differences. Add O_NOATIME to list of predefines to check. The probe needs to be compiled -D_GNU_SOURCE on Linux. Use all probed variables in the symbol table when looking at strace/dtruss output, as strace uses symbolic flag names. Branch: mongodb-3.2 https://github.com/wiredtiger/wiredtiger/commit/587be3ea72844924de5f43db9f1bc3ea61a10e5c

Hide

Permalink

Githook User added a comment - Jan 06 2017 01:24:35 AM +00:00

Author:

{u'username': u'michaelcahill', u'name': u'Michael Cahill', u'email': u'michael.cahill@mongodb.com'}

Message: ~~WT-2336~~ Fix a "noreturn" warning in a new test. (#3183)
Branch: mongodb-3.2
https://github.com/wiredtiger/wiredtiger/commit/124eed30a0791955a0a5e6edf0c3b57a8c827c55

Show

Githook User added a comment - Jan 06 2017 01:24:35 AM +00:00 Author: {u'username': u'michaelcahill', u'name': u'Michael Cahill', u'email': u'michael.cahill@mongodb.com'} Message: WT-2336 Fix a "noreturn" warning in a new test. (#3183) Branch: mongodb-3.2 https://github.com/wiredtiger/wiredtiger/commit/124eed30a0791955a0a5e6edf0c3b57a8c827c55

Hide

Permalink

Githook User added a comment - Jan 06 2017 03:35:17 AM +00:00

Author:

{u'username': u'daveh86', u'name': u'David Hows', u'email': u'howsdav@gmail.com'}

Message: Import wiredtiger: d48181f6f4db08761ed7b80b0332908b272ad0d0 from branch mongodb-3.2

ref: 040e3d6f76..d48181f6f4
for: 3.2.12

~~SERVER-26545~~ Remove fixed-size limitation on WiredTiger hazard pointers
~~WT-2336~~ Add a test validating schema operations via file system call monitoring
~~WT-2402~~ Misaligned structure accesses lead to undefined behavior
~~WT-2670~~ Inefficient I/O when read full DB (poor readahead)
~~WT-283~~ Add a way to change persistent object settings
~~WT-2960~~ Inserting multi-megabyte values can cause pathological lookaside usage
~~WT-2969~~ Possible snapshot corruption during compaction
~~WT-3014~~ Add GCC/clang support for ELF symbol visibility.
~~WT-3021~~ Fixes needed for Java log cursor example, Java raw mode cursors, log cursors in raw mode
~~WT-3025~~ fix error path in log_force_sync
~~WT-3028~~ Workloads with all dirty pages could trigger diagnostic stuck check
~~WT-3030~~ Test failure indicating invalid key order during traversal
~~WT-3034~~ Add support for single-writer named snapshots.
~~WT-3037~~ Fix some outdated comments in logging
~~WT-3048~~ WiredTiger maximum size warning uses the wrong format.
~~WT-3051~~ Remove external __wt_hex symbol.
~~WT-3052~~ Improve search if an index hint is wrong
~~WT-3053~~ Review Python and Java calls to internal WiredTiger functions
~~WT-3054~~ Java PackTest, PackTest03 do not compile
~~WT-3055~~ Java AsyncTest faults
~~WT-3056~~ For cursors with projections, keys should be allowed
~~WT-3057~~ WiredTiger hazard pointers should use the WT_REF, not the WT_PAGE.
~~WT-3061~~ syscall test runs with checkpoint_sync=false and doesn't acknowledge pwrite64
~~WT-3064~~ minor tree cleanups: .gitignore, NEWS misspelling
~~WT-3066~~ lint
~~WT-3068~~ Copy wtperf artifacts when running Jenkins tests
~~WT-3069~~ Fix build failures in LevelDB APIs
~~WT-3070~~ Fix search_near() for index cursor
~~WT-3071~~ Java: fix build with -Werror=sign-conversion
~~WT-3075~~ Document and enforce that WiredTiger now depends on Python 2.7
~~WT-3078~~ Fix a hang in the reconfiguration test.
~~WT-3084~~ Fix Coverity resource leak complaint.
Branch: v3.2
https://github.com/mongodb/mongo/commit/52b68fa86ea43e909ad42c901d0579bced6b205f

Show

Githook User added a comment - Jan 06 2017 03:35:17 AM +00:00 Author: {u'username': u'daveh86', u'name': u'David Hows', u'email': u'howsdav@gmail.com'} Message: Import wiredtiger: d48181f6f4db08761ed7b80b0332908b272ad0d0 from branch mongodb-3.2 ref: 040e3d6f76..d48181f6f4 for: 3.2.12 SERVER-26545 Remove fixed-size limitation on WiredTiger hazard pointers WT-2336 Add a test validating schema operations via file system call monitoring WT-2402 Misaligned structure accesses lead to undefined behavior WT-2670 Inefficient I/O when read full DB (poor readahead) WT-283 Add a way to change persistent object settings WT-2960 Inserting multi-megabyte values can cause pathological lookaside usage WT-2969 Possible snapshot corruption during compaction WT-3014 Add GCC/clang support for ELF symbol visibility. WT-3021 Fixes needed for Java log cursor example, Java raw mode cursors, log cursors in raw mode WT-3025 fix error path in log_force_sync WT-3028 Workloads with all dirty pages could trigger diagnostic stuck check WT-3030 Test failure indicating invalid key order during traversal WT-3034 Add support for single-writer named snapshots. WT-3037 Fix some outdated comments in logging WT-3048 WiredTiger maximum size warning uses the wrong format. WT-3051 Remove external __wt_hex symbol. WT-3052 Improve search if an index hint is wrong WT-3053 Review Python and Java calls to internal WiredTiger functions WT-3054 Java PackTest, PackTest03 do not compile WT-3055 Java AsyncTest faults WT-3056 For cursors with projections, keys should be allowed WT-3057 WiredTiger hazard pointers should use the WT_REF, not the WT_PAGE. WT-3061 syscall test runs with checkpoint_sync=false and doesn't acknowledge pwrite64 WT-3064 minor tree cleanups: .gitignore, NEWS misspelling WT-3066 lint WT-3068 Copy wtperf artifacts when running Jenkins tests WT-3069 Fix build failures in LevelDB APIs WT-3070 Fix search_near() for index cursor WT-3071 Java: fix build with -Werror=sign-conversion WT-3075 Document and enforce that WiredTiger now depends on Python 2.7 WT-3078 Fix a hang in the reconfiguration test. WT-3084 Fix Coverity resource leak complaint. Branch: v3.2 https://github.com/mongodb/mongo/commit/52b68fa86ea43e909ad42c901d0579bced6b205f

Hide

Permalink

Githook User added a comment - Jan 06 2017 04:23:38 AM +00:00

Author:

{u'username': u'daveh86', u'name': u'David Hows', u'email': u'howsdav@gmail.com'}

Message: Import wiredtiger: 8d2324943364286056ae399043f70b8a937de312 from branch mongodb-3.4

ref: ca6eee06ff..8d23249433
for: 3.4.2

~~SERVER-26545~~ Remove fixed-size limitation on WiredTiger hazard pointers
~~WT-2336~~ Add a test validating schema operations via file system call monitoring
~~WT-2402~~ Misaligned structure accesses lead to undefined behavior
~~WT-2670~~ Inefficient I/O when read full DB (poor readahead)
~~WT-283~~ Add a way to change persistent object settings
~~WT-2960~~ Inserting multi-megabyte values can cause pathological lookaside usage
~~WT-2969~~ Possible snapshot corruption during compaction
~~WT-3014~~ Add GCC/clang support for ELF symbol visibility.
~~WT-3021~~ Fixes needed for Java log cursor example, Java raw mode cursors, log cursors in raw mode
~~WT-3025~~ fix error path in log_force_sync
~~WT-3028~~ Workloads with all dirty pages could trigger diagnostic stuck check
~~WT-3030~~ Test failure indicating invalid key order during traversal
~~WT-3034~~ Add support for single-writer named snapshots.
~~WT-3037~~ Fix some outdated comments in logging
~~WT-3048~~ WiredTiger maximum size warning uses the wrong format.
~~WT-3051~~ Remove external __wt_hex symbol.
~~WT-3052~~ Improve search if an index hint is wrong
~~WT-3053~~ Review Python and Java calls to internal WiredTiger functions
~~WT-3054~~ Java PackTest, PackTest03 do not compile
~~WT-3055~~ Java AsyncTest faults
~~WT-3056~~ For cursors with projections, keys should be allowed
~~WT-3057~~ WiredTiger hazard pointers should use the WT_REF, not the WT_PAGE.
~~WT-3061~~ syscall test runs with checkpoint_sync=false and doesn't acknowledge pwrite64
~~WT-3064~~ minor tree cleanups: .gitignore, NEWS misspelling
~~WT-3066~~ lint
~~WT-3068~~ Copy wtperf artifacts when running Jenkins tests
~~WT-3069~~ Fix build failures in LevelDB APIs
~~WT-3070~~ Fix search_near() for index cursor
~~WT-3071~~ Java: fix build with -Werror=sign-conversion
~~WT-3075~~ Document and enforce that WiredTiger now depends on Python 2.7
~~WT-3078~~ Fix a hang in the reconfiguration test.
~~WT-3084~~ Fix Coverity resource leak complaint.
Branch: v3.4
https://github.com/mongodb/mongo/commit/d2c64ac8c526b70eadeb859ec41370a5f03a64aa

Show

Githook User added a comment - Jan 06 2017 04:23:38 AM +00:00 Author: {u'username': u'daveh86', u'name': u'David Hows', u'email': u'howsdav@gmail.com'} Message: Import wiredtiger: 8d2324943364286056ae399043f70b8a937de312 from branch mongodb-3.4 ref: ca6eee06ff..8d23249433 for: 3.4.2 SERVER-26545 Remove fixed-size limitation on WiredTiger hazard pointers WT-2336 Add a test validating schema operations via file system call monitoring WT-2402 Misaligned structure accesses lead to undefined behavior WT-2670 Inefficient I/O when read full DB (poor readahead) WT-283 Add a way to change persistent object settings WT-2960 Inserting multi-megabyte values can cause pathological lookaside usage WT-2969 Possible snapshot corruption during compaction WT-3014 Add GCC/clang support for ELF symbol visibility. WT-3021 Fixes needed for Java log cursor example, Java raw mode cursors, log cursors in raw mode WT-3025 fix error path in log_force_sync WT-3028 Workloads with all dirty pages could trigger diagnostic stuck check WT-3030 Test failure indicating invalid key order during traversal WT-3034 Add support for single-writer named snapshots. WT-3037 Fix some outdated comments in logging WT-3048 WiredTiger maximum size warning uses the wrong format. WT-3051 Remove external __wt_hex symbol. WT-3052 Improve search if an index hint is wrong WT-3053 Review Python and Java calls to internal WiredTiger functions WT-3054 Java PackTest, PackTest03 do not compile WT-3055 Java AsyncTest faults WT-3056 For cursors with projections, keys should be allowed WT-3057 WiredTiger hazard pointers should use the WT_REF, not the WT_PAGE. WT-3061 syscall test runs with checkpoint_sync=false and doesn't acknowledge pwrite64 WT-3064 minor tree cleanups: .gitignore, NEWS misspelling WT-3066 lint WT-3068 Copy wtperf artifacts when running Jenkins tests WT-3069 Fix build failures in LevelDB APIs WT-3070 Fix search_near() for index cursor WT-3071 Java: fix build with -Werror=sign-conversion WT-3075 Document and enforce that WiredTiger now depends on Python 2.7 WT-3078 Fix a hang in the reconfiguration test. WT-3084 Fix Coverity resource leak complaint. Branch: v3.4 https://github.com/mongodb/mongo/commit/d2c64ac8c526b70eadeb859ec41370a5f03a64aa

People

Assignee:

Donald Anderson

Reporter:

Alexander Gorrod

Participants:

Alexander Gorrod, David Hows, Donald Anderson, Githook User, Keith Bostic, Michael Cahill

Last commenter:

David Hows

Votes:

0 Vote for this issue

Watchers:

6 Start watching this issue

Dates

Created:

Jan 19 2016 04:18:25 AM +00:00

Updated:

Jan 06 2017 04:23:42 AM +00:00

Resolved:

Dec 07 2016 03:30:37 AM +00:00

Days since reply:

24 weeks, 5 days ago

Date of 1st Reply:

14/Sep/16 1:32 AM

Agile

Completed Sprints:

Storage 2016-11-21 ended 17/Nov/16
Storage 2016-12-12 ended 08/Dec/16
View on Board