Invariant First, I modified alarm_test to invariant. The native MongoDB stack traces are retained, and a core dump is produced. Despite ASAN being asked to handle SIG_ABRT, our backtrace handler fires, and inspection of the coredump reveals a correct backtrace. [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.989+0000 2019-02-27T01:15:49.989+0000 I - [main] going to run suite: AlarmScheduler [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.989+0000 2019-02-27T01:15:49.989+0000 I - [main] going to run test: BasicSingleThread [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.989+0000 2019-02-27T01:15:49.989+0000 F - [main] Invariant failure false src/mongo/util/alarm_test.cpp 43 [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.989+0000 2019-02-27T01:15:49.989+0000 F - [main] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.989+0000 [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.989+0000 ***aborting after invariant() failure [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.989+0000 [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.989+0000 [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 2019-02-27T01:15:49.995+0000 F - [main] Got signal: 6 (Aborted). [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 0x55966dcbc061 0x55966dfd5ec4 0x55966dfd5953 0x55966dfd3ff5 0x7fbd7a025390 0x7fbd79a69428 0x7fbd79a6b02a 0x55966dfb7347 0x55966dd48dc0 0x55966dd8e880 0x55966dd48b01 0x55966dd925ed 0x55966dd9435b 0x55966dd7930c 0x7fbd79a54830 0x55966dc6e849 [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 ----- BEGIN BACKTRACE ----- [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 {"backtrace":[{"b":"55966D7BD000","o":"4FF061","s":"__interceptor_backtrace"},{"b":"55966D7BD000","o":"818EC4","s":"_ZN5mongo15printStackTraceERSo"},{"b":"55966D7BD000","o":"818953"},{"b":"55966D7BD000","o":"816FF5"},{"b":"7FBD7A014000","o":"11390"},{"b":"7FBD79A34000","o":"35428","s":"gsignal"},{"b":"7FBD79A34000","o":"3702A","s":"abort"},{"b":"55966D7BD000","o":"7FA347","s":"_ZN5mongo15invariantFailedEPKcS1_j"},{"b":"55966D7BD000","o":"58BDC0"},{"b":"55966D7BD000","o":"5D1880","s":"_ZN5mongo8unittest4Test3runEv"},{"b":"55966D7BD000","o":"58BB01"},{"b":"55966D7BD000","o":"5D55ED","s":"_ZN5mongo8unittest5Suite3runERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEi"},{"b":"55966D7BD000","o":"5D735B","s":"_ZN5mongo8unittest5Suite3runERKSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS8_EERKS8_i"},{"b":"55966D7BD000","o":"5BC30C","s":"main"},{"b":"7FBD79A34000","o":"20830","s":"__libc_start_main"},{"b":"55966D7BD000","o":"4B1849","s":"_start"}],"processInfo":{ "mongodbVersion" : "unknown", "gitVersion" : "none", "compiledModules" : [ "unknown" ], "uname" : { "sysname" : "Linux", "release" : "4.4.0-21-generic", "version" : "#37-Ubuntu SMP Mon Apr 18 18:33:37 UTC 2016", "machine" : "x86_64" }, "somap" : [ { "b" : "55966D7BD000", "elfType" : 3, "buildId" : "F1E91BE2EB0BEA30DF26E9726AA8E3CA315710CF" }, { "b" : "7FFC27166000", "elfType" : 3, "buildId" : "19C37034D41570D4CBC5A74A3874BC0C32CBCA5B" }, { "b" : "7FBD7B20F000", "path" : "/usr/lib/x86_64-linux-gnu/libcurl.so.4", "elfType" : 3, "buildId" : "93EA3FEB7AC8F28D7F4F59F5B94226A20A6F9023" }, { "b" : "7FBD7AF06000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "BAD67A84E56E73D031AE507261DA066B35949D34" }, { "b" : "7FBD7ACEB000", "path" : "/lib/x86_64-linux-gnu/libresolv.so.2", "elfType" : 3, "buildId" : "50A923F8DAFECBCD969C8573116A38C18D0E24D5" }, { "b" : "7FBD7A8A6000", "path" : "/lib/x86_64-linux-gnu/libcrypto.so.1.0.0", "elfType" : 3, "buildId" : "8942CA58A3B910E883CC31E04A23DBD09729B4B0" }, { "b" : "7FBD7A63D000", "path" : "/lib/x86_64-linux-gnu/libssl.so.1.0.0", "elfType" : 3, "buildId" : "473092A9AF373FB0CAB555F9A003BC67F47756B6" }, { "b" : "7FBD7A439000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "37BFC3D8F7E3B022DAC7943B1A5FACD40CEBF0AD" }, { "b" : "7FBD7A231000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "69143E8B39040C964D3958490535322675F15DD3" }, { "b" : "7FBD7A014000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "B17C21299099640A6D863E423D99265824E7BB16" }, { "b" : "7FBD79DFE000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "68220AE2C65D65C1B6AAA12FA6765A6EC2F5F434" }, { "b" : "7FBD79A34000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "1CA54A6E0D76188105B12E49FE6B8019BF08803A" }, { "b" : "7FBD79801000", "path" : "/usr/lib/x86_64-linux-gnu/libidn.so.11", "elfType" : 3, "buildId" : "E09D3783AD1D0BBCD3204FA01E4EF6D756E18F57" }, { "b" : "7FBD795E5000", "path" : "/usr/lib/x86_64-linux-gnu/librtmp.so.1", "elfType" : 3, "buildId" : "8D1CC1204D6B6D33BD1D2C5A2A0516A2234322CF" }, { "b" : "7FBD7939B000", "path" : "/usr/lib/x86_64-linux-gnu/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "41971A4A3CCDC54A447F41DF4BD96C948C546E0E" }, { "b" : "7FBD7918C000", "path" : "/usr/lib/x86_64-linux-gnu/liblber-2.4.so.2", "elfType" : 3, "buildId" : "5B146086EC173C299BA45F0C92E068D68CC7AD37" }, { "b" : "7FBD78F3B000", "path" : "/usr/lib/x86_64-linux-gnu/libldap_r-2.4.so.2", "elfType" : 3, "buildId" : "D02A94DB90567C2C45F40C8565809A041FD22A55" }, { "b" : "7FBD78D21000", "path" : "/lib/x86_64-linux-gnu/libz.so.1", "elfType" : 3, "buildId" : "8D9BD4CE26E45EF16075C67D5F5EEAFD8B562832" }, { "b" : "7FBD7B47E000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "C0ADBAD6F9A33944F2B3567C078EC472A1DAE98E" }, { "b" : "7FBD789F1000", "path" : "/usr/lib/x86_64-linux-gnu/libgnutls.so.30", "elfType" : 3, "buildId" : "213041D960C027C8C451F53B9B3143A901322015" }, { "b" : "7FBD787BE000", "path" : "/usr/lib/x86_64-linux-gnu/libhogweed.so.4", "elfType" : 3, "buildId" : "B11678F560199547DCF726384EA39153EE0DFABF" }, { "b" : "7FBD78588000", "path" : "/usr/lib/x86_64-linux-gnu/libnettle.so.6", "elfType" : 3, "buildId" : "D6B36C5A463EE0FA84FDD6D5FD3F7726EDB90D54" }, { "b" : "7FBD78308000", "path" : "/usr/lib/x86_64-linux-gnu/libgmp.so.10", "elfType" : 3, "buildId" : "7B3533D5998D20EE1A1BE3F87789B69041E7F620" }, { "b" : "7FBD78036000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5.so.3", "elfType" : 3, "buildId" : "0EEF7058B0737B68BDF89E5DC604D0AC389C8BB1" }, { "b" : "7FBD77E07000", "path" : "/usr/lib/x86_64-linux-gnu/libk5crypto.so.3", "elfType" : 3, "buildId" : "FFBA483A43D9EF73925AC116811890C037523DA1" }, { "b" : "7FBD77C03000", "path" : "/lib/x86_64-linux-gnu/libcom_err.so.2", "elfType" : 3, "buildId" : "1E16CB57F699E215A2A8D4EFEF90883BC749B12D" }, { "b" : "7FBD779F8000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5support.so.0", "elfType" : 3, "buildId" : "B789D8D4B4FC333405AB34387D9237F954060EA4" }, { "b" : "7FBD777DD000", "path" : "/usr/lib/x86_64-linux-gnu/libsasl2.so.2", "elfType" : 3, "buildId" : "87783DF8A1058CD150F8886CB36340384093C18F" }, { "b" : "7FBD7759C000", "path" : "/usr/lib/x86_64-linux-gnu/libgssapi.so.3", "elfType" : 3, "buildId" : "1FE877BE52A424D0636AFD4D35BB330E41D6E0F3" }, { "b" : "7FBD77337000", "path" : "/usr/lib/x86_64-linux-gnu/libp11-kit.so.0", "elfType" : 3, "buildId" : "2F170DCF36786FE91EB82D547A42B2DEE2E9DF81" }, { "b" : "7FBD77124000", "path" : "/usr/lib/x86_64-linux-gnu/libtasn1.so.6", "elfType" : 3, "buildId" : "E07E186694852D8F69459C6AB28A53F8DA3CE3B6" }, { "b" : "7FBD76F20000", "path" : "/lib/x86_64-linux-gnu/libkeyutils.so.1", "elfType" : 3, "buildId" : "3364D4BF2113C4E8D17EF533867ECC99A53413D6" }, { "b" : "7FBD76D17000", "path" : "/usr/lib/x86_64-linux-gnu/libheimntlm.so.0", "elfType" : 3, "buildId" : "73A8EADBC85860662B24850E71D4AFBE22C33359" }, { "b" : "7FBD76A8D000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5.so.26", "elfType" : 3, "buildId" : "59E742306A4EA2872E061ECCE92F35FADDA75357" }, { "b" : "7FBD767EB000", "path" : "/usr/lib/x86_64-linux-gnu/libasn1.so.8", "elfType" : 3, "buildId" : "E5C159E415406AE79D21056D752BA949C408B5B1" }, { "b" : "7FBD765B8000", "path" : "/usr/lib/x86_64-linux-gnu/libhcrypto.so.4", "elfType" : 3, "buildId" : "7D15576E1F096614D360784E4A01A1F5FAF908C9" }, { "b" : "7FBD763A2000", "path" : "/usr/lib/x86_64-linux-gnu/libroken.so.18", "elfType" : 3, "buildId" : "481DB33C28D88E43DA6BED65E1A7599407D4D818" }, { "b" : "7FBD7619A000", "path" : "/usr/lib/x86_64-linux-gnu/libffi.so.6", "elfType" : 3, "buildId" : "9D9C958F1F4894AFEF6AECD90D1C430EA29AC34F" }, { "b" : "7FBD75F71000", "path" : "/usr/lib/x86_64-linux-gnu/libwind.so.0", "elfType" : 3, "buildId" : "57E25072866B2D30CF02EBE7AE623B84F96FA700" }, { "b" : "7FBD75D62000", "path" : "/usr/lib/x86_64-linux-gnu/libheimbase.so.1", "elfType" : 3, "buildId" : "F6F1B4E9F89B716C4A0BA5819BDFFAF4A13EFB91" }, { "b" : "7FBD75B17000", "path" : "/usr/lib/x86_64-linux-gnu/libhx509.so.5", "elfType" : 3, "buildId" : "C60082E3BB78D0D42868D9B359B89BF66CE5A1A7" }, { "b" : "7FBD75843000", "path" : "/usr/lib/x86_64-linux-gnu/libsqlite3.so.0", "elfType" : 3, "buildId" : "C646E090F27A5CAEE45AC2BE4EFBC01E550BD27B" }, { "b" : "7FBD7560B000", "path" : "/lib/x86_64-linux-gnu/libcrypt.so.1", "elfType" : 3, "buildId" : "FD61CA7A6D603E94E5EFD5C88D8810AE104FCF40" } ] }} [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 alarm_test(__interceptor_backtrace+0x61) [0x55966dcbc061] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 alarm_test(_ZN5mongo15printStackTraceERSo+0x184) [0x55966dfd5ec4] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 alarm_test(+0x818953) [0x55966dfd5953] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 alarm_test(+0x816FF5) [0x55966dfd3ff5] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 libpthread.so.0(+0x11390) [0x7fbd7a025390] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 libc.so.6(gsignal+0x38) [0x7fbd79a69428] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 libc.so.6(abort+0x16A) [0x7fbd79a6b02a] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 alarm_test(_ZN5mongo15invariantFailedEPKcS1_j+0x427) [0x55966dfb7347] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 alarm_test(+0x58BDC0) [0x55966dd48dc0] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 alarm_test(_ZN5mongo8unittest4Test3runEv+0x1E0) [0x55966dd8e880] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.995+0000 alarm_test(+0x58BB01) [0x55966dd48b01] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.996+0000 alarm_test(_ZN5mongo8unittest5Suite3runERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEi+0x1C7D) [0x55966dd925ed] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.996+0000 alarm_test(_ZN5mongo8unittest5Suite3runERKSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS8_EERKS8_i+0x9DB) [0x55966dd9435b] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.996+0000 alarm_test(main+0xB0C) [0x55966dd7930c] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.996+0000 libc.so.6(__libc_start_main+0xF0) [0x7fbd79a54830] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.996+0000 alarm_test(_start+0x29) [0x55966dc6e849] [cpp_unit_test:alarm_test] 2019-02-27T01:15:49.996+0000 ----- END BACKTRACE ----- Core was generated by `build/cached/mongo/util/alarm_test'. Program terminated with signal SIGABRT, Aborted. #0 0x00007fbd79a69428 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54 54 ../sysdeps/unix/sysv/linux/raise.c: No such file or directory. (gdb) bt #0 0x00007fbd79a69428 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54 #1 0x00007fbd79a6b02a in __GI_abort () at abort.c:89 #2 0x000055966dfb7347 in mongo::invariantFailed (expr=, file=, line=) at src/mongo/util/assert_util.cpp:104 #3 0x000055966dd48dc0 in mongo::invariantWithLocation ( expr=0xeb90 , file=0xeb90 , line=43, testOK=) at src/mongo/util/invariant.h:69 Memory leak Next, I modified duration_test to leak memory. LSAN caught the leak at process termination. The log output still includes the addressess of the leaked memory. A coredump is produced and can be used to inspect the contents of the leaked memory address reported by LSAN in the logs. [cpp_unit_test:duration_test] 2019-02-28T18:32:47.169+0000 2019-02-28T18:32:47.168+0000 I - [main] SUCCESS - All tests in all suites passed [cpp_unit_test:duration_test] 2019-02-28T18:32:47.273+0000 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.273+0000 ================================================================= [cpp_unit_test:duration_test] 2019-02-28T18:32:47.273+0000 ==14558==ERROR: LeakSanitizer: detected memory leaks [cpp_unit_test:duration_test] 2019-02-28T18:32:47.273+0000 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.274+0000 Direct leak of 4 byte(s) in 1 object(s) allocated from: [cpp_unit_test:duration_test] 2019-02-28T18:32:47.274+0000 #0 0x5558c07806f2 in operator new(unsigned long) /data/mci/f54be4b8fc12d0d6ca98cb3b140858d6/toolchain-builder/tmp/build-llvm.sh-dVk/llvm/projects/compiler-rt/lib/asan/asan_new_delete.cc:106:3 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.274+0000 #1 0x5558c09f8cd7 in mongo::leakMe() /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/util/duration.cpp:40:12 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.274+0000 #2 0x5558c078477c in mongo::(anonymous namespace)::UnitTest__Leak__Leak::_doTest() /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/util/duration_test.cpp:48:18 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.274+0000 #3 0x5558c07c336f in mongo::unittest::Test::run() /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest.cpp:218:9 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.275+0000 #4 0x5558c07844d0 in void mongo::unittest::Suite::add(std::__cxx11::basic_string, std::allocator > const&)::'lambda'()::operator()() const /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest.h:419:21 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.275+0000 #5 0x5558c07844d0 in std::_Function_handler(std::__cxx11::basic_string, std::allocator > const&)::'lambda'()>::_M_invoke(std::_Any_data const&) /opt/mongodbtoolchain/stow/gcc-v3.rSa/lib/gcc/x86_64-mongodb-linux/8.2.0/../../../../include/c++/8.2.0/bits/std_function.h:297 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.275+0000 #6 0x5558c07c70dc in mongo::unittest::TestHolder::run() const /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest.h:284:9 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.275+0000 #7 0x5558c07c70dc in mongo::unittest::Suite::run(std::__cxx11::basic_string, std::allocator > const&, int) /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest.cpp:335 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.276+0000 #8 0x5558c07c8e4a in mongo::unittest::Suite::run(std::vector, std::allocator >, std::allocator, std::allocator > > > const&, std::__cxx11::basic_string, std::allocator > const&, int) /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest.cpp:395:33 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.276+0000 #9 0x5558c07acc8b in main /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest_main.cpp:102:12 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.276+0000 #10 0x7f858d0bd82f in __libc_start_main /build/glibc-LK5gWL/glibc-2.23/csu/../csu/libc-start.c:291 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.276+0000 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.276+0000 Objects leaked above: [cpp_unit_test:duration_test] 2019-02-28T18:32:47.276+0000 0x602000019530 (4 bytes) [cpp_unit_test:duration_test] 2019-02-28T18:32:47.276+0000 [cpp_unit_test:duration_test] 2019-02-28T18:32:47.276+0000 SUMMARY: AddressSanitizer: 4 byte(s) leaked in 1 allocation(s). Core was generated by `build/cached/mongo/util/duration_test'. Program terminated with signal SIGABRT, Aborted. #0 0x00007f858d0d2428 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54 54 ../sysdeps/unix/sysv/linux/raise.c: No such file or directory. (gdb) bt #0 0x00007f858d0d2428 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54 #1 0x00007f858d0d402a in __GI_abort () at abort.c:89 #2 0x00005558c076f047 in __sanitizer::Abort() () at /data/mci/f54be4b8fc12d0d6ca98cb3b140858d6/toolchain-builder/tmp/build-llvm.sh-dVk/llvm/projects/compiler-rt/lib/sanitizer_common/sanitizer_posix_libcdep.cc:157 #3 0x00005558c076da91 in __sanitizer::Die() () at /data/mci/f54be4b8fc12d0d6ca98cb3b140858d6/toolchain-builder/tmp/build-llvm.sh-dVk/llvm/projects/compiler-rt/lib/sanitizer_common/sanitizer_termination.cc:59 #4 0x00005558c077a5c7 in __lsan::HandleLeaks() () at /data/mci/f54be4b8fc12d0d6ca98cb3b140858d6/toolchain-builder/tmp/build-llvm.sh-dVk/llvm/projects/compiler-rt/lib/lsan/lsan_common_linux.cc:115 #5 0x00005558c0777c91 in DoLeakCheck () at /data/mci/f54be4b8fc12d0d6ca98cb3b140858d6/toolchain-builder/tmp/build-llvm.sh-dVk/llvm/projects/compiler-rt/lib/lsan/lsan_common.cc:619 #6 0x00007f858d0d736a in __cxa_finalize (d=0x5558c11f5008) at cxa_finalize.c:56 #7 0x00005558c06a96e3 in __do_global_dtors_aux () at /opt/mongodbtoolchain/stow/gcc-v3.rSa/lib/gcc/x86_64-mongodb-linux/8.2.0/../../../../include/c++/8.2.0/iostream:74 ---Type to continue, or q to quit---q Quit (gdb) x 0x602000019530 0x602000019530: 0x00000005 Segfault procparser_test was modified to raise SIG_SEGV. The standard MongoDB backtrace handler engaged and produced a trace. The coredump contained the same backtrace. [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.593+0000 2019-02-27T01:15:03.593+0000 I - [main] going to run test: TestStat [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.593+0000 2019-02-27T01:15:03.593+0000 F - [main] Invalid access at address: 0x3e80000de70 [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.598+0000 2019-02-27T01:15:03.598+0000 F - [main] Got signal: 11 (Segmentation fault). [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.598+0000 0x55f7cea67631 0x55f7ced61524 0x55f7ced60fb3 0x55f7ced5f9e2 0x7f8e55504390 0x7f8e55504269 0x55f7ceb1d270 0x55f7ceaf3fb1 0x55f7ceb20fdd 0x55f7ceb22d4b 0x55f7ceb07dec 0x7f8e54f33830 0x55f7cea19e19 [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.598+0000 ----- BEGIN BACKTRACE ----- [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.598+0000 {"backtrace":[{"b":"55F7CE58E000","o":"4D9631","s":"__interceptor_backtrace"},{"b":"55F7CE58E000","o":"7D3524","s":"_ZN5mongo15printStackTraceERSo"},{"b":"55F7CE58E000","o":"7D2FB3"},{"b":"55F7CE58E000","o":"7D19E2"},{"b":"7F8E554F3000","o":"11390"},{"b":"7F8E554F3000","o":"11269","s":"raise"},{"b":"55F7CE58E000","o":"58F270","s":"_ZN5mongo8unittest4Test3runEv"},{"b":"55F7CE58E000","o":"565FB1"},{"b":"55F7CE58E000","o":"592FDD","s":"_ZN5mongo8unittest5Suite3runERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEi"},{"b":"55F7CE58E000","o":"594D4B","s":"_ZN5mongo8unittest5Suite3runERKSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS8_EERKS8_i"},{"b":"55F7CE58E000","o":"579DEC","s":"main"},{"b":"7F8E54F13000","o":"20830","s":"__libc_start_main"},{"b":"55F7CE58E000","o":"48BE19","s":"_start"}],"processInfo":{ "mongodbVersion" : "unknown", "gitVersion" : "none", "compiledModules" : [ "unknown" ], "uname" : { "sysname" : "Linux", "release" : "4.4.0-21-generic", "version" : "#37-Ubuntu SMP Mon Apr 18 18:33:37 UTC 2016", "machine" : "x86_64" }, "somap" : [ { "b" : "55F7CE58E000", "elfType" : 3, "buildId" : "31668D7C5A230F6B8C979367E00B9F0627C18455" }, { "b" : "7FFD1B32A000", "elfType" : 3, "buildId" : "19C37034D41570D4CBC5A74A3874BC0C32CBCA5B" }, { "b" : "7F8E566EE000", "path" : "/usr/lib/x86_64-linux-gnu/libcurl.so.4", "elfType" : 3, "buildId" : "93EA3FEB7AC8F28D7F4F59F5B94226A20A6F9023" }, { "b" : "7F8E563E5000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "BAD67A84E56E73D031AE507261DA066B35949D34" }, { "b" : "7F8E561CA000", "path" : "/lib/x86_64-linux-gnu/libresolv.so.2", "elfType" : 3, "buildId" : "50A923F8DAFECBCD969C8573116A38C18D0E24D5" }, { "b" : "7F8E55D85000", "path" : "/lib/x86_64-linux-gnu/libcrypto.so.1.0.0", "elfType" : 3, "buildId" : "8942CA58A3B910E883CC31E04A23DBD09729B4B0" }, { "b" : "7F8E55B1C000", "path" : "/lib/x86_64-linux-gnu/libssl.so.1.0.0", "elfType" : 3, "buildId" : "473092A9AF373FB0CAB555F9A003BC67F47756B6" }, { "b" : "7F8E55918000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "37BFC3D8F7E3B022DAC7943B1A5FACD40CEBF0AD" }, { "b" : "7F8E55710000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "69143E8B39040C964D3958490535322675F15DD3" }, { "b" : "7F8E554F3000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "B17C21299099640A6D863E423D99265824E7BB16" }, { "b" : "7F8E552DD000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "68220AE2C65D65C1B6AAA12FA6765A6EC2F5F434" }, { "b" : "7F8E54F13000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "1CA54A6E0D76188105B12E49FE6B8019BF08803A" }, { "b" : "7F8E54CE0000", "path" : "/usr/lib/x86_64-linux-gnu/libidn.so.11", "elfType" : 3, "buildId" : "E09D3783AD1D0BBCD3204FA01E4EF6D756E18F57" }, { "b" : "7F8E54AC4000", "path" : "/usr/lib/x86_64-linux-gnu/librtmp.so.1", "elfType" : 3, "buildId" : "8D1CC1204D6B6D33BD1D2C5A2A0516A2234322CF" }, { "b" : "7F8E5487A000", "path" : "/usr/lib/x86_64-linux-gnu/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "41971A4A3CCDC54A447F41DF4BD96C948C546E0E" }, { "b" : "7F8E5466B000", "path" : "/usr/lib/x86_64-linux-gnu/liblber-2.4.so.2", "elfType" : 3, "buildId" : "5B146086EC173C299BA45F0C92E068D68CC7AD37" }, { "b" : "7F8E5441A000", "path" : "/usr/lib/x86_64-linux-gnu/libldap_r-2.4.so.2", "elfType" : 3, "buildId" : "D02A94DB90567C2C45F40C8565809A041FD22A55" }, { "b" : "7F8E54200000", "path" : "/lib/x86_64-linux-gnu/libz.so.1", "elfType" : 3, "buildId" : "8D9BD4CE26E45EF16075C67D5F5EEAFD8B562832" }, { "b" : "7F8E5695D000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "C0ADBAD6F9A33944F2B3567C078EC472A1DAE98E" }, { "b" : "7F8E53ED0000", "path" : "/usr/lib/x86_64-linux-gnu/libgnutls.so.30", "elfType" : 3, "buildId" : "213041D960C027C8C451F53B9B3143A901322015" }, { "b" : "7F8E53C9D000", "path" : "/usr/lib/x86_64-linux-gnu/libhogweed.so.4", "elfType" : 3, "buildId" : "B11678F560199547DCF726384EA39153EE0DFABF" }, { "b" : "7F8E53A67000", "path" : "/usr/lib/x86_64-linux-gnu/libnettle.so.6", "elfType" : 3, "buildId" : "D6B36C5A463EE0FA84FDD6D5FD3F7726EDB90D54" }, { "b" : "7F8E537E7000", "path" : "/usr/lib/x86_64-linux-gnu/libgmp.so.10", "elfType" : 3, "buildId" : "7B3533D5998D20EE1A1BE3F87789B69041E7F620" }, { "b" : "7F8E53515000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5.so.3", "elfType" : 3, "buildId" : "0EEF7058B0737B68BDF89E5DC604D0AC389C8BB1" }, { "b" : "7F8E532E6000", "path" : "/usr/lib/x86_64-linux-gnu/libk5crypto.so.3", "elfType" : 3, "buildId" : "FFBA483A43D9EF73925AC116811890C037523DA1" }, { "b" : "7F8E530E2000", "path" : "/lib/x86_64-linux-gnu/libcom_err.so.2", "elfType" : 3, "buildId" : "1E16CB57F699E215A2A8D4EFEF90883BC749B12D" }, { "b" : "7F8E52ED7000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5support.so.0", "elfType" : 3, "buildId" : "B789D8D4B4FC333405AB34387D9237F954060EA4" }, { "b" : "7F8E52CBC000", "path" : "/usr/lib/x86_64-linux-gnu/libsasl2.so.2", "elfType" : 3, "buildId" : "87783DF8A1058CD150F8886CB36340384093C18F" }, { "b" : "7F8E52A7B000", "path" : "/usr/lib/x86_64-linux-gnu/libgssapi.so.3", "elfType" : 3, "buildId" : "1FE877BE52A424D0636AFD4D35BB330E41D6E0F3" }, { "b" : "7F8E52816000", "path" : "/usr/lib/x86_64-linux-gnu/libp11-kit.so.0", "elfType" : 3, "buildId" : "2F170DCF36786FE91EB82D547A42B2DEE2E9DF81" }, { "b" : "7F8E52603000", "path" : "/usr/lib/x86_64-linux-gnu/libtasn1.so.6", "elfType" : 3, "buildId" : "E07E186694852D8F69459C6AB28A53F8DA3CE3B6" }, { "b" : "7F8E523FF000", "path" : "/lib/x86_64-linux-gnu/libkeyutils.so.1", "elfType" : 3, "buildId" : "3364D4BF2113C4E8D17EF533867ECC99A53413D6" }, { "b" : "7F8E521F6000", "path" : "/usr/lib/x86_64-linux-gnu/libheimntlm.so.0", "elfType" : 3, "buildId" : "73A8EADBC85860662B24850E71D4AFBE22C33359" }, { "b" : "7F8E51F6C000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5.so.26", "elfType" : 3, "buildId" : "59E742306A4EA2872E061ECCE92F35FADDA75357" }, { "b" : "7F8E51CCA000", "path" : "/usr/lib/x86_64-linux-gnu/libasn1.so.8", "elfType" : 3, "buildId" : "E5C159E415406AE79D21056D752BA949C408B5B1" }, { "b" : "7F8E51A97000", "path" : "/usr/lib/x86_64-linux-gnu/libhcrypto.so.4", "elfType" : 3, "buildId" : "7D15576E1F096614D360784E4A01A1F5FAF908C9" }, { "b" : "7F8E51881000", "path" : "/usr/lib/x86_64-linux-gnu/libroken.so.18", "elfType" : 3, "buildId" : "481DB33C28D88E43DA6BED65E1A7599407D4D818" }, { "b" : "7F8E51679000", "path" : "/usr/lib/x86_64-linux-gnu/libffi.so.6", "elfType" : 3, "buildId" : "9D9C958F1F4894AFEF6AECD90D1C430EA29AC34F" }, { "b" : "7F8E51450000", "path" : "/usr/lib/x86_64-linux-gnu/libwind.so.0", "elfType" : 3, "buildId" : "57E25072866B2D30CF02EBE7AE623B84F96FA700" }, { "b" : "7F8E51241000", "path" : "/usr/lib/x86_64-linux-gnu/libheimbase.so.1", "elfType" : 3, "buildId" : "F6F1B4E9F89B716C4A0BA5819BDFFAF4A13EFB91" }, { "b" : "7F8E50FF6000", "path" : "/usr/lib/x86_64-linux-gnu/libhx509.so.5", "elfType" : 3, "buildId" : "C60082E3BB78D0D42868D9B359B89BF66CE5A1A7" }, { "b" : "7F8E50D22000", "path" : "/usr/lib/x86_64-linux-gnu/libsqlite3.so.0", "elfType" : 3, "buildId" : "C646E090F27A5CAEE45AC2BE4EFBC01E550BD27B" }, { "b" : "7F8E50AEA000", "path" : "/lib/x86_64-linux-gnu/libcrypt.so.1", "elfType" : 3, "buildId" : "FD61CA7A6D603E94E5EFD5C88D8810AE104FCF40" } ] }} [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.598+0000 procparser_test(__interceptor_backtrace+0x61) [0x55f7cea67631] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.598+0000 procparser_test(_ZN5mongo15printStackTraceERSo+0x184) [0x55f7ced61524] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.598+0000 procparser_test(+0x7D2FB3) [0x55f7ced60fb3] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.598+0000 procparser_test(+0x7D19E2) [0x55f7ced5f9e2] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.598+0000 libpthread.so.0(+0x11390) [0x7f8e55504390] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.598+0000 libpthread.so.0(raise+0x29) [0x7f8e55504269] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.598+0000 procparser_test(_ZN5mongo8unittest4Test3runEv+0x1E0) [0x55f7ceb1d270] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.599+0000 procparser_test(+0x565FB1) [0x55f7ceaf3fb1] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.599+0000 procparser_test(_ZN5mongo8unittest5Suite3runERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEi+0x1C7D) [0x55f7ceb20fdd] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.599+0000 procparser_test(_ZN5mongo8unittest5Suite3runERKSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS8_EERKS8_i+0x9DB) [0x55f7ceb22d4b] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.599+0000 procparser_test(main+0xB0C) [0x55f7ceb07dec] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.599+0000 libc.so.6(__libc_start_main+0xF0) [0x7f8e54f33830] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.599+0000 procparser_test(_start+0x29) [0x55f7cea19e19] [cpp_unit_test:procparser_test] 2019-02-27T01:15:03.599+0000 ----- END BACKTRACE ----- Core was generated by `build/cached/mongo/util/procparser_test'. Program terminated with signal SIGSEGV, Segmentation fault. #0 0x00007f8e55504269 in raise (sig=11) at ../sysdeps/unix/sysv/linux/pt-raise.c:35 35 ../sysdeps/unix/sysv/linux/pt-raise.c: No such file or directory. (gdb) bt #0 0x00007f8e55504269 in raise (sig=11) at ../sysdeps/unix/sysv/linux/pt-raise.c:35 #1 0x000055f7ceb1d270 in mongo::unittest::Test::run (this=0x7ffd1b23a520) at src/mongo/unittest/unittest.cpp:218 #2 0x000055f7ceaf3fb1 in void mongo::unittest::Suite::add(std::__cxx11::basic_string, std::allocator > const&)::{lambda()#1}::operator()() const ( this=) at src/mongo/unittest/unittest.h:419 fassert fail_point_test was modified to unconditionally fassert. We appear to get MongoDB stacktraces, and correct coredumps. [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.157+0000 2019-03-01T01:02:41.157+0000 I - [main] going to run test: InitialState [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.158+0000 2019-03-01T01:02:41.157+0000 F - [main] Fatal Assertion 51092 at src/mongo/util/fail_point_test.cpp 54 [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.158+0000 2019-03-01T01:02:41.157+0000 F - [main] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.158+0000 [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.158+0000 ***aborting after fassert() failure [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.158+0000 [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.158+0000 [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.160+0000 2019-03-01T01:02:41.160+0000 F - [main] Got signal: 6 (Aborted). [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.160+0000 0x559cc2bbc2a1 0x559cc2ec24a4 0x559cc2ec1f33 0x559cc2ec05d5 0x7fca2b99d390 0x7fca2b3e1428 0x7fca2b3e302a 0x559cc2ea4704 0x559cc2c48a6e 0x559cc2c84870 0x559cc2c499b1 0x559cc2c885dd 0x559cc2c8a34b 0x559cc2c7098c 0x7fca2b3cc830 0x559cc2b6ea89 [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.160+0000 ----- BEGIN BACKTRACE ----- [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.160+0000 {"backtrace":[{"b":"559CC26C4000","o":"4F82A1","s":"__interceptor_backtrace"},{"b":"559CC26C4000","o":"7FE4A4","s":"_ZN5mongo15printStackTraceERSo"},{"b":"559CC26C4000","o":"7FDF33"},{"b":"559CC26C4000","o":"7FC5D5"},{"b":"7FCA2B98C000","o":"11390"},{"b":"7FCA2B3AC000","o":"35428","s":"gsignal"},{"b":"7FCA2B3AC000","o":"3702A","s":"abort"},{"b":"559CC26C4000","o":"7E0704","s":"_ZN5mongo25fassertFailedWithLocationEiPKcj"},{"b":"559CC26C4000","o":"584A6E","s":"_ZN10mongo_test33UnitTest__FailPoint__InitialState7_doTestEv"},{"b":"559CC26C4000","o":"5C0870","s":"_ZN5mongo8unittest4Test3runEv"},{"b":"559CC26C4000","o":"5859B1","s":"_ZNSt17_Function_handlerIFvvEZN5mongo8unittest5Suite3addIN10mongo_test33UnitTest__FailPoint__InitialStateEEEvRKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEEUlvE_E9_M_invokeERKSt9_Any_data"},{"b":"559CC26C4000","o":"5C45DD","s":"_ZN5mongo8unittest5Suite3runERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEi"},{"b":"559CC26C4000","o":"5C634B","s":"_ZN5mongo8unittest5Suite3runERKSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS8_EERKS8_i"},{"b":"559CC26C4000","o":"5AC98C","s":"main"},{"b":"7FCA2B3AC000","o":"20830","s":"__libc_start_main"},{"b":"559CC26C4000","o":"4AAA89","s":"_start"}],"processInfo":{ "mongodbVersion" : "unknown", "gitVersion" : "none", "compiledModules" : [ "unknown" ], "uname" : { "sysname" : "Linux", "release" : "4.4.0-21-generic", "version" : "#37-Ubuntu SMP Mon Apr 18 18:33:37 UTC 2016", "machine" : "x86_64" }, "somap" : [ { "b" : "559CC26C4000", "elfType" : 3, "buildId" : "2FA27AD7C317D5E0D39FFA305054CA84A72F8BB8" }, { "b" : "7FFE24DEC000", "elfType" : 3, "buildId" : "19C37034D41570D4CBC5A74A3874BC0C32CBCA5B" }, { "b" : "7FCA2CB87000", "path" : "/usr/lib/x86_64-linux-gnu/libcurl.so.4", "elfType" : 3, "buildId" : "93EA3FEB7AC8F28D7F4F59F5B94226A20A6F9023" }, { "b" : "7FCA2C87E000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "BAD67A84E56E73D031AE507261DA066B35949D34" }, { "b" : "7FCA2C663000", "path" : "/lib/x86_64-linux-gnu/libresolv.so.2", "elfType" : 3, "buildId" : "50A923F8DAFECBCD969C8573116A38C18D0E24D5" }, { "b" : "7FCA2C21E000", "path" : "/lib/x86_64-linux-gnu/libcrypto.so.1.0.0", "elfType" : 3, "buildId" : "15FFEB43278726B025F020862BF51302822A40EC" }, { "b" : "7FCA2BFB5000", "path" : "/lib/x86_64-linux-gnu/libssl.so.1.0.0", "elfType" : 3, "buildId" : "FF69EA60EBE05F2DD689D2B26FC85A73E5FBC3A0" }, { "b" : "7FCA2BDB1000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "37BFC3D8F7E3B022DAC7943B1A5FACD40CEBF0AD" }, { "b" : "7FCA2BBA9000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "69143E8B39040C964D3958490535322675F15DD3" }, { "b" : "7FCA2B98C000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "B17C21299099640A6D863E423D99265824E7BB16" }, { "b" : "7FCA2B776000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "68220AE2C65D65C1B6AAA12FA6765A6EC2F5F434" }, { "b" : "7FCA2B3AC000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "1CA54A6E0D76188105B12E49FE6B8019BF08803A" }, { "b" : "7FCA2B179000", "path" : "/usr/lib/x86_64-linux-gnu/libidn.so.11", "elfType" : 3, "buildId" : "E09D3783AD1D0BBCD3204FA01E4EF6D756E18F57" }, { "b" : "7FCA2AF5D000", "path" : "/usr/lib/x86_64-linux-gnu/librtmp.so.1", "elfType" : 3, "buildId" : "8D1CC1204D6B6D33BD1D2C5A2A0516A2234322CF" }, { "b" : "7FCA2AD13000", "path" : "/usr/lib/x86_64-linux-gnu/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "41971A4A3CCDC54A447F41DF4BD96C948C546E0E" }, { "b" : "7FCA2AB04000", "path" : "/usr/lib/x86_64-linux-gnu/liblber-2.4.so.2", "elfType" : 3, "buildId" : "5B146086EC173C299BA45F0C92E068D68CC7AD37" }, { "b" : "7FCA2A8B3000", "path" : "/usr/lib/x86_64-linux-gnu/libldap_r-2.4.so.2", "elfType" : 3, "buildId" : "D02A94DB90567C2C45F40C8565809A041FD22A55" }, { "b" : "7FCA2A699000", "path" : "/lib/x86_64-linux-gnu/libz.so.1", "elfType" : 3, "buildId" : "8D9BD4CE26E45EF16075C67D5F5EEAFD8B562832" }, { "b" : "7FCA2CDF6000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "C0ADBAD6F9A33944F2B3567C078EC472A1DAE98E" }, { "b" : "7FCA2A369000", "path" : "/usr/lib/x86_64-linux-gnu/libgnutls.so.30", "elfType" : 3, "buildId" : "213041D960C027C8C451F53B9B3143A901322015" }, { "b" : "7FCA2A136000", "path" : "/usr/lib/x86_64-linux-gnu/libhogweed.so.4", "elfType" : 3, "buildId" : "B11678F560199547DCF726384EA39153EE0DFABF" }, { "b" : "7FCA29F00000", "path" : "/usr/lib/x86_64-linux-gnu/libnettle.so.6", "elfType" : 3, "buildId" : "D6B36C5A463EE0FA84FDD6D5FD3F7726EDB90D54" }, { "b" : "7FCA29C80000", "path" : "/usr/lib/x86_64-linux-gnu/libgmp.so.10", "elfType" : 3, "buildId" : "7B3533D5998D20EE1A1BE3F87789B69041E7F620" }, { "b" : "7FCA299AE000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5.so.3", "elfType" : 3, "buildId" : "0EEF7058B0737B68BDF89E5DC604D0AC389C8BB1" }, { "b" : "7FCA2977F000", "path" : "/usr/lib/x86_64-linux-gnu/libk5crypto.so.3", "elfType" : 3, "buildId" : "FFBA483A43D9EF73925AC116811890C037523DA1" }, { "b" : "7FCA2957B000", "path" : "/lib/x86_64-linux-gnu/libcom_err.so.2", "elfType" : 3, "buildId" : "1E16CB57F699E215A2A8D4EFEF90883BC749B12D" }, { "b" : "7FCA29370000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5support.so.0", "elfType" : 3, "buildId" : "B789D8D4B4FC333405AB34387D9237F954060EA4" }, { "b" : "7FCA29155000", "path" : "/usr/lib/x86_64-linux-gnu/libsasl2.so.2", "elfType" : 3, "buildId" : "87783DF8A1058CD150F8886CB36340384093C18F" }, { "b" : "7FCA28F14000", "path" : "/usr/lib/x86_64-linux-gnu/libgssapi.so.3", "elfType" : 3, "buildId" : "1FE877BE52A424D0636AFD4D35BB330E41D6E0F3" }, { "b" : "7FCA28CAF000", "path" : "/usr/lib/x86_64-linux-gnu/libp11-kit.so.0", "elfType" : 3, "buildId" : "2F170DCF36786FE91EB82D547A42B2DEE2E9DF81" }, { "b" : "7FCA28A9C000", "path" : "/usr/lib/x86_64-linux-gnu/libtasn1.so.6", "elfType" : 3, "buildId" : "E07E186694852D8F69459C6AB28A53F8DA3CE3B6" }, { "b" : "7FCA28898000", "path" : "/lib/x86_64-linux-gnu/libkeyutils.so.1", "elfType" : 3, "buildId" : "3364D4BF2113C4E8D17EF533867ECC99A53413D6" }, { "b" : "7FCA2868F000", "path" : "/usr/lib/x86_64-linux-gnu/libheimntlm.so.0", "elfType" : 3, "buildId" : "73A8EADBC85860662B24850E71D4AFBE22C33359" }, { "b" : "7FCA28405000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5.so.26", "elfType" : 3, "buildId" : "59E742306A4EA2872E061ECCE92F35FADDA75357" }, { "b" : "7FCA28163000", "path" : "/usr/lib/x86_64-linux-gnu/libasn1.so.8", "elfType" : 3, "buildId" : "E5C159E415406AE79D21056D752BA949C408B5B1" }, { "b" : "7FCA27F30000", "path" : "/usr/lib/x86_64-linux-gnu/libhcrypto.so.4", "elfType" : 3, "buildId" : "7D15576E1F096614D360784E4A01A1F5FAF908C9" }, { "b" : "7FCA27D1A000", "path" : "/usr/lib/x86_64-linux-gnu/libroken.so.18", "elfType" : 3, "buildId" : "481DB33C28D88E43DA6BED65E1A7599407D4D818" }, { "b" : "7FCA27B12000", "path" : "/usr/lib/x86_64-linux-gnu/libffi.so.6", "elfType" : 3, "buildId" : "9D9C958F1F4894AFEF6AECD90D1C430EA29AC34F" }, { "b" : "7FCA278E9000", "path" : "/usr/lib/x86_64-linux-gnu/libwind.so.0", "elfType" : 3, "buildId" : "57E25072866B2D30CF02EBE7AE623B84F96FA700" }, { "b" : "7FCA276DA000", "path" : "/usr/lib/x86_64-linux-gnu/libheimbase.so.1", "elfType" : 3, "buildId" : "F6F1B4E9F89B716C4A0BA5819BDFFAF4A13EFB91" }, { "b" : "7FCA2748F000", "path" : "/usr/lib/x86_64-linux-gnu/libhx509.so.5", "elfType" : 3, "buildId" : "C60082E3BB78D0D42868D9B359B89BF66CE5A1A7" }, { "b" : "7FCA271BB000", "path" : "/usr/lib/x86_64-linux-gnu/libsqlite3.so.0", "elfType" : 3, "buildId" : "C646E090F27A5CAEE45AC2BE4EFBC01E550BD27B" }, { "b" : "7FCA26F83000", "path" : "/lib/x86_64-linux-gnu/libcrypt.so.1", "elfType" : 3, "buildId" : "FD61CA7A6D603E94E5EFD5C88D8810AE104FCF40" } ] }} [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.160+0000 fail_point_test(__interceptor_backtrace+0x61) [0x559cc2bbc2a1] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.160+0000 fail_point_test(_ZN5mongo15printStackTraceERSo+0x184) [0x559cc2ec24a4] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.160+0000 fail_point_test(+0x7FDF33) [0x559cc2ec1f33] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.160+0000 fail_point_test(+0x7FC5D5) [0x559cc2ec05d5] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.160+0000 libpthread.so.0(+0x11390) [0x7fca2b99d390] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.160+0000 libc.so.6(gsignal+0x38) [0x7fca2b3e1428] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.161+0000 libc.so.6(abort+0x16A) [0x7fca2b3e302a] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.161+0000 fail_point_test(_ZN5mongo25fassertFailedWithLocationEiPKcj+0x3D4) [0x559cc2ea4704] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.161+0000 fail_point_test(_ZN10mongo_test33UnitTest__FailPoint__InitialState7_doTestEv+0x2E) [0x559cc2c48a6e] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.161+0000 fail_point_test(_ZN5mongo8unittest4Test3runEv+0x1E0) [0x559cc2c84870] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.161+0000 fail_point_test(_ZNSt17_Function_handlerIFvvEZN5mongo8unittest5Suite3addIN10mongo_test33UnitTest__FailPoint__InitialStateEEEvRKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEEUlvE_E9_M_invokeERKSt9_Any_data+0x151) [0x559cc2c499b1] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.161+0000 fail_point_test(_ZN5mongo8unittest5Suite3runERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEi+0x1C7D) [0x559cc2c885dd] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.161+0000 fail_point_test(_ZN5mongo8unittest5Suite3runERKSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS8_EERKS8_i+0x9DB) [0x559cc2c8a34b] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.161+0000 fail_point_test(main+0xB0C) [0x559cc2c7098c] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.161+0000 libc.so.6(__libc_start_main+0xF0) [0x7fca2b3cc830] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.161+0000 fail_point_test(_start+0x29) [0x559cc2b6ea89] [cpp_unit_test:fail_point_test] 2019-03-01T01:02:41.161+0000 ----- END BACKTRACE ----- Core was generated by `build/cached/mongo/util/fail_point_test'. Program terminated with signal SIGABRT, Aborted. #0 0x00007fca2b3e1428 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54 54 ../sysdeps/unix/sysv/linux/raise.c: No such file or directory. (gdb) bt #0 0x00007fca2b3e1428 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54 #1 0x00007fca2b3e302a in __GI_abort () at abort.c:89 #2 0x0000559cc2ea4704 in mongo::fassertFailedWithLocation (msgid=, file=0x559cc30a67f3 "src/mongo/util/fail_point_test.cpp", line=54) at src/mongo/util/assert_util.cpp:145 #3 0x0000559cc2c48a6e in mongo::fassertWithLocation (msgid=51092, testOK=false, file=0xf311 , line=54) at src/mongo/util/assert_util.h:275 #4 mongo_test::UnitTest__FailPoint__InitialState::_doTest (this=0x7ffe24dd7880) at src/mongo/util/fail_point_test.cpp:54 #5 0x0000559cc2c84870 in mongo::unittest::Test::run (this=0x7ffe24dd7880) at src/mongo/unittest/unittest.cpp:218 #6 0x0000559cc2c499b1 in void mongo::unittest::Suite::add(std::__cxx11::basic_string, std::allocator > const&)::{lambda()#1}::operator()() const (this=) at src/mongo/unittest/unittest.h:435 #7 std::_Function_handler(std::__cxx11::basic_string, std::allocator > const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (__functor=...) at /opt/mongodbtoolchain/stow/gcc-v3.rSa/lib/gcc/x86_64-mongodb-linux/8.2.0/../../../../include/c++/8.2.0/bits/std_function.h:297 #8 0x0000559cc2c885dd in mongo::unittest::TestHolder::run (this=) at src/mongo/unittest/unittest.h:300 #9 mongo::unittest::Suite::run (this=, filter=..., runsPerTest=1) at src/mongo/unittest/unittest.cpp:335 #10 0x0000559cc2c8a34b in mongo::unittest::Suite::run (suites=..., filter=..., runsPerTest=1) at src/mongo/unittest/unittest.cpp:395 #11 0x0000559cc2c7098c in main (argc=618501376, argv=0x7ffe24dd95b0, envp=) at src/mongo/unittest/unittest_main.cpp:102 UBSAN failure base64_test was modified to trigger an integer overflow. The UBSAN handler correctly fires, and is responsible for printing the stacktrace. Coredumps contain correct backtraces. [cpp_unit_test:base64_test] 2019-02-28T18:32:38.721+0000 2019-02-28T18:32:38.721+0000 I - [main] going to run test: transcode [cpp_unit_test:base64_test] 2019-02-28T18:32:38.722+0000 src/mongo/util/base64_test.cpp:40:7: runtime error: signed integer overflow: 2147483647 + 9 cannot be represented in type 'int' [cpp_unit_test:base64_test] 2019-02-28T18:32:38.916+0000 #0 0x561a0dc456a2 in mongo::(anonymous namespace)::UnitTest__Base64Test__transcode::_doTest() /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/util/base64_test.cpp:40:7 [cpp_unit_test:base64_test] 2019-02-28T18:32:38.922+0000 #1 0x561a0dc60ddf in mongo::unittest::Test::run() /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest.cpp:218:9 [cpp_unit_test:base64_test] 2019-02-28T18:32:38.923+0000 #2 0x561a0dc453e0 in void mongo::unittest::Suite::add(std::__cxx11::basic_string, std::allocator > const&)::'lambda'()::operator()() const /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest.h:419:21 [cpp_unit_test:base64_test] 2019-02-28T18:32:38.923+0000 #3 0x561a0dc453e0 in std::_Function_handler(std::__cxx11::basic_string, std::allocator > const&)::'lambda'()>::_M_invoke(std::_Any_data const&) /opt/mongodbtoolchain/stow/gcc-v3.rSa/lib/gcc/x86_64-mongodb-linux/8.2.0/../../../../include/c++/8.2.0/bits/std_function.h:297 [cpp_unit_test:base64_test] 2019-02-28T18:32:38.923+0000 #4 0x561a0dc64b4c in mongo::unittest::TestHolder::run() const /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest.h:284:9 [cpp_unit_test:base64_test] 2019-02-28T18:32:38.923+0000 #5 0x561a0dc64b4c in mongo::unittest::Suite::run(std::__cxx11::basic_string, std::allocator > const&, int) /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest.cpp:335 [cpp_unit_test:base64_test] 2019-02-28T18:32:38.924+0000 #6 0x561a0dc668ba in mongo::unittest::Suite::run(std::vector, std::allocator >, std::allocator, std::allocator > > > const&, std::__cxx11::basic_string, std::allocator > const&, int) /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest.cpp:395:33 [cpp_unit_test:base64_test] 2019-02-28T18:32:38.927+0000 #7 0x561a0dc490cb in main /data/mci/a576159f2376c224c8bd2384e149a57f/src/src/mongo/unittest/unittest_main.cpp:102:12 [cpp_unit_test:base64_test] 2019-02-28T18:32:39.198+0000 #8 0x7fa6aea7b82f in __libc_start_main /build/glibc-LK5gWL/glibc-2.23/csu/../csu/libc-start.c:291 [cpp_unit_test:base64_test] 2019-02-28T18:32:39.198+0000 #9 0x561a0db6b1b8 in _start (/data/mci/a576159f2376c224c8bd2384e149a57f/src/build/cached/mongo/util/base64_test+0x4821b8) [cpp_unit_test:base64_test] 2019-02-28T18:32:39.198+0000 [cpp_unit_test:base64_test] 2019-02-28T18:32:39.198+0000 SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior src/mongo/util/base64_test.cpp:40:7 in Core was generated by `build/cached/mongo/util/base64_test'. Program terminated with signal SIGABRT, Aborted. #0 0x00007fa6aea90428 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54 54 ../sysdeps/unix/sysv/linux/raise.c: No such file or directory. (gdb) bt #0 0x00007fa6aea90428 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54 #1 0x00007fa6aea9202a in __GI_abort () at abort.c:89 #2 0x0000561a0dc30bb7 in __sanitizer::Abort() () at /data/mci/f54be4b8fc12d0d6ca98cb3b140858d6/toolchain-builder/tmp/build-llvm.sh-dVk/llvm/projects/compiler-rt/lib/sanitizer_common/sanitizer_posix_libcdep.cc:157 #3 0x0000561a0dc2f601 in __sanitizer::Die() () at /data/mci/f54be4b8fc12d0d6ca98cb3b140858d6/toolchain-builder/tmp/build-llvm.sh-dVk/llvm/projects/compiler-rt/lib/sanitizer_common/sanitizer_termination.cc:59 #4 0x0000561a0dc3e2f5 in __ubsan_handle_add_overflow_abort () at /data/mci/f54be4b8fc12d0d6ca98cb3b140858d6/toolchain-builder/tmp/build-llvm.sh-dVk/llvm/projects/compiler-rt/lib/ubsan/ubsan_handlers.cc:143 #5 0x0000561a0dc456a3 in mongo::(anonymous namespace)::UnitTest__Base64Test__transcode::_doTest (this=0x7fff5a3459e0) at src/mongo/util/base64_test.cpp:40 #6 0x0000561a0dc60de0 in mongo::unittest::Test::run (this=0x7fff5a3459e0) at src/mongo/unittest/unittest.cpp:218 #7 0x0000561a0dc453e1 in void mongo::unittest::Suite::add(std::__cxx11::basic_string, std::allocator > const&)::{lambda()#1}::operator()() const (this=) at src/mongo/unittest/unittest.h:419 #8 std::_Function_handler(std::__cxx11::basic_string, std::allocator > const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (__functor=...) at /opt/mongodbtoolchain/stow/gcc-v3.rSa/lib/gcc/x86_64-mongodb-linux/8.2.0/../../../../include/c++/8.2.0/bits/std_function.h:297 #9 0x0000561a0dc64b4d in mongo::unittest::TestHolder::run (this=) at src/mongo/unittest/unittest.h:284 #10 mongo::unittest::Suite::run (this=, filter=..., runsPerTest=1) at src/mongo/unittest/unittest.cpp:335 #11 0x0000561a0dc668bb in mongo::unittest::Suite::run (suites=..., filter=..., runsPerTest=1) at src/mongo/unittest/unittest.cpp:395 #12 0x0000561a0dc490cc in main (argc=1513387616, argv=0x7fff5a347710, envp=) at src/mongo/unittest/unittest_main.cpp:102 (gdb) #0 0x00007fa6aea90428 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54 #1 0x00007fa6aea9202a in __GI_abort () at abort.c:89 #2 0x0000561a0dc30bb7 in __sanitizer::Abort() () at /data/mci/f54be4b8fc12d0d6ca98cb3b140858d6/toolchain-builder/tmp/build-llvm.sh-dVk/llvm/projects/compiler-rt/lib/sanitizer_common/sanitizer_posix_libcdep.cc:157 #3 0x0000561a0dc2f601 in __sanitizer::Die() () at /data/mci/f54be4b8fc12d0d6ca98cb3b140858d6/toolchain-builder/tmp/build-llvm.sh-dVk/llvm/projects/compiler-rt/lib/sanitizer_common/sanitizer_termination.cc:59 #4 0x0000561a0dc3e2f5 in __ubsan_handle_add_overflow_abort () at /data/mci/f54be4b8fc12d0d6ca98cb3b140858d6/toolchain-builder/tmp/build-llvm.sh-dVk/llvm/projects/compiler-rt/lib/ubsan/ubsan_handlers.cc:143 #5 0x0000561a0dc456a3 in mongo::(anonymous namespace)::UnitTest__Base64Test__transcode::_doTest (this=0x7fff5a3459e0) at src/mongo/util/base64_test.cpp:40 #6 0x0000561a0dc60de0 in mongo::unittest::Test::run (this=0x7fff5a3459e0) at src/mongo/unittest/unittest.cpp:218 #7 0x0000561a0dc453e1 in void mongo::unittest::Suite::add(std::__cxx11::basic_string, std::allocator > const&)::{lambda()#1}::operator()() const ( this=) at src/mongo/unittest/unittest.h:419 #8 std::_Function_handler(std::__cxx11::basic_string, std::allocator > const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (__functor=...) at /opt/mongodbtoolchain/stow/gcc-v3.rSa/lib/gcc/x86_64-mongodb-linux/8.2.0/../../../../include/c++/8.2.0/bits/std_function.h:297 #9 0x0000561a0dc64b4d in mongo::unittest::TestHolder::run (this=) at src/mongo/unittest/unittest.h:284