- 
    Type:Bug 
- 
    Resolution: Duplicate
- 
    Priority:Major - P3 
- 
    None
- 
    Affects Version/s: 3.2.1, 3.2.3
- 
    Component/s: Stability
- 
    None
- 
        FreeBSD
- 
        
- 
        None
- 
        None
- 
        None
- 
        None
- 
        None
- 
        None
- 
        None
mongod crashes on the primary while trying to add a second server to the replica set. Full dump below:
----- BEGIN BACKTRACE -----
{"backtrace":[{"b":"400000","o":"2147348","s":"_ZN5mongo15printStackTraceERNSt3__113basic_ostreamIcNS0_11char_traitsIcEEEE"},{"b":"400000","o":"2146E25","s":"_ZN5mongo29reportOutOfMemoryErrorAndExitEv"},{"b":"400000","o":"2146AB0","s":"_ZN5mongo29reportOutOfMemoryErrorAndExitEv"},{"b":"805295000","o":"D997","s":"pthread_sigmask"},{"b":"805295000","o":"D1A8","s":"pthread_getspecific"}],"processInfo":{ "mongodbVersion" : "3.2.3", "gitVersion" : "b326ba837cf6f49d65c2f85e1b70f6f31ece7937", "compiledModules" : [], "uname" : { "sysname" : "FreeBSD", "release" : "10.2-RELEASE-p9", "version" : "FreeBSD 10.2-RELEASE-p9 #0: Thu Jan 14 01:32:46 UTC 2016     root@amd64-builder.daemonology.net:/usr/obj/usr/src/sys/GENERIC", "machine" : "amd64" } }}
 mongod(_ZN5mongo15printStackTraceERNSt3__113basic_ostreamIcNS0_11char_traitsIcEEEE+0x28) [0x2547348]
 mongod(_ZN5mongo29reportOutOfMemoryErrorAndExitEv+0x525) [0x2546e25]
 mongod(_ZN5mongo29reportOutOfMemoryErrorAndExitEv+0x1B0) [0x2546ab0]
 libthr.so.3(pthread_sigmask+0x497) [0x8052a2997]
 libthr.so.3(pthread_getspecific+0xDD8) [0x8052a21a8]
-----  END BACKTRACE  -----
#0  0x000000000205e7ac in std::__1::function<void ()(std::__1::error_code)>::operator() (this=0x7fffde9f2350, __arg={__val_ = 0, __cat_ = 0x804c41db8}) at functional:1756
#1  0x00000000020538d9 in operator() (this=0x7fffde9f2340, ec={__val_ = 0, __cat_ = 0x804c41db8}, iter=<value optimized out>) at src/mongo/executor/async_stream.cpp:74
#2  0x00000000020536fb in _ZN4asio6detail7binder2IRZN5mongo8executor11AsyncStream7connectENS_2ip23basic_resolver_iteratorINS5_3tcpEEEONSt3__18functionIFvNS9_10error_codeEEEEE3$_0SB_S8_EclEv (this=0x7fffde9f1ea8) at bind_handler.hpp:160
#3  0x0000000002053699 in _ZN4asio19asio_handler_invokeINS_6detail7binder2IRZN5mongo8executor11AsyncStream7connectENS_2ip23basic_resolver_iteratorINS6_3tcpEEEONSt3__18functionIFvNSA_10error_codeEEEEE3$_0SC_S9_EEEEvRT_z (
    function=@0x7fffde9f1ea8) at handler_invoke_hook.hpp:68
#4  0x0000000002053567 in _ZN27asio_handler_invoke_helpers6invokeIN4asio6detail7binder2IRZN5mongo8executor11AsyncStream7connectENS1_2ip23basic_resolver_iteratorINS7_3tcpEEEONSt3__18functionIFvNSB_10error_codeEEEEE3$_0SD_SA_EESH_EEvRT_RT0_ (function=@0x7fffde9f1ea8, context=@0x7fffde9f2340) at handler_invoke_helpers.hpp:37
#5  0x0000000002053530 in _ZN4asio6detail19asio_handler_invokeINS0_7binder2IRZN5mongo8executor11AsyncStream7connectENS_2ip23basic_resolver_iteratorINS6_3tcpEEEONSt3__18functionIFvNSA_10error_codeEEEEE3$_0SC_S9_EESH_SC_S9_EEvRT_PNS2_IT0_T1_T2_EE (function=@0x7fffde9f1ea8, this_handler=0x7fffde9f1ea8) at bind_handler.hpp:203
#6  0x0000000002052e35 in _ZN27asio_handler_invoke_helpers6invokeIN4asio6detail7binder2IRZN5mongo8executor11AsyncStream7connectENS1_2ip23basic_resolver_iteratorINS7_3tcpEEEONSt3__18functionIFvNSB_10error_codeEEEEE3$_0SD_SA_EESJ_EEvRT_RT0_ (function=@0x7fffde9f1ea8, context=@0x7fffde9f1ea8) at handler_invoke_helpers.hpp:37
#7  0x0000000002052bec in _ZN4asio6detail14strand_service8dispatchINS0_7binder2IRZN5mongo8executor11AsyncStream7connectENS_2ip23basic_resolver_iteratorINS7_3tcpEEEONSt3__18functionIFvNSB_10error_codeEEEEE3$_0SD_SA_EEEEvRPNS1_11strand_implERT_ (this=0x8066bdd00, impl=@0x7fffde9f2338, handler=@0x7fffde9f1ea8) at strand_service.hpp:61
#8  0x0000000002052a4c in _ZN4asio10io_service6strand8dispatchINS_6detail7binder2IRZN5mongo8executor11AsyncStream7connectENS_2ip23basic_resolver_iteratorINS8_3tcpEEEONSt3__18functionIFvNSC_10error_codeEEEEE3$_0SE_SB_EEEENS_12async_resultINS_12handler_typeIT_FvvEvE4typeEE4typeEOSN_ (this=0x7fffde9f2330, handler=@0x7fffde9f1ea8) at io_service_strand.hpp:207
#9  0x00000000020529c0 in _ZN4asio6detail15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectENS_2ip23basic_resolver_iteratorINS7_3tcpEEEONSt3__18functionIFvNSB_10error_codeEEEEE3$_0NS0_26is_continuation_if_runningEEclISD_SA_EEvRKT_RKT0_ (this=0x7fffde9f2330, arg1=@0x7fffde9f1fb0, arg2=@0x7fffde9f22f8) at wrapped_handler.hpp:98
#10 0x000000000205262a in _ZN4asio6detail10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS3_EENS2_23basic_resolver_iteratorIS3_EENS0_25default_connect_conditionENS0_15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectES7_ONSt3__18functionIFvNSF_10error_codeEEEEE3$_0NS0_26is_continuation_if_runningEEEEclESH_i (this=0x7fffde9f22f0, ec={__val_ = 0, __cat_ = 0x804c41db8}, start=0) at connect.hpp:259
#11 0x0000000002056927 in _ZN4asio6detail7binder1INS0_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS4_EENS3_23basic_resolver_iteratorIS4_EENS0_25default_connect_conditionENS0_15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectES8_ONSt3__18functionIFvNSG_10error_codeEEEEE3$_0NS0_26is_continuation_if_runningEEEEESI_EclEv (this=0x7fffde9f22f0) at bind_handler.hpp:62
#12 0x00000000020568dc in _ZN4asio6detail17rewrapped_handlerINS0_7binder1INS0_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS5_EENS4_23basic_resolver_iteratorIS5_EENS0_25default_connect_conditionENS0_15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectES9_ONSt3__18functionIFvNSH_10error_codeEEEEE3$_0NS0_26is_continuation_if_runningEEEEESJ_EESN_EclEv (this=0x7fffde9f22b0) at wrapped_handler.hpp:190
#13 0x00000000020568a9 in _ZN4asio19asio_handler_invokeINS_6detail17rewrapped_handlerINS1_7binder1INS1_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS6_EENS5_23basic_resolver_iteratorIS6_EENS1_25default_connect_conditionENS1_15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectESA_ONSt3__18functionIFvNSI_10error_codeEEEEE3$_0NS1_26is_continuation_if_runningEEEEESK_EESO_EEEEvRT_z (function=@0x7fffde9f22b0) at handler_invoke_hook.hpp:68
#14 0x0000000002056777 in _ZN27asio_handler_invoke_helpers6invokeIN4asio6detail17rewrapped_handlerINS2_7binder1INS2_10connect_opINS1_2ip3tcpENS1_21stream_socket_serviceIS7_EENS6_23basic_resolver_iteratorIS7_EENS2_25default_connect_conditionENS2_15wrapped_handlerINS1_10io_service6strandEZN5mongo8executor11AsyncStream7connectESB_ONSt3__18functionIFvNSJ_10error_codeEEEEE3$_0NS2_26is_continuation_if_runningEEEEESL_EESP_EESP_EEvRT_RT0_ (function=@0x7fffde9f22b0, 
    context=@0x7fffde9f22b0) at handler_invoke_helpers.hpp:37
#15 0x000000000205673d in _ZN4asio6detail19asio_handler_invokeINS0_17rewrapped_handlerINS0_7binder1INS0_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS6_EENS5_23basic_resolver_iteratorIS6_EENS0_25default_connect_conditionENS0_15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectESA_ONSt3__18functionIFvNSI_10error_codeEEEEE3$_0NS0_26is_continuation_if_runningEEEEESK_EESO_EESS_SO_EEvRT_PNS2_IT0_T1_EE (function=@0x7fffde9f22b0, 
    this_handler=0x7fffde9f22b0) at wrapped_handler.hpp:274
#16 0x00000000020560b5 in _ZN27asio_handler_invoke_helpers6invokeIN4asio6detail17rewrapped_handlerINS2_7binder1INS2_10connect_opINS1_2ip3tcpENS1_21stream_socket_serviceIS7_EENS6_23basic_resolver_iteratorIS7_EENS2_25default_connect_conditionENS2_15wrapped_handlerINS1_10io_service6strandEZN5mongo8executor11AsyncStream7connectESB_ONSt3__18functionIFvNSJ_10error_codeEEEEE3$_0NS2_26is_continuation_if_runningEEEEESL_EESP_EESU_EEvRT_RT0_ (function=@0x7fffde9f22b0, 
    context=@0x7fffde9f22b0) at handler_invoke_helpers.hpp:37
#17 0x0000000002056661 in _ZN4asio6detail12handler_workINS0_17rewrapped_handlerINS0_7binder1INS0_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS6_EENS5_23basic_resolver_iteratorIS6_EENS0_25default_connect_conditionENS0_15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectESA_ONSt3__18functionIFvNSI_10error_codeEEEEE3$_0NS0_26is_continuation_if_runningEEEEESK_EESO_EENS_15system_executorEE8completeIST_EEvRT_RST_ (this=0x7fffde9f2390, 
    function=@0x7fffde9f22b0, handler=@0x7fffde9f22b0) at handler_work.hpp:81
#18 0x0000000002056281 in _ZN4asio6detail18completion_handlerINS0_17rewrapped_handlerINS0_7binder1INS0_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS6_EENS5_23basic_resolver_iteratorIS6_EENS0_25default_connect_conditionENS0_15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectESA_ONSt3__18functionIFvNSI_10error_codeEEEEE3$_0NS0_26is_continuation_if_runningEEEEESK_EESO_EEE11do_completeEPvPNS0_19scheduler_operationERKSK_m (
    owner=0x80657f6a0, base=0x80b43c140) at completion_handler.hpp:69
#19 0x0000000002056007 in _ZN4asio6detail14strand_service8dispatchINS0_17rewrapped_handlerINS0_7binder1INS0_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS7_EENS6_23basic_resolver_iteratorIS7_EENS0_25default_connect_conditionENS0_15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectESB_ONSt3__18functionIFvNSJ_10error_codeEEEEE3$_0NS0_26is_continuation_if_runningEEEEESL_EESP_EEEEvRPNS1_11strand_implERT_ (this=0x8066bdd00, 
    impl=@0x7fffde9f2788, handler=@0x7fffde9f2570) at strand_service.hpp:86
#20 0x0000000002055cbc in _ZN4asio10io_service6strand8dispatchINS_6detail17rewrapped_handlerINS3_7binder1INS3_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS8_EENS7_23basic_resolver_iteratorIS8_EENS3_25default_connect_conditionENS3_15wrapped_handlerIS1_ZN5mongo8executor11AsyncStream7connectESC_ONSt3__18functionIFvNSI_10error_codeEEEEE3$_0NS3_26is_continuation_if_runningEEEEESK_EESO_EEEENS_12async_resultINS_12handler_typeIT_FvvEvE4typeEE4typeEOSW_ (
    this=0x7fffde9f2780, handler=@0x7fffde9f2570) at io_service_strand.hpp:207
#21 0x0000000002055c0d in _ZN4asio6detail19asio_handler_invokeINS0_7binder1INS0_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS5_EENS4_23basic_resolver_iteratorIS5_EENS0_25default_connect_conditionENS0_15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectES9_ONSt3__18functionIFvNSH_10error_codeEEEEE3$_0NS0_26is_continuation_if_runningEEEEESJ_EESD_SN_SO_EEvRT_PNSB_IT0_T1_T2_EE (function=@0x7fffde9f2740, this_handler=0x7fffde9f2780)
    at wrapped_handler.hpp:231
#22 0x0000000002055b95 in _ZN27asio_handler_invoke_helpers6invokeIN4asio6detail7binder1INS2_10connect_opINS1_2ip3tcpENS1_21stream_socket_serviceIS6_EENS5_23basic_resolver_iteratorIS6_EENS2_25default_connect_conditionENS2_15wrapped_handlerINS1_10io_service6strandEZN5mongo8executor11AsyncStream7connectESA_ONSt3__18functionIFvNSI_10error_codeEEEEE3$_0NS2_26is_continuation_if_runningEEEEESK_EESQ_EEvRT_RT0_ (function=@0x7fffde9f2740, context=@0x7fffde9f2780)
    at handler_invoke_helpers.hpp:37
#23 0x0000000002055b64 in _ZN4asio6detail19asio_handler_invokeINS0_7binder1INS0_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS5_EENS4_23basic_resolver_iteratorIS5_EENS0_25default_connect_conditionENS0_15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectES9_ONSt3__18functionIFvNSH_10error_codeEEEEE3$_0NS0_26is_continuation_if_runningEEEEESJ_EES5_S7_S9_SA_SP_EEvRT_PNS3_IT0_T1_T2_T3_T4_EE (function=@0x7fffde9f2740, 
    this_handler=0x7fffde9f2740) at connect.hpp:309
#24 0x0000000002055b35 in _ZN27asio_handler_invoke_helpers6invokeIN4asio6detail7binder1INS2_10connect_opINS1_2ip3tcpENS1_21stream_socket_serviceIS6_EENS5_23basic_resolver_iteratorIS6_EENS2_25default_connect_conditionENS2_15wrapped_handlerINS1_10io_service6strandEZN5mongo8executor11AsyncStream7connectESA_ONSt3__18functionIFvNSI_10error_codeEEEEE3$_0NS2_26is_continuation_if_runningEEEEESK_EESR_EEvRT_RT0_ (function=@0x7fffde9f2740, context=@0x7fffde9f2740)
    at handler_invoke_helpers.hpp:37
#25 0x0000000002055af1 in _ZN4asio6detail12handler_workINS0_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS4_EENS3_23basic_resolver_iteratorIS4_EENS0_25default_connect_conditionENS0_15wrapped_handlerINS_10io_service6strandEZN5mongo
#26 0x000000000205587b in _ZN4asio6detail26reactive_socket_connect_opINS0_10connect_opINS_2ip3tcpENS_21stream_socket_serviceIS4_EENS3_23basic_resolver_iteratorIS4_EENS0_25default_connect_conditionENS0_15wrapped_handlerINS_10io_service6strandEZN5mongo8executor11AsyncStream7connectES8_ONSt3__18functionIFvNSG_10error_codeEEEEE3$_0NS0_26is_continuation_if_runningEEEEEE11do_completeEPvPNS0_19scheduler_operationERKSI_m (owner=0x80657f6a0, base=0x80b428100)
    at reactive_socket_connect_op.hpp:94
#27 0x000000000257b257 in asio::detail::scheduler_operation::complete (this=0x80b428100, owner=0x80657f6a0, ec=@0x7fffde9f2a50, bytes_transferred=0) at scheduler_operation.hpp:39
#28 0x0000000002567bc0 in asio::detail::scheduler::do_run_one (this=0x80657f6a0, lock=@0x7fffde9f2978, this_thread=@0x7fffde9f29b0, ec=@0x7fffde9f2a50) at scheduler.ipp:369
#29 0x000000000255c382 in asio::detail::scheduler::run (this=0x80657f6a0, ec=@0x7fffde9f2a50) at scheduler.ipp:146
#30 0x000000000255c1e8 in asio::io_service::run (this=0x80671b228) at io_service.ipp:60
#31 0x00000000020a3ee2 in operator() (this=0x80b015060) at src/mongo/executor/network_interface_asio.cpp:116
#32 0x00000000020a36a1 in _ZNSt3__114__thread_proxyINS_5tupleIJZN5mongo8executor20NetworkInterfaceASIO7startupEvE3$_0EEEEEPvS7_ (__vp=0x80b015060) at memory:2607
#33 0x000000080529d7c5 in pthread_create () from /lib/libthr.so.3
- duplicates
- 
                    SERVER-21217 mongos crash issue on FreeBSD 10.1-RELEASE -         
- Closed
 
-         
- is related to
- 
                    SERVER-22778 Invariant failure _uncommittedSnapshots.empty() with enableMajorityReadConcern -         
- Closed
 
-