Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-20700

Invariant failure in collection_metadata.cpp during splitChunk command

    • Type: Icon: Bug Bug
    • Resolution: Done
    • Priority: Icon: Major - P3 Major - P3
    • 3.2.0-rc0
    • Affects Version/s: None
    • Component/s: Sharding
    • Labels:
      None
    • Fully Compatible
    • ALL
    • Sharding A (10/09/15)

      Test failed with an invariant failure during a patch build:

      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.690+0000  m31100| 2015-08-25T22:30:23.690+0000 I -        [conn75] Invariant failure split.woCompare(startKey) > 0 src/mongo/db/s/collection_metadata.cpp 326
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.690+0000  m31100| 2015-08-25T22:30:23.690+0000 I -        [conn75]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.690+0000  m31100|
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.690+0000  m31100| ***aborting after invariant() failure
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.690+0000  m31100|
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.690+0000  m31100|
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.693+0000  m31100| 2015-08-25T22:30:23.693+0000 F -        [conn75] Got signal: 6 (Aborted)
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.693+0000  m31100|
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.693+0000  m31100|  0xa57b35 0x2c68736 0x2c66c3f 0x7fefc2f94c90 0x7fefc26d1e37 0x7fefc26d3528 0x2ab47a2 0x1f8a1c9 0x2003797 0x28f3647 0x12da7b0 0x12d6c5e 0x1049541 0x15ca88b 0xadc943 0x2b1cba8 0x7fefc2f8d0a5 0x7fefc2794cfd
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.693+0000  m31100| ----- BEGIN BACKTRACE -----
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.694+0000  m31100| {"backtrace":[{"b":"400000","o":"657B35"},{"b":"400000","o":"2868736"},{"b":"400000","o":"2866C3F"},{"b":"7FEFC2F85000","o":"FC90"},{"b":"7FEFC269B000","o":"36E37"},{"b":"7FEFC269B000","o":"38528"},{"b":"400000","o":"26B47A2"},{"b":"400000","o":"1B8A1C9"},{"b":"400000","o":"1C03797"},{"b":"400000","o":"24F3647"},{"b":"400000","o":"EDA7B0"},{"b":"400000","o":"ED6C5E"},{"b":"400000","o":"C49541"},{"b":"400000","o":"11CA88B"},{"b":"400000","o":"6DC943"},{"b":"400000","o":"271CBA8"},{"b":"7FEFC2F85000","o":"80A5"},{"b":"7FEFC269B000","o":"F9CFD"}],"processInfo":{ "mongodbVersion" : "3.1.8-pre-", "gitVersion" : "8d4c5f743d1a72238a533cc4c69b75f3fbdbe637", "compiledModules" : [], "uname" : { "sysname" : "Linux", "release" : "3.16.0-25-generic", "version" : "#33-Ubuntu SMP Tue Nov 4 12:06:54 UTC 2014", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFFCD178000", "elfType" : 3, "buildId" : "B43B3054EC49983B9ECFC6BD437E70C564D0AE41" }, { "b" : "7FEFC3BF3000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "4E96203F4FE17D3446F48226AAEA8DA6DEA8FFD0" }, { "b" : "7FEFC3992000", "path" : "/lib/x86_64-linux-gnu/libssl.so.1.0.0", "elfType" : 3, "buildId" : "44ADE6AD24BE7656EDC5B05A53974EA73F35D423" }, { "b" : "7FEFC35AF000", "path" : "/lib/x86_64-linux-gnu/libcrypto.so.1.0.0", "elfType" : 3, "buildId" : "013EF089B82F17AD7F2BDB94FEC56724D84D7A17" }, { "b" : "7FEFC33A7000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "54EF3A97A3E71418DD088B40AF51A00457834A17" }, { "b" : "7FEFC31A3000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "794CD87201C9778112E22BF5E2C0FBFB3390D29F" }, { "b" : "7FEFC2F85000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "921196598AF41AFF8DE42EEFB8561243610F34C3" }, { "b" : "7FEFC2C76000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3, "buildId" : "ADEF33B83967BBB41525AE439354F030694250C4" }, { "b" : "7FEFC2A5F000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "7C6E98219378EBD1AA0D4CD671E8FF1589C04C4A" }, { "b" : "7FEFC269B000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "95287BE8ACCCC7B5723F4306E6A5ECA6DFE7BFFD" }, { "b" : "7FEFC3EF9000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "9240DBBD1DB14E756141EEE1FDDB67D3B77864E7" } ] }}
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.694+0000  m31100|  mongod(__interceptor_backtrace+0x95) [0xa57b35]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.694+0000  m31100|  mongod(_ZN5mongo15printStackTraceERSo+0xF6) [0x2c68736]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.694+0000  m31100|  mongod(+0x2866C3F) [0x2c66c3f]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.694+0000  m31100|  libpthread.so.0(+0xFC90) [0x7fefc2f94c90]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.694+0000  m31100|  libc.so.6(gsignal+0x37) [0x7fefc26d1e37]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.694+0000  m31100|  libc.so.6(abort+0x148) [0x7fefc26d3528]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.694+0000  m31100|  mongod(_ZN5mongo15invariantFailedEPKcS1_j+0xDC2) [0x2ab47a2]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.694+0000  m31100|  mongod(_ZNK5mongo18CollectionMetadata10cloneSplitERKNS_9ChunkTypeERKSt6vectorINS_7BSONObjESaIS5_EERKNS_12ChunkVersionEPSs+0x4709) [0x1f8a1c9]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.695+0000  m31100|  mongod(_ZN5mongo13ShardingState10splitChunkEPNS_16OperationContextERKSsRKNS_7BSONObjES7_RKSt6vectorIS5_SaIS5_EENS_12ChunkVersionE+0x397) [0x2003797]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.695+0000  m31100|  mongod(_ZN5mongo17SplitChunkCommand3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderE+0xD1B7) [0x28f3647]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.695+0000  m31100|  mongod(_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE+0x21D0) [0x12da7b0]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.695+0000  m31100|  mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE+0x12DE) [0x12d6c5e]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.695+0000  m31100|  mongod(_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE+0x601) [0x1049541]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.695+0000  m31100|  mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x36EB) [0x15ca88b]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.695+0000  m31100|  mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortE+0x3B3) [0xadc943]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.695+0000  m31100|  mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x9A8) [0x2b1cba8]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.695+0000  m31100|  libpthread.so.0(+0x80A5) [0x7fefc2f8d0a5]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.695+0000  m31100|  libc.so.6(clone+0x6D) [0x7fefc2794cfd]
      [js_test:fsm_all_sharded_replication_legacy_config_servers] 2015-08-25T22:30:23.695+0000  m31100| -----  END BACKTRACE  -----
      

      This is during the jstests/concurrency/fsm_workloads/findAndModify_remove.js workload.

      https://evergreen.mongodb.com/task/mongodb_mongo_master_ubuntu1410_debug_asan_concurrency_sharded_8d4c5f743d1a72238a533cc4c69b75f3fbdbe637_15_08_25_20_54_34

            Assignee:
            spencer@mongodb.com Spencer Brody (Inactive)
            Reporter:
            charlie.swanson@mongodb.com Charlie Swanson
            Votes:
            0 Vote for this issue
            Watchers:
            7 Start watching this issue

              Created:
              Updated:
              Resolved: