Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-22537

segfault running aggregation query

    • Fully Compatible
    • ALL
    • Hide

      1. Get the data
      curl -s https://s3.amazonaws.com/mciuploads/sqlproxy/data/attendees.bson.gz --output attendees.bson.gz
      curl -s https://s3.amazonaws.com/mciuploads/sqlproxy/data/flights201406.bson.gz --output flights201406.bson.gz

      2. Restore using mongorestore --gzip --archive=attendees.bson.gz and mongorestore --gzip --archive=flights201406.bson.gz

      3. Run the aggregation query below on the attendees collection.

      Show
      1. Get the data curl -s https://s3.amazonaws.com/mciuploads/sqlproxy/data/attendees.bson.gz --output attendees.bson.gz curl -s https://s3.amazonaws.com/mciuploads/sqlproxy/data/flights201406.bson.gz --output flights201406.bson.gz 2. Restore using mongorestore --gzip --archive=attendees.bson.gz and mongorestore --gzip --archive=flights201406.bson.gz 3. Run the aggregation query below on the attendees collection.
    • Query 10 (02/22/16), Query 11 (03/14/16)
    • 0

      Aggregation pipeline (on tableau database):

      [
        {
          "$lookup": {
            "from": "flights201406",
            "localField": "airport_code",
            "foreignField": "dest_airport_code",
            "as": "__joined_flights201406"
          }
        },
        {
          "$unwind": {
            "path": "$__joined_flights201406",
            "preserveNullAndEmptyArrays": false
          }
        },
        {
          "$match": {
            "$and": [
              {
                "__joined_flights201406.flight_date": {
                  "$gte": ISODate("2014-06-01T00:00:00Z")
                }
              },
              {
                "__joined_flights201406.flight_date": {
                  "$lte": ISODate("2014-06-07T11:00:00Z")
                }
              },
              {
                "__joined_flights201406.origin_city_market_id": 31703
              }
            ]
          }
        }
      ]

      Backtrace (sorry, demangler.com is down):

      2016-02-09T13:04:18.765-0500 I QUERY    [conn2] getmore test.attendees query: { aggregate: "attendees", pipeline: [ { $lookup: { as: "__joined_flights201406", from: "flights201406", localField: "airport_code", foreignField: "dest_airport_code" } }, { $unwind: { preserveNullAndEmptyArrays: false, path: "$__joined_flights201406" } }, { $match: { $and: [ { __joined_flights201406.flight_date: { $gte: new Date(1401580800000) } }, { __joined_flights201406.flight_date: { $lte: new Date(1402138800000) } }, { __joined_flights201406.origin_city_market_id: 31703.0 } ] } } ], cursor: {} } cursorid:40128142939 ntoreturn:0 keyUpdates:0 writeConflicts:0 numYields:0 nreturned:5215 reslen:4194353 locks:{ Global: { acquireCount: { r: 8090 } }, MMAPV1Journal: { acquireCount: { r: 4045 } }, Database: { acquireCount: { r: 4045 } }, Collection: { acquireCount: { R: 4045 } } } 4726ms
      2016-02-09T13:04:19.279-0500 F -        [conn2] Invalid access at address: 0x8
      2016-02-09T13:04:19.290-0500 F -        [conn2] Got signal: 11 (Segmentation fault: 11).
       0x1070303b9 0x10702fed8 0x7fff93bd5eaa 0x0 0x10696ea1f 0x1067d4839 0x1067d53bb 0x106ae7a90 0x106ae6b36 0x106ae99bf 0x1069abce1 0x1069abb7f 0x106bbd591 0x106bbd199 0x106b7e6f2 0x106b7d51c 0x106a5bd59 0x106a58d66 0x106760b5f 0x106ff2b6e 0x106ff2311 0x7fff9cb27c13 0x7fff9cb27b90 0x7fff9cb25375
      ----- BEGIN BACKTRACE -----
      {"backtrace":[{"b":"106757000","o":"8D93B9"},{"b":"106757000","o":"8D8ED8"},{"b":"7FFF93BD1000","o":"4EAA"},{"b":"0","o":"0"},{"b":"106757000","o":"217A1F"},{"b":"106757000","o":"7D839"},{"b":"106757000","o":"7E3BB"},{"b":"106757000","o":"390A90"},{"b":"106757000","o":"38FB36"},{"b":"106757000","o":"3929BF"},{"b":"106757000","o":"254CE1"},{"b":"106757000","o":"254B7F"},{"b":"106757000","o":"466591"},{"b":"106757000","o":"466199"},{"b":"106757000","o":"4276F2"},{"b":"106757000","o":"42651C"},{"b":"106757000","o":"304D59"},{"b":"106757000","o":"301D66"},{"b":"106757000","o":"9B5F"},{"b":"106757000","o":"89BB6E"},{"b":"106757000","o":"89B311"},{"b":"7FFF9CB24000","o":"3C13"},{"b":"7FFF9CB24000","o":"3B90"},{"b":"7FFF9CB24000","o":"1375"}],"processInfo":{ "mongodbVersion" : "3.2.1", "gitVersion" : "a14d55980c2cdc565d4704a7e3ad37e4e535c1b2", "compiledModules" : [], "uname" : { "sysname" : "Darwin", "release" : "15.2.0", "version" : "Darwin Kernel Version 15.2.0: Fri Nov 13 19:56:56 PST 2015; root:xnu-3248.20.55~2/RELEASE_X86_64", "machine" : "x86_64" }, "somap" : [ { "path" : "/Users/bedrich/mongo/3.2.0-rc0/mongod", "machType" : 2, "b" : "106757000", "buildId" : "393117B97A9A3E4A9A555E3C8169AB7A" }, { "path" : "/usr/lib/libSystem.B.dylib", "machType" : 6, "b" : "7FFF8DC80000", "buildId" : "54388DF0381333E4BE8D7743A81ACF4D" }, { "path" : "/usr/lib/libc++.1.dylib", "machType" : 6, "b" : "7FFF938BE000", "buildId" : "8FC3D139805534989AC56467CB7F4D14" }, { "path" : "/usr/lib/system/libcache.dylib", "machType" : 6, "b" : "7FFF9E150000", "buildId" : "6B245C0AF3EA383BA5425B0D0456A41B" }, { "path" : "/usr/lib/system/libcommonCrypto.dylib", "machType" : 6, "b" : "7FFF9CE6D000", "buildId" : "766BC3F541F33315BABC72718A98EA92" }, { "path" : "/usr/lib/system/libcompiler_rt.dylib", "machType" : 6, "b" : "7FFF9527E000", "buildId" : "D3C4AB4023B43BC68C385B8758D14E80" }, { "path" : "/usr/lib/system/libcopyfile.dylib", "machType" : 6, "b" : "7FFF9C871000", "buildId" : "F51332690B22388CA57C079667B6291E" }, { "path" : "/usr/lib/system/libcorecrypto.dylib", "machType" : 6, "b" : "7FFF8D34C000", "buildId" : "C6BD205F4ECE37EEBCABA76F39CDCFFA" }, { "path" : "/usr/lib/system/libdispatch.dylib", "machType" : 6, "b" : "7FFF94600000", "buildId" : "324C91892AF33356847F6F4CE1C6E901" }, { "path" : "/usr/lib/system/libdyld.dylib", "machType" : 6, "b" : "7FFF8E5AF000", "buildId" : "5F3777A7F07E3D5FBFA3A920FF4170ED" }, { "path" : "/usr/lib/system/libkeymgr.dylib", "machType" : 6, "b" : "7FFF8C122000", "buildId" : "09397E0160663179A50C2CE666FDA929" }, { "path" : "/usr/lib/system/liblaunch.dylib", "machType" : 6, "b" : "7FFF8C3E5000", "buildId" : "EDF719D6D2BB38DD8C944272BEFDA2CD" }, { "path" : "/usr/lib/system/libmacho.dylib", "machType" : 6, "b" : "7FFF9BC77000", "buildId" : "CB745E1F48853F96B38B2093DF488FD5" }, { "path" : "/usr/lib/system/libquarantine.dylib", "machType" : 6, "b" : "7FFF91433000", "buildId" : "163CF63A74553D1FAE578C4475A9204C" }, { "path" : "/usr/lib/system/libremovefile.dylib", "machType" : 6, "b" : "7FFF95046000", "buildId" : "B8D1A5FCCFD53AAB8A1014DDC129710A" }, { "path" : "/usr/lib/system/libsystem_asl.dylib", "machType" : 6, "b" : "7FFF8CAD3000", "buildId" : "3C2D3ACD0DD1337A824744A910D67A65" }, { "path" : "/usr/lib/system/libsystem_blocks.dylib", "machType" : 6, "b" : "7FFFA0904000", "buildId" : "49D423297DE9341392C3A473A7E9CF35" }, { "path" : "/usr/lib/system/libsystem_c.dylib", "machType" : 6, "b" : "7FFF9E98F000", "buildId" : "EAB38A6C86713B13B50090EC1B912063" }, { "path" : "/usr/lib/system/libsystem_configuration.dylib", "machType" : 6, "b" : "7FFF98A3D000", "buildId" : "5FD7907036CC3D02BEA7BB5D2AE97D5D" }, { "path" : "/usr/lib/system/libsystem_coreservices.dylib", "machType" : 6, "b" : "7FFF9FDE4000", "buildId" : "1B3F5AFCFFCD3ECB8B9A5538366FB20D" }, { "path" : "/usr/lib/system/libsystem_coretls.dylib", "machType" : 6, "b" : "7FFF9572F000", "buildId" : "30AF71346CA73582B9D3507D6ED19A88" }, { "path" : "/usr/lib/system/libsystem_dnssd.dylib", "machType" : 6, "b" : "7FFF9C33A000", "buildId" : "945B5FB1DA913D45A961A8FAD53C1E7E" }, { "path" : "/usr/lib/system/libsystem_info.dylib", "machType" : 6, "b" : "7FFF93BA7000", "buildId" : "6513635B4ADE3B45BF63ED7AC565B0C9" }, { "path" : "/usr/lib/system/libsystem_kernel.dylib", "machType" : 6, "b" : "7FFF9FDE7000", "buildId" : "0E688457491536DD87985C2EDEE3F1A3" }, { "path" : "/usr/lib/system/libsystem_m.dylib", "machType" : 6, "b" : "7FFF9BE15000", "buildId" : "26655445CA97321EB221801CB378D1AA" }, { "path" : "/usr/lib/system/libsystem_malloc.dylib", "machType" : 6, "b" : "7FFFA044B000", "buildId" : "9EECAB18F02534C48E327EFFA6720EFC" }, { "path" : "/usr/lib/system/libsystem_network.dylib", "machType" : 6, "b" : "7FFF9D456000", "buildId" : "1C0410F3F66E3B0DB8AD0D49AB15A529" }, { "path" : "/usr/lib/system/libsystem_networkextension.dylib", "machType" : 6, "b" : "7FFFA0E33000", "buildId" : "DC8A102ABF0231A4891465C34DF6B592" }, { "path" : "/usr/lib/system/libsystem_notify.dylib", "machType" : 6, "b" : "7FFFA1108000", "buildId" : "243FADE1255A3B788033F336CD64B817" }, { "path" : "/usr/lib/system/libsystem_platform.dylib", "machType" : 6, "b" : "7FFF93BD1000", "buildId" : "D3A27E107F083603ACC87A92B2C04BAB" }, { "path" : "/usr/lib/system/libsystem_pthread.dylib", "machType" : 6, "b" : "7FFF9CB24000", "buildId" : "327CECD0B88131538FCC4FD4818B7F16" }, { "path" : "/usr/lib/system/libsystem_sandbox.dylib", "machType" : 6, "b" : "7FFF9A344000", "buildId" : "1C8913361B25365DB43E96D5B3BE66B0" }, { "path" : "/usr/lib/system/libsystem_secinit.dylib", "machType" : 6, "b" : "7FFF98A65000", "buildId" : "FD6ECF2C148932CA981B9045B5EB1FAA" }, { "path" : "/usr/lib/system/libsystem_trace.dylib", "machType" : 6, "b" : "7FFFA0E21000", "buildId" : "F0B7622BFB6B31E1870338F57BE84553" }, { "path" : "/usr/lib/system/libunc.dylib", "machType" : 6, "b" : "7FFF94640000", "buildId" : "1D0F8265F0263CBD93D3F8DF14FFCE68" }, { "path" : "/usr/lib/system/libunwind.dylib", "machType" : 6, "b" : "7FFF9D450000", "buildId" : "124E0F0523503774A32C7F5BF38EDE73" }, { "path" : "/usr/lib/system/libxpc.dylib", "machType" : 6, "b" : "7FFF9E2F4000", "buildId" : "61AB46109304354C9E9BD57198AE9866" }, { "path" : "/usr/lib/libobjc.A.dylib", "machType" : 6, "b" : "7FFF91AE8000", "buildId" : "9F45830DF1D53CDF94611A5477ED7D1E" }, { "path" : "/usr/lib/libauto.dylib", "machType" : 6, "b" : "7FFF90487000", "buildId" : "999E610F41FC32A3ADCA5EC049B65DFB" }, { "path" : "/usr/lib/libc++abi.dylib", "machType" : 6, "b" : "7FFFA08B0000", "buildId" : "DCCC81773D0935BC97842A04FEC4C71B" }, { "path" : "/usr/lib/libDiagnosticMessagesClient.dylib", "machType" : 6, "b" : "7FFF97779000", "buildId" : "4243B6B421E9355B9C5A95A216233B96" } ] }}
       mongod(_ZN5mongo15printStackTraceERNSt3__113basic_ostreamIcNS0_11char_traitsIcEEEE+0x39) [0x1070303b9]
       mongod(_ZN5mongo12_GLOBAL__N_124abruptQuitWithAddrSignalEiP9__siginfoPv+0xF8) [0x10702fed8]
       libsystem_platform.dylib(_sigtramp+0x1A) [0x7fff93bd5eaa]
       ??? [0x0]
       mongod(_ZThn8_N5mongo14DBDirectClient4callERNS_7MessageES2_bPNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE+0xF) [0x10696ea1f]
       mongod(_ZN5mongo14DBClientCursor11requestMoreEv+0x289) [0x1067d4839]
       mongod(_ZN5mongo14DBClientCursor4moreEv+0x4B) [0x1067d53bb]
       mongod(_ZN5mongo20DocumentSourceLookUp12unwindResultEv+0x5A0) [0x106ae7a90]
       mongod(_ZN5mongo20DocumentSourceLookUp7getNextEv+0x76) [0x106ae6b36]
       mongod(_ZN5mongo19DocumentSourceMatch7getNextEv+0x6F) [0x106ae99bf]
       mongod(_ZN5mongo18PipelineProxyStage11getNextBsonEv+0x61) [0x1069abce1]
       mongod(_ZN5mongo18PipelineProxyStage4workEPm+0x10F) [0x1069abb7f]
       mongod(_ZN5mongo12PlanExecutor11getNextImplEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0x361) [0x106bbd591]
       mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x39) [0x106bbd199]
       mongod(_ZN5mongo12_GLOBAL__N_113generateBatchEiPNS_12ClientCursorEPNS_11_BufBuilderINS_16TrivialAllocatorEEEPiPNS_9TimestampEPNS_12PlanExecutor9ExecStateE+0x72) [0x106b7e6f2]
       mongod(_ZN5mongo7getMoreEPNS_16OperationContextEPKcixPbS4_+0x73C) [0x106b7d51c]
       mongod(_ZN5mongo15receivedGetMoreEPNS_16OperationContextERNS_10DbResponseERNS_7MessageERNS_5CurOpE+0x2A9) [0x106a5bd59]
       mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x1496) [0x106a58d66]
       mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortE+0xFF) [0x106760b5f]
       mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x27E) [0x106ff2b6e]
       mongod(_ZNSt3__114__thread_proxyINS_5tupleIJNS_6__bindIPFPvS3_EJPN5mongo12_GLOBAL__N_124MessagingPortWithHandlerEEEEEEEEES3_S3_+0x61) [0x106ff2311]
       libsystem_pthread.dylib(_pthread_body+0x83) [0x7fff9cb27c13]
       libsystem_pthread.dylib(_pthread_body+0x0) [0x7fff9cb27b90]
       libsystem_pthread.dylib(thread_start+0xD) [0x7fff9cb25375]
      -----  END BACKTRACE  -----
      Segmentation fault: 11
      

      Ran this on OSX 10.11.2 (15C50) using the following mongod:

      db version v3.2.1
      git version: a14d55980c2cdc565d4704a7e3ad37e4e535c1b2
      allocator: system
      modules: none
      build environment:
          distarch: x86_64
          target_arch: x86_64
      

      I'm able to reliably reproduce both on WiredTiger and mmapv1.

        1. mongodb-win32-x86_64-enterprise-windows-64-3.2016-02-18T16-27-59.mdmp
          1.34 MB
          Craig Wilson
        2. mongoplay
          9.66 MB
          Michael O'Brien
        3. wisdom.playback
          8.09 MB
          Michael O'Brien

            Assignee:
            max.hirschhorn@mongodb.com Max Hirschhorn
            Reporter:
            adinoyi.omuya@mongodb.com Adinoyi Omuya
            Votes:
            0 Vote for this issue
            Watchers:
            13 Start watching this issue

              Created:
              Updated:
              Resolved: