Uploaded image for project: 'WiredTiger'
  1. WiredTiger
  2. WT-2224

backup_restore.js fails with tcmalloc invalid free pointer in __wt_split_multi

    • Type: Icon: Bug Bug
    • Resolution: Done
    • Priority: Icon: Major - P3 Major - P3
    • WT2.7.0
    • Affects Version/s: None
    • Component/s: None
    • None

      [js_test:backup_restore] 2015-10-23T03:38:30.592+0000 d20517| 2015-10-23T03:38:30.591+0000 I REPL     [ReplicationExecutor] transition to SECONDARY
      [js_test:backup_restore] 2015-10-23T03:38:30.596+0000 d20514| 2015-10-23T03:38:30.595+0000 I COMMAND  [conn69] command db2.$cmd command: eval { eval: function (collName, doc) {
      [js_test:backup_restore] 2015-10-23T03:38:30.596+0000 d20514| "use strict";
      [js_test:backup_restore] 2015-10-23T03:38:30.597+0000 d20514|
      [js_test:backup_restore] 2015-10-23T03:38:30.597+0000 d20514|                 var insertRe..., args: [ "coll2", { x: 3.0 } ], nolock: true } ntoreturn:1 ntoskip:0 keyUpdates:0 writeConflicts:0 numYields:0 reslen:54 locks:{ Global: { acquireCount: { r: 4, w: 2 } }, Database: { acquireCount: { r: 1, w: 2 } }, Collection: { acquireCount: { r: 1, w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 568ms
      [js_test:backup_restore] 2015-10-23T03:38:30.599+0000 d20514| 2015-10-23T03:38:30.596+0000 I COMMAND  [conn64] command db2.$cmd command: eval { eval: function (collName, doc) {
      [js_test:backup_restore] 2015-10-23T03:38:30.600+0000 d20514| "use strict";
      [js_test:backup_restore] 2015-10-23T03:38:30.600+0000 d20514|
      [js_test:backup_restore] 2015-10-23T03:38:30.601+0000 d20514|                 var insertRe..., args: [ "coll2", { x: 2.0 } ], nolock: true } ntoreturn:1 ntoskip:0 keyUpdates:0 writeConflicts:0 numYields:0 reslen:54 locks:{ Global: { acquireCount: { r: 4, w: 2 } }, Database: { acquireCount: { r: 1, w: 2 } }, Collection: { acquireCount: { r: 1, w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 429ms
      [js_test:backup_restore] 2015-10-23T03:38:30.607+0000 d20517| 2015-10-23T03:38:30.605+0000 I REPL     [ReplicationExecutor] could not find member to sync from
      ...
      [js_test:backup_restore] 2015-10-23T03:38:30.738+0000 d20517| src/third_party/gperftools-2.2/src/tcmalloc.cc:278] Attempt to free invalid pointer 0xfa
      [js_test:backup_restore] 2015-10-23T03:38:30.769+0000 d20514| 2015-10-23T03:38:30.768+0000 I COMMAND  [conn66] command db2.$cmd command: eval { eval: function (collName, doc) {
      [js_test:backup_restore] 2015-10-23T03:38:30.769+0000 d20514| "use strict";
      [js_test:backup_restore] 2015-10-23T03:38:30.769+0000 d20514|
      [js_test:backup_restore] 2015-10-23T03:38:30.770+0000 d20514|                 var insertRe..., args: [ "coll2", { x: 18.0 } ], nolock: true } ntoreturn:1 ntoskip:0 keyUpdates:0 writeConflicts:0 numYields:0 reslen:54 locks:{ Global: { acquireCount: { r: 4, w: 2 } }, Database: { acquireCount: { r: 1, w: 2 } }, Collection: { acquireCount: { r: 1, w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 469ms
      [js_test:backup_restore] 2015-10-23T03:38:30.784+0000 d20517| 2015-10-23T03:38:30.784+0000 F -        [thread1] Got signal: 6 (Aborted).
      [js_test:backup_restore] 2015-10-23T03:38:30.784+0000 d20517|
      [js_test:backup_restore] 2015-10-23T03:38:30.785+0000 d20517|  0x1358502 0x1357449 0x1357c52 0x3f4c80f790 0x3f4c432625 0x3f4c433e05 0x143a023 0x14418b8 0x1b04353 0x1a04a42 0x1a0660d 0x1a489d7 0x1a45c14 0x1a45eca 0x3f4c807a51 0x3f4c4e893d
      [js_test:backup_restore] 2015-10-23T03:38:30.786+0000 d20517| ----- BEGIN BACKTRACE -----
      [js_test:backup_restore] 2015-10-23T03:38:30.891+0000 d20517| {"backtrace":[{"b":"400000","o":"F58502"},{"b":"400000","o":"F57449"},{"b":"400000","o":"F57C52"},{"b":"3F4C800000","o":"F790"},{"b":"3F4C400000","o":"32625"},{"b":"3F4C400000","o":"33E05"},{"b":"400000","o":"103A023"},{"b":"400000","o":"10418B8"},{"b":"400000","o":"1704353"},{"b":"400000","o":"1604A42"},{"b":"400000","o":"160660D"},{"b":"400000","o":"16489D7"},{"b":"400000","o":"1645C14"},{"b":"400000","o":"1645ECA"},{"b":"3F4C800000","o":"7A51"},{"b":"3F4C400000","o":"E893D"}],"processInfo":{ "mongodbVersion" : "3.2.0-rc1-pre-", "gitVersion" : "56901168cea650d4080fe3fadd283e5127924c34", "compiledModules" : [ "enterprise" ], "uname" : { "sysname" : "Linux", "release" : "2.6.32-220.el6.x86_64", "version" : "#1 SMP Wed Nov 9 08:03:13 EST 2011", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "B13A38FD2F6E037A20FFF199FE834002C6D049C7" }, { "b" : "7FFFA14FF000", "elfType" : 3, "buildId" : "08F634A1D22DEFF00461D50A7699DACDC97657BF" }, { "path" : "/usr/lib64/libsasl2.so.2", "elfType" : 3, "buildId" : "E0AEE889D5BF1373F2F9EE0D448DBF3F5B5113F0" }, { "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "0C72521270790A1BD52C8F6B989EEA5A575085BF" }, { "b" : "7F618E20C000", "path" : "/usr/lib64/libnetsnmpagent.so.20", "elfType" : 3, "buildId" : "E4E49DE2554F02ACF2728D1748874101B0709B3A" }, { "b" : "7F618DFE6000", "path" : "/usr/lib64/libnetsnmphelpers.so.20", "elfType" : 3, "buildId" : "17A35AEE324676929C7A5C8B4CE54443ED10AC07" }, { "b" : "7F618DB1D000", "path" : "/usr/lib64/libnetsnmpmibs.so.20", "elfType" : 3, "buildId" : "78A49421FA60389F8C774BE68F5EF17DF2BD9CE3" }, { "b" : "7F618D843000", "path" : "/usr/lib64/libnetsnmp.so.20", "elfType" : 3, "buildId" : "4CB6272BCAC2270393F559F67E8ED321690F79D5" }, { "b" : "7F618D5D7000", "path" : "/usr/lib64/libssl.so.10", "elfType" : 3, "buildId" : "93610457BCF424BEBBF1F3FB44E51B51B50F2B55" }, { "b" : "7F618D1F3000", "path" : "/usr/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "06DDBB192AF74F99DB58F2150BFB83F42F5EBAD3" }, { "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "58C5A5FF5C82D7BE3113BE36DD87C7004E3C4DB1" }, { "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "B5AE05CEDC0CE917F50A3A468CFA2ACD8592E8F6" }, { "path" : "/usr/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "28AF9321EBEA9D172CA43E11A60E02D0F7014870" }, { "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "989FE3A42CA8CEBDCC185A743896F23A0CF537ED" }, { "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "2AC15B051D1B8B53937E3341EA931D0E96F745D9" }, { "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "D467973C46E563CDCF64B5F12B2D6A50C7A25BA1" }, { "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "A6D15926E61580E250ED91F84FF7517F3970CD83" }, { "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "04202A4A8BE624D2193E812A25589E2DD02D5B5C" }, { "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "F704FA7D21D05EF31E90FB4890FCA7F3D91DA138" }, { "path" : "/lib64/libcrypt.so.1", "elfType" : 3, "buildId" : "128802B73016BE233837EA9F2DCBC2153ACC2D6A" }, { "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "DC11D5D89BDC77FF242481122D51E5A08DB60DA8" }, { "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "15782495E3AF093E67DDAE9A86436FFC6B3CC4D3" }, { "b" : "7F223EFEB000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "13FFCD68952B7715DDF34C9321D82E3041EA9006" }, { "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "44A3A1C1891B4C8170C3DB80E7117A022E5EECD0" }, { "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "3BCCABE75DC61BBA81AAE45D164E26EF4F9F55DB" }, { "b" : "7F618CDDF000", "path" : "/lib64/libwrap.so.0", "elfType" : 3, "buildId" : "8C0C7CAB7F028E4592A8581EB2122FBECAB26B97" }, { "b" : "7F223EA74000", "path" : "/usr/lib64/perl5/CORE/libperl.so", "elfType" : 3, "buildId" : "0A8E7D74369C1AF1F7C33B8DF8387DE5013898A4" }, { "path" : "/lib64/libnsl.so.1", "elfType" : 3, "buildId" : "CAD1498B2AA3531958C579F5CB39D8D6BFB5675B" }, { "b" : "7F223F870000", "path" : "/lib64/libutil.so.1", "elfType" : 3, "buildId" : "565D9CDC6BD59EFE0156BAFE21033BE070F014DA" }, { "b" : "7F2239E05000", "path" : "/usr/lib64/librpm.so.1", "elfType" : 3, "buildId" : "0B73153AA2E650B19153B7E8A57F9C7A965072CD" }, { "b" : "7F223A7D5000", "path" : "/usr/lib64/librpmio.so.1", "elfType" : 3, "buildId" : "7D821C87BEF03F9D7BBFE7FEE591EC5929D1C22C" }, { "b" : "7F223DDCC000", "path" : "/lib64/libpopt.so.0", "elfType" : 3, "buildId" : "E7B49911F1136073DD7DC58E8118CD9A4FBE2A19" }, { "b" : "7F223F3B6000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "D053BB4FF0C2FC983842F81598813B9B931AD0D1" }, { "b" : "7F618BDA5000", "path" : "/usr/lib64/libsensors.so.4", "elfType" : 3, "buildId" : "6855E5BF5B3634C15F01B1043BD892D727EE3C08" }, { "path" : "/lib64/libfreebl3.so", "elfType" : 3, "buildId" : "58BAC04A1DB3964A8F594EFFBE4838AD01214EDC" }, { "b" : "7F223E385000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "2D0F26E648D9661ABD83ED8B4BBE8F2CFA50393B" }, { "path" : "/usr/lib64/libnss3.so", "elfType" : 3, "buildId" : "F5B3DC80D72284A29A8791D9CE53BDD36152D2D1" }, { "b" : "7F223C974000", "path" : "/lib64/libbz2.so.1", "elfType" : 3, "buildId" : "1250B1D041DD7552F0C870BB188DC3A34DF2651D" }, { "b" : "7F223BF5D000", "path" : "/usr/lib64/libelf.so.1", "elfType" : 3, "buildId" : "1C2B39A5003E9DA8FD9C55972C06245E731E6546" }, { "path" : "/usr/lib64/liblzma.so.0", "elfType" : 3, "buildId" : "6FF9BAEEEE9DDEEF2DFA5CBD36147A75891C0AD4" }, { "b" : "7F2239530000", "path" : "/usr/lib64/liblua-5.1.so", "elfType" : 3, "buildId" : "6BDB4E1990D6EBA12A5C8D39A7650DB8798BF568" }, { "b" : "7F2239F2B000", "path" : "/lib64/libcap.so.2", "elfType" : 3, "buildId" : "A436538388F1F25113FDA834CA2EED524EFA17D6" }, { "b" : "7F2239923000", "path" : "/lib64/libacl.so.1", "elfType" : 3, "buildId" : "26CC708AC7C0FC1797A2340C024F0ADD0CE054D8" }, { "path" : "/lib64/libdb-4.7.so", "elfType" : 3, "buildId" : "437CA0AB593A7383FF1A1700D14AF4998FE93CF3" }, { "path" : "/usr/lib64/libnssutil3.so", "elfType" : 3, "buildId" : "B9E269CF8BA8534481A13DFFC297CD03340ECA27" }, { "path" : "/lib64/libplc4.so", "elfType" : 3, "buildId" : "1539DCCE12F5355F1CB4808D8D2E380BEDD949D2" }, { "path" : "/lib64/libplds4.so", "elfType" : 3, "buildId" : "2F6C87C6D093BF0AF3A79112C093791975C07A1A" }, { "path" : "/lib64/libnspr4.so", "elfType" : 3, "buildId" : "14E12AEE8381E1CE601A81904EAAC0EA6073686F" }, { "path" : "/lib64/libattr.so.1", "elfType" : 3, "buildId" : "8EF0683858704EF173AB11B1E27076F37F82B7B6" }, { "b" : "7F618AF13000", "path" : "/usr/lib64/sasl2/libsasldb.so", "elfType" : 3, "buildId" : "4514552B5354286A143770420B38F2D5985D7FA1" }, { "b" : "7F618AD0E000", "path" : "/usr/lib64/sasl2/libanonymous.so", "elfType" : 3, "buildId" : "EEAA33A75735D35F4BF25C3C2830B8C90ABDD8B5" }, { "b" : "7F618AB01000", "path" : "/usr/lib64/sasl2/libdigestmd5.so", "elfType" : 3, "buildId" : "34D8E3E2565DEF4A685D6976831B0372AD456993" }, { "b" : "7F618A8FB000", "path" : "/usr/lib64/sasl2/libcrammd5.so", "elfType" : 3, "buildId" : "4CC7E695963F5C8B772EDFF456DB67F89E58FBD6" }, { "b" : "7F618A6F6000", "path" : "/usr/lib64/sasl2/libplain.so", "elfType" : 3, "buildId" : "F8DDC7A3CA1CE5B75719AE0DC821647B609D17B6" }, { "b" : "7F618A4F1000", "path" : "/usr/lib64/sasl2/liblogin.so", "elfType" : 3, "buildId" : "9D19F93E342AA4EE2D646E64642625F365056E5C" }, { "b" : "7F618A2E9000", "path" : "/usr/lib64/sasl2/libgssapiv2.so", "elfType" : 3, "buildId" : "F7BCE9C6BFF4EAF0CB3142B299CF22D094CE4F04" } ] }}
      [js_test:backup_restore] 2015-10-23T03:38:30.892+0000 d20517|  mongod(_ZN5mongo15printStackTraceERSo+0x32) [0x1358502]
      [js_test:backup_restore] 2015-10-23T03:38:30.892+0000 d20517|  mongod(+0xF57449) [0x1357449]
      [js_test:backup_restore] 2015-10-23T03:38:30.892+0000 d20517|  mongod(+0xF57C52) [0x1357c52]
      [js_test:backup_restore] 2015-10-23T03:38:30.892+0000 d20517|  libpthread.so.0(+0xF790) [0x3f4c80f790]
      [js_test:backup_restore] 2015-10-23T03:38:30.892+0000 d20517|  libc.so.6(gsignal+0x35) [0x3f4c432625]
      [js_test:backup_restore] 2015-10-23T03:38:30.893+0000 d20517|  libc.so.6(abort+0x175) [0x3f4c433e05]
      [js_test:backup_restore] 2015-10-23T03:38:30.893+0000 d20517|  mongod(_ZN8tcmalloc3LogENS_7LogModeEPKciNS_7LogItemES3_S3_S3_+0x1E3) [0x143a023]
      [js_test:backup_restore] 2015-10-23T03:38:30.893+0000 d20517|  mongod(+0x10418B8) [0x14418b8]
      [js_test:backup_restore] 2015-10-23T03:38:30.893+0000 d20517|  mongod(free+0x1F3) [0x1b04353]
      [js_test:backup_restore] 2015-10-23T03:38:30.894+0000 d20517|  mongod(+0x1604A42) [0x1a04a42]
      [js_test:backup_restore] 2015-10-23T03:38:30.894+0000 d20517|  mongod(__wt_split_multi+0x1DD) [0x1a0660d]
      [js_test:backup_restore] 2015-10-23T03:38:30.931+0000 d20517|  mongod(__wt_evict+0x887) [0x1a489d7]
      [js_test:backup_restore] 2015-10-23T03:38:30.932+0000 d20517|  mongod(+0x1645C14) [0x1a45c14]
      [js_test:backup_restore] 2015-10-23T03:38:30.932+0000 d20517|  mongod(+0x1645ECA) [0x1a45eca]
      [js_test:backup_restore] 2015-10-23T03:38:30.932+0000 d20517|  libpthread.so.0(+0x7A51) [0x3f4c807a51]
      [js_test:backup_restore] 2015-10-23T03:38:30.932+0000 d20517|  libc.so.6(clone+0x6D) [0x3f4c4e893d]
      [js_test:backup_restore] 2015-10-23T03:38:30.948+0000 d20517| -----  END BACKTRACE  -----
      

        1. d20006-bughunt-1.log
          14 kB
          Michael Grundy

            Assignee:
            michael.cahill@mongodb.com Michael Cahill (Inactive)
            Reporter:
            scotthernandez Scott Hernandez (Inactive)
            Votes:
            0 Vote for this issue
            Watchers:
            11 Start watching this issue

              Created:
              Updated:
              Resolved: