26783900/26866530 99% Tue Oct 18 15:09:17 [conn80] update users.globalusers query: { _id: "twitter/happinessvogel_" } update: { $set: { searchterms.allstar weekend: { polarity: 0.7723258241841711, name: "allstar weekend" }, instances.40797: {}, namedentities.allstar weekend: { polarity: 0.7723258241841711, mentions: 1, name: "allstar weekend" } }, $inc: { messagesInFeed.40797: 1 }, $addToSet: { instanceslist: 40797 } } moved:1 154ms Tue Oct 18 15:09:18 [conn24] update users.globalusers query: { _id: "twitter/gemmarawlinsonx" } update: { $set: { searchterms.@markhoppus: { polarity: 1.0, name: "@markhoppus" } }, $addToSet: { instanceslist: 40523 } } moved:1 212ms Tue Oct 18 15:09:19 [conn80] update users.globalusers query: { _id: "twitter/instantrihplay" } update: { $set: { instances.40797: {} }, $inc: { messagesInFeed.40797: 1 }, $addToSet: { instanceslist: 40797 } } moved:1 204ms 26789100/26866530 99% Tue Oct 18 15:09:22 [conn46] update users.globalusers query: { _id: "twitter/danielscott14" } update: { $set: { searchterms.beats by dre: { polarity: 0.7491138687692553, name: "Beats by Dre" }, instances.35124: {} }, $inc: { messagesInFeed.35124: 1 }, $addToSet: { instanceslist: 35124 } } moved:1 372ms 26790700/26866530 99% 26795200/26866535 99% 26802900/26866535 99% Tue Oct 18 15:09:29 [conn81] update users.globalusers query: { _id: "twitter/christineramen" } update: { $set: { instances.40792: {} }, $inc: { messagesInFeed.40792: 1 }, $addToSet: { instanceslist: 40792 } } moved:1 107ms Tue Oct 18 15:09:33 [LockPinger] cluster rack6:27019 pinged successfully at Tue Oct 18 15:09:33 2011 by distributed lock pinger 'rack6:27019/rack9.citizennet.com:27018:1318959302:2034897889', sleeping for 30000ms Tue Oct 18 15:09:33 [conn85] update users.globalusers query: { _id: "twitter/digimixcast" } update: { $set: { instances.40793: {} }, $inc: { messagesInFeed.40793: 1 }, $addToSet: { instanceslist: 40793 } } moved:1 1873ms 26805900/26866535 99% Tue Oct 18 15:09:35 [conn81] update users.globalusers query: { _id: "twitter/cuentosdcalleja" } update: { $set: { instances.40792: {} }, $inc: { messagesInFeed.40792: 1 }, $addToSet: { instanceslist: 40792 } } keyUpdates:1 103ms 26810800/26866535 99% Tue Oct 18 15:09:37 [conn5] update users.globalusers query: { _id: "twitter/b2stial" } update: { $set: { instances.40788: {} }, $inc: { messagesInFeed.40788: 1 }, $addToSet: { instanceslist: 40788 } } moved:1 112ms 26819400/26866535 99% 26829200/26866536 99% 26842200/26866536 99% 26850500/26866536 99% Tue Oct 18 15:09:49 [conn98] update users.globalusers query: { _id: "twitter/dieegomorandi" } update: { $set: { instances.40786: {} }, $inc: { messagesInFeed.40786: 1 }, $addToSet: { instanceslist: 40786 } } moved:1 417ms Tue Oct 18 15:09:51 [conn106] getmore users.globalusers query: { $query: { instanceslist: 40516 } } cursorid:4104722695001235912 nreturned:53071 reslen:4194371 79405ms 26858300/26866536 99% Tue Oct 18 15:09:51 [conn38] query users.globalusers ntoreturn:100 nscanned:505541 nreturned:100 reslen:85966 119616ms Tue Oct 18 15:09:52 [conn103] query users.globalusers ntoreturn:100 nscanned:506993 nreturned:100 reslen:85697 114980ms Tue Oct 18 15:09:53 [conn60] build index done 26865666 records 14582.9 secs Tue Oct 18 15:09:53 [conn60] insert users.system.indexes 14582978ms Tue Oct 18 15:09:53 Invalid access at address: 0 Tue Oct 18 15:09:53 Tue Oct 18 15:09:53 Tue Oct 18 15:09:53 Invalid access at address: 0 Tue Oct 18 15:09:53 Invalid access at address: 0 Tue Oct 18 15:09:53 Invalid access at address: 0 Tue Oct 18 15:09:53 Invalid access at address: 0 Tue Oct 18 15:09:53 Invalid access at address: 0 Tue Oct 18 15:09:53 Invalid access at address: 0 Invalid access at address: 0 Tue Oct 18 15:09:53 Invalid access at address: 0 Invalid access at address: 0 Tue Oct 18 15:09:53 Invalid access at address: 0 Tue Oct 18 15:09:53 Got signal: 11 (Segmentation fault). Tue Oct 18 15:09:53 Got signal: 11 (Segmentation fault). Tue Oct 18 15:09:53 Got signal: 11 (Segmentation fault). Tue Oct 18 15:09:53 Got signal: 11 (Segmentation fault). Tue Oct 18 15:09:53 Got signal: 11 (Segmentation fault). Tue Oct 18 15:09:53 Got signal: 11 (Segmentation fault). Tue Oct 18 15:09:53 Got signal: 11 (Segmentation fault). Tue Oct 18 15:09:53 Got signal: 11 (Segmentation fault). Tue Oct 18 15:09:53 Got signal: 11 (Segmentation fault). Tue Oct 18 15:09:53 Got signal: 11 (Segmentation fault). Tue Oct 18 15:09:53 Got signal: 11 (Segmentation fault). Tue Oct 18 15:09:53 Backtrace: 0xa83fc9 0xa845a0 0x7f77b7d5fb40 0x54d7dc 0x83d551 0x83d756 0x83d8b0 0x96ef38 0x8c0b66 0x8cd4b0 0x8cdb06 0x8d21ce 0x8d3be5 0x8d50b7 0x960d4a 0x87e037 0x88485c 0xa96a46 0x635dd7 0x7f77b7d57971 /usr/bin/mongod(_ZN5mongo10abruptQuitEi+0x399) [0xa83fc9] /usr/bin/mongod(_ZN5mongo24abruptQuitWithAddrSignalEiP7siginfoPv+0x220) [0xa845a0] /lib/libpthread.so.0(+0xfb40) [0x7f77b7d5fb40] /usr/bin/mongod(_ZN5mongo24FieldRangeVectorIterator7advanceERKNS_7BSONObjE+0x4c) [0x54d7dc] /usr/bin/mongod(_ZN5mongo11BtreeCursor29skipOutOfRangeKeysAndCheckEndEv+0x81) [0x83d551] /usr/bin/mongod(_ZN5mongo11BtreeCursor12skipAndCheckEv+0x26) [0x83d756] /usr/bin/mongod(_ZN5mongo11BtreeCursor7advanceEv+0x100) [0x83d8b0] /usr/bin/mongod(_ZN5mongo11UserQueryOp4nextEv+0x2b8) [0x96ef38] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner6nextOpERNS_7QueryOpE+0x56) [0x8c0b66] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner4nextEv+0x110) [0x8cd4b0] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner22runUntilFirstCompletesEv+0x56) [0x8cdb06] /usr/bin/mongod(_ZN5mongo12QueryPlanSet5runOpERNS_7QueryOpE+0x11e) [0x8d21ce] /usr/bin/mongod(_ZN5mongo16MultiPlanScanner9runOpOnceERNS_7QueryOpE+0x525) [0x8d3be5] /usr/bin/mongod(_ZN5mongo16MultiPlanScanner5runOpERNS_7QueryOpE+0x17) [0x8d50b7] /usr/bin/mongod(_ZN5mongo8runQueryERNS_7MessageERNS_12QueryMessageERNS_5CurOpES1_+0x147a) [0x960d4a] /usr/bin/mongod() [0x87e037] /usr/bin/mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x55c) [0x88485c] /usr/bin/mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0x76) [0xa96a46] /usr/bin/mongod(_ZN5mongo3pms9threadRunEPNS_13MessagingPortE+0x287) [0x635dd7] /lib/libpthread.so.0(+0x7971) [0x7f77b7d57971] Tue Oct 18 15:09:53 Backtrace: 0xa83fc9 0xa845a0 0x7f77b7d5fb40 0x54d7dc 0x83d551 0x83d756 0x83d8b0 0x96ef38 0x8c0b66 0x8cd4b0 0x8cdb06 0x8d21ce 0x8d3be5 0x8d50b7 0x960d4a 0x87e037 0x88485c 0xa96a46 0x635dd7 0x7f77b7d57971 /usr/bin/mongod(_ZN5mongo10abruptQuitEi+0x399) [0xa83fc9] /usr/bin/mongod(_ZN5mongo24abruptQuitWithAddrSignalEiP7siginfoPv+0x220) [0xa845a0] /lib/libpthread.so.0(+0xfb40) [0x7f77b7d5fb40] /usr/bin/mongod(_ZN5mongo24FieldRangeVectorIterator7advanceERKNS_7BSONObjE+0x4c) [0x54d7dc] /usr/bin/mongod(_ZN5mongo11BtreeCursor29skipOutOfRangeKeysAndCheckEndEv+0x81) [0x83d551] /usr/bin/mongod(_ZN5mongo11BtreeCursor12skipAndCheckEv+0x26) [0x83d756] /usr/bin/mongod(_ZN5mongo11BtreeCursor7advanceEv+0x100) [0x83d8b0] /usr/bin/mongod(_ZN5mongo11UserQueryOp4nextEv+0x2b8) [0x96ef38] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner6nextOpERNS_7QueryOpE+0x56) [0x8c0b66] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner4nextEv+0x110) [0x8cd4b0] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner22runUntilFirstCompletesEv+0x56) [0x8cdb06] /usr/bin/mongod(_ZN5mongo12QueryPlanSet5runOpERNS_7QueryOpE+0x11e) [0x8d21ce] /usr/bin/mongod(_ZN5mongo16MultiPlanScanner9runOpOnceERNS_7QueryOpE+0x525) [0x8d3be5] /usr/bin/mongod(_ZN5mongo16MultiPlanScanner5runOpERNS_7QueryOpE+0x17) [0x8d50b7] /usr/bin/mongod(_ZN5mongo8runQueryERNS_7MessageERNS_12QueryMessageERNS_5CurOpES1_+0x147a) [0x960d4a] /usr/bin/mongod() [0x87e037] /usr/bin/mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x55c) [0x88485c] /usr/bin/mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0x76) [0xa96a46] /usr/bin/mongod(_ZN5mongo3pms9threadRunEPNS_13MessagingPortE+0x287) [0x635dd7] /lib/libpthread.so.0(+0x7971) [0x7f77b7d57971] Tue Oct 18 15:09:53 Backtrace: 0xa83fc9 0xa845a0 0x7f77b7d5fb40 0x54d7dc 0x83d551 0x83d756 0x83d8b0 0x96ef38 0x8c0b66 0x8cd4b0 0x8cdb06 0x8d21ce 0x8d3be5 0x8d50b7 0x960d4a 0x87e037 0x88485c 0xa96a46 0x635dd7 0x7f77b7d57971 /usr/bin/mongod(_ZN5mongo10abruptQuitEi+0x399) [0xa83fc9] /usr/bin/mongod(_ZN5mongo24abruptQuitWithAddrSignalEiP7siginfoPv+0x220) [0xa845a0] /lib/libpthread.so.0(+0xfb40) [0x7f77b7d5fb40] /usr/bin/mongod(_ZN5mongo24FieldRangeVectorIterator7advanceERKNS_7BSONObjE+0x4c) [0x54d7dc] /usr/bin/mongod(_ZN5mongo11BtreeCursor29skipOutOfRangeKeysAndCheckEndEv+0x81) [0x83d551] /usr/bin/mongod(_ZN5mongo11BtreeCursor12skipAndCheckEv+0x26) [0x83d756] /usr/bin/mongod(_ZN5mongo11BtreeCursor7advanceEv+0x100) [0x83d8b0] /usr/bin/mongod(_ZN5mongo11UserQueryOp4nextEv+0x2b8) [0x96ef38] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner6nextOpERNS_7QueryOpE+0x56) [0x8c0b66] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner4nextEv+0x110) [0x8cd4b0] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner22runUntilFirstCompletesEv+0x56) [0x8cdb06] /usr/bin/mongod(_ZN5mongo12QueryPlanSet5runOpERNS_7QueryOpE+0x11e) [0x8d21ce] /usr/bin/mongod(_ZN5mongo16MultiPlanScanner9runOpOnceERNS_7QueryOpE+0x525) [0x8d3be5] /usr/bin/mongod(_ZN5mongo16MultiPlanScanner5runOpERNS_7QueryOpE+0x17) [0x8d50b7] /usr/bin/mongod(_ZN5mongo8runQueryERNS_7MessageERNS_12QueryMessageERNS_5CurOpES1_+0x147a) [0x960d4a] /usr/bin/mongod() [0x87e037] /usr/bin/mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x55c) [0x88485c] /usr/bin/mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0x76) [0xa96a46] /usr/bin/mongod(_ZN5mongo3pms9threadRunEPNS_13MessagingPortE+0x287) [0x635dd7] /lib/libpthread.so.0(+0x7971) [0x7f77b7d57971] Tue Oct 18 15:09:53 Backtrace: 0xa83fc9 0xa845a0 0x7f77b7d5fb40 0x54d7dc 0x83d551 0x83d756 0x83d8b0 0x96ef38 0x8c0b66 0x8cd4b0 0x8cdb06 0x8d21ce 0x8d3be5 0x8d50b7 0x960d4a 0x87e037 0x88485c 0xa96a46 0x635dd7 0x7f77b7d57971 /usr/bin/mongod(_ZN5mongo10abruptQuitEi+0x399) [0xa83fc9] /usr/bin/mongod(_ZN5mongo24abruptQuitWithAddrSignalEiP7siginfoPv+0x220) [0xa845a0] /lib/libpthread.so.0(+0xfb40) [0x7f77b7d5fb40] /usr/bin/mongod(_ZN5mongo24FieldRangeVectorIterator7advanceERKNS_7BSONObjE+0x4c) [0x54d7dc] /usr/bin/mongod(_ZN5mongo11BtreeCursor29skipOutOfRangeKeysAndCheckEndEv+0x81) [0x83d551] /usr/bin/mongod(_ZN5mongo11BtreeCursor12skipAndCheckEv+0x26) [0x83d756] /usr/bin/mongod(_ZN5mongo11BtreeCursor7advanceEv+0x100) [0x83d8b0] /usr/bin/mongod(_ZN5mongo11UserQueryOp4nextEv+0x2b8) [0x96ef38] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner6nextOpERNS_7QueryOpE+0x56) [0x8c0b66] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner4nextEv+0x110) [0x8cd4b0] /usr/bin/mongod(_ZN5mongo12QueryPlanSet6Runner22runUntilFirstCompletesEv+0x56) [0x8cdb06] /usr/bin/mongod(_ZN5mongo12QueryPlanSet5runOpERNS_7QueryOpE+0x11e) [0x8d21ce] /usr/bin/mongod(_ZN5mongo16MultiPlanScanner9runOpOnceERNS_7QueryOpE+0x525) [0x8d3be5] /usr/bin/mongod(_ZN5mongo16MultiPlanScanner5runOpERNS_7QueryOpE+0x17) [0x8d50b7] /usr/bin/mongod(_ZN5mongo8runQueryERNS_7MessageERNS_12QueryMessageERNS_5CurOpES1_+0x147a) [0x960d4a] /usr/bin/mongod() [0x87e037] /usr/bin/mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x55c) [0x88485c] /usr/bin/mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0x76) [0xa96a46] /usr/bin/mongod(_ZN5mongo3pms9threadRunEPNS_13MessagingPortE+0x287) [0x635dd7] /lib/libpthread.so.0(+0x7971) [0x7f77b7d57971] ***** SERVER RESTARTED *****