Thu Nov 21 03:00:18.415 [conn35851] end connection 217.70.34.135:60509 (350 connections now open) Thu Nov 21 03:00:18.448 [initandlisten] connection accepted from 217.70.34.135:60512 #35853 (351 connections now open) Thu Nov 21 03:00:18.480 [conn35853] authenticate db: local { authenticate: 1, nonce: "f032b5621153c633", user: "__system", key: "2b91eea2ed0c4886b927b6d3eb31bd8a" } Thu Nov 21 03:00:21.013 [conn31455] command jerome5.$cmd command: { aggregate: "Example", pipeline: [ { $match: { $and: [ { clExists: true }, { lc: "eng" }, { trans: "fra" }, { wordCount: { $lte: 15 } }, { wordCount: { $gte: 11 } }, { pattern: false }, { $or: [ { group: "cn" }, { group: "all" } ] }, { indices.textLc: { $in: [ "constitutional court", "constitutional", "court", "act", "sb" ] } } ] } }, { $limit: 400 } ], fromRouter: true } ntoreturn:1 keyUpdates:0 numYields: 2 locks(micros) r:190436 reslen:50 104ms Thu Nov 21 03:00:24.831 [conn35852] end connection 88.198.175.66:41606 (350 connections now open) Thu Nov 21 03:00:24.835 [initandlisten] connection accepted from 88.198.175.66:41608 #35854 (351 connections now open) Thu Nov 21 03:00:24.836 [conn35854] authenticate db: local { authenticate: 1, nonce: "361f594ae4de25b7", user: "__system", key: "4ee50edbd65ee072c782ed0ff6de6e4b" } Thu Nov 21 03:00:41.723 [websvr] Socket http response send() errno:32 Broken pipe 127.0.0.1:41108 Thu Nov 21 03:00:49.017 [conn35853] end connection 217.70.34.135:60512 (350 connections now open) Thu Nov 21 03:00:49.204 [initandlisten] connection accepted from 217.70.34.135:60516 #35856 (351 connections now open) Thu Nov 21 03:00:49.237 [conn35856] authenticate db: local { authenticate: 1, nonce: "2648bf2b8e891bff", user: "__system", key: "07e86a1a93a3d498a083cd0333ecbcee" } Thu Nov 21 03:00:54.852 [conn35854] end connection 88.198.175.66:41608 (350 connections now open) Thu Nov 21 03:00:54.860 [initandlisten] connection accepted from 88.198.175.66:41611 #35857 (351 connections now open) Thu Nov 21 03:00:54.861 [conn35857] authenticate db: local { authenticate: 1, nonce: "13bc8181782b03b", user: "__system", key: "348f1529fbc5c662c035f3226c21f9ff" } Thu Nov 21 03:01:09.363 [conn31451] jerome5.TranslationQueue ERROR: key too large len:2248 max:1024 2248 jerome5.TranslationQueue.$tl_1_g_1_sl_1_st_1 Thu Nov 21 03:01:19.778 [conn35856] end connection 217.70.34.135:60516 (350 connections now open) Thu Nov 21 03:01:19.814 [initandlisten] connection accepted from 217.70.34.135:60518 #35858 (351 connections now open) Thu Nov 21 03:01:19.846 [conn35858] authenticate db: local { authenticate: 1, nonce: "55ea6eb265eecf1", user: "__system", key: "a0dcf742f6473781fae6abb6fa946216" } Thu Nov 21 03:01:24.877 [conn35857] end connection 88.198.175.66:41611 (350 connections now open) Thu Nov 21 03:01:24.880 [initandlisten] connection accepted from 88.198.175.66:41613 #35859 (351 connections now open) Thu Nov 21 03:01:24.881 [conn35859] authenticate db: local { authenticate: 1, nonce: "678387cc3fe2d929", user: "__system", key: "9622f64849f082dd0a9d42e28e8aca84" } Thu Nov 21 03:01:32.271 [conn31255] update jerome5.Example query: { _id: ObjectId('4e2761eec9b253f335eb3097') } update: { _id: ObjectId('4e2761eec9b253f335eb3097'), kodoId: 2070806, text: "Le code spécifié reste actif jusqu'à ce qu'il rencontre un autre élément d'information de changement de code avec verrouillage qui spécifie l'ut...", tHash2: 871196510, tLeft: "Le code spécifié", textLc: "le code spécifié reste actif jusqu'à ce qu'il rencontre un autre élément d'information de changement de code avec verrouillage qui spécifie l'ut...", tLcHash2: -519820482, tLcLeft: "le code spécifié", allCaps: false, lc: "fra", date: new Date(-2208988800000), createDate: new Date(-2208988800000), lastModified: new Date(1384999292037), owner: 1, u: ObjectId('4df3712e71123b7848e81894'), group: "all", g: ObjectId('4defe4887112ede06261f72d'), type: "PLAIN", apd: true, wrongLanguage: false, pattern: false, ppc: 0, random: 10040949, indices: [ { text: "spécifié", textLc: "spécifié", pos: 8 }, { text: "changement", textLc: "changement", pos: 90 }, { text: "jusqu'à", textLc: "jusqu'à", pos: 29 }, { text: "spécifie", textLc: "spécifie", pos: 131 }, { text: "de", textLc: "de", pos: 5 }, { text: "utilisation", textLc: "utilisation", pos: 142 }, { text: "code spécifié reste", textLc: "code spécifié reste", pos: 3 }, { text: "Le", textLc: "le", pos: 0 }, { text: "reste actif", textLc: "reste actif", pos: 17 }, { text: "d'un", textLc: "d'un", pos: 154 }, { text: "code spécifié", textLc: "code spécifié", pos: 3 }, { text: "qu'", textLc: "qu'", pos: 32 }, { text: "actif", textLc: "actif", pos: 23 }, { text: "jeu", textLc: "jeu", pos: 165 }, { text: "qui", textLc: "qui", pos: 127 }, { text: "d'", textLc: "d'", pos: 73 }, { text: "information", textLc: "information", pos: 75 }, { text: "élément", textLc: "élément", pos: 65 }, { text: "avec", textLc: "avec", pos: 109 }, { text: "spécifié reste", textLc: "spécifié reste", pos: 8 }, { text: "reste", textLc: "reste", pos: 17 }, { text: "code", textLc: "code", pos: 3 }, { text: "il", textLc: "il", pos: 43 }, { text: "un", textLc: "un", pos: 56 }, { text: "autre", textLc: "autre", pos: 59 }, { text: "l'", textLc: "l'", pos: 140 }, { text: "qu'il", textLc: "qu'il", pos: 40 }, { text: "spécifié reste actif", textLc: "spécifié reste actif", pos: 8 }, { text: "verrouillage", textLc: "verrouillage", pos: 114 }, { text: "rencontre", textLc: "rencontre", pos: 46 }, { text: "codes", textLc: "codes", pos: 172 }, { text: "ce", textLc: "ce", pos: 37 } ], indicesSize: 32, clExists: false, tlc: 0, tls: "", length: 178, lengthPlain: 178, wordCount: 31, avgWL: 4.0, v: 6, sig: "s_W_W_W_W_s_s_ss_W_s_s_W_sW_s_W_s_W_s_W_s_W_sW_ss_s_W_s_Wp", topicCount: 0, pc: 0 } idhack:1 nupdated:1 keyUpdates:7 locks(micros) w:214425 214ms Thu Nov 21 03:01:34.651 [conn31255] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 264ms Thu Nov 21 03:01:38.907 [conn31425] command jerome5.$cmd command: { aggregate: "Example", pipeline: [ { $match: { $and: [ { clExists: true }, { lc: "eng" }, { trans: "esl" }, { wordCount: { $lte: 6 } }, { wordCount: { $gte: 4 } }, { pattern: false }, { $or: [ { group: "cn" }, { group: "all" } ] }, { indices.textLc: { $in: [ "need", "what", "know", "you", "to" ] } } ] } }, { $limit: 400 } ], fromRouter: true } ntoreturn:1 keyUpdates:0 locks(micros) r:123949 reslen:50 124ms Thu Nov 21 03:01:41.746 [websvr] Socket http response send() errno:32 Broken pipe 127.0.0.1:41115 Thu Nov 21 03:01:50.380 [conn35858] end connection 217.70.34.135:60518 (350 connections now open) Thu Nov 21 03:01:50.413 [initandlisten] connection accepted from 217.70.34.135:60522 #35861 (351 connections now open) Thu Nov 21 03:01:50.446 [conn35861] authenticate db: local { authenticate: 1, nonce: "a44a945c8328836b", user: "__system", key: "415b725e2ad1e6f37589ad1c814e36b7" } Thu Nov 21 03:01:54.895 [conn35859] end connection 88.198.175.66:41613 (350 connections now open) Thu Nov 21 03:01:54.899 [initandlisten] connection accepted from 88.198.175.66:41616 #35862 (351 connections now open) Thu Nov 21 03:01:54.900 [conn35862] authenticate db: local { authenticate: 1, nonce: "27638accca75e66c", user: "__system", key: "31d4f3a3cf558b9cc6f916da2c749c1e" } Thu Nov 21 03:02:20.984 [conn35861] end connection 217.70.34.135:60522 (350 connections now open) Thu Nov 21 03:02:21.018 [initandlisten] connection accepted from 217.70.34.135:60524 #35863 (351 connections now open) Thu Nov 21 03:02:21.053 [conn35863] authenticate db: local { authenticate: 1, nonce: "16c254235216a337", user: "__system", key: "4aef5b1eeb0d621383dbd1b28e6f9846" } Thu Nov 21 03:02:24.916 [conn35862] end connection 88.198.175.66:41616 (350 connections now open) Thu Nov 21 03:02:24.920 [initandlisten] connection accepted from 88.198.175.66:41618 #35864 (351 connections now open) Thu Nov 21 03:02:24.921 [conn35864] authenticate db: local { authenticate: 1, nonce: "1752fc5ff91ebe8", user: "__system", key: "408d1e35036a3c914085d4f24652f79b" } Thu Nov 21 03:02:27.342 [conn31255] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 102ms Thu Nov 21 03:02:41.771 [websvr] Socket http response send() errno:32 Broken pipe 127.0.0.1:41122 Thu Nov 21 03:02:48.397 [conn31255] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 147ms Thu Nov 21 03:02:51.601 [conn35863] end connection 217.70.34.135:60524 (350 connections now open) Thu Nov 21 03:02:51.634 [initandlisten] connection accepted from 217.70.34.135:60528 #35866 (351 connections now open) Thu Nov 21 03:02:51.667 [conn35866] authenticate db: local { authenticate: 1, nonce: "d3198a566ce605ee", user: "__system", key: "9431af501b744b0b913e94a2cab02463" } Thu Nov 21 03:02:51.892 [conn31255] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 113ms Thu Nov 21 03:02:54.935 [conn35864] end connection 88.198.175.66:41618 (350 connections now open) Thu Nov 21 03:02:54.939 [initandlisten] connection accepted from 88.198.175.66:41621 #35867 (351 connections now open) Thu Nov 21 03:02:54.940 [conn35867] authenticate db: local { authenticate: 1, nonce: "e81a726f4c944e1", user: "__system", key: "28a07dbac8a502a4ad37b59bb4d6d545" } Thu Nov 21 03:03:04.841 [conn31255] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 514ms Thu Nov 21 03:03:20.178 [conn3061] command admin.$cmd command: { writebacklisten: ObjectId('527957d640e3c20079513b8a') } ntoreturn:1 keyUpdates:0 reslen:44 300000ms Thu Nov 21 03:03:22.435 [conn35866] end connection 217.70.34.135:60528 (350 connections now open) Thu Nov 21 03:03:22.469 [initandlisten] connection accepted from 217.70.34.135:60530 #35868 (351 connections now open) Thu Nov 21 03:03:22.501 [conn35868] authenticate db: local { authenticate: 1, nonce: "ff90f204a364d7cf", user: "__system", key: "ad50ebe1fd24378def863cbc4d041572" } Thu Nov 21 03:03:24.959 [conn35867] end connection 88.198.175.66:41621 (350 connections now open) Thu Nov 21 03:03:24.974 [initandlisten] connection accepted from 88.198.175.66:41623 #35869 (351 connections now open) Thu Nov 21 03:03:24.975 [conn35869] authenticate db: local { authenticate: 1, nonce: "dbbd4b4a7ae8b2a2", user: "__system", key: "4ccba2720d4a780fa33c65a6e10fa89c" } Thu Nov 21 03:03:41.800 [websvr] Socket http response send() errno:32 Broken pipe 127.0.0.1:41129 Thu Nov 21 03:03:53.033 [conn35868] end connection 217.70.34.135:60530 (350 connections now open) Thu Nov 21 03:03:53.065 [initandlisten] connection accepted from 217.70.34.135:60534 #35871 (351 connections now open) Thu Nov 21 03:03:53.098 [conn35871] authenticate db: local { authenticate: 1, nonce: "49067396536ed0ad", user: "__system", key: "e68ab59422ae19269d3be0daffdc48c2" } Thu Nov 21 03:03:54.990 [conn35869] end connection 88.198.175.66:41623 (350 connections now open) Thu Nov 21 03:03:54.994 [initandlisten] connection accepted from 88.198.175.66:41626 #35872 (351 connections now open) Thu Nov 21 03:03:54.995 [conn35872] authenticate db: local { authenticate: 1, nonce: "3cc2fe6004200d6d", user: "__system", key: "cf1fa4f68022f78758394251998ccaa9" } Thu Nov 21 03:03:59.579 [conn3064] command admin.$cmd command: { writebacklisten: ObjectId('528796cd13b3f46b46e6c48d') } ntoreturn:1 keyUpdates:0 reslen:44 300000ms Thu Nov 21 03:04:00.156 [conn3063] command admin.$cmd command: { writebacklisten: ObjectId('527960697c498665ef6ebbe5') } ntoreturn:1 keyUpdates:0 reslen:44 300000ms Thu Nov 21 03:04:08.734 [conn31255] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 328ms Thu Nov 21 03:04:19.661 [conn31255] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 115ms Thu Nov 21 03:04:23.407 [conn31255] query jerome5.Example query: { $query: { v: { $lt: 6 }, group: "all", wrongLanguage: false }, $readPreference: { mode: "primaryPreferred" } } cursorid:1715010257738928259 ntoreturn:500 ntoskip:0 nscanned:446370 keyUpdates:0 numYields: 4 locks(micros) r:4070752 nreturned:500 reslen:1560909 2050ms Thu Nov 21 03:04:23.640 [conn35871] end connection 217.70.34.135:60534 (350 connections now open) Thu Nov 21 03:04:23.673 [initandlisten] connection accepted from 217.70.34.135:60536 #35873 (351 connections now open) Thu Nov 21 03:04:23.706 [conn35873] authenticate db: local { authenticate: 1, nonce: "d71017932d61c9be", user: "__system", key: "ebb3e0932c2b4e93c2731fff1612d64a" } Thu Nov 21 03:04:25.009 [conn35872] end connection 88.198.175.66:41626 (350 connections now open) Thu Nov 21 03:04:25.013 [initandlisten] connection accepted from 88.198.175.66:41628 #35874 (351 connections now open) Thu Nov 21 03:04:25.015 [conn35874] authenticate db: local { authenticate: 1, nonce: "12f1763f11a2cc65", user: "__system", key: "c63df77d488b45102fec784b6bff8e92" } Thu Nov 21 03:04:41.831 [websvr] Socket http response send() errno:32 Broken pipe 127.0.0.1:41136 Thu Nov 21 03:04:44.190 [conn30608] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 114ms Thu Nov 21 03:04:54.246 [conn35873] end connection 217.70.34.135:60536 (350 connections now open) Thu Nov 21 03:04:54.280 [initandlisten] connection accepted from 217.70.34.135:60540 #35876 (351 connections now open) Thu Nov 21 03:04:54.312 [conn35876] authenticate db: local { authenticate: 1, nonce: "5ff76477c5541d62", user: "__system", key: "c214992ee58a7c37815bde35ab16c4ce" } Thu Nov 21 03:04:55.030 [conn35874] end connection 88.198.175.66:41628 (350 connections now open) Thu Nov 21 03:04:55.034 [initandlisten] connection accepted from 88.198.175.66:41631 #35877 (351 connections now open) Thu Nov 21 03:04:55.035 [conn35877] authenticate db: local { authenticate: 1, nonce: "4f618fec0b4eec11", user: "__system", key: "0975c66863aa1da442ee7c7c87dba59c" } Thu Nov 21 03:05:12.772 [conn30608] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 197ms Thu Nov 21 03:05:24.843 [conn35876] end connection 217.70.34.135:60540 (350 connections now open) Thu Nov 21 03:05:24.876 [initandlisten] connection accepted from 217.70.34.135:60542 #35878 (351 connections now open) Thu Nov 21 03:05:24.910 [conn35878] authenticate db: local { authenticate: 1, nonce: "256a11cfdadf0f4b", user: "__system", key: "e45ba0b0208d69e09239994404388323" } Thu Nov 21 03:05:25.050 [conn35877] end connection 88.198.175.66:41631 (350 connections now open) Thu Nov 21 03:05:25.053 [initandlisten] connection accepted from 88.198.175.66:41633 #35879 (351 connections now open) Thu Nov 21 03:05:25.054 [conn35879] authenticate db: local { authenticate: 1, nonce: "1fcb5c55db4a8c78", user: "__system", key: "461a70b52b40ab8e4ee0a494ef3d6d3b" } Thu Nov 21 03:05:41.853 [websvr] Socket http response send() errno:32 Broken pipe 127.0.0.1:41143 Thu Nov 21 03:05:42.786 [conn30608] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 130ms Thu Nov 21 03:05:49.181 [conn30608] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 126ms Thu Nov 21 03:05:55.076 [conn35879] end connection 88.198.175.66:41633 (350 connections now open) Thu Nov 21 03:05:55.098 [initandlisten] connection accepted from 88.198.175.66:41636 #35881 (351 connections now open) Thu Nov 21 03:05:55.099 [conn35881] authenticate db: local { authenticate: 1, nonce: "3b73437fead22d05", user: "__system", key: "9ccae026f8ea600f14fe8db8d591eb1a" } Thu Nov 21 03:05:55.447 [conn35878] end connection 217.70.34.135:60542 (350 connections now open) Thu Nov 21 03:05:55.480 [initandlisten] connection accepted from 217.70.34.135:60546 #35882 (351 connections now open) Thu Nov 21 03:05:55.513 [conn35882] authenticate db: local { authenticate: 1, nonce: "15f33ecd7f18a466", user: "__system", key: "8583bb1e78880ce24b773ab3d7ab4310" } Thu Nov 21 03:06:00.126 [conn30608] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 310ms Thu Nov 21 03:06:08.108 [conn30608] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 141ms Thu Nov 21 03:06:25.114 [conn35881] end connection 88.198.175.66:41636 (350 connections now open) Thu Nov 21 03:06:25.118 [initandlisten] connection accepted from 88.198.175.66:41638 #35883 (351 connections now open) Thu Nov 21 03:06:25.119 [conn35883] authenticate db: local { authenticate: 1, nonce: "eca1f6dff5c8d2f3", user: "__system", key: "53b8458157186950f008e132bbfc3114" } Thu Nov 21 03:06:26.057 [conn35882] end connection 217.70.34.135:60546 (350 connections now open) Thu Nov 21 03:06:26.091 [initandlisten] connection accepted from 217.70.34.135:60548 #35884 (351 connections now open) Thu Nov 21 03:06:26.124 [conn35884] authenticate db: local { authenticate: 1, nonce: "6a0a497e32958b0d", user: "__system", key: "bf9f9fcbd23eb836d0970d7db4ebacec" } Thu Nov 21 03:06:41.913 [websvr] Socket http response send() errno:32 Broken pipe 127.0.0.1:41150 Thu Nov 21 03:06:55.134 [conn35883] end connection 88.198.175.66:41638 (350 connections now open) Thu Nov 21 03:06:55.137 [initandlisten] connection accepted from 88.198.175.66:41641 #35886 (351 connections now open) Thu Nov 21 03:06:55.139 [conn35886] authenticate db: local { authenticate: 1, nonce: "65187c127d9d1440", user: "__system", key: "dbb5946cd4be4df7e002a2d08a655ba2" } Thu Nov 21 03:06:56.653 [conn35884] end connection 217.70.34.135:60548 (350 connections now open) Thu Nov 21 03:06:56.686 [initandlisten] connection accepted from 217.70.34.135:60552 #35887 (351 connections now open) Thu Nov 21 03:06:56.719 [conn35887] authenticate db: local { authenticate: 1, nonce: "3cd58099fcfb7dea", user: "__system", key: "86f9820be32bbce6c90716a9324610d0" } Thu Nov 21 03:07:14.301 [conn30358] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 162ms Thu Nov 21 03:07:25.153 [conn35886] end connection 88.198.175.66:41641 (350 connections now open) Thu Nov 21 03:07:25.157 [initandlisten] connection accepted from 88.198.175.66:41643 #35888 (351 connections now open) Thu Nov 21 03:07:25.158 [conn35888] authenticate db: local { authenticate: 1, nonce: "fa4685077db17790", user: "__system", key: "9762df209f5eb3f26e2903419ba44abb" } Thu Nov 21 03:07:27.251 [conn35887] end connection 217.70.34.135:60552 (350 connections now open) Thu Nov 21 03:07:27.284 [initandlisten] connection accepted from 217.70.34.135:60554 #35889 (351 connections now open) Thu Nov 21 03:07:27.317 [conn35889] authenticate db: local { authenticate: 1, nonce: "454c845fba7c3984", user: "__system", key: "2ed3892d727301704113e8234d959613" } Thu Nov 21 03:07:41.512 [conn30608] command jerome5.$cmd command: { aggregate: "Example", pipeline: [ { $match: { $and: [ { clExists: true }, { lc: "eng" }, { $or: [ { trans: "zho_CN" }, { trans: "zho" } ] }, { wordCount: { $lte: 3 } }, { pattern: true }, { $or: [ { group: "transmachina" }, { group: "all" } ] }, { indices.textLc: { $in: [ "site map", "site", "map" ] } } ] } }, { $limit: 400 } ], fromRouter: true } ntoreturn:1 keyUpdates:0 numYields: 1 locks(micros) r:335001 reslen:50 168ms Thu Nov 21 03:07:41.936 [websvr] Socket http response send() errno:32 Broken pipe 127.0.0.1:41157 Thu Nov 21 03:07:43.157 [conn31017] command jerome5.$cmd command: { aggregate: "Example", pipeline: [ { $match: { $and: [ { clExists: true }, { lc: "eng" }, { trans: "esl" }, { wordCount: { $lte: 13 } }, { wordCount: { $gte: 9 } }, { pattern: false }, { $or: [ { group: "cn" }, { group: "all" } ] }, { indices.textLc: { $in: [ "constitutional amendment", "legal provisions", "constitutional", "provisions", "amendment" ] } } ] } }, { $limit: 400 } ], fromRouter: true } ntoreturn:1 keyUpdates:0 numYields: 2 locks(micros) r:151476 reslen:50 103ms Thu Nov 21 03:07:43.967 [conn35754] end connection 144.76.98.109:34967 (350 connections now open) Thu Nov 21 03:07:43.988 [initandlisten] connection accepted from 144.76.98.109:35745 #35891 (351 connections now open) Thu Nov 21 03:07:43.991 [conn35891] authenticate db: admin { authenticate: 1, user: "mmsagent", nonce: "3c1915e46dfd82f8", key: "f47d80490aae84d8225e3be6f57349c4" } Thu Nov 21 03:07:55.173 [conn35888] end connection 88.198.175.66:41643 (350 connections now open) Thu Nov 21 03:07:55.177 [initandlisten] connection accepted from 88.198.175.66:41646 #35892 (351 connections now open) Thu Nov 21 03:07:55.177 [conn35892] authenticate db: local { authenticate: 1, nonce: "9d14a6ee0b19fd5e", user: "__system", key: "0acefe03fbc11d2e4fbc741f00b06659" } Thu Nov 21 03:07:57.860 [conn35889] end connection 217.70.34.135:60554 (350 connections now open) Thu Nov 21 03:07:57.893 [initandlisten] connection accepted from 217.70.34.135:60558 #35893 (351 connections now open) Thu Nov 21 03:07:57.925 [conn35893] authenticate db: local { authenticate: 1, nonce: "6c3878443672fb86", user: "__system", key: "de60ea5e8968be0107d5b645692addaf" } Thu Nov 21 03:07:58.215 [conn31216] command jerome5.$cmd command: { getlasterror: 1, w: 2 } ntoreturn:1 keyUpdates:0 reslen:406 407ms Thu Nov 21 03:08:05.995 [conn30608] command jerome5.$cmd command: { aggregate: "Example", pipeline: [ { $match: { $and: [ { clExists: true }, { lc: "eng" }, { $or: [ { trans: "zho_CN" }, { trans: "zho" } ] }, { wordCount: { $lte: 3 } }, { pattern: false }, { $or: [ { group: "transmachina" }, { group: "all" } ] }, { indices.textLc: { $in: [ "contact" ] } } ] } }, { $limit: 400 } ], fromRouter: true } ntoreturn:1 keyUpdates:0 locks(micros) r:159076 reslen:50 159ms Thu Nov 21 03:08:20.179 [conn3061] command admin.$cmd command: { writebacklisten: ObjectId('527957d640e3c20079513b8a') } ntoreturn:1 keyUpdates:0 reslen:44 300000ms Thu Nov 21 03:08:25.192 [conn35892] end connection 88.198.175.66:41646 (350 connections now open) Thu Nov 21 03:08:25.245 [initandlisten] connection accepted from 88.198.175.66:41653 #35894 (351 connections now open) Thu Nov 21 03:08:25.246 [conn35894] authenticate db: local { authenticate: 1, nonce: "f2f682429a6954d9", user: "__system", key: "938737fcc47384ba1cbbed97af009d8c" } Thu Nov 21 03:08:28.465 [conn35893] end connection 217.70.34.135:60558 (350 connections now open) Thu Nov 21 03:08:28.498 [initandlisten] connection accepted from 217.70.34.135:60560 #35895 (351 connections now open) Thu Nov 21 03 Thu Nov 21 03:11:58.766 [initandlisten] MongoDB starting : pid=1722 port=27017 dbpath=/var/lib/mongo 64-bit host=haga Thu Nov 21 03:11:58.766 [initandlisten] db version v2.4.8 Thu Nov 21 03:11:58.766 [initandlisten] git version: a350fc38922fbda2cec8d5dd842237b904eafc14 Thu Nov 21 03:11:58.766 [initandlisten] build info: Linux ip-10-2-29-40 2.6.21.7-2.ec2.v1.2.fc8xen #1 SMP Fri Nov 20 17:48:28 EST 2009 x86_64 BOOST_LIB_VERSION=1_49 Thu Nov 21 03:11:58.766 [initandlisten] allocator: tcmalloc Thu Nov 21 03:11:58.766 [initandlisten] options: { auth: "true", config: "/etc/mongod.conf", dbpath: "/var/lib/mongo", fork: "true", keyFile: "/var/lib/mongo/sprawk.key", logappend: "true", logpath: "/var/log/mongo/mongod.log", oplogSize: 28610, pidfilepath: "/var/run/mongodb/mongod.pid", replSet: "sprawk" } Thu Nov 21 03:11:59.194 [initandlisten] journal dir=/var/lib/mongo/journal Thu Nov 21 03:11:59.194 [initandlisten] recover begin Thu Nov 21 03:11:59.287 [initandlisten] recover lsn: 399501949 Thu Nov 21 03:11:59.287 [initandlisten] recover /var/lib/mongo/journal/j._102 Thu Nov 21 03:11:59.323 [initandlisten] recover skipping application of section seq:393562047 < lsn:399501949 Thu Nov 21 03:12:00.199 [initandlisten] recover skipping application of section seq:393621446 < lsn:399501949 Thu Nov 21 03:12:00.764 [initandlisten] recover skipping application of section seq:393680846 < lsn:399501949 Thu Nov 21 03:12:01.802 [initandlisten] recover skipping application of section seq:393740248 < lsn:399501949 Thu Nov 21 03:12:02.493 [initandlisten] recover skipping application of section seq:393799653 < lsn:399501949 Thu Nov 21 03:12:03.133 [initandlisten] recover skipping application of section seq:393859065 < lsn:399501949 Thu Nov 21 03:12:04.036 [initandlisten] recover skipping application of section seq:393918485 < lsn:399501949 Thu Nov 21 03:12:04.532 [initandlisten] recover skipping application of section seq:393977886 < lsn:399501949 Thu Nov 21 03:12:04.679 [initandlisten] recover skipping application of section seq:394037285 < lsn:399501949 Thu Nov 21 03:12:04.843 [initandlisten] recover skipping application of section more... Thu Nov 21 03:12:29.798 [initandlisten] recover cleaning up Thu Nov 21 03:12:29.798 [initandlisten] removeJournalFiles Thu Nov 21 03:12:29.951 [initandlisten] recover done Thu Nov 21 03:12:30.957 [websvr] admin web console waiting for connections on port 28017 Thu Nov 21 03:12:30.958 [initandlisten] couldn't unlink socket file /tmp/mongodb-27017.sockerrno:1 Operation not permitted skipping Thu Nov 21 03:12:30.958 [initandlisten] waiting for connections on port 27017 Thu Nov 21 03:12:31.184 [rsStart] replSet I am n1-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:12:31.184 [rsStart] replSet STARTUP2 Thu Nov 21 03:12:31.187 [rsHealthPoll] replset info arb-rs1.mongo.sprawk.com:27017 thinks that we are down Thu Nov 21 03:12:31.187 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:12:31.187 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is now in state ARBITER Thu Nov 21 03:12:31.314 [rsHealthPoll] replset info n2-rs1.mongo.sprawk.com:27017 thinks that we are down Thu Nov 21 03:12:31.314 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:12:31.314 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is now in state PRIMARY Thu Nov 21 03:12:31.699 [initandlisten] connection accepted from 217.70.33.122:39257 #1 (1 connection now open) Thu Nov 21 03:12:31.718 [initandlisten] connection accepted from 217.70.34.135:60675 #2 (2 connections now open) Thu Nov 21 03:12:31.757 [initandlisten] connection accepted from 217.70.34.135:60676 #3 (3 connections now open) Thu Nov 21 03:12:31.777 [conn2] end connection 217.70.34.135:60675 (2 connections now open) Thu Nov 21 03:12:31.792 [conn3] authenticate db: local { authenticate: 1, nonce: "b5115283be017047", user: "__system", key: "31f088fca56f26da3bdfaf4e010ee0da" } Thu Nov 21 03:12:31.857 [conn3] authenticate db: local { authenticate: 1, nonce: "307abe986892fa60", user: "__system", key: "bb8c6fab978b7f5886d9feaa40c7e2c6" } Thu Nov 21 03:12:32.086 [initandlisten] connection accepted from 217.70.33.116:60245 #4 (3 connections now open) Thu Nov 21 03:12:32.184 [rsSync] replSet SECONDARY Thu Nov 21 03:12:32.284 [initandlisten] connection accepted from 88.198.175.66:41780 #5 (4 connections now open) Thu Nov 21 03:12:32.287 [conn5] end connection 88.198.175.66:41780 (3 connections now open) Thu Nov 21 03:12:32.287 [initandlisten] connection accepted from 88.198.175.66:41781 #6 (4 connections now open) Thu Nov 21 03:12:32.288 [conn6] authenticate db: local { authenticate: 1, nonce: "b17bee5253e15b1b", user: "__system", key: "c3d120584db004bfcb0076e5f3633b50" } Thu Nov 21 03:12:32.290 [conn6] authenticate db: local { authenticate: 1, nonce: "5cdb86f8c2d94bbb", user: "__system", key: "185c96aa4018d7cf373e460200ab849a" } Thu Nov 21 03:12:32.290 [conn6] end connection 88.198.175.66:41781 (3 connections now open) Thu Nov 21 03:12:32.294 [initandlisten] connection accepted from 88.198.175.66:41782 #7 (4 connections now open) Thu Nov 21 03:12:32.295 [conn7] authenticate db: local { authenticate: 1, nonce: "673f0de9261d5f0f", user: "__system", key: "d53437a49d9de4168d103a291bfec4aa" } Thu Nov 21 03:12:35.543 [initandlisten] connection accepted from 144.76.98.109:35890 #8 (5 connections now open) Thu Nov 21 03:12:35.546 [conn8] authenticate db: admin { authenticate: 1, user: "mmsagent", nonce: "dee2ce1d4263338a", key: "e04de60afbe7b7957d297d5bbda75bd7" } Thu Nov 21 03:12:36.185 [rsBackgroundSync] replSet syncing to: n2-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:12:36.410 [initandlisten] connection accepted from 217.70.34.135:60679 #9 (6 connections now open) Thu Nov 21 03:12:37.426 [rsSyncNotifier] replset setting oplog notifier to n2-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:12:39.185 [repl writer worker 6] jerome5.Example caught assertion update index jerome5.Example.$indicesSize_1 10287 btree: key+recloc already in index _id: ObjectId('4e27622cc9b253f335eb327a') Thu Nov 21 03:12:39.860 [initandlisten] connection accepted from 46.4.84.213:40023 #10 (7 connections now open) Thu Nov 21 03:12:40.102 [initandlisten] connection accepted from 46.4.84.213:40024 #11 (8 connections now open) Thu Nov 21 03:12:40.103 [conn11] authenticate db: local { authenticate: 1, nonce: "b1a2995b4daa1336", user: "__system", key: "ae779ed8088543912dd5f3206086fdaa" } Thu Nov 21 03:12:40.403 [repl writer worker 5] jerome5.Unit caught assertion update index jerome5.Unit.$lc_1_wpm_1 10287 btree: key+recloc already in index _id: ObjectId('4eda12f6e4b0c2e5b8943dc8') Thu Nov 21 03:12:40.403 [repl writer worker 5] jerome5.Unit caught assertion update index jerome5.Unit.$lc_1_f_-1 10287 btree: key+recloc already in index _id: ObjectId('4eda12f6e4b0c2e5b8943dc8') Thu Nov 21 03:12:40.543 [repl writer worker 5] jerome5.Unit caught assertion update index jerome5.Unit.$lc_1_wpm_1 10287 btree: key+recloc already in index _id: ObjectId('4ee06cb9e4b07190c187e6ec') Thu Nov 21 03:12:40.565 [repl writer worker 5] jerome5.Unit caught assertion update index jerome5.Unit.$lc_1_f_-1 10287 btree: key+recloc already in index _id: ObjectId('4ee06cb9e4b07190c187e6ec') Thu Nov 21 03:12:40.674 [repl writer worker 4] ERROR: writer worker caught exception: btree: key+recloc already in index on: { ts: Timestamp 1384999721000|6, h: 402201434552044898, v: 2, op: "i", ns: "jerome5.ExtendedLog", o: { _id: ObjectId('528d6b29e4b0adfc422870db'), u: ObjectId('4df3712e71123b7848e81894'), g: ObjectId('4defe4887112ede06261f72d'), title: "REINDEXED_SENTENCE", l: "info", properties: { EXAMPLE_TOSTRING: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", LANGUAGE: "dan", EXAMPLE_ID: "4e6b9950e4b0c4359109055f", TEXT: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", FIRST_TIME: "false", TYPE: "PLAIN", SERVER: "alpha", INDEX_TEXTS: "med, der, til, det, derfra, direkte derfra, sproget, Lilleasien, direkte, mener, de, indoeuropæiske urhjem befandt, hævde, vil, kom, sammen, indoeur..." } } } Thu Nov 21 03:12:40.674 [repl writer worker 4] Fatal Assertion 16360 Thu Nov 21 03:12:40.687 [repl writer worker 4] Thu Nov 21 03:12:40.687 Got signal: 6 (Aborted). Thu Nov 21 03:12:40.689 Backtrace: Thu Nov 21 03:12:42.863 [initandlisten] MongoDB starting : pid=2978 port=27017 dbpath=/var/lib/mongo 64-bit host=haga Thu Nov 21 03:12:42.863 [initandlisten] db version v2.4.8 Thu Nov 21 03:12:42.863 [initandlisten] git version: a350fc38922fbda2cec8d5dd842237b904eafc14 Thu Nov 21 03:12:42.863 [initandlisten] build info: Linux ip-10-2-29-40 2.6.21.7-2.ec2.v1.2.fc8xen #1 SMP Fri Nov 20 17:48:28 EST 2009 x86_64 BOOST_LIB_VERSION=1_49 Thu Nov 21 03:12:42.863 [initandlisten] allocator: tcmalloc Thu Nov 21 03:12:42.863 [initandlisten] options: { auth: "true", config: "/etc/mongod.conf", dbpath: "/var/lib/mongo", fork: "true", keyFile: "/var/lib/mongo/sprawk.key", logappend: "true", logpath: "/var/log/mongo/mongod.log", oplogSize: 28610, pidfilepath: "/var/run/mongodb/mongod.pid", replSet: "sprawk" } Thu Nov 21 03:12:42.875 [initandlisten] journal dir=/var/lib/mongo/journal Thu Nov 21 03:12:42.876 [initandlisten] recover begin Thu Nov 21 03:12:42.876 [initandlisten] recover lsn: 0 Thu Nov 21 03:12:42.876 [initandlisten] recover /var/lib/mongo/journal/j._0 Thu Nov 21 03:12:42.878 [initandlisten] recover cleaning up Thu Nov 21 03:12:42.879 [initandlisten] removeJournalFiles Thu Nov 21 03:12:42.879 [initandlisten] recover done Thu Nov 21 03:12:42.908 [websvr] admin web console waiting for connections on port 28017 Thu Nov 21 03:12:42.908 [initandlisten] couldn't unlink socket file /tmp/mongodb-27017.sockerrno:1 Operation not permitted skipping Thu Nov 21 03:12:42.908 [initandlisten] waiting for connections on port 27017 Thu Nov 21 03:12:43.047 [rsStart] replSet I am n1-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:12:43.047 [rsStart] replSet STARTUP2 Thu Nov 21 03:12:43.050 [rsHealthPoll] replset info arb-rs1.mongo.sprawk.com:27017 thinks that we are down Thu Nov 21 03:12:43.050 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:12:43.050 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is now in state ARBITER Thu Nov 21 03:12:43.177 [rsHealthPoll] replset info n2-rs1.mongo.sprawk.com:27017 thinks that we are down Thu Nov 21 03:12:43.177 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:12:43.177 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is now in state PRIMARY Thu Nov 21 03:12:44.048 [rsSync] replSet still syncing, not yet to minValid optime 528d6b33:9 Thu Nov 21 03:12:44.292 [initandlisten] connection accepted from 217.70.34.135:60686 #1 (1 connection now open) Thu Nov 21 03:12:44.293 [conn1] end connection 217.70.34.135:60686 (0 connections now open) Thu Nov 21 03:12:44.309 [initandlisten] connection accepted from 88.198.175.66:41785 #2 (1 connection now open) Thu Nov 21 03:12:44.312 [conn2] authenticate db: local { authenticate: 1, nonce: "560781f9651b646", user: "__system", key: "1f61f8561d8acb36f5f48d87a531b8b8" } Thu Nov 21 03:12:44.325 [initandlisten] connection accepted from 217.70.34.135:60687 #3 (2 connections now open) Thu Nov 21 03:12:44.358 [conn3] authenticate db: local { authenticate: 1, nonce: "5ab65ed9c5047474", user: "__system", key: "cfc6deb6656f3dde79933ccd78888d7a" } Thu Nov 21 03:12:44.423 [conn3] authenticate db: local { authenticate: 1, nonce: "69a0b1941050d998", user: "__system", key: "881307381aa9b1895f50b8f741f82ded" } Thu Nov 21 03:12:48.048 [rsBackgroundSync] replSet syncing to: n2-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:12:48.049 [rsSync] replSet still syncing, not yet to minValid optime 528d6b33:9 Thu Nov 21 03:12:48.462 [repl writer worker 3] ERROR: writer worker caught exception: btree: key+recloc already in index on: { ts: Timestamp 1384999721000|6, h: 402201434552044898, v: 2, op: "i", ns: "jerome5.ExtendedLog", o: { _id: ObjectId('528d6b29e4b0adfc422870db'), u: ObjectId('4df3712e71123b7848e81894'), g: ObjectId('4defe4887112ede06261f72d'), title: "REINDEXED_SENTENCE", l: "info", properties: { EXAMPLE_TOSTRING: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", LANGUAGE: "dan", EXAMPLE_ID: "4e6b9950e4b0c4359109055f", TEXT: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", FIRST_TIME: "false", TYPE: "PLAIN", SERVER: "alpha", INDEX_TEXTS: "med, der, til, det, derfra, direkte derfra, sproget, Lilleasien, direkte, mener, de, indoeuropæiske urhjem befandt, hævde, vil, kom, sammen, indoeur..." } } } Thu Nov 21 03:12:48.462 [repl writer worker 3] Fatal Assertion 16360 Thu Nov 21 03:12:48.464 [repl writer worker 3] Thu Nov 21 03:12:48.464 Got signal: 6 (Aborted). Thu Nov 21 03:12:48.464 [repl writer worker 5] jerome5.Example caught assertion update index jerome5.Example.$indicesSize_1 10287 btree: key+recloc already in index _id: ObjectId('4e27622cc9b253f335eb327a') Thu Nov 21 03:12:48.466 Backtrace: Thu Nov 21 03:13:43.115 [initandlisten] MongoDB starting : pid=3091 port=27017 dbpath=/var/lib/mongo 64-bit host=haga Thu Nov 21 03:13:43.115 [initandlisten] db version v2.4.8 Thu Nov 21 03:13:43.115 [initandlisten] git version: a350fc38922fbda2cec8d5dd842237b904eafc14 Thu Nov 21 03:13:43.115 [initandlisten] build info: Linux ip-10-2-29-40 2.6.21.7-2.ec2.v1.2.fc8xen #1 SMP Fri Nov 20 17:48:28 EST 2009 x86_64 BOOST_LIB_VERSION=1_49 Thu Nov 21 03:13:43.115 [initandlisten] allocator: tcmalloc Thu Nov 21 03:13:43.115 [initandlisten] options: { auth: "true", config: "/etc/mongod.conf", dbpath: "/var/lib/mongo", fork: "true", keyFile: "/var/lib/mongo/sprawk.key", logappend: "true", logpath: "/var/log/mongo/mongod.log", oplogSize: 28610, pidfilepath: "/var/run/mongodb/mongod.pid", replSet: "sprawk" } Thu Nov 21 03:13:43.127 [initandlisten] journal dir=/var/lib/mongo/journal Thu Nov 21 03:13:43.127 [initandlisten] recover begin Thu Nov 21 03:13:43.127 [initandlisten] recover lsn: 0 Thu Nov 21 03:13:43.127 [initandlisten] recover /var/lib/mongo/journal/j._0 Thu Nov 21 03:13:43.130 [initandlisten] recover cleaning up Thu Nov 21 03:13:43.130 [initandlisten] removeJournalFiles Thu Nov 21 03:13:43.131 [initandlisten] recover done Thu Nov 21 03:13:43.172 [initandlisten] couldn't unlink socket file /tmp/mongodb-27017.sockerrno:1 Operation not permitted skipping Thu Nov 21 03:13:43.172 [initandlisten] waiting for connections on port 27017 Thu Nov 21 03:13:43.172 [websvr] admin web console waiting for connections on port 28017 Thu Nov 21 03:13:43.321 [rsStart] replSet I am n1-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:13:43.321 [rsStart] replSet STARTUP2 Thu Nov 21 03:13:43.326 [rsHealthPoll] replset info arb-rs1.mongo.sprawk.com:27017 thinks that we are down Thu Nov 21 03:13:43.326 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:13:43.326 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is now in state ARBITER Thu Nov 21 03:13:43.453 [rsHealthPoll] replset info n2-rs1.mongo.sprawk.com:27017 thinks that we are down Thu Nov 21 03:13:43.453 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:13:43.453 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is now in state PRIMARY Thu Nov 21 03:13:43.826 [initandlisten] connection accepted from 217.70.33.122:39674 #1 (1 connection now open) Thu Nov 21 03:13:43.892 [initandlisten] connection accepted from 217.70.33.122:39675 #2 (2 connections now open) Thu Nov 21 03:13:43.927 [conn2] authenticate db: local { authenticate: 1, nonce: "3dedb94d49a3ef7c", user: "__system", key: "0357f29c46efde6a72be74cae4483167" } Thu Nov 21 03:13:44.221 [initandlisten] connection accepted from 217.70.33.116:60258 #3 (3 connections now open) Thu Nov 21 03:13:44.287 [initandlisten] connection accepted from 217.70.33.116:60259 #4 (4 connections now open) Thu Nov 21 03:13:44.320 [conn4] authenticate db: local { authenticate: 1, nonce: "5eaf32a87e4aae33", user: "__system", key: "712bcb48b495eafcf42512ae13f04d05" } Thu Nov 21 03:13:44.322 [rsSync] replSet still syncing, not yet to minValid optime 528d6b34:1 Thu Nov 21 03:13:44.665 [initandlisten] connection accepted from 217.70.34.135:60793 #5 (5 connections now open) Thu Nov 21 03:13:44.665 [conn5] end connection 217.70.34.135:60793 (4 connections now open) Thu Nov 21 03:13:44.698 [initandlisten] connection accepted from 217.70.34.135:60794 #6 (5 connections now open) Thu Nov 21 03:13:44.730 [conn6] authenticate db: local { authenticate: 1, nonce: "6578407f71f76c76", user: "__system", key: "9a29ac3d1373e0b1e0de9017fc44b3c9" } Thu Nov 21 03:13:44.796 [conn6] authenticate db: local { authenticate: 1, nonce: "ca86226f1a4420eb", user: "__system", key: "efa1200d9e47ee073f373a443ca545cd" } Thu Nov 21 03:13:44.889 [initandlisten] connection accepted from 88.198.175.66:41922 #7 (6 connections now open) Thu Nov 21 03:13:44.893 [conn7] end connection 88.198.175.66:41922 (5 connections now open) Thu Nov 21 03:13:44.893 [initandlisten] connection accepted from 88.198.175.66:41923 #8 (6 connections now open) Thu Nov 21 03:13:44.894 [conn8] authenticate db: local { authenticate: 1, nonce: "68bb7ea8fa5854d7", user: "__system", key: "e2f6a810b4fdbe91774973492a1321b5" } Thu Nov 21 03:13:44.896 [conn8] authenticate db: local { authenticate: 1, nonce: "89d8d8df3d63feee", user: "__system", key: "d6887a1d9a64c1251dec0d97e2e14d74" } Thu Nov 21 03:13:46.862 [conn6] end connection 217.70.34.135:60794 (5 connections now open) Thu Nov 21 03:13:46.896 [initandlisten] connection accepted from 217.70.34.135:60795 #9 (6 connections now open) Thu Nov 21 03:13:46.928 [conn9] authenticate db: local { authenticate: 1, nonce: "5071f3563e09b1c1", user: "__system", key: "57c972ff91aac961a70afde45c67ac71" } Thu Nov 21 03:13:47.710 [initandlisten] connection accepted from 46.4.84.213:40171 #10 (7 connections now open) Thu Nov 21 03:13:47.710 [conn10] authenticate db: local { authenticate: 1, nonce: "20c19b814443c26d", user: "__system", key: "e733787e64553e3476188713b3b431a2" } Thu Nov 21 03:13:48.322 [rsBackgroundSync] replSet syncing to: n2-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:13:48.323 [rsSync] replSet still syncing, not yet to minValid optime 528d6b34:1 Thu Nov 21 03:13:48.566 [initandlisten] connection accepted from 217.70.34.135:60797 #11 (8 connections now open) Thu Nov 21 03:13:48.635 [initandlisten] connection accepted from 217.70.34.135:60798 #12 (9 connections now open) Thu Nov 21 03:13:48.668 [conn12] authenticate db: local { authenticate: 1, nonce: "274dc9d65e423def", user: "__system", key: "50962039cbae7ca6366e0a6b21a81b12" } Thu Nov 21 03:13:48.703 [repl writer worker 3] ERROR: writer worker caught exception: btree: key+recloc already in index on: { ts: Timestamp 1384999721000|6, h: 402201434552044898, v: 2, op: "i", ns: "jerome5.ExtendedLog", o: { _id: ObjectId('528d6b29e4b0adfc422870db'), u: ObjectId('4df3712e71123b7848e81894'), g: ObjectId('4defe4887112ede06261f72d'), title: "REINDEXED_SENTENCE", l: "info", properties: { EXAMPLE_TOSTRING: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", LANGUAGE: "dan", EXAMPLE_ID: "4e6b9950e4b0c4359109055f", TEXT: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", FIRST_TIME: "false", TYPE: "PLAIN", SERVER: "alpha", INDEX_TEXTS: "med, der, til, det, derfra, direkte derfra, sproget, Lilleasien, direkte, mener, de, indoeuropæiske urhjem befandt, hævde, vil, kom, sammen, indoeur..." } } } Thu Nov 21 03:13:48.703 [repl writer worker 3] Fatal Assertion 16360 Thu Nov 21 03:13:48.704 [repl writer worker 4] jerome5.Example caught assertion update index jerome5.Example.$indicesSize_1 10287 btree: key+recloc already in index _id: ObjectId('4e27622cc9b253f335eb327a') Thu Nov 21 03:13:48.705 [repl writer worker 3] Thu Nov 21 03:13:48.705 Got signal: 6 (Aborted). Thu Nov 21 03:13:48.706 Backtrace: Thu Nov 21 03:14:43.313 [initandlisten] MongoDB starting : pid=3199 port=27017 dbpath=/var/lib/mongo 64-bit host=haga Thu Nov 21 03:14:43.313 [initandlisten] db version v2.4.8 Thu Nov 21 03:14:43.313 [initandlisten] git version: a350fc38922fbda2cec8d5dd842237b904eafc14 Thu Nov 21 03:14:43.313 [initandlisten] build info: Linux ip-10-2-29-40 2.6.21.7-2.ec2.v1.2.fc8xen #1 SMP Fri Nov 20 17:48:28 EST 2009 x86_64 BOOST_LIB_VERSION=1_49 Thu Nov 21 03:14:43.313 [initandlisten] allocator: tcmalloc Thu Nov 21 03:14:43.313 [initandlisten] options: { auth: "true", config: "/etc/mongod.conf", dbpath: "/var/lib/mongo", fork: "true", keyFile: "/var/lib/mongo/sprawk.key", logappend: "true", logpath: "/var/log/mongo/mongod.log", oplogSize: 28610, pidfilepath: "/var/run/mongodb/mongod.pid", replSet: "sprawk" } Thu Nov 21 03:14:43.326 [initandlisten] journal dir=/var/lib/mongo/journal Thu Nov 21 03:14:43.326 [initandlisten] recover begin Thu Nov 21 03:14:43.326 [initandlisten] recover lsn: 0 Thu Nov 21 03:14:43.326 [initandlisten] recover /var/lib/mongo/journal/j._0 Thu Nov 21 03:14:43.327 [initandlisten] recover cleaning up Thu Nov 21 03:14:43.327 [initandlisten] removeJournalFiles Thu Nov 21 03:14:43.328 [initandlisten] recover done Thu Nov 21 03:14:43.365 [initandlisten] couldn't unlink socket file /tmp/mongodb-27017.sockerrno:1 Operation not permitted skipping Thu Nov 21 03:14:43.365 [websvr] admin web console waiting for connections on port 28017 Thu Nov 21 03:14:43.365 [initandlisten] waiting for connections on port 27017 Thu Nov 21 03:14:43.435 [initandlisten] connection accepted from 88.198.175.66:42055 #1 (1 connection now open) Thu Nov 21 03:14:43.438 [conn1] end connection 88.198.175.66:42055 (0 connections now open) Thu Nov 21 03:14:43.439 [initandlisten] connection accepted from 88.198.175.66:42056 #2 (1 connection now open) Thu Nov 21 03:14:43.443 [conn2] authenticate db: local { authenticate: 1, nonce: "6057697cdf7a133", user: "__system", key: "bd3a7609968c83f7dde6748e57095628" } Thu Nov 21 03:14:43.444 [conn2] authenticate db: local { authenticate: 1, nonce: "e78ead19b6acc97e", user: "__system", key: "e6609da529a0b316a751940012fb43ac" } Thu Nov 21 03:14:43.505 [rsStart] replSet I am n1-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:14:43.505 [rsStart] replSet STARTUP2 Thu Nov 21 03:14:43.636 [rsHealthPoll] replset info n2-rs1.mongo.sprawk.com:27017 thinks that we are down Thu Nov 21 03:14:43.636 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:14:43.636 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is now in state PRIMARY Thu Nov 21 03:14:44.506 [rsSync] replSet still syncing, not yet to minValid optime 528d6b25:3 Thu Nov 21 03:14:44.600 [initandlisten] connection accepted from 217.70.34.135:60892 #3 (2 connections now open) Thu Nov 21 03:14:44.601 [conn3] end connection 217.70.34.135:60892 (1 connection now open) Thu Nov 21 03:14:44.634 [initandlisten] connection accepted from 217.70.34.135:60893 #4 (2 connections now open) Thu Nov 21 03:14:44.666 [conn4] authenticate db: local { authenticate: 1, nonce: "b756bcdd5bc2c006", user: "__system", key: "29df6d8d70dfa1bdd6aa172b3d89eaaa" } Thu Nov 21 03:14:44.731 [conn4] authenticate db: local { authenticate: 1, nonce: "2e32b1d04e4bb4b0", user: "__system", key: "3af4fa8da5c52ff9b652a94dc3a84717" } Thu Nov 21 03:14:44.829 [initandlisten] connection accepted from 217.70.33.122:39861 #5 (3 connections now open) Thu Nov 21 03:14:44.862 [conn5] authenticate db: local { authenticate: 1, nonce: "ce84ddab276023b0", user: "__system", key: "f34c2905a07cd401d30c5f278869870e" } Thu Nov 21 03:14:45.385 [initandlisten] connection accepted from 217.70.33.116:60278 #6 (4 connections now open) Thu Nov 21 03:14:45.417 [conn6] authenticate db: local { authenticate: 1, nonce: "e9461ddd05d2c50e", user: "__system", key: "dd7f28c3a728cba8ca5e33977eb3b962" } Thu Nov 21 03:14:45.509 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:14:45.509 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is now in state ARBITER Thu Nov 21 03:14:45.754 [initandlisten] connection accepted from 217.70.33.122:39863 #7 (5 connections now open) Thu Nov 21 03:14:46.161 [initandlisten] connection accepted from 217.70.33.116:60279 #8 (6 connections now open) Thu Nov 21 03:14:47.736 [initandlisten] connection accepted from 46.4.84.213:40215 #9 (7 connections now open) Thu Nov 21 03:14:47.737 [conn9] authenticate db: local { authenticate: 1, nonce: "faabc94264735633", user: "__system", key: "350c9ea72d97264f81d738e9b7400c28" } Thu Nov 21 03:14:50.507 [rsBackgroundSync] replSet syncing to: n2-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:14:50.522 [initandlisten] connection accepted from 217.70.34.135:60895 #10 (8 connections now open) Thu Nov 21 03:14:50.774 [rsSync] replSet still syncing, not yet to minValid optime 528d6b25:3 Thu Nov 21 03:14:50.797 [repl writer worker 3] ERROR: writer worker caught exception: btree: key+recloc already in index on: { ts: Timestamp 1384999721000|6, h: 402201434552044898, v: 2, op: "i", ns: "jerome5.ExtendedLog", o: { _id: ObjectId('528d6b29e4b0adfc422870db'), u: ObjectId('4df3712e71123b7848e81894'), g: ObjectId('4defe4887112ede06261f72d'), title: "REINDEXED_SENTENCE", l: "info", properties: { EXAMPLE_TOSTRING: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", LANGUAGE: "dan", EXAMPLE_ID: "4e6b9950e4b0c4359109055f", TEXT: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", FIRST_TIME: "false", TYPE: "PLAIN", SERVER: "alpha", INDEX_TEXTS: "med, der, til, det, derfra, direkte derfra, sproget, Lilleasien, direkte, mener, de, indoeuropæiske urhjem befandt, hævde, vil, kom, sammen, indoeur..." } } } Thu Nov 21 03:14:50.797 [repl writer worker 3] Fatal Assertion 16360 Thu Nov 21 03:14:50.800 [repl writer worker 4] jerome5.Example caught assertion update index jerome5.Example.$indicesSize_1 10287 btree: key+recloc already in index _id: ObjectId('4e27622cc9b253f335eb327a') Thu Nov 21 03:14:50.802 [repl writer worker 3] Thu Nov 21 03:14:50.802 Got signal: 6 (Aborted). Thu Nov 21 03:14:50.804 Backtrace: Thu Nov 21 03:15:44.002 [initandlisten] MongoDB starting : pid=3305 port=27017 dbpath=/var/lib/mongo 64-bit host=haga Thu Nov 21 03:15:44.002 [initandlisten] db version v2.4.8 Thu Nov 21 03:15:44.002 [initandlisten] git version: a350fc38922fbda2cec8d5dd842237b904eafc14 Thu Nov 21 03:15:44.002 [initandlisten] build info: Linux ip-10-2-29-40 2.6.21.7-2.ec2.v1.2.fc8xen #1 SMP Fri Nov 20 17:48:28 EST 2009 x86_64 BOOST_LIB_VERSION=1_49 Thu Nov 21 03:15:44.002 [initandlisten] allocator: tcmalloc Thu Nov 21 03:15:44.002 [initandlisten] options: { auth: "true", config: "/etc/mongod.conf", dbpath: "/var/lib/mongo", fork: "true", keyFile: "/var/lib/mongo/sprawk.key", logappend: "true", logpath: "/var/log/mongo/mongod.log", oplogSize: 28610, pidfilepath: "/var/run/mongodb/mongod.pid", replSet: "sprawk" } Thu Nov 21 03:15:44.015 [initandlisten] journal dir=/var/lib/mongo/journal Thu Nov 21 03:15:44.015 [initandlisten] recover begin Thu Nov 21 03:15:44.015 [initandlisten] recover lsn: 0 Thu Nov 21 03:15:44.015 [initandlisten] recover /var/lib/mongo/journal/j._0 Thu Nov 21 03:15:44.017 [initandlisten] recover cleaning up Thu Nov 21 03:15:44.017 [initandlisten] removeJournalFiles Thu Nov 21 03:15:44.017 [initandlisten] recover done Thu Nov 21 03:15:44.054 [initandlisten] couldn't unlink socket file /tmp/mongodb-27017.sockerrno:1 Operation not permitted skipping Thu Nov 21 03:15:44.054 [initandlisten] waiting for connections on port 27017 Thu Nov 21 03:15:44.054 [websvr] admin web console waiting for connections on port 28017 Thu Nov 21 03:15:44.195 [rsStart] replSet I am n1-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:15:44.195 [rsStart] replSet STARTUP2 Thu Nov 21 03:15:44.199 [rsHealthPoll] replset info arb-rs1.mongo.sprawk.com:27017 thinks that we are down Thu Nov 21 03:15:44.199 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:15:44.200 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is now in state ARBITER Thu Nov 21 03:15:44.327 [rsHealthPoll] replset info n2-rs1.mongo.sprawk.com:27017 thinks that we are down Thu Nov 21 03:15:44.327 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:15:44.327 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is now in state PRIMARY Thu Nov 21 03:15:44.470 [initandlisten] connection accepted from 88.198.175.66:42187 #1 (1 connection now open) Thu Nov 21 03:15:44.474 [conn1] end connection 88.198.175.66:42187 (0 connections now open) Thu Nov 21 03:15:44.474 [initandlisten] connection accepted from 88.198.175.66:42188 #2 (1 connection now open) Thu Nov 21 03:15:44.478 [conn2] authenticate db: local { authenticate: 1, nonce: "e1d7575320405c16", user: "__system", key: "02bf3b26d0c02716d5417c1d4330b223" } Thu Nov 21 03:15:44.480 [conn2] authenticate db: local { authenticate: 1, nonce: "a334bfc03e606ea9", user: "__system", key: "c41e5ff2ce2445eda187b369b5b3bbe0" } Thu Nov 21 03:15:44.553 [initandlisten] connection accepted from 46.4.84.213:40264 #3 (2 connections now open) Thu Nov 21 03:15:44.554 [initandlisten] connection accepted from 46.4.84.213:40265 #4 (3 connections now open) Thu Nov 21 03:15:44.555 [conn4] authenticate db: local { authenticate: 1, nonce: "a699352ea3b0840d", user: "__system", key: "ee358bea57c1544ecc3a10b72aa5bc19" } Thu Nov 21 03:15:44.593 [initandlisten] connection accepted from 217.70.34.135:32815 #5 (4 connections now open) Thu Nov 21 03:15:44.594 [conn5] end connection 217.70.34.135:32815 (3 connections now open) Thu Nov 21 03:15:44.626 [initandlisten] connection accepted from 217.70.34.135:32816 #6 (4 connections now open) Thu Nov 21 03:15:44.659 [conn6] authenticate db: local { authenticate: 1, nonce: "f8124f443a26eb33", user: "__system", key: "a34b685148f78b22e8d3a998c84d44f8" } Thu Nov 21 03:15:44.724 [conn6] authenticate db: local { authenticate: 1, nonce: "ff003f156c82b4bd", user: "__system", key: "fb78d0a4679e0d21cd9aa7f17cc1c8f7" } Thu Nov 21 03:15:45.196 [rsSync] replSet still syncing, not yet to minValid optime 528d6b25:3 Thu Nov 21 03:15:45.436 [initandlisten] connection accepted from 144.76.98.109:35998 #7 (5 connections now open) Thu Nov 21 03:15:45.439 [conn7] authenticate db: admin { authenticate: 1, user: "mmsagent", nonce: "740ea6583f3c3d05", key: "41077c2476b00535f8e636e778d6b102" } Thu Nov 21 03:15:46.353 [initandlisten] connection accepted from 46.4.84.213:40266 #8 (6 connections now open) Thu Nov 21 03:15:46.353 [conn8] authenticate db: local { authenticate: 1, nonce: "b54bd9b8a704c44e", user: "__system", key: "3b96a106cc42ba99e4206c315e2eb0dc" } Thu Nov 21 03:15:48.050 [initandlisten] connection accepted from 217.70.33.122:40071 #9 (7 connections now open) Thu Nov 21 03:15:48.115 [initandlisten] connection accepted from 217.70.33.122:40072 #10 (8 connections now open) Thu Nov 21 03:15:48.148 [conn10] authenticate db: local { authenticate: 1, nonce: "5f196b949ca70b98", user: "__system", key: "2252ad2d23114d0113da44ec5d1c2080" } Thu Nov 21 03:15:48.458 [initandlisten] connection accepted from 217.70.33.116:60299 #11 (9 connections now open) Thu Nov 21 03:15:48.524 [initandlisten] connection accepted from 217.70.33.116:60300 #12 (10 connections now open) Thu Nov 21 03:15:48.556 [conn12] authenticate db: local { authenticate: 1, nonce: "e089c5b12e648507", user: "__system", key: "2114494ade9c567fdaed11676d2fc2f8" } Thu Nov 21 03:15:49.010 [initandlisten] connection accepted from 217.70.33.116:60301 #13 (11 connections now open) Thu Nov 21 03:15:49.012 [initandlisten] connection accepted from 217.70.33.122:40073 #14 (12 connections now open) Thu Nov 21 03:15:49.043 [conn13] authenticate db: local { authenticate: 1, nonce: "f8bf1b2bda54b2fc", user: "__system", key: "bf08354577126f713c83f23da42c95ef" } Thu Nov 21 03:15:49.045 [conn14] authenticate db: local { authenticate: 1, nonce: "7c299ddc2ac4e80f", user: "__system", key: "aed888965835781ffa371f7d5a265186" } Thu Nov 21 03:15:49.171 [initandlisten] connection accepted from 144.76.98.109:36001 #15 (13 connections now open) Thu Nov 21 03:15:49.173 [conn15] authenticate db: admin { authenticate: 1, user: "mmsagent", nonce: "2f73a8e113bfcf27", key: "17beb4e2408aae9908f6b9984ccdb3df" } Thu Nov 21 03:15:49.184 [conn15] assertion 13436 not master or secondary; cannot currently read from this replSet member ns:config.settings query:{} Thu Nov 21 03:15:49.185 [conn15] end connection 144.76.98.109:36001 (12 connections now open) Thu Nov 21 03:15:49.189 [initandlisten] connection accepted from 144.76.98.109:36002 #16 (13 connections now open) Thu Nov 21 03:15:49.190 [conn16] authenticate db: admin { authenticate: 1, user: "mmsagent", nonce: "2fc1e82d5b432678", key: "2fb8593ec999d19e9932719f8915e287" } Thu Nov 21 03:15:49.197 [rsBackgroundSync] replSet syncing to: n2-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:15:49.199 [rsSync] replSet still syncing, not yet to minValid optime 528d6b25:3 Thu Nov 21 03:15:49.202 [conn16] assertion 13436 not master or secondary; cannot currently read from this replSet member ns:admin.system.profile query:{ $query: {}, $orderby: { $natural: -1 } } Thu Nov 21 03:15:49.202 [conn16] ntoskip:0 ntoreturn:20 Thu Nov 21 03:15:49.204 [conn16] end connection 144.76.98.109:36002 (12 connections now open) Thu Nov 21 03:15:49.204 [initandlisten] connection accepted from 144.76.98.109:36003 #17 (13 connections now open) Thu Nov 21 03:15:49.205 [conn17] authenticate db: admin { authenticate: 1, user: "mmsagent", nonce: "a2b5fcd35bdc9de1", key: "e7559b0d3da09a15d6fac6a4380807a3" } Thu Nov 21 03:15:49.209 [conn17] assertion 13436 not master or secondary; cannot currently read from this replSet member ns:jerome5.system.profile query:{ $query: {}, $orderby: { $natural: -1 } } Thu Nov 21 03:15:49.209 [conn17] ntoskip:0 ntoreturn:20 Thu Nov 21 03:15:49.210 [conn17] end connection 144.76.98.109:36003 (12 connections now open) Thu Nov 21 03:15:49.211 [initandlisten] connection accepted from 144.76.98.109:36004 #18 (13 connections now open) Thu Nov 21 03:15:49.212 [conn18] authenticate db: admin { authenticate: 1, user: "mmsagent", nonce: "e65dcbee103911ed", key: "d8ea39e3240615fe95753d55bf3ce750" } Thu Nov 21 03:15:49.215 [conn18] assertion 13436 not master or secondary; cannot currently read from this replSet member ns:config.system.profile query:{ $query: {}, $orderby: { $natural: -1 } } Thu Nov 21 03:15:49.215 [conn18] ntoskip:0 ntoreturn:20 Thu Nov 21 03:15:49.217 [conn18] end connection 144.76.98.109:36004 (12 connections now open) Thu Nov 21 03:15:49.217 [initandlisten] connection accepted from 144.76.98.109:36005 #19 (13 connections now open) Thu Nov 21 03:15:49.218 [conn19] authenticate db: admin { authenticate: 1, user: "mmsagent", nonce: "550c0fe3b8bb8a", key: "9907bdf5f9ee617ca607df8cdb5aa029" } Thu Nov 21 03:15:49.445 [repl writer worker 3] ERROR: writer worker caught exception: btree: key+recloc already in index on: { ts: Timestamp 1384999721000|6, h: 402201434552044898, v: 2, op: "i", ns: "jerome5.ExtendedLog", o: { _id: ObjectId('528d6b29e4b0adfc422870db'), u: ObjectId('4df3712e71123b7848e81894'), g: ObjectId('4defe4887112ede06261f72d'), title: "REINDEXED_SENTENCE", l: "info", properties: { EXAMPLE_TOSTRING: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", LANGUAGE: "dan", EXAMPLE_ID: "4e6b9950e4b0c4359109055f", TEXT: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", FIRST_TIME: "false", TYPE: "PLAIN", SERVER: "alpha", INDEX_TEXTS: "med, der, til, det, derfra, direkte derfra, sproget, Lilleasien, direkte, mener, de, indoeuropæiske urhjem befandt, hævde, vil, kom, sammen, indoeur..." } } } Thu Nov 21 03:15:49.446 [repl writer worker 3] Fatal Assertion 16360 Thu Nov 21 03:15:49.447 [repl writer worker 6] jerome5.Example caught assertion update index jerome5.Example.$indicesSize_1 10287 btree: key+recloc already in index _id: ObjectId('4e27622cc9b253f335eb327a') Thu Nov 21 03:15:49.450 [repl writer worker 3] Thu Nov 21 03:15:49.450 Got signal: 6 (Aborted). Thu Nov 21 03:15:49.455 Backtrace: Thu Nov 21 03:16:44.192 [initandlisten] MongoDB starting : pid=3420 port=27017 dbpath=/var/lib/mongo 64-bit host=haga Thu Nov 21 03:16:44.192 [initandlisten] db version v2.4.8 Thu Nov 21 03:16:44.192 [initandlisten] git version: a350fc38922fbda2cec8d5dd842237b904eafc14 Thu Nov 21 03:16:44.192 [initandlisten] build info: Linux ip-10-2-29-40 2.6.21.7-2.ec2.v1.2.fc8xen #1 SMP Fri Nov 20 17:48:28 EST 2009 x86_64 BOOST_LIB_VERSION=1_49 Thu Nov 21 03:16:44.192 [initandlisten] allocator: tcmalloc Thu Nov 21 03:16:44.192 [initandlisten] options: { auth: "true", config: "/etc/mongod.conf", dbpath: "/var/lib/mongo", fork: "true", keyFile: "/var/lib/mongo/sprawk.key", logappend: "true", logpath: "/var/log/mongo/mongod.log", oplogSize: 28610, pidfilepath: "/var/run/mongodb/mongod.pid", replSet: "sprawk" } Thu Nov 21 03:16:44.204 [initandlisten] journal dir=/var/lib/mongo/journal Thu Nov 21 03:16:44.204 [initandlisten] recover begin Thu Nov 21 03:16:44.204 [initandlisten] recover lsn: 0 Thu Nov 21 03:16:44.204 [initandlisten] recover /var/lib/mongo/journal/j._0 Thu Nov 21 03:16:44.231 [initandlisten] recover cleaning up Thu Nov 21 03:16:44.231 [initandlisten] removeJournalFiles Thu Nov 21 03:16:44.232 [initandlisten] recover done Thu Nov 21 03:16:44.272 [websvr] admin web console waiting for connections on port 28017 Thu Nov 21 03:16:44.272 [initandlisten] couldn't unlink socket file /tmp/mongodb-27017.sockerrno:1 Operation not permitted skipping Thu Nov 21 03:16:44.272 [initandlisten] waiting for connections on port 27017 Thu Nov 21 03:16:44.347 [initandlisten] connection accepted from 217.70.34.135:32962 #1 (1 connection now open) Thu Nov 21 03:16:44.413 [rsStart] replSet I am n1-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:16:44.413 [rsStart] replSet STARTUP2 Thu Nov 21 03:16:44.417 [rsHealthPoll] replset info arb-rs1.mongo.sprawk.com:27017 thinks that we are down Thu Nov 21 03:16:44.417 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:16:44.417 [rsHealthPoll] replSet member arb-rs1.mongo.sprawk.com:27017 is now in state ARBITER Thu Nov 21 03:16:44.544 [rsHealthPoll] replset info n2-rs1.mongo.sprawk.com:27017 thinks that we are down Thu Nov 21 03:16:44.544 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is up Thu Nov 21 03:16:44.544 [rsHealthPoll] replSet member n2-rs1.mongo.sprawk.com:27017 is now in state PRIMARY Thu Nov 21 03:16:45.052 [initandlisten] connection accepted from 88.198.175.66:42320 #2 (2 connections now open) Thu Nov 21 03:16:45.056 [conn2] end connection 88.198.175.66:42320 (1 connection now open) Thu Nov 21 03:16:45.056 [initandlisten] connection accepted from 88.198.175.66:42321 #3 (2 connections now open) Thu Nov 21 03:16:45.060 [conn3] authenticate db: local { authenticate: 1, nonce: "43877240ee81fcc8", user: "__system", key: "145f0d39a9808915bcc1089fce1e77b2" } Thu Nov 21 03:16:45.061 [conn3] authenticate db: local { authenticate: 1, nonce: "9e28b0889e262968", user: "__system", key: "21b035785018e8099aa4d448bcfc2be0" } Thu Nov 21 03:16:45.414 [rsSync] replSet still syncing, not yet to minValid optime 528d6b25:3 Thu Nov 21 03:16:45.475 [initandlisten] connection accepted from 46.4.84.213:40423 #4 (3 connections now open) Thu Nov 21 03:16:45.476 [conn4] authenticate db: local { authenticate: 1, nonce: "4cae5944624704af", user: "__system", key: "76a74a1cb930d7aa1711ee18d725c99a" } Thu Nov 21 03:16:45.999 [initandlisten] connection accepted from 46.4.84.213:40424 #5 (4 connections now open) Thu Nov 21 03:16:46.125 [initandlisten] connection accepted from 217.70.34.135:32963 #6 (5 connections now open) Thu Nov 21 03:16:46.126 [conn6] end connection 217.70.34.135:32963 (4 connections now open) Thu Nov 21 03:16:46.158 [initandlisten] connection accepted from 217.70.34.135:32964 #7 (5 connections now open) Thu Nov 21 03:16:46.191 [conn7] authenticate db: local { authenticate: 1, nonce: "13b5ed40687d01fd", user: "__system", key: "c1d2b90607d1592addd5defa183529cb" } Thu Nov 21 03:16:46.257 [conn7] authenticate db: local { authenticate: 1, nonce: "e9239a53c3b129bf", user: "__system", key: "1bc6a26ce3b00cb3f3644766039c6c93" } Thu Nov 21 03:16:48.162 [initandlisten] connection accepted from 217.70.33.116:60321 #8 (6 connections now open) Thu Nov 21 03:16:48.168 [initandlisten] connection accepted from 217.70.33.122:40187 #9 (7 connections now open) Thu Nov 21 03:16:48.194 [conn8] authenticate db: local { authenticate: 1, nonce: "23060fa5edba836f", user: "__system", key: "b884643f6cccb879b74f3487baf8f4cf" } Thu Nov 21 03:16:48.201 [conn9] authenticate db: local { authenticate: 1, nonce: "8b0154187b2c5ea4", user: "__system", key: "ec84997eb99246a8a935ada183ac22a7" } Thu Nov 21 03:16:49.414 [rsBackgroundSync] replSet syncing to: n2-rs1.mongo.sprawk.com:27017 Thu Nov 21 03:16:49.415 [rsSync] replSet still syncing, not yet to minValid optime 528d6b25:3 Thu Nov 21 03:16:49.697 [repl writer worker 5] jerome5.Example caught assertion update index jerome5.Example.$indicesSize_1 10287 btree: key+recloc already in index _id: ObjectId('4e27622cc9b253f335eb327a') Thu Nov 21 03:16:49.701 [repl writer worker 3] ERROR: writer worker caught exception: btree: key+recloc already in index on: { ts: Timestamp 1384999721000|6, h: 402201434552044898, v: 2, op: "i", ns: "jerome5.ExtendedLog", o: { _id: ObjectId('528d6b29e4b0adfc422870db'), u: ObjectId('4df3712e71123b7848e81894'), g: ObjectId('4defe4887112ede06261f72d'), title: "REINDEXED_SENTENCE", l: "info", properties: { EXAMPLE_TOSTRING: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", LANGUAGE: "dan", EXAMPLE_ID: "4e6b9950e4b0c4359109055f", TEXT: "De, der mener, det indoeuropæiske urhjem befandt sig i Lilleasien, vil være tilbøjelig til at hævde, at sproget kom til Grækenland direkte derfra...", FIRST_TIME: "false", TYPE: "PLAIN", SERVER: "alpha", INDEX_TEXTS: "med, der, til, det, derfra, direkte derfra, sproget, Lilleasien, direkte, mener, de, indoeuropæiske urhjem befandt, hævde, vil, kom, sammen, indoeur..." } } } Thu Nov 21 03:16:49.701 [repl writer worker 3] Fatal Assertion 16360 Thu Nov 21 03:16:49.706 [repl writer worker 3] Thu Nov 21 03:16:49.706 Got signal: 6 (Aborted). Thu Nov 21 03:16:49.712 Backtrace: