Details
-
New Feature
-
Status: Closed
-
Critical - P2
-
Resolution: Done
-
None
-
None
-
None
-
None
Description
I copy the mongo data directory to another directory, then restart mongo and use the new data directory, it can start normally, but it will exit unexpectedly at an uncertain time
There is about 400G of data in this database, and there is no copy or even backup, which is embarrassing.
This is the current version of mongodb.
root@iZ8vbaz9bzczwu67s939mfZ:~# mongod --version |
db version v3.0.14 |
git version: 08352afcca24bfc145240a0fac9d28b978ab77f3
|
I don't know how to start now, I hope to get your help.
Below is the log I saw
2020-06-23T00:01:01.761+0800 I - [conn382] Assertion: 10320:BSONElement: bad type 48 |
2020-06-23T00:01:01.772+0800 I CONTROL [conn382] |
0xfa9262 0xf464f9 0xf2ae1e 0x850644 0x85b3a3 0xb22869 0xb21ca9 0xb05f41 0xb1d9b0 0xa2c475 0xa2cdea 0xa6aa22 0xc08042 0xc0835b 0xc08a3d 0x9df6d9 0x9e0f35 0x9e1565 0x9e416c 0xa05df1 0xa06dfc 0xa07acb 0xbd597b 0xae8cfa 0x835c15 0xf5a7b9 0x7f5f77ba6184 0x7f5f |
7697037d
|
----- BEGIN BACKTRACE -----
|
{"backtrace":[{"b":"400000","o":"BA9262","s":"_ZN5mongo15printStackTraceERSo"},{"b":"400000","o":"B464F9","s":"_ZN5mongo10logContextEPKc"},{"b":"400000","o":"B2AE1E","s":"_ZN5mongo11msgassertedEiPKc"},{"b":"400000","o":"450644","s":"_ZNK5mongo11BSONElement |
4sizeEv"},{"b":"400000","o":"45B3A3","s":"_ZNK5mongo7BSONObj8getFieldERKNS_10StringDataE"},{"b":"400000","o":"722869","s":"_ZN5mongo21getFieldDottedOrArrayERKNS_7BSONObjERKNS_8FieldRefEPm"},{"b":"400000","o":"721CA9","s":"_ZN5mongo19BSONElementIterator4mor |
eEv"},{"b":"400000","o":"705F41","s":"_ZNK5mongo19LeafMatchExpression7matchesEPKNS_17MatchableDocumentEPNS_12MatchDetailsE"},{"b":"400000","o":"71D9B0","s":"_ZNK5mongo18NotMatchExpression7matchesEPKNS_17MatchableDocumentEPNS_12MatchDetailsE"},{"b":"400000" |
,"o":"62C475","s":"_ZN5mongo14CollectionScan15returnIfMatchesEPNS_16WorkingSetMemberEmPm"},{"b":"400000","o":"62CDEA","s":"_ZN5mongo14CollectionScan4workEPm"},{"b":"400000","o":"66AA22","s":"_ZN5mongo11UpdateStage4workEPm"},{"b":"400000","o":"808042","s":" |
_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE"},{"b":"400000","o":"80835B","s":"_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE"},{"b":"400000","o":"808A3D","s":"_ZN5mongo12PlanExecutor11executePlanE |
v"},{"b":"400000","o":"5DF6D9","s":"_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE"},{"b":"400000","o":"5E0F35","s":"_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteCo |
ncernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE"},{"b":"400000","o":"5E1565","s":"_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE"},{"b":"400000","o":"5E4 |
16C","s":"_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb"},{"b":"400000","o":"605DF1","s":"_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb"},{"b":"400000","o |
":"606DFC","s":"_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb"},{"b":"400000","o":"607ACB","s":"_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS |
_14BSONObjBuilderEbi"},{"b":"400000","o":"7D597B","s":"_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_"},{"b":"400000","o":"6E8CFA","s":"_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_ |
7MessageERNS_10DbResponseERKNS_11HostAndPortE"},{"b":"400000","o":"435C15","s":"_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE"},{"b":"400000","o":"B5A7B9","s":"_ZN5mongo17PortMessageServer17handleIncomingMsgEP |
v"},{"b":"7F5F77B9E000","o":"8184"},{"b":"7F5F76876000","o":"FA37D","s":"clone"}],"processInfo":{ "mongodbVersion" : "3.0.14", "gitVersion" : "08352afcca24bfc145240a0fac9d28b978ab77f3", "uname" : { "sysname" : "Linux", "release" : "4.4.0-63-generic", "vers |
ion" : "#84~14.04.2-Ubuntu SMP Mon Feb 13 11:04:58 UTC 2017", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "4BE1C7E69FEE8E2D0C3162C769E9AC788DC4BBEC" }, { "b" : "7FFF3670E000", "elfType" : 3, "buildId" : "EDC2EE1683F082F |
FF882612BF788DF2721CC5A87" }, { "b" : "7F5F77B9E000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "31E9F21AE8C10396171F1E13DA15780986FA696C" }, { "b" : "7F5F7793F000", "path" : "/lib/x86_64-linux-gnu/libssl.so.1.0.0", "elfT |
ype" : 3, "buildId" : "48A664AE6B0B4918A3EB0156C6364C4F084232FD" }, { "b" : "7F5F77563000", "path" : "/lib/x86_64-linux-gnu/libcrypto.so.1.0.0", "elfType" : 3, "buildId" : "6B8997EA892A7FF37AC8CAA8F239D595251889BB" }, { "b" : "7F5F7735B000", "path" : "/lib |
/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "E2A6DD5048A0A051FD61043BDB69D8CC68192AB7" }, { "b" : "7F5F77157000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "DA9B8C234D0FE9FD8CAAC8970A7EC1B6C8F6623F" }, { "b" : "7 |
F5F76E51000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "D144258E614900B255A31F3FD2283A878670D5BC" }, { "b" : "7F5F76C3B000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "36311B4457710AE5578C4BF00 |
791DED7359DBB92" }, { "b" : "7F5F76876000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "CF699A15CAAE64F50311FC4655B86DC39A479789" }, { "b" : "7F5F77DBC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "D0F |
537904076D73F29E4A37341F8A449E2EF6CD0" } ] }}
|
mongod(_ZN5mongo15printStackTraceERSo+0x32) [0xfa9262] |
mongod(_ZN5mongo10logContextEPKc+0xE9) [0xf464f9] |
mongod(_ZN5mongo11msgassertedEiPKc+0xAE) [0xf2ae1e] |
mongod(_ZNK5mongo11BSONElement4sizeEv+0x1C4) [0x850644] |
mongod(_ZNK5mongo7BSONObj8getFieldERKNS_10StringDataE+0x83) [0x85b3a3] |
mongod(_ZN5mongo21getFieldDottedOrArrayERKNS_7BSONObjERKNS_8FieldRefEPm+0x99) [0xb22869] |
mongod(_ZN5mongo19BSONElementIterator4moreEv+0x79) [0xb21ca9] |
mongod(_ZNK5mongo19LeafMatchExpression7matchesEPKNS_17MatchableDocumentEPNS_12MatchDetailsE+0x81) [0xb05f41] |
mongod(_ZNK5mongo18NotMatchExpression7matchesEPKNS_17MatchableDocumentEPNS_12MatchDetailsE+0x10) [0xb1d9b0] |
mongod(_ZN5mongo14CollectionScan15returnIfMatchesEPNS_16WorkingSetMemberEmPm+0x45) [0xa2c475] |
mongod(_ZN5mongo14CollectionScan4workEPm+0x60A) [0xa2cdea] |
mongod(_ZN5mongo11UpdateStage4workEPm+0x82) [0xa6aa22] |
mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0x142) [0xc08042] |
mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x3B) [0xc0835b] |
mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xc08a3d] |
mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x719) [0x9df6d9] |
mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x245) [0x9e0f35] |
mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x465) [0x9e1565] |
mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x17C) [0x9e416c] |
mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x31) [0xa05df1] |
mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC6C) [0xa06dfc] |
mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0xa07acb] |
mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x73B) [0xbd597b] |
mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xABA) [0xae8cfa] |
mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xF5) [0x835c15] |
mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x339) [0xf5a7b9] |
libpthread.so.0(+0x8184) [0x7f5f77ba6184] |
libc.so.6(clone+0x6D) [0x7f5f7697037d] |
----- END BACKTRACE -----
|
2020-06-23T00:01:01.772+0800 I WRITE [conn382] update develop.bh_data query: { mainScore: { $exists: 0 } } update: { $set: { webRecord: 0, commentNumber: 0, mainScore: 0.0 } } nmoved:1 keyUpdates:0 writeConflicts:0 exception: BSONElement: bad type 48 co |
de:10320 numYields:1209 locks:{ Global: { acquireCount: { r: 1210, w: 1210 } }, MMAPV1Journal: { acquireCount: { w: 1211 }, acquireWaitCount: { w: 3 }, timeAcquiringMicros: { w: 165 } }, Database: { acquireCount: { w: 1210 } }, Collection: { acquireCount: |
{ W: 1210 } } } 319ms |