-
Type:
New Feature
-
Resolution: Done
-
Priority:
Critical - P2
-
None
-
Affects Version/s: None
-
Component/s: None
-
Labels:None
I copy the mongo data directory to another directory, then restart mongo and use the new data directory, it can start normally, but it will exit unexpectedly at an uncertain time
There is about 400G of data in this database, and there is no copy or even backup, which is embarrassing.
This is the current version of mongodb.
root@iZ8vbaz9bzczwu67s939mfZ:~# mongod --version db version v3.0.14 git version: 08352afcca24bfc145240a0fac9d28b978ab77f3
I don't know how to start now, I hope to get your help.
Below is the log I saw
2020-06-23T00:01:01.761+0800 I - [conn382] Assertion: 10320:BSONElement: bad type 48
2020-06-23T00:01:01.772+0800 I CONTROL [conn382]
0xfa9262 0xf464f9 0xf2ae1e 0x850644 0x85b3a3 0xb22869 0xb21ca9 0xb05f41 0xb1d9b0 0xa2c475 0xa2cdea 0xa6aa22 0xc08042 0xc0835b 0xc08a3d 0x9df6d9 0x9e0f35 0x9e1565 0x9e416c 0xa05df1 0xa06dfc 0xa07acb 0xbd597b 0xae8cfa 0x835c15 0xf5a7b9 0x7f5f77ba6184 0x7f5f
7697037d
----- BEGIN BACKTRACE -----
{"backtrace":[{"b":"400000","o":"BA9262","s":"_ZN5mongo15printStackTraceERSo"},{"b":"400000","o":"B464F9","s":"_ZN5mongo10logContextEPKc"},{"b":"400000","o":"B2AE1E","s":"_ZN5mongo11msgassertedEiPKc"},{"b":"400000","o":"450644","s":"_ZNK5mongo11BSONElement
4sizeEv"},{"b":"400000","o":"45B3A3","s":"_ZNK5mongo7BSONObj8getFieldERKNS_10StringDataE"},{"b":"400000","o":"722869","s":"_ZN5mongo21getFieldDottedOrArrayERKNS_7BSONObjERKNS_8FieldRefEPm"},{"b":"400000","o":"721CA9","s":"_ZN5mongo19BSONElementIterator4mor
eEv"},{"b":"400000","o":"705F41","s":"_ZNK5mongo19LeafMatchExpression7matchesEPKNS_17MatchableDocumentEPNS_12MatchDetailsE"},{"b":"400000","o":"71D9B0","s":"_ZNK5mongo18NotMatchExpression7matchesEPKNS_17MatchableDocumentEPNS_12MatchDetailsE"},{"b":"400000"
,"o":"62C475","s":"_ZN5mongo14CollectionScan15returnIfMatchesEPNS_16WorkingSetMemberEmPm"},{"b":"400000","o":"62CDEA","s":"_ZN5mongo14CollectionScan4workEPm"},{"b":"400000","o":"66AA22","s":"_ZN5mongo11UpdateStage4workEPm"},{"b":"400000","o":"808042","s":"
_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE"},{"b":"400000","o":"80835B","s":"_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE"},{"b":"400000","o":"808A3D","s":"_ZN5mongo12PlanExecutor11executePlanE
v"},{"b":"400000","o":"5DF6D9","s":"_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE"},{"b":"400000","o":"5E0F35","s":"_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteCo
ncernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE"},{"b":"400000","o":"5E1565","s":"_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE"},{"b":"400000","o":"5E4
16C","s":"_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb"},{"b":"400000","o":"605DF1","s":"_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb"},{"b":"400000","o
":"606DFC","s":"_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb"},{"b":"400000","o":"607ACB","s":"_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS
_14BSONObjBuilderEbi"},{"b":"400000","o":"7D597B","s":"_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_"},{"b":"400000","o":"6E8CFA","s":"_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_
7MessageERNS_10DbResponseERKNS_11HostAndPortE"},{"b":"400000","o":"435C15","s":"_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE"},{"b":"400000","o":"B5A7B9","s":"_ZN5mongo17PortMessageServer17handleIncomingMsgEP
v"},{"b":"7F5F77B9E000","o":"8184"},{"b":"7F5F76876000","o":"FA37D","s":"clone"}],"processInfo":{ "mongodbVersion" : "3.0.14", "gitVersion" : "08352afcca24bfc145240a0fac9d28b978ab77f3", "uname" : { "sysname" : "Linux", "release" : "4.4.0-63-generic", "vers
ion" : "#84~14.04.2-Ubuntu SMP Mon Feb 13 11:04:58 UTC 2017", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "4BE1C7E69FEE8E2D0C3162C769E9AC788DC4BBEC" }, { "b" : "7FFF3670E000", "elfType" : 3, "buildId" : "EDC2EE1683F082F
FF882612BF788DF2721CC5A87" }, { "b" : "7F5F77B9E000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "31E9F21AE8C10396171F1E13DA15780986FA696C" }, { "b" : "7F5F7793F000", "path" : "/lib/x86_64-linux-gnu/libssl.so.1.0.0", "elfT
ype" : 3, "buildId" : "48A664AE6B0B4918A3EB0156C6364C4F084232FD" }, { "b" : "7F5F77563000", "path" : "/lib/x86_64-linux-gnu/libcrypto.so.1.0.0", "elfType" : 3, "buildId" : "6B8997EA892A7FF37AC8CAA8F239D595251889BB" }, { "b" : "7F5F7735B000", "path" : "/lib
/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "E2A6DD5048A0A051FD61043BDB69D8CC68192AB7" }, { "b" : "7F5F77157000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "DA9B8C234D0FE9FD8CAAC8970A7EC1B6C8F6623F" }, { "b" : "7
F5F76E51000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "D144258E614900B255A31F3FD2283A878670D5BC" }, { "b" : "7F5F76C3B000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "36311B4457710AE5578C4BF00
791DED7359DBB92" }, { "b" : "7F5F76876000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "CF699A15CAAE64F50311FC4655B86DC39A479789" }, { "b" : "7F5F77DBC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "D0F
537904076D73F29E4A37341F8A449E2EF6CD0" } ] }}
mongod(_ZN5mongo15printStackTraceERSo+0x32) [0xfa9262]
mongod(_ZN5mongo10logContextEPKc+0xE9) [0xf464f9]
mongod(_ZN5mongo11msgassertedEiPKc+0xAE) [0xf2ae1e]
mongod(_ZNK5mongo11BSONElement4sizeEv+0x1C4) [0x850644]
mongod(_ZNK5mongo7BSONObj8getFieldERKNS_10StringDataE+0x83) [0x85b3a3]
mongod(_ZN5mongo21getFieldDottedOrArrayERKNS_7BSONObjERKNS_8FieldRefEPm+0x99) [0xb22869]
mongod(_ZN5mongo19BSONElementIterator4moreEv+0x79) [0xb21ca9]
mongod(_ZNK5mongo19LeafMatchExpression7matchesEPKNS_17MatchableDocumentEPNS_12MatchDetailsE+0x81) [0xb05f41]
mongod(_ZNK5mongo18NotMatchExpression7matchesEPKNS_17MatchableDocumentEPNS_12MatchDetailsE+0x10) [0xb1d9b0]
mongod(_ZN5mongo14CollectionScan15returnIfMatchesEPNS_16WorkingSetMemberEmPm+0x45) [0xa2c475]
mongod(_ZN5mongo14CollectionScan4workEPm+0x60A) [0xa2cdea]
mongod(_ZN5mongo11UpdateStage4workEPm+0x82) [0xa6aa22]
mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0x142) [0xc08042]
mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x3B) [0xc0835b]
mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xc08a3d]
mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x719) [0x9df6d9]
mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x245) [0x9e0f35]
mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x465) [0x9e1565]
mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x17C) [0x9e416c]
mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x31) [0xa05df1]
mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC6C) [0xa06dfc]
mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0xa07acb]
mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x73B) [0xbd597b]
mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xABA) [0xae8cfa]
mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xF5) [0x835c15]
mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x339) [0xf5a7b9]
libpthread.so.0(+0x8184) [0x7f5f77ba6184]
libc.so.6(clone+0x6D) [0x7f5f7697037d]
----- END BACKTRACE -----
2020-06-23T00:01:01.772+0800 I WRITE [conn382] update develop.bh_data query: { mainScore: { $exists: 0 } } update: { $set: { webRecord: 0, commentNumber: 0, mainScore: 0.0 } } nmoved:1 keyUpdates:0 writeConflicts:0 exception: BSONElement: bad type 48 co
de:10320 numYields:1209 locks:{ Global: { acquireCount: { r: 1210, w: 1210 } }, MMAPV1Journal: { acquireCount: { w: 1211 }, acquireWaitCount: { w: 3 }, timeAcquiringMicros: { w: 165 } }, Database: { acquireCount: { w: 1210 } }, Collection: { acquireCount:
{ W: 1210 } } } 319ms