Details
-
Bug
-
Resolution: Done
-
Major - P3
-
None
-
3.0.6
-
None
-
ALL
-
Description
With ulimit -n set to 64000 I tried to create over 32K collections, and saw the fassert below:
2015-08-30T09:44:44.760-0400 E STORAGE [conn26] WiredTiger (24) [1440942284:760053][10933:0x7fa0da9f2700], session.create: /home/rf/tmp/SERVER-20159/data/replset/rs1/db/collection-66511--4246240725589262217.wt: Too many open files
|
2015-08-30T09:44:44.763-0400 I - [conn26] Assertion: 8:24: Too many open files
|
2015-08-30T09:44:44.763-0400 I WRITE [conn26] insert test.col_5057_4221 query: { _id: ObjectId('55e308cb54b800000002cc06'), e: 5057.0, c: 4221.0, d: 0.0 } ninserted:0 keyUpdates:0 writeConflicts:0 exception: 24: Too many open files code:8 numYields:0 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 1, W: 1 }, acquireWaitCount: { w: 1, W: 1 }, timeAcquiringMicros: { w: 1009800, W: 14 } }, Collection: { acquireCount: { w: 1, W: 1 } } } 1019ms
|
2015-08-30T09:44:44.763-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "col_5057_4221", documents: 3, ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:163 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 1, W: 1 }, acquireWaitCount: { w: 1, W: 1 }, timeAcquiringMicros: { w: 1009800, W: 14 } }, Collection: { acquireCount: { w: 1, W: 1 } } } 1019ms
|
2015-08-30T09:45:12.533-0400 E STORAGE WiredTiger (24) [1440942312:533019][10933:0x7fa0d631c700], file:WiredTiger.wt, session.checkpoint: WiredTiger.turtle: fopen: Too many open files
|
2015-08-30T09:45:41.070-0400 E STORAGE WiredTiger (24) [1440942341:70471][10933:0x7fa0d631c700], checkpoint-server: checkpoint server error: Too many open files
|
2015-08-30T09:45:41.070-0400 E STORAGE WiredTiger (-31804) [1440942341:70537][10933:0x7fa0d631c700], checkpoint-server: the process must exit and restart: WT_PANIC: WiredTiger library panic
|
2015-08-30T09:45:41.070-0400 I - [conn25] Fatal Assertion 28559
|
2015-08-30T09:45:41.070-0400 I - Fatal Assertion 28558
|
2015-08-30T09:45:41.080-0400 I CONTROL [conn25]
|
0xf5e669 0xf074d1 0xeeb101 0xd87b60 0xd7133f 0xcef56c 0x9013d9 0x9947c2 0x99443d 0x99568a 0x99646d 0x99833e 0x998a7b 0x99b5ed 0x9bdc64 0x9bebed 0x9bf8fb 0xb9340a 0xaa3480 0x7e99fd 0xf1badb 0x7fa0da5e5182 0x7fa0d96e647d
|
----- BEGIN BACKTRACE -----
|
{"backtrace":[{"b":"400000","o":"B5E669"},{"b":"400000","o":"B074D1"},{"b":"400000","o":"AEB101"},{"b":"400000","o":"987B60"},{"b":"400000","o":"97133F"},{"b":"400000","o":"8EF56C"},{"b":"400000","o":"5013D9"},{"b":"400000","o":"5947C2"},{"b":"400000","o":"59443D"},{"b":"400000","o":"59568A"},{"b":"400000","o":"59646D"},{"b":"400000","o":"59833E"},{"b":"400000","o":"598A7B"},{"b":"400000","o":"59B5ED"},{"b":"400000","o":"5BDC64"},{"b":"400000","o":"5BEBED"},{"b":"400000","o":"5BF8FB"},{"b":"400000","o":"79340A"},{"b":"400000","o":"6A3480"},{"b":"400000","o":"3E99FD"},{"b":"400000","o":"B1BADB"},{"b":"7FA0DA5DD000","o":"8182"},{"b":"7FA0D95EC000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.6", "gitVersion" : "1ef45a23a4c5e3480ac919b28afcba3c615488f2", "uname" : { "sysname" : "Linux", "release" : "3.13.0-36-generic", "version" : "#63-Ubuntu SMP Wed Sep 3 21:30:07 UTC 2014", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFFEF1A1000", "elfType" : 3 }, { "b" : "7FA0DA5DD000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FA0DA3D5000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FA0DA1D1000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FA0D9ECD000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FA0D9BC7000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FA0D99B1000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FA0D95EC000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FA0DA7FB000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }}
|
mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf5e669]
|
mongod(_ZN5mongo10logContextEPKc+0xE1) [0xf074d1]
|
mongod(_ZN5mongo13fassertFailedEi+0x61) [0xeeb101]
|
mongod(_ZN5mongo17wtRCToStatus_slowEiPKc+0x2D0) [0xd87b60]
|
mongod(_ZN5mongo18WiredTigerKVEngine17createRecordStoreEPNS_16OperationContextERKNS_10StringDataES5_RKNS_17CollectionOptionsE+0x20F) [0xd7133f]
|
mongod(_ZN5mongo22KVDatabaseCatalogEntry16createCollectionEPNS_16OperationContextERKNS_10StringDataERKNS_17CollectionOptionsEb+0x38C) [0xcef56c]
|
mongod(_ZN5mongo8Database16createCollectionEPNS_16OperationContextERKNS_10StringDataERKNS_17CollectionOptionsEbb+0x239) [0x9013d9]
|
mongod(+0x5947C2) [0x9947c2]
|
mongod(+0x59443D) [0x99443d]
|
mongod(_ZN5mongo18WriteBatchExecutor13execOneInsertEPNS0_16ExecInsertsStateEPPNS_16WriteErrorDetailE+0x9FA) [0x99568a]
|
mongod(_ZN5mongo18WriteBatchExecutor11execInsertsERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_16WriteErrorDetailESaIS9_EE+0x29D) [0x99646d]
|
mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x3E) [0x99833e]
|
mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x998a7b]
|
mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b5ed]
|
mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bdc64]
|
mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9bebed]
|
mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9bf8fb]
|
mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x77A) [0xb9340a]
|
mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa3480]
|
mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e99fd]
|
mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf1badb]
|
libpthread.so.0(+0x8182) [0x7fa0da5e5182]
|
libc.so.6(clone+0x6D) [0x7fa0d96e647d]
|
----- END BACKTRACE -----
|
2015-08-30T09:45:41.080-0400 I - [conn25]
|
|
|
***aborting after fassert() failure
|