Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-74346

Cannot start MongoDB 5.0.15 with systemd

    • Type: Icon: Bug Bug
    • Resolution: Duplicate
    • Priority: Icon: Major - P3 Major - P3
    • None
    • Affects Version/s: None
    • Component/s: None
    • None
    • ALL

      Hi,

      After upgrade MongoDB from version 5.0.14 to version 5.0.15, the mongod cannot be started via systemd.

      System info:

      Mongod.conf

      ------

      storage:
        dbPath: /data/mongodb/data
        journal:
          enabled: true
        engine: wiredTiger
        wiredTiger:
          engineConfig:
            cacheSizeGB: 4
          collectionConfig:
            blockCompressor: snappy

      systemLog:
        destination: file
        logAppend: true
        path: /var/log/mongodb/mongod.log
        logRotate: reopen

      processManagement:
        fork: true
        pidFilePath: /var/run/mongodb/mongod.pid

      net:
        port: 27017
        bindIp: 0.0.0.0

      replication:
        replSetName: rs_mongodb5

      operationProfiling:
        slowOpThresholdMs: 90
        mode: slowOp

      security:
        authorization: enabled
        keyFile: /data/mongodb/repl.key

      /usr/lib/systemd/system/mongod.service.d/custom.conf

      ---------------
      [Service]
      TimeoutSec = 900

      Everything works fine with MogoDB 5.0.14 with the same configuration.

      yum update mongodb-org

      -----------

      =============================================================================================================================================================
       Package                                             Arch                      Version                          Repository                              Size
      =============================================================================================================================================================
      Updating:
       mongodb-org                                         x86_64                    5.0.15-1.el7                     mongodb-ansible-5.0                    6.1 k
       mongodb-org-database                                x86_64                    5.0.15-1.el7                     mongodb-ansible-5.0                    6.2 k
       mongodb-org-database-tools-extra                    x86_64                    5.0.15-1.el7                     mongodb-ansible-5.0                     11 k
       mongodb-org-mongos                                  x86_64                    5.0.15-1.el7                     mongodb-ansible-5.0                     20 M
       mongodb-org-server                                  x86_64                    5.0.15-1.el7                     mongodb-ansible-5.0                     28 M
       mongodb-org-shell                                   x86_64                    5.0.15-1.el7                     mongodb-ansible-5.0                     16 M
       mongodb-org-tools                                   x86_64                    5.0.15-1.el7                     mongodb-ansible-5.0                    6.1 k

      Transaction Summary
      =============================================================================================================================================================
      Upgrade  7 Packages

       

      The error messages from mongod.log

      -------

      {"t":\{"$date":"2023-02-24T16:04:05.100+07:00"}

      ,"s":"I",  "c":"STORAGE",  "id":22262,   "ctx":"initandlisten","msg":"Timestamp monitor starting"}

      {"t":\{"$date":"2023-02-24T16:04:05.102+07:00"}

      ,"s":"I",  "c":"STORAGE",  "id":5071100, "ctx":"initandlisten","msg":"Clearing temp directory"}

      {"t":\{"$date":"2023-02-24T16:04:05.105+07:00"}

      ,"s":"I",  "c":"CONTROL",  "id":20536,   "ctx":"initandlisten","msg":"Flow Control is enabled on this deployment"}

      {"t":\{"$date":"2023-02-24T16:04:05.106+07:00"}

      ,"s":"I",  "c":"SHARDING", "id":20997,   "ctx":"initandlisten","msg":"Refreshed RWC defaults","attr":{"newDefaults":{}}}

      {"t":\{"$date":"2023-02-24T16:04:05.106+07:00"}

      ,"s":"I",  "c":"FTDC",     "id":20625,   "ctx":"initandlisten","msg":"Initializing full-time diagnostic data capture","attr":{"dataDirectory":"/tiki/mongodb/data/diagnostic.data"}}

      {"t":\{"$date":"2023-02-24T16:04:05.109+07:00"}

      ,"s":"I",  "c":"REPL",     "id":6015317, "ctx":"initandlisten","msg":"Setting new configuration state","attr":{"newState":"ConfigStartingUp","oldState":"ConfigPreStart"}}

      {"t":\{"$date":"2023-02-24T16:04:05.109+07:00"}

      ,"s":"I",  "c":"-",        "id":4939300, "ctx":"monitoring-keys-for-HMAC","msg":"Failed to refresh key cache","attr":{"error":"ReadConcernMajorityNotAvailableYet: Read concern majority reads are currently not possible.","nextWakeupMillis":200}}

      {"t":\{"$date":"2023-02-24T16:04:05.109+07:00"}

      ,"s":"I",  "c":"REPL",     "id":4280500, "ctx":"initandlisten","msg":"Attempting to create internal replication collections"}

      {"t":\{"$date":"2023-02-24T16:04:05.111+07:00"}

      ,"s":"I",  "c":"REPL",     "id":4280501, "ctx":"initandlisten","msg":"Attempting to load local voted for document"}

      {"t":\{"$date":"2023-02-24T16:04:05.111+07:00"}

      ,"s":"I",  "c":"REPL",     "id":21311,   "ctx":"initandlisten","msg":"Did not find local initialized voted for document at startup"}

      {"t":\{"$date":"2023-02-24T16:04:05.111+07:00"}

      ,"s":"I",  "c":"REPL",     "id":4280502, "ctx":"initandlisten","msg":"Searching for local Rollback ID document"}

      {"t":\{"$date":"2023-02-24T16:04:05.112+07:00"}

      ,"s":"I",  "c":"REPL",     "id":21529,   "ctx":"initandlisten","msg":"Initializing rollback ID","attr":{"rbid":1}}

      {"t":\{"$date":"2023-02-24T16:04:05.112+07:00"}

      ,"s":"I",  "c":"REPL",     "id":21313,   "ctx":"initandlisten","msg":"Did not find local replica set configuration document at startup","attr":{"error":

      {"code":47,"codeName":"NoMatchingDocument","errmsg":"Did not find replica set configuration document in local.system.replset"}

      }}

      {"t":\{"$date":"2023-02-24T16:04:05.112+07:00"}

      ,"s":"I",  "c":"REPL",     "id":6015317, "ctx":"initandlisten","msg":"Setting new configuration state","attr":{"newState":"ConfigUninitialized","oldState":"ConfigStartingUp"}}

      {"t":\{"$date":"2023-02-24T16:04:05.112+07:00"}

      ,"s":"I",  "c":"CONTROL",  "id":20714,   "ctx":"LogicalSessionCacheRefresh","msg":"Failed to refresh session cache, will try again at the next refresh interval","attr":{"error":"NotYetInitialized: Replication has not yet been configured"}}

      {"t":\{"$date":"2023-02-24T16:04:05.113+07:00"}

      ,"s":"I",  "c":"REPL",     "id":40440,   "ctx":"initandlisten","msg":"Starting the TopologyVersionObserver"}

      {"t":\{"$date":"2023-02-24T16:04:05.113+07:00"}

      ,"s":"I",  "c":"CONTROL",  "id":20712,   "ctx":"LogicalSessionCacheReap","msg":"Sessions collection is not set up; waiting until next sessions reap interval","attr":{"error":"NamespaceNotFound: config.system.sessions does not exist"}}

      {"t":\{"$date":"2023-02-24T16:04:05.113+07:00"}

      ,"s":"I",  "c":"REPL",     "id":40445,   "ctx":"TopologyVersionObserver","msg":"Started TopologyVersionObserver"}

      {"t":\{"$date":"2023-02-24T16:04:05.113+07:00"}

      ,"s":"I",  "c":"NETWORK",  "id":23015,   "ctx":"listener","msg":"Listening on","attr":{"address":"/tmp/mongodb-27017.sock"}}

      {"t":\{"$date":"2023-02-24T16:04:05.113+07:00"}

      ,"s":"I",  "c":"NETWORK",  "id":23015,   "ctx":"listener","msg":"Listening on","attr":{"address":"0.0.0.0"}}

      {"t":\{"$date":"2023-02-24T16:04:05.113+07:00"}

      ,"s":"I",  "c":"NETWORK",  "id":23016,   "ctx":"listener","msg":"Waiting for connections","attr":{"port":27017,"ssl":"off"}}

      {"t":\{"$date":"2023-02-24T16:04:05.115+07:00"}

      ,"s":"I",  "c":"CONTROL",  "id":23377,   "ctx":"SignalHandler","msg":"Received signal","attr":{"signal":15,"error":"Terminated"}}

      {"t":\{"$date":"2023-02-24T16:04:05.115+07:00"}

      ,"s":"I",  "c":"CONTROL",  "id":23378,   "ctx":"SignalHandler","msg":"Signal was sent by kill(2)","attr":{"pid":1,"uid":0}}

      {"t":\{"$date":"2023-02-24T16:04:05.115+07:00"}

      ,"s":"I",  "c":"CONTROL",  "id":23381,   "ctx":"SignalHandler","msg":"will terminate after current cmd ends"}

      {"t":\{"$date":"2023-02-24T16:04:05.115+07:00"}

      ,"s":"I",  "c":"REPL",     "id":4784900, "ctx":"SignalHandler","msg":"Stepping down the ReplicationCoordinator for shutdown","attr":{"waitTimeMillis":15000}}

      {"t":\{"$date":"2023-02-24T16:04:05.115+07:00"}

      ,"s":"I",  "c":"COMMAND",  "id":4784901, "ctx":"SignalHandler","msg":"Shutting down the MirrorMaestro"}

      {"t":\{"$date":"2023-02-24T16:04:05.115+07:00"}

      ,"s":"I",  "c":"REPL",     "id":40441,   "ctx":"SignalHandler","msg":"Stopping TopologyVersionObserver"}

      {"t":\{"$date":"2023-02-24T16:04:05.116+07:00"}

      ,"s":"I",  "c":"REPL",     "id":40447,   "ctx":"TopologyVersionObserver","msg":"Stopped TopologyVersionObserver"}

      {"t":\{"$date":"2023-02-24T16:04:05.116+07:00"}

      ,"s":"I",  "c":"SHARDING", "id":4784902, "ctx":"SignalHandler","msg":"Shutting down the WaitForMajorityService"}

      {"t":\{"$date":"2023-02-24T16:04:05.116+07:00"}

      ,"s":"I",  "c":"CONTROL",  "id":4784903, "ctx":"SignalHandler","msg":"Shutting down the LogicalSessionCache"}

      {"t":\{"$date":"2023-02-24T16:04:05.116+07:00"}

      ,"s":"I",  "c":"NETWORK",  "id":20562,   "ctx":"SignalHandler","msg":"Shutdown: going to close listening sockets"}

      {"t":\{"$date":"2023-02-24T16:04:05.117+07:00"}

      ,"s":"I",  "c":"NETWORK",  "id":23017,   "ctx":"listener","msg":"removing socket file","attr":{"path":"/tmp/mongodb-27017.sock"}}

      {"t":\{"$date":"2023-02-24T16:04:05.118+07:00"}

      ,"s":"I",  "c":"NETWORK",  "id":4784905, "ctx":"SignalHandler","msg":"Shutting down the global connection pool"}

      {"t":\{"$date":"2023-02-24T16:04:05.118+07:00"}

      ,"s":"I",  "c":"CONTROL",  "id":4784906, "ctx":"SignalHandler","msg":"Shutting down the FlowControlTicketholder"}

      {"t":\{"$date":"2023-02-24T16:04:05.118+07:00"}

      ,"s":"I",  "c":"-",        "id":20520,   "ctx":"SignalHandler","msg":"Stopping further Flow Control ticket acquisitions."}

      {"t":\{"$date":"2023-02-24T16:04:05.118+07:00"}

      ,"s":"I",  "c":"REPL",     "id":4784907, "ctx":"SignalHandler","msg":"Shutting down the replica set node executor"}

      {"t":\{"$date":"2023-02-24T16:04:05.118+07:00"}

      ,"s":"I",  "c":"ASIO",     "id":22582,   "ctx":"ReplNodeDbWorkerNetwork","msg":"Killing all outstanding egress activity."}

      {"t":\{"$date":"2023-02-24T16:04:05.118+07:00"}

      ,"s":"I",  "c":"CONTROL",  "id":4784908, "ctx":"SignalHandler","msg":"Shutting down the PeriodicThreadToAbortExpiredTransactions"}

      {"t":\{"$date":"2023-02-24T16:04:05.118+07:00"}

      ,"s":"I",  "c":"REPL",     "id":4784909, "ctx":"SignalHandler","msg":"Shutting down the ReplicationCoordinator"}

      {"t":\{"$date":"2023-02-24T16:04:05.118+07:00"}

      ,"s":"I",  "c":"REPL",     "id":5074000, "ctx":"SignalHandler","msg":"Shutting down the replica set aware services."}

      {"t":\{"$date":"2023-02-24T16:04:05.118+07:00"}

      ,"s":"I",  "c":"REPL",     "id":5123006, "ctx":"SignalHandler","msg":"Shutting down PrimaryOnlyService","attr":{"service":"TenantMigrationDonorService","numInstances":0,"numOperationContexts":0}}

      {"t":\{"$date":"2023-02-24T16:04:05.118+07:00"}

      ,"s":"I",  "c":"ASIO",     "id":22582,   "ctx":"TenantMigrationDonorServiceNetwork","msg":"Killing all outstanding egress activity."}

      {"t":\{"$date":"2023-02-24T16:04:05.118+07:00"}

      ,"s":"I",  "c":"REPL",     "id":5123006, "ctx":"SignalHandler","msg":"Shutting down PrimaryOnlyService","attr":{"service":"TenantMigrationRecipientService","numInstances":0,"numOperationContexts":0}}

       

            Assignee:
            chris.kelly@mongodb.com Chris Kelly
            Reporter:
            ntv1090@gmail.com Vy Nguyen Tan
            Votes:
            0 Vote for this issue
            Watchers:
            6 Start watching this issue

              Created:
              Updated:
              Resolved: