-
Type:
Task
-
Resolution: Cannot Reproduce
-
Priority:
Major - P3
-
None
-
Affects Version/s: None
-
Component/s: None
-
None
-
Environment:Kafka - 2.6
Source and target db version: 3.6.8
connector - MongoDB connector 1.2
-
None
-
None
-
None
-
None
-
None
-
None
-
None
Just want to report this issue. I am getting this on mongodb version 3.6.8. I see this error only after DEBUG mode. Otherwise, no error in logs and no data send to Kafka brokers.
API:
curl -X POST -H "Accept:application/json" -H "Content-Type: application/json" localhost:9083/connectors/ --data '{ "name":"0b9c6fc59dd64198b3c7410d510e3224-source-albums", "config": { "connector.class":"com.mongodb.kafka.connect.MongoSourceConnector", "key.converter":"org.apache.kafka.connect.json.JsonConverter", "key.converter.schemas.enable":"false", "value.converter":"org.apache.kafka.connect.json.JsonConverter", "value.converter.schemas.enable":"false", "connection.uri":"mongodb://mongos-pool.adbephotos-next.com:27017", "database":"oz_next", "collection":"albums", "publish.full.document.only":"true", "topic.prefix":"0b9c6fc59dd64198b3c7410d510e3224", "pipeline":"[ { \"$match\" : { \"operationType\": \"update\" } } ]"} }'
[2020-09-08 19:06:09,242] DEBUG Sending command '{"getMore": 3295935055076662364, "collection": "albums", "$db": "oz_next", "$clusterTime": {"clusterTime": {"$timestamp": {"t": 1599617166, "i": 2}}, "signature": {"hash": {"$binary": {"base64": "AAAAAAAAAAAAAAAAAAAAAAAAAAA=", "subType": "00"}}, "keyId": 0}}, "lsid": {"id": {"$binary": {"base64": "8ApwFLMoSVO7ox7c3chgeA==", "subType": "04"}}}}' with request id 8436 to database oz_next on connection [connectionId\{localValue:72}] to server mongos-pool.adbephotos-next.com:27017 (org.mongodb.driver.protocol.command:56) [2020-09-08 19:06:09,244] DEBUG Execution of command with request id 8436 failed to complete successfully in 2.14 ms on connection [connectionId\{localValue:72}] to server mongos-pool.adbephotos-next.com:27017 (org.mongodb.driver.protocol.command:61) com.mongodb.MongoCommandException: Command failed with error 207 (InvalidUUID): 'Collection oz_next.albums UUID differs from UUID on change stream operations' on server mongos-pool.adbephotos-next.com:27017. The full response is {"ok": 0.0, "errmsg": "Collection oz_next.albums UUID differs from UUID on change stream operations", "code": 207, "codeName": "InvalidUUID", "operationTime": {"$timestamp": {"t": 1599617169, "i": 483}}, "$clusterTime": {"clusterTime": {"$timestamp": {"t": 1599617169, "i": 483}}, "signature": {"hash": {"$binary": "AAAAAAAAAAAAAAAAAAAAAAAAAAA=", "$type": "00"} , "keyId": {"$numberLong": "0"}}}} at com.mongodb.internal.connection.ProtocolHelper.getCommandFailureException(ProtocolHelper.java:175) at com.mongodb.internal.connection.InternalStreamConnection.receiveCommandMessageResponse(InternalStreamConnection.java:303) at com.mongodb.internal.connection.InternalStreamConnection.sendAndReceive(InternalStreamConnection.java:259) at com.mongodb.internal.connection.UsageTrackingInternalConnection.sendAndReceive(UsageTrackingInternalConnection.java:99) at com.mongodb.internal.connection.DefaultConnectionPool$PooledConnection.sendAndReceive(DefaultConnectionPool.java:450) at com.mongodb.internal.connection.CommandProtocolImpl.execute(CommandProtocolImpl.java:72) at com.mongodb.internal.connection.DefaultServer$DefaultServerProtocolExecutor.execute(DefaultServer.java:226) at com.mongodb.internal.connection.DefaultServerConnection.executeProtocol(DefaultServerConnection.java:269) at com.mongodb.internal.connection.DefaultServerConnection.command(DefaultServerConnection.java:131) at com.mongodb.internal.connection.DefaultServerConnection.command(DefaultServerConnection.java:123) at com.mongodb.operation.QueryBatchCursor.getMore(QueryBatchCursor.java:260) at com.mongodb.operation.QueryBatchCursor.tryHasNext(QueryBatchCursor.java:216) at com.mongodb.operation.QueryBatchCursor.tryNext(QueryBatchCursor.java:200) at com.mongodb.operation.ChangeStreamBatchCursor$3.apply(ChangeStreamBatchCursor.java:86) at com.mongodb.operation.ChangeStreamBatchCursor$3.apply(ChangeStreamBatchCursor.java:83) at com.mongodb.operation.ChangeStreamBatchCursor.resumeableOperation(ChangeStreamBatchCursor.java:166) at com.mongodb.operation.ChangeStreamBatchCursor.tryNext(ChangeStreamBatchCursor.java:83) at com.mongodb.client.internal.MongoChangeStreamCursorImpl.tryNext(MongoChangeStreamCursorImpl.java:78) at com.mongodb.kafka.connect.source.MongoSourceTask.getNextDocument(MongoSourceTask.java:391) at com.mongodb.kafka.connect.source.MongoSourceTask.poll(MongoSourceTask.java:163) at org.apache.kafka.connect.runtime.WorkerSourceTask.poll(WorkerSourceTask.java:289) at org.apache.kafka.connect.runtime.WorkerSourceTask.execute(WorkerSourceTask.java:256) at org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask.java:185) at org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:235) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:830) [2020-09-08 19:06:09,244] DEBUG Sending command '{"killCursors": "albums", "cursors": [3295935055076662364], "$db": "oz_next", "$clusterTime": {"clusterTime": {"$timestamp": {"t": 1599617169, "i": 483}}, "signature": {"hash": {"$binary": {"base64": "AAAAAAAAAAAAAAAAAAAAAAAAAAA=", "subType": "00"}}, "keyId": 0}}, "lsid": {"id": {"$binary": {"base64": "8ApwFLMoSVO7ox7c3chgeA==", "subType": "04"}}}}' with request id 8437 to database oz_next on connection [connectionId\{localValue:72}] to server mongos-pool.adbephotos-next.com:27017 (org.mongodb.driver.protocol.command:56)
Thanks,
Rajaramesh Yaramati.