21:55:10.261 [Legacy Source Thread - Source: Custom Source (1/1)] DEBUG org.mongodb.driver.protocol.command - Execution of command with request id 13941968 failed to complete successfully in 3.65 ms on connection [connectionId{localValue:47, serverValue:351822}] to server javashake:27117
com.mongodb.MongoCommandException: Command failed with error 43 (CursorNotFound): 'cursor id 30704136349 not found' on server javashake:27117. The full response is {"ok": 0.0, "errmsg": "cursor id 30704136349 not found", "code": 43, "codeName": "CursorNotFound", "operationTime": {"$timestamp": {"t": 1594907706, "i": 1}}, "$clusterTime": {"clusterTime": {"$timestamp": {"t": 1594907706, "i": 1}}, "signature": {"hash": {"$binary": "o9TQEBtfCjakTLcRcC2TOerZ6D4=", "$type": "00"}, "keyId": {"$numberLong": "6837029649613062145"}}}}
at com.mongodb.internal.connection.ProtocolHelper.getCommandFailureException(ProtocolHelper.java:175) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.internal.connection.InternalStreamConnection.receiveCommandMessageResponse(InternalStreamConnection.java:303) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.internal.connection.InternalStreamConnection.sendAndReceive(InternalStreamConnection.java:259) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.internal.connection.UsageTrackingInternalConnection.sendAndReceive(UsageTrackingInternalConnection.java:99) [mongo-java-driver-3.11.2.jar:na]
at com.mongodb.internal.connection.DefaultConnectionPool$PooledConnection.sendAndReceive(DefaultConnectionPool.java:450) [mongo-java-driver-3.11.2.jar:na]
at com.mongodb.internal.connection.CommandProtocolImpl.execute(CommandProtocolImpl.java:72) [mongo-java-driver-3.11.2.jar:na]
at com.mongodb.internal.connection.DefaultServer$DefaultServerProtocolExecutor.execute(DefaultServer.java:218) [mongo-java-driver-3.11.2.jar:na]
at com.mongodb.internal.connection.DefaultServerConnection.executeProtocol(DefaultServerConnection.java:269) [mongo-java-driver-3.11.2.jar:na]
at com.mongodb.internal.connection.DefaultServerConnection.command(DefaultServerConnection.java:131) [mongo-java-driver-3.11.2.jar:na]
at com.mongodb.internal.connection.DefaultServerConnection.command(DefaultServerConnection.java:123) [mongo-java-driver-3.11.2.jar:na]
at com.mongodb.operation.QueryBatchCursor.getMore(QueryBatchCursor.java:260) [mongo-java-driver-3.11.2.jar:na]
at com.mongodb.operation.QueryBatchCursor.hasNext(QueryBatchCursor.java:138) [mongo-java-driver-3.11.2.jar:na]
at com.mongodb.client.internal.MongoBatchCursorAdapter.hasNext(MongoBatchCursorAdapter.java:54) [mongo-java-driver-3.11.2.jar:na]
at org.apache.flink.streaming.connectors.mongodb.source.OplogReader.read(OplogReader.java:61) [flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.connectors.mongodb.source.Worker.read(Worker.java:301) [flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.connectors.mongodb.MongoSource.run(MongoSource.java:47) [flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:100) [flink-streaming-java_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:63) [flink-streaming-java_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.streaming.runtime.tasks.SourceStreamTask$LegacySourceFunctionThread.run(SourceStreamTask.java:196) [flink-streaming-java_2.11-1.10.0.jar:1.10.0]
21:55:10.262 [Legacy Source Thread - Source: Custom Source (1/1)] INFO org.mongodb.driver.connection - Closed connection [connectionId{localValue:47, serverValue:351822}] to javashake:27117 because there was a socket exception raised on another connection from this pool.
21:55:10.262 [Legacy Source Thread - Source: Custom Source (1/1)] DEBUG org.mongodb.driver.connection - Closing connection connectionId{localValue:47, serverValue:351822}
21:55:10.268 [Source: Custom Source (1/1)] INFO o.a.flink.runtime.taskmanager.Task - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb) switched from RUNNING to FAILED.
com.mongodb.MongoCursorNotFoundException: Query failed with error code -5 and error message 'Cursor 30704136349 not found on server javashake:27117' on server javashake:27117
at com.mongodb.operation.QueryHelper.translateCommandException(QueryHelper.java:27) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.operation.QueryBatchCursor.getMore(QueryBatchCursor.java:267) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.operation.QueryBatchCursor.hasNext(QueryBatchCursor.java:138) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.client.internal.MongoBatchCursorAdapter.hasNext(MongoBatchCursorAdapter.java:54) ~[mongo-java-driver-3.11.2.jar:na]
at org.apache.flink.streaming.connectors.mongodb.source.OplogReader.read(OplogReader.java:61) ~[flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.connectors.mongodb.source.Worker.read(Worker.java:301) ~[flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.connectors.mongodb.MongoSource.run(MongoSource.java:47) ~[flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:100) ~[flink-streaming-java_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:63) ~[flink-streaming-java_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.streaming.runtime.tasks.SourceStreamTask$LegacySourceFunctionThread.run(SourceStreamTask.java:196) ~[flink-streaming-java_2.11-1.10.0.jar:1.10.0]
21:55:10.268 [Source: Custom Source (1/1)] INFO o.a.flink.runtime.taskmanager.Task - Freeing task resources for Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb).
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.flink.runtime.taskmanager.Task - Release task Source: Custom Source (1/1) network resources (state: FAILED).
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.TaskEventDispatcher - unregistering 01ef47105b9eb154f23107d2329e9926@0667d85119bbe2015ef395a2f6a1a0eb
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.ResultPartition - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb): Releasing ReleaseOnConsumptionResultPartition 01ef47105b9eb154f23107d2329e9926@0667d85119bbe2015ef395a2f6a1a0eb [PIPELINED_BOUNDED, 10 subpartitions, 10 pending consumptions].
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.PipelinedSubpartition - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb): Released PipelinedSubpartition#0 [number of buffers: 9517 (311833450 bytes), number of buffers in backlog: 0, finished? false, read view? false].
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.PipelinedSubpartition - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb): Released PipelinedSubpartition#1 [number of buffers: 9521 (311966732 bytes), number of buffers in backlog: 0, finished? false, read view? false].
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.PipelinedSubpartition - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb): Released PipelinedSubpartition#2 [number of buffers: 9517 (311833280 bytes), number of buffers in backlog: 0, finished? false, read view? false].
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.PipelinedSubpartition - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb): Released PipelinedSubpartition#3 [number of buffers: 9521 (311966307 bytes), number of buffers in backlog: 0, finished? false, read view? false].
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.PipelinedSubpartition - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb): Released PipelinedSubpartition#4 [number of buffers: 9517 (311833267 bytes), number of buffers in backlog: 0, finished? false, read view? false].
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.PipelinedSubpartition - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb): Released PipelinedSubpartition#5 [number of buffers: 9521 (311966366 bytes), number of buffers in backlog: 0, finished? false, read view? false].
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.PipelinedSubpartition - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb): Released PipelinedSubpartition#6 [number of buffers: 9517 (311833450 bytes), number of buffers in backlog: 0, finished? false, read view? false].
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.PipelinedSubpartition - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb): Released PipelinedSubpartition#7 [number of buffers: 9521 (311966214 bytes), number of buffers in backlog: 0, finished? false, read view? false].
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.PipelinedSubpartition - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb): Released PipelinedSubpartition#8 [number of buffers: 9517 (311833465 bytes), number of buffers in backlog: 0, finished? false, read view? false].
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.PipelinedSubpartition - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb): Released PipelinedSubpartition#9 [number of buffers: 9521 (311966516 bytes), number of buffers in backlog: 0, finished? false, read view? false].
21:55:10.269 [Source: Custom Source (1/1)] DEBUG o.a.f.r.i.n.p.ResultPartitionManager - Released partition 01ef47105b9eb154f23107d2329e9926 produced by 0667d85119bbe2015ef395a2f6a1a0eb.
21:55:10.269 [Source: Custom Source (1/1)] INFO o.a.flink.runtime.taskmanager.Task - Ensuring all FileSystem streams are closed for task Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb) [FAILED]
21:55:10.277 [flink-akka.actor.default-dispatcher-1517] INFO o.a.f.r.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FAILED to JobManager for task Source: Custom Source (1/1) 0667d85119bbe2015ef395a2f6a1a0eb.
21:55:10.279 [flink-akka.actor.default-dispatcher-1510] INFO o.a.f.r.e.ExecutionGraph - Source: Custom Source (1/1) (0667d85119bbe2015ef395a2f6a1a0eb) switched from RUNNING to FAILED.
com.mongodb.MongoCursorNotFoundException: Query failed with error code -5 and error message 'Cursor 30704136349 not found on server javashake:27117' on server javashake:27117
at com.mongodb.operation.QueryHelper.translateCommandException(QueryHelper.java:27) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.operation.QueryBatchCursor.getMore(QueryBatchCursor.java:267) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.operation.QueryBatchCursor.hasNext(QueryBatchCursor.java:138) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.client.internal.MongoBatchCursorAdapter.hasNext(MongoBatchCursorAdapter.java:54) ~[mongo-java-driver-3.11.2.jar:na]
at org.apache.flink.streaming.connectors.mongodb.source.OplogReader.read(OplogReader.java:61) ~[flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.connectors.mongodb.source.Worker.read(Worker.java:301) ~[flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.connectors.mongodb.MongoSource.run(MongoSource.java:47) ~[flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:100) ~[flink-streaming-java_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:63) ~[flink-streaming-java_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.streaming.runtime.tasks.SourceStreamTask$LegacySourceFunctionThread.run(SourceStreamTask.java:196) ~[flink-streaming-java_2.11-1.10.0.jar:1.10.0]
21:55:10.281 [flink-akka.actor.default-dispatcher-1510] INFO o.a.f.r.e.f.f.RestartPipelinedRegionStrategy - Calculating tasks to restart to recover the failed task bc764cd8ddf7a0cff126f51c16239658_0.
21:55:10.282 [flink-akka.actor.default-dispatcher-1510] INFO o.a.f.r.e.f.f.RestartPipelinedRegionStrategy - 11 tasks should be restarted to recover the failed task bc764cd8ddf7a0cff126f51c16239658_0.
21:55:10.284 [flink-akka.actor.default-dispatcher-1510] INFO o.a.f.r.e.ExecutionGraph - Job testing (73ad176d8f0b66468d91fc440f5269d9) switched from state RUNNING to FAILING.
org.apache.flink.runtime.JobException: Recovery is suppressed by NoRestartBackoffTimeStrategy
at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:110) ~[flink-runtime_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:76) ~[flink-runtime_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:192) [flink-runtime_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:186) [flink-runtime_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:180) [flink-runtime_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:484) [flink-runtime_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:380) [flink-runtime_2.11-1.10.0.jar:1.10.0]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_201]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_201]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_201]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_201]
at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:279) [flink-runtime_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:194) [flink-runtime_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:74) [flink-runtime_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:152) [flink-runtime_2.11-1.10.0.jar:1.10.0]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at scala.PartialFunction$class.applyOrElse(PartialFunction.scala:123) ~[scala-library-2.11.12.jar:na]
at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:170) ~[scala-library-2.11.12.jar:na]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171) ~[scala-library-2.11.12.jar:na]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171) ~[scala-library-2.11.12.jar:na]
at akka.actor.Actor$class.aroundReceive(Actor.scala:517) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at akka.actor.ActorCell.invoke(ActorCell.scala:561) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at akka.dispatch.Mailbox.run(Mailbox.scala:225) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at akka.dispatch.Mailbox.exec(Mailbox.scala:235) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) ~[akka-actor_2.11-2.5.21.jar:2.5.21]
com.mongodb.MongoCursorNotFoundException: Query failed with error code -5 and error message 'Cursor 30704136349 not found on server javashake:27117' on server javashake:27117
at com.mongodb.operation.QueryHelper.translateCommandException(QueryHelper.java:27) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.operation.QueryBatchCursor.getMore(QueryBatchCursor.java:267) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.operation.QueryBatchCursor.hasNext(QueryBatchCursor.java:138) ~[mongo-java-driver-3.11.2.jar:na]
at com.mongodb.client.internal.MongoBatchCursorAdapter.hasNext(MongoBatchCursorAdapter.java:54) ~[mongo-java-driver-3.11.2.jar:na]
at org.apache.flink.streaming.connectors.mongodb.source.OplogReader.read(OplogReader.java:61) ~[flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.connectors.mongodb.source.Worker.read(Worker.java:301) ~[flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.connectors.mongodb.MongoSource.run(MongoSource.java:47) ~[flink-connector-mongodb-0.0.1.jar:na]
at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:100) ~[flink-streaming-java_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:63) ~[flink-streaming-java_2.11-1.10.0.jar:1.10.0]
at org.apache.flink.streaming.runtime.tasks.SourceStreamTask$LegacySourceFunctionThread.run(SourceStreamTask.java:196) ~[flink-streaming-java_2.11-1.10.0.jar:1.10.0]
21:55:10.287 [flink-akka.actor.default-dispatcher-1510] INFO o.a.f.r.e.ExecutionGraph - Sink: Unnamed (1/10) (afcdc1127308009d1abfa35b8e6153de) switched from RUNNING to CANCELING.
21:55:10.288 [flink-akka.actor.default-dispatcher-1517] INFO o.a.flink.runtime.taskmanager.Task
React
Typescript
Django
Laravel
Facebook
Microsoft
Google
Alibaba
D3
Tencent