Hi,
we are using Kafka-couchbase-connect:4.1.13, i am getting this error, not sure what is wrong and getting. It seems password is not set correctly but even when we tried recreating pod and topic getting same error.
pod log:
[2023-11-27 17:20:33,738] INFO [pi_product-b40de71bce195475c9e181c68b37fa48|worker] [com.couchbase.core][ShutdownCompletedEvent][14ms] Completed shutdown and closed all open buckets {“coreId”:“0x23f213e500000001”} (com.couchbase.core:442)
[2023-11-27 17:20:33,766] ERROR [pi_product-b40de71bce195475c9e181c68b37fa48|worker] WorkerConnector{id=pi_product-b40de71bce195475c9e181c68b37fa48} Error while starting connector (org.apache.kafka.connect.runtime.WorkerConnector:201)
java.lang.IllegalStateException: Timeout on blocking read for 30000000000 NANOSECONDS
at reactor.core.publisher.BlockingSingleSubscriber.blockingGet(BlockingSingleSubscriber.java:123)
at reactor.core.publisher.Mono.block(Mono.java:1731)
at com.couchbase.connect.kafka.util.CouchbaseHelper.getConfig(CouchbaseHelper.java:52)
at com.couchbase.connect.kafka.CouchbaseSourceConnector.start(CouchbaseSourceConnector.java:78)
at org.apache.kafka.connect.runtime.WorkerConnector.doStart(WorkerConnector.java:193)
at org.apache.kafka.connect.runtime.WorkerConnector.start(WorkerConnector.java:218)
at org.apache.kafka.connect.runtime.WorkerConnector.doTransitionTo(WorkerConnector.java:363)
at org.apache.kafka.connect.runtime.WorkerConnector.doTransitionTo(WorkerConnector.java:346)
at org.apache.kafka.connect.runtime.WorkerConnector.doRun(WorkerConnector.java:146)
at org.apache.kafka.connect.runtime.WorkerConnector.run(WorkerConnector.java:123)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:833)
[2023-11-27 17:20:33,767] ERROR [pi_product-b40de71bce195475c9e181c68b37fa48|worker] [Worker clientId=connect-1, groupId=pi-product-group-id] Failed to start connector ‘pi_product-b40de71bce195475c9e181c68b37fa48’ (org.apache.kafka.connect.runtime.distributed.DistributedHerder:1811)
org.apache.kafka.connect.errors.ConnectException: Failed to start connector: pi_product-b40de71bce195475c9e181c68b37fa48
at org.apache.kafka.connect.runtime.distributed.DistributedHerder.lambda$startConnector$35(DistributedHerder.java:1782)
at org.apache.kafka.connect.runtime.WorkerConnector.doTransitionTo(WorkerConnector.java:349)
at org.apache.kafka.connect.runtime.WorkerConnector.doRun(WorkerConnector.java:146)
at org.apache.kafka.connect.runtime.WorkerConnector.run(WorkerConnector.java:123)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:833)
Caused by: org.apache.kafka.connect.errors.ConnectException: Failed to transition connector pi_product-b40de71bce195475c9e181c68b37fa48 to state STARTED
… 8 more
Caused by: java.lang.IllegalStateException: Timeout on blocking read for 30000000000 NANOSECONDS
at reactor.core.publisher.BlockingSingleSubscriber.blockingGet(BlockingSingleSubscriber.java:123)
at reactor.core.publisher.Mono.block(Mono.java:1731)
at com.couchbase.connect.kafka.util.CouchbaseHelper.getConfig(CouchbaseHelper.java:52)
at com.couchbase.connect.kafka.CouchbaseSourceConnector.start(CouchbaseSourceConnector.java:78)
at org.apache.kafka.connect.runtime.WorkerConnector.doStart(WorkerConnector.java:193)
at org.apache.kafka.connect.runtime.WorkerConnector.start(WorkerConnector.java:218)
at org.apache.kafka.connect.runtime.WorkerConnector.doTransitionTo(WorkerConnector.java:363)
at org.apache.kafka.connect.runtime.WorkerConnector.doTransitionTo(WorkerConnector.java:346)
… 7 more
connector status::
{“level”:“info”,“ts”:“2023-11-28T06:29:54Z”,“logger”:“ConnectorClient”,“msg”:“Fetching the status of connector”,“Request.Namespace”:“eu-oc-kungfu-nfr31b3ab”,“Request.Name”:“pi-product-cbkc-plugin-service”,“Connector.Name”:“pi_product-b40de71bce195475c9e181c68b37fa48”}
{“level”:“info”,“ts”:“2023-11-28T06:29:54Z”,“logger”:“ConnectorStatus”,“msg”:“Fetched connector task response”,“Connector.Name”:“pi_product-b40de71bce195475c9e181c68b37fa48”,“Service.Name”:“pi-product-cbkc-plugin-service”,“Response”:“{"name":"pi_product-b40de71bce195475c9e181c68b37fa48","connector":{"state":"FAILED","worker_id":"10.254.47.42:8080","trace":"java.lang.IllegalStateException: Timeout on blocking read for 30000000000 NANOSECONDS\n\tat reactor.core.publisher.BlockingSingleSubscriber.blockingGet(BlockingSingleSubscriber.java:123)\n\tat reactor.core.publisher.Mono.block(Mono.java:1734)\n\tat com.couchbase.connect.kafka.util.CouchbaseHelper.getConfig(CouchbaseHelper.java:52)\n\tat com.couchbase.connect.kafka.CouchbaseSourceConnector.start(CouchbaseSourceConnector.java:78)\n\tat org.apache.kafka.connect.runtime.WorkerConnector.doStart(WorkerConnector.java:193)\n\tat org.apache.kafka.connect.runtime.WorkerConnector.start(WorkerConnector.java:218)\n\tat org.apache.kafka.connect.runtime.WorkerConnector.doTransitionTo(WorkerConnector.java:363)\n\tat org.apache.kafka.connect.runtime.WorkerConnector.doTransitionTo(WorkerConnector.java:346)\n\tat org.apache.kafka.connect.runtime.WorkerConnector.doRun(WorkerConnector.java:146)\n\tat org.apache.kafka.connect.runtime.WorkerConnector.run(WorkerConnector.java:123)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)\n\tat java.base/java.lang.Thread.run(Thread.java:833)\n"},"tasks":[{"id":0,"state":"FAILED","worker_id":"10.254.47.42:8080","trace":"org.apache.kafka.connect.errors.ConnectException: com.couchbase.client.dcp.error.BootstrapException: Could not connect to Cluster/Bucket\n\tat com.couchbase.connect.kafka.CouchbaseSourceTask.checkErrorQueue(CouchbaseSourceTask.java:239)\n\tat com.couchbase.connect.kafka.CouchbaseSourceTask.poll(CouchbaseSourceTask.java:176)\n\tat org.apache.kafka.connect.runtime.AbstractWorkerSourceTask.poll(AbstractWorkerSourceTask.java:452)\n\tat org.apache.kafka.connect.runtime.AbstractWorkerSourceTask.execute(AbstractWorkerSourceTask.java:346)\n\tat org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask.java:189)\n\tat org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:244)\n\tat org.apache.kafka.connect.runtime.AbstractWorkerSourceTask.run(AbstractWorkerSourceTask.java:72)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)\n\tat java.base/java.lang.Thread.run(Thread.java:833)\nCaused by: com.couchbase.client.dcp.error.BootstrapException: Could not connect to Cluster/Bucket\n\tat com.couchbase.client.dcp.Client.lambda$connect$3(Client.java:478)\n\tat reactor.core.publisher.FluxOnErrorResume$ResumeSubscriber.onError(FluxOnErrorResume.java:94)\n\tat reactor.core.publisher.MonoIgnoreThen$ThenIgnoreMain.onError(MonoIgnoreThen.java:278)\n\tat reactor.core.publisher.MonoPeekTerminal$MonoTerminalPeekSubscriber.onError(MonoPeekTerminal.java:258)\n\tat reactor.core.publisher.MonoIgnoreElements$IgnoreElementsSubscriber.onError(MonoIgnoreElements.java:84)\n\tat reactor.core.publisher.MonoIgnoreElements$IgnoreElementsSubscriber.onError(MonoIgnoreElements.java:84)\n\tat reactor.core.publisher.FluxSubscribeOnCallable$CallableSubscribeOnSubscription.run(FluxSubscribeOnCallable.java:230)\n\tat reactor.core.scheduler.SchedulerTask.call(SchedulerTask.java:68)\n\tat reactor.core.scheduler.SchedulerTask.call(SchedulerTask.java:28)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)\n\t… 3 more\n\tSuppressed: java.lang.Exception: #block terminated with an error\n\t\tat reactor.core.publisher.BlockingSingleSubscriber.blockingGet(BlockingSingleSubscriber.java:99)\n\t\tat reactor.core.publisher.Mono.block(Mono.java:1710)\n\t\tat com.couchbase.connect.kafka.CouchbaseReader.run(CouchbaseReader.java:187)\nCaused by: java.lang.RuntimeException: java.util.concurrent.TimeoutException: Timed out after waiting PT32S for latch.\n\tat com.couchbase.client.dcp.conductor.Conductor.lambda$await$6(Conductor.java:220)\n\tat reactor.core.publisher.MonoRunnable.call(MonoRunnable.java:73)\n\tat reactor.core.publisher.MonoRunnable.call(MonoRunnable.java:32)\n\tat reactor.core.publisher.FluxSubscribeOnCallable$CallableSubscribeOnSubscription.run(FluxSubscribeOnCallable.java:227)\n\t… 7 more\nCaused by: java.util.concurrent.TimeoutException: Timed out after waiting PT32S for latch.\n\t… 11 more\n"},{"id":1,"state":"FAILED","worker_id":"10.254.47.42:8080","trace":"org.apache.kafka.connect.errors.ConnectException: com.couchbase.client.dcp.error.BootstrapException: Could not connect to Cluster/Bucket\n\tat com.couchbase.connect.kafka.CouchbaseSourceTask.checkErrorQueue(CouchbaseSourceTask.java:239)\n\tat com.couchbase.connect.kafka.CouchbaseSourceTask.poll(CouchbaseSourceTask.java:176)\n\tat org.apache.kafka.connect.runtime.AbstractWorkerSourceTask.poll(AbstractWorkerSourceTask.java:452)\n\tat org.apache.kafka.connect.runtime.AbstractWorkerSourceTask.execute(AbstractWorkerSourceTask.java:346)\n\tat org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask.java:189)\n\tat org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:244)\n\tat org.apache.kafka.connect.runtime.AbstractWorkerSourceTask.run(AbstractWorkerSourceTask.java:72)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)\n\tat java.base/java.lang.Thread.run(Thread.java:833)\nCaused by: com.couchbase.client.dcp.error.BootstrapException: Could not connect to Cluster/Bucket\n\tat com.couchbase.client.dcp.Client.lambda$connect$3(Client.java:478)\n\tat reactor.core.publisher.FluxOnErrorResume$ResumeSubscriber.onError(FluxOnErrorResume.java:94)\n\tat reactor.core.publisher.MonoIgnoreThen$ThenIgnoreMain.onError(MonoIgnoreThen.java:278)\n\tat reactor.core.publisher.MonoPeekTerminal$MonoTerminalPeekSubscriber.onError(MonoPeekTerminal.java:258)\n\tat reactor.core.publisher.MonoIgnoreElements$IgnoreElementsSubscriber.onError(MonoIgnoreElements.java:84)\n\tat reactor.core.publisher.MonoIgnoreElements$IgnoreElementsSubscriber.onError(MonoIgnoreElements.java:84)\n\tat reactor.core.publisher.FluxSubscribeOnCallable$CallableSubscribeOnSubscription.run(FluxSubscribeOnCallable.java:230)\n\tat reactor.core.scheduler.SchedulerTask.call(SchedulerTask.java:68)\n\tat reactor.core.scheduler.SchedulerTask.call(SchedulerTask.java:28)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)\n\t… 3 more\n\tSuppressed: java.lang.Exception: #block terminated with an error\n\t\tat reactor.core.publisher.BlockingSingleSubscriber.blockingGet(BlockingSingleSubscriber.java:99)\n\t\tat reactor.core.publisher.Mono.block(Mono.java:1710)\n\t\tat com.couchbase.connect.kafka.CouchbaseReader.run(CouchbaseReader.java:187)\nCaused by: java.lang.RuntimeException: java.util.concurrent.TimeoutException: Timed out after waiting PT32S for latch.\n\tat com.couchbase.client.dcp.conductor.Conductor.lambda$await$6(Conductor.java:220)\n\tat reactor.core.publisher.MonoRunnable.call(MonoRunnable.java:73)\n\tat reactor.core.publisher.MonoRunnable.call(MonoRunnable.java:32)\n\tat reactor.core.publisher.FluxSubscribeOnCallable$CallableSubscribeOnSubscription.run(FluxSubscribeOnCallable.java:227)\n\t… 7 more\nCaused by: java.util.concurrent.TimeoutException: Timed out after waiting PT32S for latch.\n\t… 11 more\n"}],"type":"source"}”}