[Bug] one topic suddenly cannot be consumed,others is ok
- Dominant language
- Java
- Stars
- 15.3k
- Forks
- 3.8k
- Avg merge
- 1d 14h
- Merged PRs (30d)
- 160
Description
### Search before asking
- [X] I searched in the [issues](https://github.com/apache/pulsar/issues) and found nothing similar.
### Version
2.9.2
### Minimal reproduce step
Consumer consumer = client.newConsumer()
.topic("prod/collect/78_detail_common_urgent")
.subscriptionName("my-subscription")
.subscriptionType(SubscriptionType.Shared)
.ackTimeout(5, TimeUnit.SECONDS)
.enableRetry(false)
.negativeAckRedeliveryDelay(1, TimeUnit.MILLISECONDS)
.receiverQueueSize(10)
.subscribe();
while (true) {
try {
Message receive = consumer.receive();
byte[] data = receive.getData();
MessageId messageId = receive.getMessageId();
System.out.println(" data: " + new String(data));
System.out.println(" messageId: " + messageId);
consumer.acknowledge(messageId);
} finally {
}
}
stats:
{
"msgRateIn":0,
"msgThroughputIn":0,
"msgRateOut":0,
"msgThroughputOut":0,
"bytesInCounter":673463031,
"msgInCounter":970021,
"bytesOutCounter":0,
"msgOutCounter":0,
"averageMsgSize":0,
"msgChunkPublished":false,
"storageSize":8771320,
"backlogSize":5662456,
"offloadedStorageSize":0,
"lastOffloadLedgerId":0,
"lastOffloadSuccessTimeStamp":0,
"lastOffloadFailureTimeStamp":0,
"publishers":Array[8],
"waitingPublishers":0,
"subscriptions":{
"my-subscription":{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"msgBacklog":8029,
"backlogSize":0,
"msgBacklogNoDelayed":8029,
"blockedSubscriptionOnUnackedMsgs":false,
"msgDelayed":0,
"unackedMessages":0,
"type":"Shared",
"msgRateExpired":0,
"totalMsgExpired":0,
"lastExpireTimestamp":1693277232780,
"lastConsumedFlowTimestamp":1693275780540,
"lastConsumedTimestamp":0,
"lastAckedTimestamp":0,
"lastMarkDeleteAdvancedTimestamp":0,
"consumers":[
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"333f1e44bf",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:51434",
"connectedSince":"2023-08-29T02:19:30.140256Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"3b7c1872d4",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:51448",
"connectedSince":"2023-08-29T02:19:30.316391Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"00c56b17b1",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:50002",
"connectedSince":"2023-08-29T02:19:30.433868Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"52e048cbbc",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:51450",
"connectedSince":"2023-08-29T02:19:30.580629Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"8c7d6b08e1",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:51454",
"connectedSince":"2023-08-29T02:19:30.709257Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"8add6bf483",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:50018",
"connectedSince":"2023-08-29T02:19:31.273962Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"18a9f842a1",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:50024",
"connectedSince":"2023-08-29T02:19:31.495279Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"d160574e13",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:50034",
"connectedSince":"2023-08-29T02:19:31.61581Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"e907979e5a",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:50572",
"connectedSince":"2023-08-29T02:19:31.786989Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"3459b42c67",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:50040",
"connectedSince":"2023-08-29T02:19:31.932207Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"08e67a6f13",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:51470",
"connectedSince":"2023-08-29T02:19:32.257661Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"3a6746046e",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:51478",
"connectedSince":"2023-08-29T02:19:32.517657Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"6b77cc6717",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/172.24.60.92:50596",
"connectedSince":"2023-08-29T02:19:32.622301Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"c5119dd6cc",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:50052",
"connectedSince":"2023-08-29T02:19:32.697085Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"6f8be5e326",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:51516",
"connectedSince":"2023-08-29T02:19:32.978411Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"2739a",
"availablePermits":10,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{
},
"address":"/:60892",
"connectedSince":"2023-08-29T02:21:59.8631Z"
}
],
"isDurable":true,
"isReplicated":false,
"allowOutOfOrderDelivery":false,
"consumersAfterMarkDeletePosition":{
},
"nonContiguousDeletedMessagesRanges":0,
"nonContiguousDeletedMessagesRangesSerializedSize":0,
"durable":true,
"replicated":false
}
},
"replication":Object{...},
"deduplicationStatus":"Disabled",
"nonContiguousDeletedMessagesRanges":0,
"nonContiguousDeletedMessagesRangesSerializedSize":0,
"compaction":Object{...}
}
### What did you expect to see?
data: {"creatorName":"管理员","goodsPlatformName":"拼多多","requestId":"c96a17e1-9ea8-4dc0-82f6-06707e6053da","sortTypeName":"综合排序","extra":"0","id":30584515,"goodsPlatformId":78,"collectTime":1692758916000,"brandName":"测试11","creator":1,"updateTime":1692758918000,"stopType":1,"priority":"1","isMatch":"1","parentId":30584509,"keyWord":"http://mobile.pinduoduo.com/goods.html?goods_id=263506367446","errorMsg":"failed","collectType":"3","sortType":"0","createTime":1692758916000,"updatorName":"管理员","discountFlag":"0","brandId":11130,"updator":1,"strategy":"1","status":"5"}
messageId: 3663279:0:0:0
### What did you see instead?
empty
### Anything else?
_No response_
### Are you willing to submit a PR?
- [ ] I'm willing to submit a PR!
Contributor guide
Research direction
No source file or test is named. Start by reproducing the Java consumer configuration against the affected topic and compare its subscription statistics with topics that work; inspect the consumer and broker logs for the reason messages are not delivered. Done means the affected subscription consumes and acknowledges messages normally, with a regression test if the failure can be reproduced.
Written by the indexing model from the issue text.
Assessment
- Tech stack
- java
- Domain
- backend, distributed-systems
- Issue type
- Bug
- Difficulty
- 4/5
- Estimated time
- 3-5 days
- Activity status
- Stale
- Clarity
- Needs clarification
- Newbie friendliness
- 30/100