apache / apache/pulsar

[Bug] one topic suddenly cannot be consumed,others is ok

Open
#21,082 25 comments 2 reactions 0 assignees View on GitHub
type/bug
Dominant language
Java
Stars
15.3k
Forks
3.8k
Avg merge
1d 14h
Merged PRs (30d)
160

Description

### Search before asking

- [X] I searched in the [issues](https://github.com/apache/pulsar/issues) and found nothing similar.

### Version

2.9.2

### Minimal reproduce step

Consumer consumer = client.newConsumer()
.topic("prod/collect/78_detail_common_urgent")
.subscriptionName("my-subscription")
.subscriptionType(SubscriptionType.Shared)
.ackTimeout(5, TimeUnit.SECONDS)
.enableRetry(false)
.negativeAckRedeliveryDelay(1, TimeUnit.MILLISECONDS)
.receiverQueueSize(10)
.subscribe();
while (true) {
try {
Message receive = consumer.receive();
byte[] data = receive.getData();
MessageId messageId = receive.getMessageId();
System.out.println(" data: " + new String(data));
System.out.println(" messageId: " + messageId);
consumer.acknowledge(messageId);
} finally {

}
}

stats:
{
"msgRateIn":0,
"msgThroughputIn":0,
"msgRateOut":0,
"msgThroughputOut":0,
"bytesInCounter":673463031,
"msgInCounter":970021,
"bytesOutCounter":0,
"msgOutCounter":0,
"averageMsgSize":0,
"msgChunkPublished":false,
"storageSize":8771320,
"backlogSize":5662456,
"offloadedStorageSize":0,
"lastOffloadLedgerId":0,
"lastOffloadSuccessTimeStamp":0,
"lastOffloadFailureTimeStamp":0,
"publishers":Array[8],
"waitingPublishers":0,
"subscriptions":{
"my-subscription":{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"msgBacklog":8029,
"backlogSize":0,
"msgBacklogNoDelayed":8029,
"blockedSubscriptionOnUnackedMsgs":false,
"msgDelayed":0,
"unackedMessages":0,
"type":"Shared",
"msgRateExpired":0,
"totalMsgExpired":0,
"lastExpireTimestamp":1693277232780,
"lastConsumedFlowTimestamp":1693275780540,
"lastConsumedTimestamp":0,
"lastAckedTimestamp":0,
"lastMarkDeleteAdvancedTimestamp":0,
"consumers":[
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"333f1e44bf",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:51434",
"connectedSince":"2023-08-29T02:19:30.140256Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"3b7c1872d4",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:51448",
"connectedSince":"2023-08-29T02:19:30.316391Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"00c56b17b1",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:50002",
"connectedSince":"2023-08-29T02:19:30.433868Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"52e048cbbc",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:51450",
"connectedSince":"2023-08-29T02:19:30.580629Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"8c7d6b08e1",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:51454",
"connectedSince":"2023-08-29T02:19:30.709257Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"8add6bf483",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:50018",
"connectedSince":"2023-08-29T02:19:31.273962Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"18a9f842a1",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:50024",
"connectedSince":"2023-08-29T02:19:31.495279Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"d160574e13",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:50034",
"connectedSince":"2023-08-29T02:19:31.61581Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"e907979e5a",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:50572",
"connectedSince":"2023-08-29T02:19:31.786989Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"3459b42c67",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:50040",
"connectedSince":"2023-08-29T02:19:31.932207Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"08e67a6f13",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:51470",
"connectedSince":"2023-08-29T02:19:32.257661Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"3a6746046e",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:51478",
"connectedSince":"2023-08-29T02:19:32.517657Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"6b77cc6717",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/172.24.60.92:50596",
"connectedSince":"2023-08-29T02:19:32.622301Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"c5119dd6cc",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:50052",
"connectedSince":"2023-08-29T02:19:32.697085Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"6f8be5e326",
"availablePermits":4,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:51516",
"connectedSince":"2023-08-29T02:19:32.978411Z"
},
{
"msgRateOut":0,
"msgThroughputOut":0,
"bytesOutCounter":0,
"msgOutCounter":0,
"msgRateRedeliver":0,
"chunkedMessageRate":0,
"consumerName":"2739a",
"availablePermits":10,
"unackedMessages":0,
"avgMessagesPerEntry":1000,
"blockedConsumerOnUnackedMsgs":false,
"lastAckedTimestamp":0,
"lastConsumedTimestamp":0,
"metadata":{

},
"address":"/:60892",
"connectedSince":"2023-08-29T02:21:59.8631Z"
}
],
"isDurable":true,
"isReplicated":false,
"allowOutOfOrderDelivery":false,
"consumersAfterMarkDeletePosition":{

},
"nonContiguousDeletedMessagesRanges":0,
"nonContiguousDeletedMessagesRangesSerializedSize":0,
"durable":true,
"replicated":false
}
},
"replication":Object{...},
"deduplicationStatus":"Disabled",
"nonContiguousDeletedMessagesRanges":0,
"nonContiguousDeletedMessagesRangesSerializedSize":0,
"compaction":Object{...}
}

### What did you expect to see?

data: {"creatorName":"管理员","goodsPlatformName":"拼多多","requestId":"c96a17e1-9ea8-4dc0-82f6-06707e6053da","sortTypeName":"综合排序","extra":"0","id":30584515,"goodsPlatformId":78,"collectTime":1692758916000,"brandName":"测试11","creator":1,"updateTime":1692758918000,"stopType":1,"priority":"1","isMatch":"1","parentId":30584509,"keyWord":"http://mobile.pinduoduo.com/goods.html?goods_id=263506367446","errorMsg":"failed","collectType":"3","sortType":"0","createTime":1692758916000,"updatorName":"管理员","discountFlag":"0","brandId":11130,"updator":1,"strategy":"1","status":"5"}
messageId: 3663279:0:0:0

### What did you see instead?

empty

### Anything else?

_No response_

### Are you willing to submit a PR?

- [ ] I'm willing to submit a PR!

Contributor guide

Open the contributing guide

Research direction

No source file or test is named. Start by reproducing the Java consumer configuration against the affected topic and compare its subscription statistics with topics that work; inspect the consumer and broker logs for the reason messages are not delivered. Done means the affected subscription consumes and acknowledges messages normally, with a regression test if the failure can be reproduced.

Written by the indexing model from the issue text.

Assessment

Tech stack
java
Domain
backend, distributed-systems
Issue type
Bug
Difficulty
4/5
Estimated time
3-5 days
Activity status
Stale
Clarity
Needs clarification
Newbie friendliness
30/100

Get new issues in your inbox

A short digest of beginner-friendly GitHub issues.