rocketmq源码分析
rocketmq-client源码分析
注释：
0、PullMessageService.run
1、RebalanceImpl.updateProcessQueueTableInRebalance
2、PullMessageService.executePullRequestImmediately
3、DefaultMQPushConsumerImpl.pullMessage
4、PullCallback
5、NettyRemotingAbstract.invokeAsyncImpl
6、NettyRemotingAbstract.processResponseCommand
7、ConsumeMessageConcurrentlyService.submitConsumeRequest
8、DefaultRocketMQListenerContainer.DefaultMessageListenerConcurrently.consumeMessage
9、ConsumeMessageConcurrentlyService.processConsumeResult
10、PullMessageService.executePullRequestImmediately
问题分析
1、消费者是否拉取queueid=4的最新消息？
watch org.apache.rocketmq.client.impl.consumer.DefaultMQPushConsumerImpl pullMessage "{params}" "params.{? #this.messageQueue.topic == 'prod_ykq_prescription_data' }.size()>0 && params.{? #this.messageQueue.queueId == 4 }.size()>0" -x 3
|
2、服务端是否对queueid=4的请求予以响应？
watch org.apache.rocketmq.client.impl.consumer.PullAPIWrapper processPullResult "{params}" "params[0].{? #this.topic == 'prod_ykq_prescription_data' }.size()>0 && params[0].{? #this.queueId == 4 }.size()>0" -x 3
|
3、消费者拉取到消息之后是否提交，线程是否阻塞，队列是否堆积？
watch org.apache.rocketmq.client.impl.consumer.ConsumeMessageConcurrentlyService submitConsumeRequest "{params,target,returnObj}" "params[0].{? #this.topic == 'prod_ykq_prescription_data' }.size()>0 && params[0].{? #this.queueId == 4 }.size()>0" -x 3
|
4、消费者是否进行消息消费？
watch org.apache.rocketmq.client.consumer.listener.MessageListenerConcurrently consumeMessage "{params}" "params[0].{? #this.topic == 'prod_ykq_prescription_data' }.size()>0 && params[0].{? #this.queueId == 4 }.size()>0" -x 3 -b -s
|
返回信息
[arthas@23377]$ watch org.apache.rocketmq.client.impl.consumer.ConsumeMessageConcurrentlyService submitConsumeRequest "{params,target,returnObj}" "params[0].{? #this.queueId == 4 }.size()>0" -x 3
Press Q or Ctrl+C to abort.
Affect(class count: 1 , method count: 1) cost in 163 ms, listenerId: 60
ts=2020-12-08 15:41:02; [cost=0.045307ms] result=@ArrayList[
@Object[][
@ArrayList[
@MessageClientExt[MessageExt [queueId=4, storeSize=350, queueOffset=56183, sysFlag=0, bornTimestamp=1607413262065, bornHost=/172.16.1.67:29391, storeTimestamp=1607413262065, storeHost=/172.16.7.186:10911, msgId=AC1007BA00002A9F00000003AD3AB2AC, commitLogOffset=15791207084, bodyCRC=1469103624, reconsumeTimes=0, preparedTransactionOffset=0, toString()=Message{topic='prod_im_notify_build_pdf_message', flag=0, properties={MIN_OFFSET=48539, MAX_OFFSET=56184, CONSUME_START_TIME=1607413262067, UNIQ_KEY=AC10014360E61055E4AF276A0EF19A07, WAIT=true}, body=[123, 34, 109, 115, 103, 34, 58, 34, -26, -120, -112, -27, -118, -97, -25, -108, -97, -26, -120, -112, -24, -127, -118, -27, -92, -87, 80, 68, 70, 34, 44, 34, 99, 111, 100, 101, 34, 58, 48, 44, 34, 112, 100, 102, 70, 105, 108, 101, 85, 114, 108, 34, 58, 34, 104, 116, 116, 112, 115, 58, 47, 47, 117, 112, 108, 111, 97, 100, 46, 121, 98, 109, 49, 48, 48, 46, 99, 111, 109, 47, 71, 51, 47, 77, 48, 48, 47, 53, 65, 47, 70, 51, 47, 67, 105, 73, 67, 101, 108, 95, 80, 76, 103, 54, 65, 81, 50, 72, 69, 65, 65, 65, 74, 89, 108, 95, 74, 118, 103, 65, 57, 53, 54, 46, 80, 68, 70, 34, 44, 34, 105, 110, 113, 117, 114, 121, 73, 100, 34, 58, 34, 102, 101, 101, 51, 101, 100, 101, 49, 53, 101, 98, 97, 52, 57, 53, 53, 57, 99, 53, 53, 48, 56, 52, 50, 50, 97, 49, 51, 48, 102, 100, 54, 34, 125], transactionId='null'}]],
],
@ProcessQueue[
REBALANCE_LOCK_MAX_LIVE_TIME=@Long[30000],
REBALANCE_LOCK_INTERVAL=@Long[20000],
PULL_MAX_IDLE_TIME=@Long[120000],
log=@InnerLogger[org.apache.rocketmq.logging.InnerLoggerFactory$InnerLogger@700fb0f4],
lockTreeMap=@ReentrantReadWriteLock[java.util.concurrent.locks.ReentrantReadWriteLock@3b938f38[Write locks = 0, Read locks = 0]],
msgTreeMap=@TreeMap[isEmpty=false;size=1],
msgCount=@AtomicLong[1],
msgSize=@AtomicLong[175],
lockConsume=@ReentrantLock[java.util.concurrent.locks.ReentrantLock@5f860447[Unlocked]],
consumingMsgOrderlyTreeMap=@TreeMap[isEmpty=true;size=0],
tryUnlockTimes=@AtomicLong[0],
queueOffsetMax=@Long[56183],
dropped=@Boolean[false],
lastPullTimestamp=@Long[1607413261751],
lastConsumeTimestamp=@Long[1607413184146],
locked=@Boolean[false],
lastLockTimestamp=@Long[1607342584880],
consuming=@Boolean[true],
msgAccCnt=@Long[1],
],
@MessageQueue[
serialVersionUID=@Long[6191200464116433425],
topic=@String[prod_im_notify_build_pdf_message],
brokerName=@String[broker-a],
queueId=@Integer[4],
],
@Boolean[false],
],
@ConsumeMessageConcurrentlyService[
log=@InnerLogger[
logger=@Logger[org.apache.rocketmq.logging.inner.Logger@343574ea],
],
defaultMQPushConsumerImpl=@DefaultMQPushConsumerImpl[
pullTimeDelayMillsWhenException=@Long[1000],
PULL_TIME_DELAY_MILLS_WHEN_FLOW_CONTROL=@Long[50],
PULL_TIME_DELAY_MILLS_WHEN_SUSPEND=@Long[1000],
BROKER_SUSPEND_MAX_TIME_MILLIS=@Long[15000],
CONSUMER_TIMEOUT_MILLIS_WHEN_SUSPEND=@Long[30000],
log=@InnerLogger[org.apache.rocketmq.logging.InnerLoggerFactory$InnerLogger@700fb0f4],
defaultMQPushConsumer=@DefaultMQPushConsumer[ClientConfig [namesrvAddr=mq01-ykq-prod.rocketmq.ybm100.top:9876;mq02-ykq-prod.rocketmq.ybm100.top:9876;mq03-ykq-prod.rocketmq.ybm100.top:9876;mq04-ykq-prod.rocketmq.ybm100.top:9876, clientIP=172.16.9.127, instanceName=ykqInstance, clientCallbackExecutorThreads=4, pollNameServerInterval=30000, heartbeatBrokerInterval=30000, persistConsumerOffsetInterval=5000, pullTimeDelayMillsWhenException=1000, unitMode=false, unitName=null, vipChannelEnabled=false, useTLS=false, language=JAVA, namespace=null]],
rebalanceImpl=@RebalancePushImpl[org.apache.rocketmq.client.impl.consumer.RebalancePushImpl@61c81443],
filterMessageHookList=@ArrayList[isEmpty=true;size=0],
consumerStartTimestamp=@Long[1607342584748],
consumeMessageHookList=@ArrayList[isEmpty=false;size=1],
rpcHook=null,
serviceState=@ServiceState[RUNNING],
mQClientFactory=@MQClientInstance[org.apache.rocketmq.client.impl.factory.MQClientInstance@25be9076],
pullAPIWrapper=@PullAPIWrapper[org.apache.rocketmq.client.impl.consumer.PullAPIWrapper@79b7c068],
pause=@Boolean[false],
consumeOrderly=@Boolean[false],
messageListenerInner=@DefaultMessageListenerConcurrently[org.apache.rocketmq.spring.support.DefaultRocketMQListenerContainer$DefaultMessageListenerConcurrently@776d2df3],
offsetStore=@RemoteBrokerOffsetStore[org.apache.rocketmq.client.consumer.store.RemoteBrokerOffsetStore@515e3caa],
consumeMessageService=@ConsumeMessageConcurrentlyService[org.apache.rocketmq.client.impl.consumer.ConsumeMessageConcurrentlyService@22503928],
queueFlowControlTimes=@Long[0],
queueMaxSpanFlowControlTimes=@Long[0],
],
defaultMQPushConsumer=@DefaultMQPushConsumer[
log=@InnerLogger[org.apache.rocketmq.logging.InnerLoggerFactory$InnerLogger@700fb0f4],
defaultMQPushConsumerImpl=@DefaultMQPushConsumerImpl[org.apache.rocketmq.client.impl.consumer.DefaultMQPushConsumerImpl@31b5b2d],
consumerGroup=@String[CID_prod_im_notify_build_pdf_message],
messageModel=@MessageModel[CLUSTERING],
consumeFromWhere=@ConsumeFromWhere[CONSUME_FROM_LAST_OFFSET],
consumeTimestamp=@String[20201207193304],
allocateMessageQueueStrategy=@AllocateMessageQueueAveragely[org.apache.rocketmq.client.consumer.rebalance.AllocateMessageQueueAveragely@1d87ec08],
subscription=@HashMap[isEmpty=true;size=0],
messageListener=@DefaultMessageListenerConcurrently[org.apache.rocketmq.spring.support.DefaultRocketMQListenerContainer$DefaultMessageListenerConcurrently@776d2df3],
offsetStore=@RemoteBrokerOffsetStore[org.apache.rocketmq.client.consumer.store.RemoteBrokerOffsetStore@515e3caa],
consumeThreadMin=@Integer[20],
consumeThreadMax=@Integer[64],
adjustThreadPoolNumsThreshold=@Long[100000],
consumeConcurrentlyMaxSpan=@Integer[2000],
pullThresholdForQueue=@Integer[1000],
pullThresholdSizeForQueue=@Integer[100],
pullThresholdForTopic=@Integer[-1],
pullThresholdSizeForTopic=@Integer[-1],
pullInterval=@Long[0],
consumeMessageBatchMaxSize=@Integer[1],
pullBatchSize=@Integer[32],
postSubscriptionWhenPull=@Boolean[false],
unitMode=@Boolean[false],
maxReconsumeTimes=@Integer[-1],
suspendCurrentQueueTimeMillis=@Long[1000],
consumeTimeout=@Long[30000],
traceDispatcher=@AsyncTraceDispatcher[org.apache.rocketmq.client.trace.AsyncTraceDispatcher@3d1c287e],
SEND_MESSAGE_WITH_VIP_CHANNEL_PROPERTY=@String[com.rocketmq.sendMessageWithVIPChannel],
namesrvAddr=@String[mq01-ykq-prod.rocketmq.ybm100.top:9876;mq02-ykq-prod.rocketmq.ybm100.top:9876;mq03-ykq-prod.rocketmq.ybm100.top:9876;mq04-ykq-prod.rocketmq.ybm100.top:9876],
clientIP=@String[172.16.9.127],
instanceName=@String[ykqInstance],
clientCallbackExecutorThreads=@Integer[4],
namespace=null,
accessChannel=@AccessChannel[LOCAL],
pollNameServerInterval=@Integer[30000],
heartbeatBrokerInterval=@Integer[30000],
persistConsumerOffsetInterval=@Integer[5000],
pullTimeDelayMillsWhenException=@Long[1000],
unitMode=@Boolean[false],
unitName=null,
vipChannelEnabled=@Boolean[false],
useTLS=@Boolean[false],
language=@LanguageCode[JAVA],
],
messageListener=@DefaultMessageListenerConcurrently[
this$0=@DefaultRocketMQListenerContainer[DefaultRocketMQListenerContainer{consumerGroup='CID_prod_im_notify_build_pdf_message', nameServer='mq01-ykq-prod.rocketmq.ybm100.top:9876;mq02-ykq-prod.rocketmq.ybm100.top:9876;mq03-ykq-prod.rocketmq.ybm100.top:9876;mq04-ykq-prod.rocketmq.ybm100.top:9876', topic='prod_im_notify_build_pdf_message', consumeMode=CONCURRENTLY, selectorType=TAG, selectorExpression='*', messageModel=CLUSTERING}],
],
consumeRequestQueue=@LinkedBlockingQueue[isEmpty=true;size=0],
consumeExecutor=@ThreadPoolExecutor[
ctl=@AtomicInteger[-536870892],
COUNT_BITS=@Integer[29],
CAPACITY=@Integer[536870911],
RUNNING=@Integer[-536870912],
SHUTDOWN=@Integer[0],
STOP=@Integer[536870912],
TIDYING=@Integer[1073741824],
TERMINATED=@Integer[1610612736],
workQueue=@LinkedBlockingQueue[isEmpty=true;size=0],
mainLock=@ReentrantLock[java.util.concurrent.locks.ReentrantLock@1e26df8c[Unlocked]],
workers=@HashSet[isEmpty=false;size=20],
termination=@ConditionObject[java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@473d2d56],
largestPoolSize=@Integer[20],
completedTaskCount=@Long[0],
threadFactory=@ThreadFactoryImpl[org.apache.rocketmq.common.ThreadFactoryImpl@65787e15],
handler=@AbortPolicy[java.util.concurrent.ThreadPoolExecutor$AbortPolicy@22bf7249],
keepAliveTime=@Long[60000000000],
allowCoreThreadTimeOut=@Boolean[false],
corePoolSize=@Integer[20],
maximumPoolSize=@Integer[64],
defaultHandler=@AbortPolicy[java.util.concurrent.ThreadPoolExecutor$AbortPolicy@22bf7249],
shutdownPerm=@RuntimePermission[("java.lang.RuntimePermission" "modifyThread")],
acc=null,
ONLY_ONE=@Boolean[true],
$assertionsDisabled=@Boolean[true],
],
consumerGroup=@String[CID_prod_im_notify_build_pdf_message],
scheduledExecutorService=@DelegatedScheduledExecutorService[
e=@ScheduledThreadPoolExecutor[java.util.concurrent.ScheduledThreadPoolExecutor@397bf51c[Running, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]],
e=@ScheduledThreadPoolExecutor[java.util.concurrent.ScheduledThreadPoolExecutor@397bf51c[Running, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]],
$assertionsDisabled=@Boolean[true],
],
cleanExpireMsgExecutors=@DelegatedScheduledExecutorService[
e=@ScheduledThreadPoolExecutor[java.util.concurrent.ScheduledThreadPoolExecutor@11899700[Running, pool size = 1, active threads = 0, queued tasks = 1, completed tasks = 0]],
e=@ScheduledThreadPoolExecutor[java.util.concurrent.ScheduledThreadPoolExecutor@11899700[Running, pool size = 1, active threads = 0, queued tasks = 1, completed tasks = 0]],
$assertionsDisabled=@Boolean[true],
],
],
null,
]
|
