数据流

用户15814944723个月前

tail -300f /opt/soft/log/ark-streaming/${appkey}/event0stream.log



2020-02-12 11:30:47.856 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.scheduler.main.f -start execute newStream:/ark/streaming/schedule/ark1.analysys.xyz/waitrun7eeefe9dbc34306e_event_0_20200212104139
2020-02-12 11:30:47.857 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.common.zk.a -节点已经存在:/ark/streaming/lock/schedule/7eeefe9dbc34306e_event_0_20200212104139
2020-02-12 11:30:47.857 [RunnerStream-7eeefe9dbc34306e_event0] INFO  c.a.ark.streaming.common.zk.ArkStreamingZKClient -创建锁的类型为=>newStream,创建节点为=>/ark/streaming/lock/schedule/7eeefe9dbc34306e_event_0_20200212104139
2020-02-12 11:30:47.943 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.scheduler.main.f -Lock success
2020-02-12 11:30:47.945 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.common.zk.a -准备开始创建节点/ark/streaming/schedule/ark1.analysys.xyz/running/7eeefe9dbc34306e_event_0_20200212104139
2020-02-12 11:30:47.947 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.common.zk.a -完成添加节点:/ark/streaming/schedule/ark1.analysys.xyz/running/7eeefe9dbc34306e_event_0_20200212104139
2020-02-12 11:30:47.950 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.common.zk.a -删除节点:/ark/streaming/schedule/ark1.analysys.xyz/waitrun/7eeefe9dbc34306e_event_0_20200212104139
2020-02-12 11:30:47.950 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.common.zk.a -删除zk节点[/ark/streaming/schedule/ark1.analysys.xyz/waitrun/7eeefe9dbc34306e_event_0_20200212104139]成功
2020-02-12 11:30:47.952 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.scheduler.main.f -Release lock success
2020-02-12 11:30:47.952 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.scheduler.main.f -start handle business
2020-02-12 11:30:48.265 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.common.zk.a -节点已经存在:/ark/streaming/stop/7eeefe9dbc34306e
2020-02-12 11:30:48.265 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.common.zk.a -删除zk节点[/ark/streaming/schedule/ark1.analysys.xyz/waitrun/7eeefe9dbc34306e_event_0_20200212104139]成功
2020-02-12 11:30:48.268 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.common.zk.a -删除节点:/ark/streaming/schedule/ark1.analysys.xyz/running/7eeefe9dbc34306e_event_0_20200212104139
2020-02-12 11:30:48.268 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.common.zk.a -删除zk节点[/ark/streaming/schedule/ark1.analysys.xyz/running/7eeefe9dbc34306e_event_0_20200212104139]成功
2020-02-12 11:30:48.269 [RunnerStream-7eeefe9dbc34306e_event0] ERROR cn.analysys.ark.streaming.scheduler.main.f -java.lang.NullPointerException
	at cn.analysys.ark.streaming.common.redis.ToolRedis.getValueByKey(ToolRedis.java:177)
	at cn.analysys.ark.streaming.service.b.a(ArkServiceEventImpl.java:168)
	at cn.analysys.ark.streaming.scheduler.main.f.a(StreamingRunningRunner.java:121)
	at cn.analysys.ark.streaming.scheduler.main.f.run(StreamingRunningRunner.java:69)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

2020-02-12 11:30:48.270 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.service.f -释放锁:/ark/streaming/lock/metadata/db_7eeefe9dbc34306e/event_write
2020-02-12 11:30:48.270 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.service.f -释放锁完成:/ark/streaming/lock/metadata/db_7eeefe9dbc34306e/event_write
2020-02-12 11:30:48.270 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.scheduler.main.f -Release lock success
2020-02-12 11:30:48.270 [RunnerStream-7eeefe9dbc34306e_event0] INFO  cn.analysys.ark.streaming.common.zk.a -删除zk节点[/ark/streaming/running/7eeefe9dbc34306e/ASK_EVENT_VVV_7eeefe9dbc34306e/0]成功

tail -300f /opt/soft/log/ark-streaming/${appkey}/profile0stream.log

2020-02-12 10:47:29.308 [RunnerStream-7eeefe9dbc34306e_profile0] ERROR cn.analysys.ark.streaming.bufferdb.kudu.utils.b -func singleSave error : org.apache.kudu.client.NonRecoverableException: MANUAL_FLUSH is enabled but the buffer is too big
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduSession.apply(KuduSession.java:93)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1035)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:901)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:836)
	at cn.analysys.ark.streaming.bufferdb.kudu.dao.a.addMapkey(ArkBufferDbKuduDataDao.java:138)
	at cn.analysys.ark.streaming.service.c.b(ArkServiceProfileImpl.java:760)
	at cn.analysys.ark.streaming.service.c.a(ArkServiceProfileImpl.java:376)
	at cn.analysys.ark.streaming.service.c.a(ArkServiceProfileImpl.java:328)
	at cn.analysys.ark.streaming.service.c.a(ArkServiceProfileImpl.java:215)
	at cn.analysys.ark.streaming.service.c.b(ArkServiceProfileImpl.java:161)
	at cn.analysys.ark.streaming.scheduler.main.f.a(StreamingRunningRunner.java:123)
	at cn.analysys.ark.streaming.scheduler.main.f.run(StreamingRunningRunner.java:69)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduSession.apply(AsyncKuduSession.java:597)
		at org.apache.kudu.client.KuduSession.apply(KuduSession.java:79)
		... 25 more

2020-02-12 10:53:38.328 [RunnerStream-7eeefe9dbc34306e_profile0] ERROR cn.analysys.ark.streaming.bufferdb.kudu.utils.b -func singleSave error : org.apache.kudu.client.NonRecoverableException: MANUAL_FLUSH is enabled but the buffer is too big
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduSession.apply(KuduSession.java:93)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1035)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:1043)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:901)
	at cn.analysys.ark.streaming.bufferdb.kudu.utils.b.a(KuduUtil.java:837)
	at cn.analysys.ark.streaming.bufferdb.kudu.dao.a.addMapkey(ArkBufferDbKuduDataDao.java:138)
	at cn.analysys.ark.streaming.service.c.b(ArkServiceProfileImpl.java:760)
	at cn.analysys.ark.streaming.service.c.a(ArkServiceProfileImpl.java:376)
	at cn.analysys.ark.streaming.service.c.a(ArkServiceProfileImpl.java:328)
	at cn.analysys.ark.streaming.service.c.a(ArkServiceProfileImpl.java:215)
	at cn.analysys.ark.streaming.service.c.b(ArkServiceProfileImpl.java:161)
	at cn.analysys.ark.streaming.scheduler.main.f.a(StreamingRunningRunner.java:123)
	at cn.analysys.ark.streaming.scheduler.main.f.run(StreamingRunningRunner.java:69)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduSession.apply(AsyncKuduSession.java:597)
		at org.apache.kudu.client.KuduSession.apply(KuduSession.java:79)
		... 25 more

2020-02-12 10:54:06.186 [RunnerStream-7eeefe9dbc34306e_profile0] ERROR cn.analysys.ark.streaming.bufferdb.kudu.utils.b -func addMapkey err ,xhwo is :妞妞
2020-02-12 10:54:09.834 [RunnerStream-7eeefe9dbc34306e_profile0] ERROR cn.analysys.ark.streaming.bufferdb.kudu.dao.d -errorsCount2::1
2020-02-12 10:54:11.834 [RunnerStream-7eeefe9dbc34306e_profile0] INFO  cn.analysys.ark.streaming.common.zk.a -准备开始创建节点/ark/streaming/stop/7eeefe9dbc34306e
2020-02-12 10:54:11.836 [RunnerStream-7eeefe9dbc34306e_profile0] INFO  cn.analysys.ark.streaming.common.zk.a -完成添加节点:/ark/streaming/stop/7eeefe9dbc34306e
2020-02-12 10:54:11.836 [RunnerStream-7eeefe9dbc34306e_profile0] INFO  cn.analysys.ark.streaming.common.zk.a -删除zk节点[/ark/streaming/schedule/ark1.analysys.xyz/waitrun/7eeefe9dbc34306e_profile_0_20200212104139]成功
2020-02-12 10:54:11.838 [RunnerStream-7eeefe9dbc34306e_profile0] INFO  cn.analysys.ark.streaming.common.zk.a -删除节点:/ark/streaming/schedule/ark1.analysys.xyz/running/7eeefe9dbc34306e_profile_0_20200212104139
2020-02-12 10:54:11.838 [RunnerStream-7eeefe9dbc34306e_profile0] INFO  cn.analysys.ark.streaming.common.zk.a -删除zk节点[/ark/streaming/schedule/ark1.analysys.xyz/running/7eeefe9dbc34306e_profile_0_20200212104139]成功
2020-02-12 10:54:11.838 [RunnerStream-7eeefe9dbc34306e_profile0] ERROR cn.analysys.ark.streaming.scheduler.main.f -java.lang.RuntimeException: flush data to kudu failed !
	at cn.analysys.ark.streaming.bufferdb.kudu.dao.d.flushData(ArkRowSetKuduImpl.java:137)
	at cn.analysys.ark.streaming.service.c.a(ArkServiceProfileImpl.java:1046)
	at cn.analysys.ark.streaming.service.c.a(ArkServiceProfileImpl.java:375)
	at cn.analysys.ark.streaming.service.c.a(ArkServiceProfileImpl.java:328)
	at cn.analysys.ark.streaming.service.c.a(ArkServiceProfileImpl.java:215)
	at cn.analysys.ark.streaming.service.c.b(ArkServiceProfileImpl.java:161)
	at cn.analysys.ark.streaming.scheduler.main.f.a(StreamingRunningRunner.java:123)
	at cn.analysys.ark.streaming.scheduler.main.f.run(StreamingRunningRunner.java:69)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

2020-02-12 10:54:11.838 [RunnerStream-7eeefe9dbc34306e_profile0] INFO  cn.analysys.ark.streaming.service.f -释放锁:/ark/streaming/lock/metadata/db_7eeefe9dbc34306e/profile
2020-02-12 10:54:11.838 [RunnerStream-7eeefe9dbc34306e_profile0] INFO  cn.analysys.ark.streaming.service.f -释放锁完成:/ark/streaming/lock/metadata/db_7eeefe9dbc34306e/profile
2020-02-12 10:54:11.838 [RunnerStream-7eeefe9dbc34306e_profile0] INFO  cn.analysys.ark.streaming.scheduler.main.f -Release lock success
2020-02-12 10:54:11.840 [RunnerStream-7eeefe9dbc34306e_profile0] INFO  cn.analysys.ark.streaming.common.zk.a -删除节点:/ark/streaming/running/7eeefe9dbc34306e/ASK_PROFILE_VVV_7eeefe9dbc34306e/0
2020-02-12 10:54:11.840 [RunnerStream-7eeefe9dbc34306e_profile0] INFO  cn.analysys.ark.streaming.common.zk.a -删除zk节点[/ark/streaming/running/7eeefe9dbc34306e/ASK_PROFILE_VVV_7eeefe9dbc34306e/0]成功





有用0评论0

高俊3个月前

你是不是属性特别多,而且都是字符串类型

有用0评论1

dohkoxiaozu2个月前

显示这个

有用0评论0

用户15549521441个月前

  cd /data1

find kafka-logs/ -size 10485760c -name *.index -exec rm -rf {} \;


重启kafka问题解决!

有用0评论1