（三 ）kafka-jstorm集群实时日志分析 之 ---------jstorm集成spring 续（代码）
本地模式启动的．
package com.doctor.kafkajstrom; import java.util.HashMap;
import java.util.Map;
import java.util.concurrent.TimeUnit; import org.apache.commons.lang.RandomStringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.context.ApplicationContext; import com.doctor.kafkajstrom.log.manager.LogManager;
import com.doctor.kafkajstrom.util.SpringUtil; import backtype.storm.Config;
import backtype.storm.LocalCluster;
import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.TopologyBuilder;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values; public class LocalJstormMain { public static void main(String[] args) {
// Topology definition
TopologyBuilder builder = new TopologyBuilder();
builder.setSpout("word-reader", new WordReaderSpoutCh03());
builder.setSpout("signals-spout", new SignalsSpoutCh03(),6);
builder.setBolt("word-normalizer", new WordTransformBoltCh03(),6)
.shuffleGrouping("word-reader"); builder.setBolt("word-counter", new WordCounterBoltCh03(), 2)
.fieldsGrouping("word-normalizer", new Fields("word"))
.allGrouping("signals-spout", "signals"); // Configuration
Config conf = new Config();
conf.setNumWorkers(3);
conf.setDebug(true);
// Topology run
conf.put(Config.TOPOLOGY_MAX_SPOUT_PENDING, 1);
LocalCluster cluster = new LocalCluster();
cluster.submitTopology("Count-Word-Toplogy-With-Refresh-Cache", conf, builder.createTopology()); // try {
// TimeUnit.MINUTES.sleep(2);
// } catch (InterruptedException e) {
// e.printStackTrace();
// }
// cluster.killTopology("Count-Word-Toplogy-With-Refresh-Cache");
// cluster.shutdown(); } public static class WordReaderSpoutCh03 extends BaseRichSpout {
private static final Logger log = LoggerFactory.getLogger(WordReaderSpoutCh03.class); private static final long serialVersionUID = 1L; private TopologyContext context; private SpoutOutputCollector collector; private static final String WORDS = "sjdkfjksdjfdkjaaa中涉及看对方的罚款多级"; @Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
this.context = context;
this.collector = collector; } @Override
public void ack(Object msgId) {
log.info("{Ok:{}}", msgId);
} @Override
public void fail(Object msgId) {
log.info("{Ok:{}}", msgId);
} @Override
public void nextTuple() { this.collector.emit(new Values(RandomStringUtils.random(6, WORDS)));
} @Override
public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declare(new Fields("line")); } } public static class SignalsSpoutCh03 extends BaseRichSpout { private static final long serialVersionUID = 1L;
private SpoutOutputCollector spoutOutputCollector; @Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
this.spoutOutputCollector = collector;
} @Override
public void nextTuple() {
this.spoutOutputCollector.emit("signals", new Values("refreshCache"));
try {
TimeUnit.MILLISECONDS.sleep(2);
} catch (Throwable e) {
} } @Override
public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declareStream("signals", new Fields("action")); } } public static class WordTransformBoltCh03 extends BaseRichBolt { private static final long serialVersionUID = 1L;
private OutputCollector collector;
private int numCounterTasks = 0; @Override
public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) {
this.collector = collector;
this.numCounterTasks = context.getComponentTasks("word-counter").size();
} @Override
public void execute(Tuple input) {
String[] lines = input.getString(0).split(" ");
for (String line : lines) {
String lowerCase = line.trim().toLowerCase();
if (!lowerCase.isEmpty()) {
this.collector.emit(new Values(line));
}
} this.collector.ack(input);
} @Override
public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declare(new Fields("word")); }
} public static class WordCounterBoltCh03 extends BaseRichBolt {
private static final Logger log = LoggerFactory.getLogger(WordCounterBoltCh03.class); private static final long serialVersionUID = 1L;
private Map<String, Integer> countMap;
private OutputCollector collector;
private String name;
private int id; private static final ApplicationContext applicationContext;
private static final LogManager logManager; static{
applicationContext = SpringUtil.of("learningJstormConfig/spring-kafkabolt-context.xml");
logManager = applicationContext.getBean(LogManager.class);
log.info("--------------ApplicationContext initialized from learningJstormConfig/spring-kafkabolt-context.xml ");
} @Override
public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) {
this.countMap = new HashMap<>();
this.collector = collector;
this.name = context.getThisComponentId();
this.id = context.getThisTaskId();
log.info("-----------------WordCounterBoltCh03 prepare");
} @Override
public void execute(Tuple input) {
String word = null;
try {
word = input.getStringByField("word");
} catch (Throwable e) {
}
if (null != word) {
if (!countMap.containsKey(word)) {
countMap.put(word, 1);
} else {
Integer count = countMap.get(word);
count++;
countMap.put(word, count); logManager.write(word + ":" + countMap.get(word));
}
} else {
if ("signals.".equals(input.getSourceStreamId()) && "refreshCache".equals(input.getStringByField("action"))) {
cleanup();
countMap.clear();
}
} this.collector.ack(input); } @Override
public void declareOutputFields(OutputFieldsDeclarer declarer) { } @Override
public void cleanup() {
log.info("{cleanup................}");
countMap.forEach((k, v) -> {
log.info("{clean up.................}");
log.info("k : {} , v : {}", k, v);
});
} }
}
Spring载入代码：
public final class SpringUtil {
private SpringUtil() {
throw new IllegalAccessError("constructor should not access");
}
public static ApplicationContext of(String classPathConfigLocation){
return new ClassPathXmlApplicationContext(classPathConfigLocation);
}
}
ｓｐｒｉｎｇ 配置文件：
<? xml version="1.0" encoding="UTF-8"? >
<beans
xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:context="http://www.springframework.org/schema/context"
xmlns:mvc="http://www.springframework.org/schema/mvc" xmlns:dubbo="http://code.alibabatech.com/schema/dubbo"
xmlns:task="http://www.springframework.org/schema/task"
xsi:schemaLocation="
http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans.xsd
http://www.springframework.org/schema/context
http://www.springframework.org/schema/context/spring-context.xsd
http://www.springframework.org/schema/mvc
http://www.springframework.org/schema/mvc/spring-mvc.xsd
http://code.alibabatech.com/schema/dubbo
http://code.alibabatech.com/schema/dubbo/dubbo.xsd
http://www.springframework.org/schema/task
http://www.springframework.org/schema/task/spring-task.xsd"> <import resource="classpath:/learningJstormConfig/dubbo-provider.xml"/>
<context:component-scan base-package="com.doctor.kafkajstrom.log.manager.imp" />
<context:component-scan base-package="com.doctor.kafkajstrom.log.service.imp" />
<context:component-scan base-package="com.doctor.kafkajstrom.component" />
</beans>
部分执行结果：
59519 [word-counter:2-BoltExecutors] ERROR kafka.producer.async.DefaultEventHandler - Failed to send requests for topics kafka-test with correlation ids in [145,152]
10-30 22:15:11.581 word-counter:2-BoltExecutors INFO c.d.k.l.m.i.LogManagerImp - LogManagerImp write method :jdjkkj:2
10-30 22:15:12.021 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[的kakd的]
10-30 22:15:12.021 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[a罚j的j的]
10-30 22:15:12.021 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[涉方的级df]
10-30 22:15:12.021 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[kkas罚d]
10-30 22:15:12.021 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[对ja看sf]
10-30 22:15:12.022 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[a对的及kd]
10-30 22:15:12.022 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[及ks中方中]
10-30 22:15:12.022 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[j多方多级级]
10-30 22:15:12.022 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[涉j对fas]
10-30 22:15:12.022 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[kasa款级]
10-30 22:15:12.022 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[j多多aa多]
10-30 22:15:12.022 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[fjda涉及]
10-30 22:15:12.022 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[kkja涉及]
10-30 22:15:12.022 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[及s及ddk]
10-30 22:15:12.022 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[s及dks对]
10-30 22:15:12.022 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[jfd中a中]
10-30 22:15:12.023 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[jadj及涉]
10-30 22:15:12.023 signals-spout:15-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:15 signals to [1, 2]:[refreshCache]
10-30 22:15:12.023 signals-spout:14-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:14 signals to [1, 2]:[refreshCache]
10-30 22:15:12.023 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[多a多中a涉]
10-30 22:15:12.023 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[多方多及ad]
10-30 22:15:12.023 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[d中djfd]
10-30 22:15:12.024 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[及fd款对j]
10-30 22:15:12.024 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[及ksjjs]
10-30 22:15:12.024 signals-spout:11-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:11 signals to [1, 2]:[refreshCache]
10-30 22:15:12.024 signals-spout:12-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:12 signals to [1, 2]:[refreshCache]
10-30 22:15:12.024 signals-spout:16-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:16 signals to [1, 2]:[refreshCache]
10-30 22:15:12.024 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[j多f多kj]
10-30 22:15:12.025 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[中看f中罚a]
10-30 22:15:12.025 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[s罚j款看罚]
10-30 22:15:12.025 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[f罚s及多罚]
10-30 22:15:12.025 signals-spout:13-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:13 signals to [1, 2]:[refreshCache]
10-30 22:15:12.025 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[款kk级f涉]
10-30 22:15:12.026 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[k多k对方k]
10-30 22:15:12.026 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[fs的及aj]
10-30 22:15:12.026 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[j看款k级款]
10-30 22:15:12.027 signals-spout:14-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:14 signals to [1, 2]:[refreshCache]
10-30 22:15:12.027 signals-spout:15-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:15 signals to [1, 2]:[refreshCache]
10-30 22:15:12.027 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[df的aaj]
10-30 22:15:12.027 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[及对级djd]
10-30 22:15:12.027 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[a级j对的看]
10-30 22:15:12.028 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[k罚a涉及k]
10-30 22:15:12.028 signals-spout:16-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:16 signals to [1, 2]:[refreshCache]
10-30 22:15:12.028 signals-spout:12-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:12 signals to [1, 2]:[refreshCache]
10-30 22:15:12.028 signals-spout:11-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:11 signals to [1, 2]:[refreshCache]
10-30 22:15:12.028 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[款涉罚dad]
10-30 22:15:12.029 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[看中d方aj]
10-30 22:15:12.029 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [1]:[jaj中对款]
10-30 22:15:12.029 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[jk中d级看]
10-30 22:15:12.029 signals-spout:13-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:13 signals to [1, 2]:[refreshCache]
10-30 22:15:12.030 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[中j对kj及]
10-30 22:15:12.030 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[d中罚的k中]
10-30 22:15:12.030 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[kj多方d对]
10-30 22:15:12.031 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[sa看j的d]
10-30 22:15:12.031 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [1]:[的k多f款多]
10-30 22:15:12.031 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[kj中js的]
10-30 22:15:12.031 signals-spout:14-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:14 signals to [1, 2]:[refreshCache]
10-30 22:15:12.031 signals-spout:15-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:15 signals to [1, 2]:[refreshCache]
10-30 22:15:12.031 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[d中jkss]
10-30 22:15:12.032 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[涉看k看的a]
10-30 22:15:12.032 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[a级对级及看]
10-30 22:15:12.032 signals-spout:16-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:16 signals to [1, 2]:[refreshCache]
10-30 22:15:12.032 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[jdjak看]
10-30 22:15:12.032 signals-spout:12-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:12 signals to [1, 2]:[refreshCache]
10-30 22:15:12.032 signals-spout:11-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:11 signals to [1, 2]:[refreshCache]
10-30 22:15:12.032 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[级fa方kj]
10-30 22:15:12.032 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[对kaj中方]
10-30 22:15:12.033 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[ajdj中d]
10-30 22:15:12.033 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[jdd及对对]
10-30 22:15:12.033 signals-spout:13-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:13 signals to [1, 2]:[refreshCache]
10-30 22:15:12.033 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[f的ff罚f]
10-30 22:15:12.034 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[saaada]
10-30 22:15:12.034 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[ska方对s]
10-30 22:15:12.034 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[罚aj中d看]
10-30 22:15:12.034 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[dsj多看对]
10-30 22:15:12.035 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[j级s对aj]
10-30 22:15:12.035 signals-spout:15-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:15 signals to [1, 2]:[refreshCache]
10-30 22:15:12.035 signals-spout:14-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:14 signals to [1, 2]:[refreshCache]
10-30 22:15:12.035 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[sj中涉方a]
10-30 22:15:12.035 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[akkjdf]
10-30 22:15:12.035 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[kad及s方]
10-30 22:15:12.036 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[a看中a看d]
10-30 22:15:12.036 signals-spout:16-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:16 signals to [1, 2]:[refreshCache]
10-30 22:15:12.036 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[k级看k的涉]
10-30 22:15:12.036 signals-spout:12-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:12 signals to [1, 2]:[refreshCache]
10-30 22:15:12.036 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[kdaaa及]
10-30 22:15:12.036 signals-spout:11-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:11 signals to [1, 2]:[refreshCache]
10-30 22:15:12.037 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[级多jjjj]
10-30 22:15:12.037 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[及jsajd]
10-30 22:15:12.037 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [1]:[及a款afs]
10-30 22:15:12.037 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[款对j罚k看]
10-30 22:15:12.037 signals-spout:13-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:13 signals to [1, 2]:[refreshCache]
10-30 22:15:12.037 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[k级asa方]
10-30 22:15:12.037 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[f款sk涉方]
10-30 22:15:12.038 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[ks及多款a]
10-30 22:15:12.038 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[fjkfa看]
10-30 22:15:12.038 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [1]:[fjjaa对]
10-30 22:15:12.038 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[jfkf对k]
10-30 22:15:12.038 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[款涉多s方级]
10-30 22:15:12.038 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[级及kss级]
10-30 22:15:12.038 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[涉k中kjj]
10-30 22:15:12.038 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[jjjdjs]
10-30 22:15:12.038 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[ajjadf]
10-30 22:15:12.038 signals-spout:15-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:15 signals to [1, 2]:[refreshCache]
10-30 22:15:12.038 signals-spout:14-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:14 signals to [1, 2]:[refreshCache]
10-30 22:15:12.038 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[f对dd多a]
10-30 22:15:12.039 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[方级j涉中款]
10-30 22:15:12.039 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[看看及级aj]
10-30 22:15:12.039 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[fd方d多涉]
10-30 22:15:12.039 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[的j对as级]
10-30 22:15:12.039 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[ka罚对看j]
10-30 22:15:12.039 signals-spout:16-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:16 signals to [1, 2]:[refreshCache]
10-30 22:15:12.039 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[djs款fa]
10-30 22:15:12.039 signals-spout:12-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:12 signals to [1, 2]:[refreshCache]
10-30 22:15:12.039 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[款的及jf方]
10-30 22:15:12.040 signals-spout:11-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:11 signals to [1, 2]:[refreshCache]
10-30 22:15:12.040 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[ddskjs]
10-30 22:15:12.040 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[款asjjk]
10-30 22:15:12.040 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[s级jas级]
10-30 22:15:12.040 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [1]:[da及s及方]
10-30 22:15:12.040 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[款saajs]
10-30 22:15:12.040 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[k中djsj]
10-30 22:15:12.040 signals-spout:13-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:13 signals to [1, 2]:[refreshCache]
10-30 22:15:12.041 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[akf中罚罚]
10-30 22:15:12.041 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[j看的看方k]
10-30 22:15:12.041 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[djjaa及]
（三 ）kafka-jstorm集群实时日志分析 之 ---------jstorm集成spring 续（代码）的更多相关文章
- (一个）kafka-jstorm集群实时日志分析 它 ---------kafka实时日志处理
package com.doctor.logbackextend; import java.util.HashMap; import java.util.List; import java.util. ...
- 分布式实时日志系统（一）环境搭建之 Jstorm 集群搭建过程/Jstorm集群一键安装部署
最近公司业务数据量越来越大,以前的基于消息队列的日志系统越来越难以满足目前的业务量,表现为消息积压,日志延迟,日志存储日期过短,所以,我们开始着手要重新设计这块,业界已经有了比较成熟的流程,即基于流式 ...
- 三种Tomcat集群方式的优缺点分析
三种Tomcat集群方式的优缺点分析 2009-09-01 10:00 kit_lo kit_lo的博客 字号:T | T 本文对三种Tomcat集群方式的优缺点进行了分析.三种集群方式分别是:使用D ...
- 【转】ELK(ElasticSearch, Logstash, Kibana)搭建实时日志分析平台
[转自]https://my.oschina.net/itblog/blog/547250 摘要: 前段时间研究的Log4j+Kafka中,有人建议把Kafka收集到的日志存放于ES(ElasticS ...
- 苏宁基于Spark Streaming的实时日志分析系统实践 Spark Streaming 在数据平台日志解析功能的应用
https://mp.weixin.qq.com/s/KPTM02-ICt72_7ZdRZIHBA 苏宁基于Spark Streaming的实时日志分析系统实践 原创: AI+落地实践 AI前线 20 ...
- ELK实时日志分析平台环境部署--完整记录
在日常运维工作中,对于系统和业务日志的处理尤为重要.今天,在这里分享一下自己部署的ELK(+Redis)-开源实时日志分析平台的记录过程(仅依据本人的实际操作为例说明,如有误述,敬请指出)~ ==== ...
- 【Big Data - ELK】ELK(ElasticSearch, Logstash, Kibana)搭建实时日志分析平台
摘要: 前段时间研究的Log4j+Kafka中,有人建议把Kafka收集到的日志存放于ES(ElasticSearch,一款基于Apache Lucene的开源分布式搜索引擎)中便于查找和分析,在研究 ...
- ELK实时日志分析平台环境部署--完整记录(转)
在日常运维工作中,对于系统和业务日志的处理尤为重要.今天,在这里分享一下自己部署的ELK(+Redis)-开源实时日志分析平台的记录过程(仅依据本人的实际操作为例说明,如有误述,敬请指出)~ ==== ...
- 分布式实时日志分析解决方案ELK部署架构
一.概述 ELK 已经成为目前最流行的集中式日志解决方案,它主要是由Beats.Logstash.Elasticsearch.Kibana等组件组成,来共同完成实时日志的收集,存储,展示等一站式的解决 ...
随机推荐
- “XXX.Index”不扩展类“System.Web.UI.Page”，因此此处不同意的问题
"XXX.Index"不扩展类"System.Web.UI.Page",因此此处不同意的问题 原因:设计页面继承的路径和后台.cs页面类的路径不一致造成的 看下 ...
- STM32F030, 使用嘀嗒定时器Systick实现LED闪烁
本文主要解决两个问题 1 STM32的IO口要反转,怎么实现? 2 嘀嗒定时器systick的配置 解答1: 单片机的口,反转非常easy.sbit led = P1 ^6; led = ~led; ...
- Oracle Hint的用法
1. /*+ALL_ROWS*/ 表明对语句块选择基于开销的优化方法,并获得最佳吞吐量,使资源消耗最小化. 例如: SELECT /*+ALL+_ROWS*/ EMP_NO,EMP_NAM,DAT_I ...
- 对于NAS,IP SAN以及iSCSCI SAN存储的一些认识和理解
一直以来用户对于在选购存储产品上有许多不清楚,市场上有NAS, FC SAN,IP SAN和iSCSCI SAN产品,到底哪种类型的产品更适合支撑企业的应用系统呢? 我们经常可以听到用户讲: “NAS ...
- sqlserver数据文件位置如何迁移
亲测有效的一种方式: 1.对应的数据库脱机 2.迁移物理文件 3.删除原有实例 4.附加
- nginx 与 Windows 错误
设置根目录 root "D:/www/app"; proxy_pass 反向代理 404 location php 模块添加 fastcgi_split_path_info ^(( ...
- ABBYY FineReader双十一优惠享不停，战绩如何？
随着双十一的火热来袭,购物达人也是不吝啬囊中票子,各种姿势剁手齐全,立誓过后吃土半月,双十一的好与不好?自己也是门清,反正真真的是促进消费了! 就ABBYYFineReader而言,此次的双十一力度就 ...
- CF #487 (Div. 2) D. A Shade of Moonlight 构造_数形结合
题意: 给 nnn个长度为 lll 且互不相交的开区间 (xi,xi+l)(x_{i}, x_{i}+l)(xi,xi+l) ,每个区间有一个移动速度 vvv,v∈1,−1v∈1,-1v∈1,−1 ...
- 路飞学城Python-Day30
11-僵尸进程与孤儿进程 现象:运行程序会产生父进程,在父进程中开子进程,这两个进程公用一个打印终端,运行的时候就只运行父进程,父进程虽然自己结束了,但是要等子进程结束完才会结束. 父进程可以开多个子 ...
- HDU 5288 OO’s Sequence [数学]
HDU 5288 OO’s Sequence http://acm.hdu.edu.cn/showproblem.php?pid=5288 OO has got a array A of size ...