（三 ）kafka-jstorm集群实时日志分析 之 ---------jstorm集成spring 续（代码）
本地模式启动的．
package com.doctor.kafkajstrom; import java.util.HashMap;
import java.util.Map;
import java.util.concurrent.TimeUnit; import org.apache.commons.lang.RandomStringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.context.ApplicationContext; import com.doctor.kafkajstrom.log.manager.LogManager;
import com.doctor.kafkajstrom.util.SpringUtil; import backtype.storm.Config;
import backtype.storm.LocalCluster;
import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.TopologyBuilder;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values; public class LocalJstormMain { public static void main(String[] args) {
// Topology definition
TopologyBuilder builder = new TopologyBuilder();
builder.setSpout("word-reader", new WordReaderSpoutCh03());
builder.setSpout("signals-spout", new SignalsSpoutCh03(),6);
builder.setBolt("word-normalizer", new WordTransformBoltCh03(),6)
.shuffleGrouping("word-reader"); builder.setBolt("word-counter", new WordCounterBoltCh03(), 2)
.fieldsGrouping("word-normalizer", new Fields("word"))
.allGrouping("signals-spout", "signals"); // Configuration
Config conf = new Config();
conf.setNumWorkers(3);
conf.setDebug(true);
// Topology run
conf.put(Config.TOPOLOGY_MAX_SPOUT_PENDING, 1);
LocalCluster cluster = new LocalCluster();
cluster.submitTopology("Count-Word-Toplogy-With-Refresh-Cache", conf, builder.createTopology()); // try {
// TimeUnit.MINUTES.sleep(2);
// } catch (InterruptedException e) {
// e.printStackTrace();
// }
// cluster.killTopology("Count-Word-Toplogy-With-Refresh-Cache");
// cluster.shutdown(); } public static class WordReaderSpoutCh03 extends BaseRichSpout {
private static final Logger log = LoggerFactory.getLogger(WordReaderSpoutCh03.class); private static final long serialVersionUID = 1L; private TopologyContext context; private SpoutOutputCollector collector; private static final String WORDS = "sjdkfjksdjfdkjaaa中涉及看对方的罚款多级"; @Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
this.context = context;
this.collector = collector; } @Override
public void ack(Object msgId) {
log.info("{Ok:{}}", msgId);
} @Override
public void fail(Object msgId) {
log.info("{Ok:{}}", msgId);
} @Override
public void nextTuple() { this.collector.emit(new Values(RandomStringUtils.random(6, WORDS)));
} @Override
public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declare(new Fields("line")); } } public static class SignalsSpoutCh03 extends BaseRichSpout { private static final long serialVersionUID = 1L;
private SpoutOutputCollector spoutOutputCollector; @Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
this.spoutOutputCollector = collector;
} @Override
public void nextTuple() {
this.spoutOutputCollector.emit("signals", new Values("refreshCache"));
try {
TimeUnit.MILLISECONDS.sleep(2);
} catch (Throwable e) {
} } @Override
public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declareStream("signals", new Fields("action")); } } public static class WordTransformBoltCh03 extends BaseRichBolt { private static final long serialVersionUID = 1L;
private OutputCollector collector;
private int numCounterTasks = 0; @Override
public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) {
this.collector = collector;
this.numCounterTasks = context.getComponentTasks("word-counter").size();
} @Override
public void execute(Tuple input) {
String[] lines = input.getString(0).split(" ");
for (String line : lines) {
String lowerCase = line.trim().toLowerCase();
if (!lowerCase.isEmpty()) {
this.collector.emit(new Values(line));
}
} this.collector.ack(input);
} @Override
public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declare(new Fields("word")); }
} public static class WordCounterBoltCh03 extends BaseRichBolt {
private static final Logger log = LoggerFactory.getLogger(WordCounterBoltCh03.class); private static final long serialVersionUID = 1L;
private Map<String, Integer> countMap;
private OutputCollector collector;
private String name;
private int id; private static final ApplicationContext applicationContext;
private static final LogManager logManager; static{
applicationContext = SpringUtil.of("learningJstormConfig/spring-kafkabolt-context.xml");
logManager = applicationContext.getBean(LogManager.class);
log.info("--------------ApplicationContext initialized from learningJstormConfig/spring-kafkabolt-context.xml ");
} @Override
public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) {
this.countMap = new HashMap<>();
this.collector = collector;
this.name = context.getThisComponentId();
this.id = context.getThisTaskId();
log.info("-----------------WordCounterBoltCh03 prepare");
} @Override
public void execute(Tuple input) {
String word = null;
try {
word = input.getStringByField("word");
} catch (Throwable e) {
}
if (null != word) {
if (!countMap.containsKey(word)) {
countMap.put(word, 1);
} else {
Integer count = countMap.get(word);
count++;
countMap.put(word, count); logManager.write(word + ":" + countMap.get(word));
}
} else {
if ("signals.".equals(input.getSourceStreamId()) && "refreshCache".equals(input.getStringByField("action"))) {
cleanup();
countMap.clear();
}
} this.collector.ack(input); } @Override
public void declareOutputFields(OutputFieldsDeclarer declarer) { } @Override
public void cleanup() {
log.info("{cleanup................}");
countMap.forEach((k, v) -> {
log.info("{clean up.................}");
log.info("k : {} , v : {}", k, v);
});
} }
}
Spring载入代码：
public final class SpringUtil {
private SpringUtil() {
throw new IllegalAccessError("constructor should not access");
}
public static ApplicationContext of(String classPathConfigLocation){
return new ClassPathXmlApplicationContext(classPathConfigLocation);
}
}
ｓｐｒｉｎｇ 配置文件：
<? xml version="1.0" encoding="UTF-8"? >
<beans
xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:context="http://www.springframework.org/schema/context"
xmlns:mvc="http://www.springframework.org/schema/mvc" xmlns:dubbo="http://code.alibabatech.com/schema/dubbo"
xmlns:task="http://www.springframework.org/schema/task"
xsi:schemaLocation="
http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans.xsd
http://www.springframework.org/schema/context
http://www.springframework.org/schema/context/spring-context.xsd
http://www.springframework.org/schema/mvc
http://www.springframework.org/schema/mvc/spring-mvc.xsd
http://code.alibabatech.com/schema/dubbo
http://code.alibabatech.com/schema/dubbo/dubbo.xsd
http://www.springframework.org/schema/task
http://www.springframework.org/schema/task/spring-task.xsd"> <import resource="classpath:/learningJstormConfig/dubbo-provider.xml"/>
<context:component-scan base-package="com.doctor.kafkajstrom.log.manager.imp" />
<context:component-scan base-package="com.doctor.kafkajstrom.log.service.imp" />
<context:component-scan base-package="com.doctor.kafkajstrom.component" />
</beans>
部分执行结果：
59519 [word-counter:2-BoltExecutors] ERROR kafka.producer.async.DefaultEventHandler - Failed to send requests for topics kafka-test with correlation ids in [145,152]
10-30 22:15:11.581 word-counter:2-BoltExecutors INFO c.d.k.l.m.i.LogManagerImp - LogManagerImp write method :jdjkkj:2
10-30 22:15:12.021 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[的kakd的]
10-30 22:15:12.021 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[a罚j的j的]
10-30 22:15:12.021 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[涉方的级df]
10-30 22:15:12.021 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[kkas罚d]
10-30 22:15:12.021 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[对ja看sf]
10-30 22:15:12.022 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[a对的及kd]
10-30 22:15:12.022 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[及ks中方中]
10-30 22:15:12.022 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[j多方多级级]
10-30 22:15:12.022 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[涉j对fas]
10-30 22:15:12.022 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[kasa款级]
10-30 22:15:12.022 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[j多多aa多]
10-30 22:15:12.022 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[fjda涉及]
10-30 22:15:12.022 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[kkja涉及]
10-30 22:15:12.022 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[及s及ddk]
10-30 22:15:12.022 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[s及dks对]
10-30 22:15:12.022 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[jfd中a中]
10-30 22:15:12.023 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[jadj及涉]
10-30 22:15:12.023 signals-spout:15-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:15 signals to [1, 2]:[refreshCache]
10-30 22:15:12.023 signals-spout:14-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:14 signals to [1, 2]:[refreshCache]
10-30 22:15:12.023 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[多a多中a涉]
10-30 22:15:12.023 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[多方多及ad]
10-30 22:15:12.023 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[d中djfd]
10-30 22:15:12.024 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[及fd款对j]
10-30 22:15:12.024 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[及ksjjs]
10-30 22:15:12.024 signals-spout:11-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:11 signals to [1, 2]:[refreshCache]
10-30 22:15:12.024 signals-spout:12-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:12 signals to [1, 2]:[refreshCache]
10-30 22:15:12.024 signals-spout:16-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:16 signals to [1, 2]:[refreshCache]
10-30 22:15:12.024 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[j多f多kj]
10-30 22:15:12.025 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[中看f中罚a]
10-30 22:15:12.025 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[s罚j款看罚]
10-30 22:15:12.025 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[f罚s及多罚]
10-30 22:15:12.025 signals-spout:13-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:13 signals to [1, 2]:[refreshCache]
10-30 22:15:12.025 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[款kk级f涉]
10-30 22:15:12.026 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[k多k对方k]
10-30 22:15:12.026 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[fs的及aj]
10-30 22:15:12.026 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[j看款k级款]
10-30 22:15:12.027 signals-spout:14-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:14 signals to [1, 2]:[refreshCache]
10-30 22:15:12.027 signals-spout:15-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:15 signals to [1, 2]:[refreshCache]
10-30 22:15:12.027 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[df的aaj]
10-30 22:15:12.027 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[及对级djd]
10-30 22:15:12.027 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[a级j对的看]
10-30 22:15:12.028 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[k罚a涉及k]
10-30 22:15:12.028 signals-spout:16-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:16 signals to [1, 2]:[refreshCache]
10-30 22:15:12.028 signals-spout:12-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:12 signals to [1, 2]:[refreshCache]
10-30 22:15:12.028 signals-spout:11-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:11 signals to [1, 2]:[refreshCache]
10-30 22:15:12.028 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[款涉罚dad]
10-30 22:15:12.029 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[看中d方aj]
10-30 22:15:12.029 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [1]:[jaj中对款]
10-30 22:15:12.029 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[jk中d级看]
10-30 22:15:12.029 signals-spout:13-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:13 signals to [1, 2]:[refreshCache]
10-30 22:15:12.030 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[中j对kj及]
10-30 22:15:12.030 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[d中罚的k中]
10-30 22:15:12.030 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[kj多方d对]
10-30 22:15:12.031 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[sa看j的d]
10-30 22:15:12.031 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [1]:[的k多f款多]
10-30 22:15:12.031 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[kj中js的]
10-30 22:15:12.031 signals-spout:14-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:14 signals to [1, 2]:[refreshCache]
10-30 22:15:12.031 signals-spout:15-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:15 signals to [1, 2]:[refreshCache]
10-30 22:15:12.031 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[d中jkss]
10-30 22:15:12.032 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[涉看k看的a]
10-30 22:15:12.032 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[a级对级及看]
10-30 22:15:12.032 signals-spout:16-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:16 signals to [1, 2]:[refreshCache]
10-30 22:15:12.032 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[jdjak看]
10-30 22:15:12.032 signals-spout:12-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:12 signals to [1, 2]:[refreshCache]
10-30 22:15:12.032 signals-spout:11-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:11 signals to [1, 2]:[refreshCache]
10-30 22:15:12.032 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[级fa方kj]
10-30 22:15:12.032 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[对kaj中方]
10-30 22:15:12.033 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[ajdj中d]
10-30 22:15:12.033 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[jdd及对对]
10-30 22:15:12.033 signals-spout:13-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:13 signals to [1, 2]:[refreshCache]
10-30 22:15:12.033 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[f的ff罚f]
10-30 22:15:12.034 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[saaada]
10-30 22:15:12.034 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[ska方对s]
10-30 22:15:12.034 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[罚aj中d看]
10-30 22:15:12.034 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[dsj多看对]
10-30 22:15:12.035 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[j级s对aj]
10-30 22:15:12.035 signals-spout:15-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:15 signals to [1, 2]:[refreshCache]
10-30 22:15:12.035 signals-spout:14-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:14 signals to [1, 2]:[refreshCache]
10-30 22:15:12.035 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[sj中涉方a]
10-30 22:15:12.035 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[akkjdf]
10-30 22:15:12.035 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[kad及s方]
10-30 22:15:12.036 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[a看中a看d]
10-30 22:15:12.036 signals-spout:16-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:16 signals to [1, 2]:[refreshCache]
10-30 22:15:12.036 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[k级看k的涉]
10-30 22:15:12.036 signals-spout:12-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:12 signals to [1, 2]:[refreshCache]
10-30 22:15:12.036 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[kdaaa及]
10-30 22:15:12.036 signals-spout:11-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:11 signals to [1, 2]:[refreshCache]
10-30 22:15:12.037 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[级多jjjj]
10-30 22:15:12.037 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[及jsajd]
10-30 22:15:12.037 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [1]:[及a款afs]
10-30 22:15:12.037 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[款对j罚k看]
10-30 22:15:12.037 signals-spout:13-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:13 signals to [1, 2]:[refreshCache]
10-30 22:15:12.037 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[k级asa方]
10-30 22:15:12.037 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[f款sk涉方]
10-30 22:15:12.038 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[ks及多款a]
10-30 22:15:12.038 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[fjkfa看]
10-30 22:15:12.038 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [1]:[fjjaa对]
10-30 22:15:12.038 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [1]:[jfkf对k]
10-30 22:15:12.038 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[款涉多s方级]
10-30 22:15:12.038 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[级及kss级]
10-30 22:15:12.038 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[涉k中kjj]
10-30 22:15:12.038 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[jjjdjs]
10-30 22:15:12.038 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[ajjadf]
10-30 22:15:12.038 signals-spout:15-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:15 signals to [1, 2]:[refreshCache]
10-30 22:15:12.038 signals-spout:14-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:14 signals to [1, 2]:[refreshCache]
10-30 22:15:12.038 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[f对dd多a]
10-30 22:15:12.039 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [2]:[方级j涉中款]
10-30 22:15:12.039 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [2]:[看看及级aj]
10-30 22:15:12.039 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[fd方d多涉]
10-30 22:15:12.039 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[的j对as级]
10-30 22:15:12.039 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [2]:[ka罚对看j]
10-30 22:15:12.039 signals-spout:16-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:16 signals to [1, 2]:[refreshCache]
10-30 22:15:12.039 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[djs款fa]
10-30 22:15:12.039 signals-spout:12-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:12 signals to [1, 2]:[refreshCache]
10-30 22:15:12.039 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[款的及jf方]
10-30 22:15:12.040 signals-spout:11-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:11 signals to [1, 2]:[refreshCache]
10-30 22:15:12.040 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[ddskjs]
10-30 22:15:12.040 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [1]:[款asjjk]
10-30 22:15:12.040 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [1]:[s级jas级]
10-30 22:15:12.040 word-normalizer:7-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:7 default to [1]:[da及s及方]
10-30 22:15:12.040 word-normalizer:8-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:8 default to [2]:[款saajs]
10-30 22:15:12.040 word-normalizer:3-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:3 default to [1]:[k中djsj]
10-30 22:15:12.040 signals-spout:13-SingleThreadSpoutExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from signals-spout:13 signals to [1, 2]:[refreshCache]
10-30 22:15:12.041 word-normalizer:4-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:4 default to [1]:[akf中罚罚]
10-30 22:15:12.041 word-normalizer:6-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:6 default to [2]:[j看的看方k]
10-30 22:15:12.041 word-normalizer:5-BoltExecutors INFO c.a.j.t.c.TaskSendTargets - Emit from word-normalizer:5 default to [2]:[djjaa及]
（三 ）kafka-jstorm集群实时日志分析 之 ---------jstorm集成spring 续（代码）的更多相关文章
- (一个）kafka-jstorm集群实时日志分析 它 ---------kafka实时日志处理
package com.doctor.logbackextend; import java.util.HashMap; import java.util.List; import java.util. ...
- 分布式实时日志系统（一）环境搭建之 Jstorm 集群搭建过程/Jstorm集群一键安装部署
最近公司业务数据量越来越大,以前的基于消息队列的日志系统越来越难以满足目前的业务量,表现为消息积压,日志延迟,日志存储日期过短,所以,我们开始着手要重新设计这块,业界已经有了比较成熟的流程,即基于流式 ...
- 三种Tomcat集群方式的优缺点分析
三种Tomcat集群方式的优缺点分析 2009-09-01 10:00 kit_lo kit_lo的博客 字号:T | T 本文对三种Tomcat集群方式的优缺点进行了分析.三种集群方式分别是:使用D ...
- 【转】ELK(ElasticSearch, Logstash, Kibana)搭建实时日志分析平台
[转自]https://my.oschina.net/itblog/blog/547250 摘要: 前段时间研究的Log4j+Kafka中,有人建议把Kafka收集到的日志存放于ES(ElasticS ...
- 苏宁基于Spark Streaming的实时日志分析系统实践 Spark Streaming 在数据平台日志解析功能的应用
https://mp.weixin.qq.com/s/KPTM02-ICt72_7ZdRZIHBA 苏宁基于Spark Streaming的实时日志分析系统实践 原创: AI+落地实践 AI前线 20 ...
- ELK实时日志分析平台环境部署--完整记录
在日常运维工作中,对于系统和业务日志的处理尤为重要.今天,在这里分享一下自己部署的ELK(+Redis)-开源实时日志分析平台的记录过程(仅依据本人的实际操作为例说明,如有误述,敬请指出)~ ==== ...
- 【Big Data - ELK】ELK(ElasticSearch, Logstash, Kibana)搭建实时日志分析平台
摘要: 前段时间研究的Log4j+Kafka中,有人建议把Kafka收集到的日志存放于ES(ElasticSearch,一款基于Apache Lucene的开源分布式搜索引擎)中便于查找和分析,在研究 ...
- ELK实时日志分析平台环境部署--完整记录(转)
在日常运维工作中,对于系统和业务日志的处理尤为重要.今天,在这里分享一下自己部署的ELK(+Redis)-开源实时日志分析平台的记录过程(仅依据本人的实际操作为例说明,如有误述,敬请指出)~ ==== ...
- 分布式实时日志分析解决方案ELK部署架构
一.概述 ELK 已经成为目前最流行的集中式日志解决方案,它主要是由Beats.Logstash.Elasticsearch.Kibana等组件组成,来共同完成实时日志的收集,存储,展示等一站式的解决 ...
随机推荐
- Java关键字整理之一
变量.函数.类的前面都可能会用到关键字,最常见的 private.public.protected.default 这四个修饰符的访问权限如下表: -------------------------- ...
- 调用imagemagick做响应图片
设计出图后经常需要改下尺寸放在别的项目上使用,每次都是设计手工处理,其实图片服务可以做更多事情,比如借助强大的im,可以通过url控制图片尺寸 var childProcess = require(' ...
- UVA 1515 Pool construction 最大流跑最小割
Pool construction You are working for the International Company for Pool Construction, a constructio ...
- 杂项-Java：Spring Cloud
ylbtech-杂项-Java:Spring Cloud Spring Cloud是一系列框架的有序集合.它利用Spring Boot的开发便利性巧妙地简化了分布式系统基础设施的开发,如服务发现注册. ...
- 【刷题笔记】LeetCode 606. Construct String from Binary Tree
题意 给一棵二叉树,把它转化为字符串返回.转化字符串的要求如下: 1. null 直接转化为 () ;(这个要求其实有点误导人~) 2. 子节点用 () 包裹起来:(这是我自己根据例子添加的要求) ...
- 一个登录页面的spring 逻辑过程
1.首先用户访问login.jsp 2.用户在登录页面输入用户名/密码,提交表单到服务器,Spring根据配置调用LoginController控制器响应登录请求(关键) 3.LoginControl ...
- POJ 1543 暴搜
题意:输出a^3=b^3+c^3+d^3的所有a,b,c,d的值. b,c,d由小到大且b,c,d都大于1. 思路: 按照题意写就好.... // by SiriusRen #include < ...
- Oracle数据库基础（一）
当今主流数据库有瑞典MySQL公司的MySQL数据库,微软的SqlServer数据库,IBM公司的DB2,Oracle公司的Oracle数据库以及美国Sybase的Sybaseshujuku .数据库 ...
- 子线程创建AlertDialog错误
Can't create handler inside thread that has not called Looper.prepare()
- poj 2135 Farm Tour【 最小费用最大流 】
第一道费用流的题目--- 其实---还是不是很懂,只知道沿着最短路找增广路 建图 源点到1连一条容量为2(因为要来回),费用为0的边 n到汇点连一条容量为2,费用为0的边 另外的就是题目中输入的了 另 ...