Storm的本地运行模式示例
以word count为例，本地化运行模式（不需要安装zookeeper、storm集群），maven工程，
pom.xml文件如下：
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion> <groupId>study</groupId>
<artifactId>dxz</artifactId>
<version>0.0.1-SNAPSHOT</version>
<packaging>jar</packaging> <name>dxz</name>
<url>http://maven.apache.org</url> <properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties> <dependencies>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>3.8.1</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.storm</groupId>
<artifactId>storm-core</artifactId>
<version>0.9.3</version>
<scope>provided</scope>
</dependency>
</dependencies>
</project>
代码如下：
package study.dxz; import java.util.HashMap;
import java.util.Map;
import java.util.Random; import backtype.storm.Config;
import backtype.storm.LocalCluster;
import backtype.storm.StormSubmitter;
import backtype.storm.generated.AlreadyAliveException;
import backtype.storm.generated.InvalidTopologyException;
import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.IRichBolt;
import backtype.storm.topology.IRichSpout;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.TopologyBuilder;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values;
import backtype.storm.utils.Utils; public class WordCount { public static class WordProduct implements IRichSpout {
private static final long serialVersionUID = 1L;
private SpoutOutputCollector collector;
Random rand;
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
this.collector = collector;
rand = new Random();
} public void close() {
// TODO Auto-generated method stub } public void activate() {
// TODO Auto-generated method stub } public void deactivate() {
// TODO Auto-generated method stub } public void nextTuple() {
Utils.sleep(100);
String[] sentences = new String[] {
"this is a test",
"hello world",
"I am fine",
"china duan"
};
String s = sentences[rand.nextInt(sentences.length)]; collector.emit(new Values(s));
} public void ack(Object msgId) { } public void fail(Object msgId) {
// TODO Auto-generated method stub } public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declare(new Fields("sentence"));
} public Map<String, Object> getComponentConfiguration() {
// TODO Auto-generated method stub
return null;
} }
public static class SplitSentence implements IRichBolt {
private OutputCollector collector;
public void cleanup() {
// TODO Auto-generated method stub } public void execute(Tuple input) {
String s = input.getString(0);
String[] words = s.split(" ");
for(String w : words) {
w = w.trim();
if(!w.isEmpty()) {
collector.emit(new Values(w));
}
}
collector.ack(input); } public void prepare(Map arg0, TopologyContext arg1, OutputCollector arg2) {
this.collector = arg2;
} public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declare(new Fields("word")); } public Map<String, Object> getComponentConfiguration() {
// TODO Auto-generated method stub
return null;
} }
public static class WordCounter implements IRichBolt {
private OutputCollector collector;
Map<String,Integer> counts = new HashMap<String, Integer>(); public void cleanup() {
// TODO Auto-generated method stub } public void execute(Tuple input) {
String w = input.getString(0);
Integer count = counts.get(w);
if(count==null) {
count = 1;
} else {
count++;
}
counts.put(w, count);
collector.emit(new Values("word",count)); System.out.println(w + ":" + Integer.toString(count));
collector.ack(input);
} public void prepare(Map arg0, TopologyContext arg1, OutputCollector arg2) {
this.collector = arg2;
} public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declare(new Fields("word","count"));
} public Map<String, Object> getComponentConfiguration() {
// TODO Auto-generated method stub
return null;
} } public static void main(String[] args) throws AlreadyAliveException, InvalidTopologyException {
TopologyBuilder builder = new TopologyBuilder();
builder.setSpout("input", new WordProduct(),1); builder.setBolt("bolt_sentence", new SplitSentence(),1).shuffleGrouping("input");
builder.setBolt("bolt_wordcounter", new WordCounter(),1).fieldsGrouping("bolt_sentence", new Fields("word")); Config config = new Config(); if(args!=null && args.length>0) {
config.setNumWorkers(3);
StormSubmitter.submitTopology(args[0], config, builder.createTopology());
} else {
LocalCluster cluster = new LocalCluster();
System.out.println("start word count");
cluster.submitTopology("word count", config, builder.createTopology());
} } }
结果如下：
4429 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT
4439 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:host.name=DESKTOP-GPQVS9F
4439 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:java.version=1.7.0_17
4439 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:java.vendor=Oracle Corporation
4439 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:java.home=C:\Java\jdk1.7.0_17\jre
4439 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:java.class.path=D:\work\workspace\dxz\target\classes;C:\Users\lenovo\.m2\repository\org\apache\storm\storm-core\0.9.3\storm-core-0.9.3.jar;C:\Users\lenovo\.m2\repository\org\clojure\clojure\1.5.1\clojure-1.5.1.jar;C:\Users\lenovo\.m2\repository\clj-time\clj-time\0.4.1\clj-time-0.4.1.jar;C:\Users\lenovo\.m2\repository\joda-time\joda-time\2.0\joda-time-2.0.jar;C:\Users\lenovo\.m2\repository\compojure\compojure\1.1.3\compojure-1.1.3.jar;C:\Users\lenovo\.m2\repository\org\clojure\core.incubator\0.1.0\core.incubator-0.1.0.jar;C:\Users\lenovo\.m2\repository\org\clojure\tools.macro\0.1.0\tools.macro-0.1.0.jar;C:\Users\lenovo\.m2\repository\clout\clout\1.0.1\clout-1.0.1.jar;C:\Users\lenovo\.m2\repository\ring\ring-core\1.1.5\ring-core-1.1.5.jar;C:\Users\lenovo\.m2\repository\commons-fileupload\commons-fileupload\1.2.1\commons-fileupload-1.2.1.jar;C:\Users\lenovo\.m2\repository\javax\servlet\servlet-api\2.5\servlet-api-2.5.jar;C:\Users\lenovo\.m2\repository\hiccup\hiccup\0.3.6\hiccup-0.3.6.jar;C:\Users\lenovo\.m2\repository\ring\ring-devel\0.3.11\ring-devel-0.3.11.jar;C:\Users\lenovo\.m2\repository\clj-stacktrace\clj-stacktrace\0.2.2\clj-stacktrace-0.2.2.jar;C:\Users\lenovo\.m2\repository\ring\ring-jetty-adapter\0.3.11\ring-jetty-adapter-0.3.11.jar;C:\Users\lenovo\.m2\repository\ring\ring-servlet\0.3.11\ring-servlet-0.3.11.jar;C:\Users\lenovo\.m2\repository\org\mortbay\jetty\jetty\6.1.26\jetty-6.1.26.jar;C:\Users\lenovo\.m2\repository\org\mortbay\jetty\jetty-util\6.1.26\jetty-util-6.1.26.jar;C:\Users\lenovo\.m2\repository\org\clojure\tools.logging\0.2.3\tools.logging-0.2.3.jar;C:\Users\lenovo\.m2\repository\org\clojure\math.numeric-tower\0.0.1\math.numeric-tower-0.0.1.jar;C:\Users\lenovo\.m2\repository\org\clojure\tools.cli\0.2.4\tools.cli-0.2.4.jar;C:\Users\lenovo\.m2\repository\commons-io\commons-io\2.4\commons-io-2.4.jar;C:\Users\lenovo\.m2\repository\org\apache\commons\commons-exec\1.1\commons-exec-1.1.jar;C:\Users\lenovo\.m2\repository\commons-lang\commons-lang\2.5\commons-lang-2.5.jar;C:\Users\lenovo\.m2\repository\com\googlecode\json-simple\json-simple\1.1\json-simple-1.1.jar;C:\Users\lenovo\.m2\repository\com\twitter\carbonite\1.4.0\carbonite-1.4.0.jar;C:\Users\lenovo\.m2\repository\com\esotericsoftware\kryo\kryo\2.21\kryo-2.21.jar;C:\Users\lenovo\.m2\repository\com\esotericsoftware\reflectasm\reflectasm\1.07\reflectasm-1.07-shaded.jar;C:\Users\lenovo\.m2\repository\org\ow2\asm\asm\4.0\asm-4.0.jar;C:\Users\lenovo\.m2\repository\com\esotericsoftware\minlog\minlog\1.2\minlog-1.2.jar;C:\Users\lenovo\.m2\repository\org\objenesis\objenesis\1.2\objenesis-1.2.jar;C:\Users\lenovo\.m2\repository\com\twitter\chill-java\0.3.5\chill-java-0.3.5.jar;C:\Users\lenovo\.m2\repository\org\yaml\snakeyaml\1.11\snakeyaml-1.11.jar;C:\Users\lenovo\.m2\repository\commons-logging\commons-logging\1.1.3\commons-logging-1.1.3.jar;C:\Users\lenovo\.m2\repository\commons-codec\commons-codec\1.6\commons-codec-1.6.jar;C:\Users\lenovo\.m2\repository\com\googlecode\disruptor\disruptor\2.10.1\disruptor-2.10.1.jar;C:\Users\lenovo\.m2\repository\org\jgrapht\jgrapht-core\0.9.0\jgrapht-core-0.9.0.jar;C:\Users\lenovo\.m2\repository\ch\qos\logback\logback-classic\1.0.13\logback-classic-1.0.13.jar;C:\Users\lenovo\.m2\repository\ch\qos\logback\logback-core\1.0.13\logback-core-1.0.13.jar;C:\Users\lenovo\.m2\repository\org\slf4j\slf4j-api\1.7.5\slf4j-api-1.7.5.jar;C:\Users\lenovo\.m2\repository\org\slf4j\log4j-over-slf4j\1.6.6\log4j-over-slf4j-1.6.6.jar;C:\Users\lenovo\.m2\repository\jline\jline\2.11\jline-2.11.jar
4439 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:java.library.path=C:\Java\jdk1.7.0_17\bin;C:\WINDOWS\Sun\Java\bin;C:\WINDOWS\system32;C:\WINDOWS;C:\ProgramData\Oracle\Java\javapath;C:\Program Files\Broadcom\Broadcom 802.11 Network Adapter;;C:\WINDOWS\system32;C:\WINDOWS;C:\WINDOWS\System32\Wbem;C:\WINDOWS\System32\WindowsPowerShell\v1.0\;C:\Program Files (x86)\ATI Technologies\ATI.ACE\Core-Static;C:\Program Files\Lenovo\Bluetooth Software\;C:\Program Files\Lenovo\Bluetooth Software\syswow64;C:\Program Files (x86)\Common Files\lenovo\easyplussdk\bin;C:\Java\jdk1.8.0_77\bin;C:\Python27;D:\soft\maven\apache-maven-3.3.9-bin\bin;D:\soft\ant\apache-ant-1.9.7-bin\bin;.
4442 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:java.io.tmpdir=C:\Users\lenovo\AppData\Local\Temp\
4442 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:java.compiler=<NA>
4442 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:os.name=Windows 8
4442 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:os.arch=amd64
4442 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:os.version=6.2
4443 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:user.name=lenovo
4443 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:user.home=C:\Users\lenovo
4443 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Client environment:user.dir=D:\work\workspace\dxz
4475 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT
4475 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:host.name=DESKTOP-GPQVS9F
4475 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:java.version=1.7.0_17
4475 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:java.vendor=Oracle Corporation
4475 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:java.home=C:\Java\jdk1.7.0_17\jre
4475 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:java.class.path=D:\work\workspace\dxz\target\classes;C:\Users\lenovo\.m2\repository\org\apache\storm\storm-core\0.9.3\storm-core-0.9.3.jar;C:\Users\lenovo\.m2\repository\org\clojure\clojure\1.5.1\clojure-1.5.1.jar;C:\Users\lenovo\.m2\repository\clj-time\clj-time\0.4.1\clj-time-0.4.1.jar;C:\Users\lenovo\.m2\repository\joda-time\joda-time\2.0\joda-time-2.0.jar;C:\Users\lenovo\.m2\repository\compojure\compojure\1.1.3\compojure-1.1.3.jar;C:\Users\lenovo\.m2\repository\org\clojure\core.incubator\0.1.0\core.incubator-0.1.0.jar;C:\Users\lenovo\.m2\repository\org\clojure\tools.macro\0.1.0\tools.macro-0.1.0.jar;C:\Users\lenovo\.m2\repository\clout\clout\1.0.1\clout-1.0.1.jar;C:\Users\lenovo\.m2\repository\ring\ring-core\1.1.5\ring-core-1.1.5.jar;C:\Users\lenovo\.m2\repository\commons-fileupload\commons-fileupload\1.2.1\commons-fileupload-1.2.1.jar;C:\Users\lenovo\.m2\repository\javax\servlet\servlet-api\2.5\servlet-api-2.5.jar;C:\Users\lenovo\.m2\repository\hiccup\hiccup\0.3.6\hiccup-0.3.6.jar;C:\Users\lenovo\.m2\repository\ring\ring-devel\0.3.11\ring-devel-0.3.11.jar;C:\Users\lenovo\.m2\repository\clj-stacktrace\clj-stacktrace\0.2.2\clj-stacktrace-0.2.2.jar;C:\Users\lenovo\.m2\repository\ring\ring-jetty-adapter\0.3.11\ring-jetty-adapter-0.3.11.jar;C:\Users\lenovo\.m2\repository\ring\ring-servlet\0.3.11\ring-servlet-0.3.11.jar;C:\Users\lenovo\.m2\repository\org\mortbay\jetty\jetty\6.1.26\jetty-6.1.26.jar;C:\Users\lenovo\.m2\repository\org\mortbay\jetty\jetty-util\6.1.26\jetty-util-6.1.26.jar;C:\Users\lenovo\.m2\repository\org\clojure\tools.logging\0.2.3\tools.logging-0.2.3.jar;C:\Users\lenovo\.m2\repository\org\clojure\math.numeric-tower\0.0.1\math.numeric-tower-0.0.1.jar;C:\Users\lenovo\.m2\repository\org\clojure\tools.cli\0.2.4\tools.cli-0.2.4.jar;C:\Users\lenovo\.m2\repository\commons-io\commons-io\2.4\commons-io-2.4.jar;C:\Users\lenovo\.m2\repository\org\apache\commons\commons-exec\1.1\commons-exec-1.1.jar;C:\Users\lenovo\.m2\repository\commons-lang\commons-lang\2.5\commons-lang-2.5.jar;C:\Users\lenovo\.m2\repository\com\googlecode\json-simple\json-simple\1.1\json-simple-1.1.jar;C:\Users\lenovo\.m2\repository\com\twitter\carbonite\1.4.0\carbonite-1.4.0.jar;C:\Users\lenovo\.m2\repository\com\esotericsoftware\kryo\kryo\2.21\kryo-2.21.jar;C:\Users\lenovo\.m2\repository\com\esotericsoftware\reflectasm\reflectasm\1.07\reflectasm-1.07-shaded.jar;C:\Users\lenovo\.m2\repository\org\ow2\asm\asm\4.0\asm-4.0.jar;C:\Users\lenovo\.m2\repository\com\esotericsoftware\minlog\minlog\1.2\minlog-1.2.jar;C:\Users\lenovo\.m2\repository\org\objenesis\objenesis\1.2\objenesis-1.2.jar;C:\Users\lenovo\.m2\repository\com\twitter\chill-java\0.3.5\chill-java-0.3.5.jar;C:\Users\lenovo\.m2\repository\org\yaml\snakeyaml\1.11\snakeyaml-1.11.jar;C:\Users\lenovo\.m2\repository\commons-logging\commons-logging\1.1.3\commons-logging-1.1.3.jar;C:\Users\lenovo\.m2\repository\commons-codec\commons-codec\1.6\commons-codec-1.6.jar;C:\Users\lenovo\.m2\repository\com\googlecode\disruptor\disruptor\2.10.1\disruptor-2.10.1.jar;C:\Users\lenovo\.m2\repository\org\jgrapht\jgrapht-core\0.9.0\jgrapht-core-0.9.0.jar;C:\Users\lenovo\.m2\repository\ch\qos\logback\logback-classic\1.0.13\logback-classic-1.0.13.jar;C:\Users\lenovo\.m2\repository\ch\qos\logback\logback-core\1.0.13\logback-core-1.0.13.jar;C:\Users\lenovo\.m2\repository\org\slf4j\slf4j-api\1.7.5\slf4j-api-1.7.5.jar;C:\Users\lenovo\.m2\repository\org\slf4j\log4j-over-slf4j\1.6.6\log4j-over-slf4j-1.6.6.jar;C:\Users\lenovo\.m2\repository\jline\jline\2.11\jline-2.11.jar
4476 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:java.library.path=C:\Java\jdk1.7.0_17\bin;C:\WINDOWS\Sun\Java\bin;C:\WINDOWS\system32;C:\WINDOWS;C:\ProgramData\Oracle\Java\javapath;C:\Program Files\Broadcom\Broadcom 802.11 Network Adapter;;C:\WINDOWS\system32;C:\WINDOWS;C:\WINDOWS\System32\Wbem;C:\WINDOWS\System32\WindowsPowerShell\v1.0\;C:\Program Files (x86)\ATI Technologies\ATI.ACE\Core-Static;C:\Program Files\Lenovo\Bluetooth Software\;C:\Program Files\Lenovo\Bluetooth Software\syswow64;C:\Program Files (x86)\Common Files\lenovo\easyplussdk\bin;C:\Java\jdk1.8.0_77\bin;C:\Python27;D:\soft\maven\apache-maven-3.3.9-bin\bin;D:\soft\ant\apache-ant-1.9.7-bin\bin;.
4476 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:java.io.tmpdir=C:\Users\lenovo\AppData\Local\Temp\
4476 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:java.compiler=<NA>
4476 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:os.name=Windows 8
4476 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:os.arch=amd64
4476 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:os.version=6.2
4476 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:user.name=lenovo
4476 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:user.home=C:\Users\lenovo
4476 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Server environment:user.dir=D:\work\workspace\dxz
6275 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Created server with tickTime 2000 minSessionTimeout 4000 maxSessionTimeout 40000 datadir C:\Users\lenovo\AppData\Local\Temp\1f65a147-cdaf-4c8c-9c1f-c3b40e7089e7\version-2 snapdir C:\Users\lenovo\AppData\Local\Temp\1f65a147-cdaf-4c8c-9c1f-c3b40e7089e7\version-2
6283 [main] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - binding to port 0.0.0.0/0.0.0.0:2000
6292 [main] INFO backtype.storm.zookeeper - Starting inprocess zookeeper at port 2000 and dir C:\Users\lenovo\AppData\Local\Temp\1f65a147-cdaf-4c8c-9c1f-c3b40e7089e7
6810 [main] INFO backtype.storm.daemon.nimbus - Starting Nimbus with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "C:\\Users\\lenovo\\AppData\\Local\\Temp\\bcb86521-fbf3-4c0d-aae7-1fb0ecdc9c40", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "storm.meta.serialization.delegate" "backtype.storm.serialization.DefaultSerializationDelegate", "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 300, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" [6700 6701 6702 6703], "topology.environment" nil, "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144, "topology.classpath" nil}
6826 [main] INFO backtype.storm.daemon.nimbus - Using default scheduler
6859 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
7065 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
7074 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@d2c5d0a
7125 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error)
7128 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:55889
7128 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
7143 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:55889
7150 [SyncThread:0] INFO org.apache.storm.zookeeper.server.persistence.FileTxnLog - Creating new log file: log.1
7200 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c0000 with negotiated timeout 20000 for client /127.0.0.1:55889
7200 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1553026746c0000, negotiated timeout = 20000
7207 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
7211 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none
8314 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor - Processed session termination for sessionid: 0x1553026746c0000
8358 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Session: 0x1553026746c0000 closed
8358 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn - EventThread shut down
8361 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
8363 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
8363 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@4eef4eb7
8372 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000. Will not attempt to authenticate using SASL (unknown error)
8373 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, initiating session
8454 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] WARN org.apache.storm.zookeeper.server.NIOServerCnxn - caught end of stream exception
org.apache.storm.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client sessionid 0x1553026746c0000, likely client has closed socket
at org.apache.storm.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [storm-core-0.9.3.jar:0.9.3]
at java.lang.Thread.run(Thread.java:722) [na:1.7.0_17]
8455 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn - Closed socket connection for client /127.0.0.1:55889 which had sessionid 0x1553026746c0000
8456 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /0:0:0:0:0:0:0:1:55906
8457 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /0:0:0:0:0:0:0:1:55906
8473 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c0001 with negotiated timeout 20000 for client /0:0:0:0:0:0:0:1:55906
8473 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, sessionid = 0x1553026746c0001, negotiated timeout = 20000
8474 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
8701 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
8702 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
8703 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@6c66a2d1
8708 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000. Will not attempt to authenticate using SASL (unknown error)
8709 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, initiating session
8709 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /0:0:0:0:0:0:0:1:55912
8710 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /0:0:0:0:0:0:0:1:55912
8731 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c0002 with negotiated timeout 20000 for client /0:0:0:0:0:0:0:1:55912
8731 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, sessionid = 0x1553026746c0002, negotiated timeout = 20000
8731 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
8732 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none
8737 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor - Processed session termination for sessionid: 0x1553026746c0002
8755 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Session: 0x1553026746c0002 closed
8755 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn - EventThread shut down
8757 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
8758 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn - Closed socket connection for client /0:0:0:0:0:0:0:1:55912 which had sessionid 0x1553026746c0002
8758 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
8759 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@129ebc45
8764 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000. Will not attempt to authenticate using SASL (unknown error)
8769 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /0:0:0:0:0:0:0:1:55925
8770 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, initiating session
8770 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
8770 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /0:0:0:0:0:0:0:1:55925
8771 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
8772 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@5e95cdac
8775 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error)
8777 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:55928
8777 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
8778 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:55928
8789 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c0003 with negotiated timeout 20000 for client /0:0:0:0:0:0:0:1:55925
8789 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, sessionid = 0x1553026746c0003, negotiated timeout = 20000
8790 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
8807 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1553026746c0004, negotiated timeout = 20000
8807 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c0004 with negotiated timeout 20000 for client /127.0.0.1:55928
8809 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
8809 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none
8819 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor - Processed session termination for sessionid: 0x1553026746c0004
8839 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Session: 0x1553026746c0004 closed
8839 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn - EventThread shut down
8840 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
8840 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn - Closed socket connection for client /127.0.0.1:55928 which had sessionid 0x1553026746c0004
8842 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
8843 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@6c5f9957
8850 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error)
8851 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:55931
8851 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
8852 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:55931
8879 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c0005 with negotiated timeout 20000 for client /127.0.0.1:55931
8879 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1553026746c0005, negotiated timeout = 20000
8880 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
9017 [main] INFO backtype.storm.daemon.supervisor - Starting Supervisor with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "C:\\Users\\lenovo\\AppData\\Local\\Temp\\7bf3d396-f646-466b-a4bb-b8d89a51ca93", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "storm.meta.serialization.delegate" "backtype.storm.serialization.DefaultSerializationDelegate", "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 300, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1024 1025 1026), "topology.environment" nil, "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144, "topology.classpath" nil}
9101 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
9102 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
9103 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@69596c3a
9125 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error)
9127 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:55934
9127 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
9128 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:55934
9149 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c0006 with negotiated timeout 20000 for client /127.0.0.1:55934
9149 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1553026746c0006, negotiated timeout = 20000
9149 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
9150 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none
9158 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor - Processed session termination for sessionid: 0x1553026746c0006
9173 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn - Closed socket connection for client /127.0.0.1:55934 which had sessionid 0x1553026746c0006
9177 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Session: 0x1553026746c0006 closed
9178 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
9179 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
9180 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@9c5e60
9186 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn - EventThread shut down
9276 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000. Will not attempt to authenticate using SASL (unknown error)
9279 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /0:0:0:0:0:0:0:1:55937
9279 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, initiating session
9280 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /0:0:0:0:0:0:0:1:55937
9325 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c0007 with negotiated timeout 20000 for client /0:0:0:0:0:0:0:1:55937
9325 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, sessionid = 0x1553026746c0007, negotiated timeout = 20000
9325 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
9419 [main] INFO backtype.storm.daemon.supervisor - Starting supervisor with id dbebefd2-507d-4f7a-ad9b-ae26acf47b41 at host DESKTOP-GPQVS9F
9433 [main] INFO backtype.storm.daemon.supervisor - Starting Supervisor with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "C:\\Users\\lenovo\\AppData\\Local\\Temp\\df3058cf-7ef8-438b-b9d0-5c8256bb5755", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "storm.meta.serialization.delegate" "backtype.storm.serialization.DefaultSerializationDelegate", "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 300, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1027 1028 1029), "topology.environment" nil, "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144, "topology.classpath" nil}
9463 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
9466 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
9467 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@63dceace
9474 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000. Will not attempt to authenticate using SASL (unknown error)
9475 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, initiating session
9475 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /0:0:0:0:0:0:0:1:55940
9476 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /0:0:0:0:0:0:0:1:55940
9500 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c0008 with negotiated timeout 20000 for client /0:0:0:0:0:0:0:1:55940
9500 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, sessionid = 0x1553026746c0008, negotiated timeout = 20000
9500 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
9501 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none
9505 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor - Processed session termination for sessionid: 0x1553026746c0008
9523 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Session: 0x1553026746c0008 closed
9523 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn - EventThread shut down
9523 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn - Closed socket connection for client /0:0:0:0:0:0:0:1:55940 which had sessionid 0x1553026746c0008
9523 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
9524 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
9525 [main] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@908f834
9528 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000. Will not attempt to authenticate using SASL (unknown error)
9530 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, initiating session
9530 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /0:0:0:0:0:0:0:1:55943
9530 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /0:0:0:0:0:0:0:1:55943
9556 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c0009 with negotiated timeout 20000 for client /0:0:0:0:0:0:0:1:55943
9556 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000, sessionid = 0x1553026746c0009, negotiated timeout = 20000
9557 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
9641 [main] INFO backtype.storm.daemon.supervisor - Starting supervisor with id 9f9b8a6f-989f-4874-956c-d9440237d0cb at host DESKTOP-GPQVS9F
start word count
9820 [main] INFO backtype.storm.daemon.nimbus - Received topology submission for word count with conf {"topology.max.task.parallelism" nil, "topology.acker.executors" nil, "topology.kryo.register" nil, "topology.kryo.decorators" (), "topology.name" "word count", "storm.id" "word count-1-1465391677"}
9944 [main] INFO backtype.storm.daemon.nimbus - Activating word count: word count-1-1465391677
10225 [main] INFO backtype.storm.scheduler.EvenScheduler - Available slots: (["dbebefd2-507d-4f7a-ad9b-ae26acf47b41" 1024] ["dbebefd2-507d-4f7a-ad9b-ae26acf47b41" 1025] ["dbebefd2-507d-4f7a-ad9b-ae26acf47b41" 1026] ["9f9b8a6f-989f-4874-956c-d9440237d0cb" 1027] ["9f9b8a6f-989f-4874-956c-d9440237d0cb" 1028] ["9f9b8a6f-989f-4874-956c-d9440237d0cb" 1029])
10320 [main] INFO backtype.storm.daemon.nimbus - Setting new assignment for topology id word count-1-1465391677: #backtype.storm.daemon.common.Assignment{:master-code-dir "C:\\Users\\lenovo\\AppData\\Local\\Temp\\bcb86521-fbf3-4c0d-aae7-1fb0ecdc9c40\\nimbus\\stormdist\\word count-1-1465391677", :node->host {"dbebefd2-507d-4f7a-ad9b-ae26acf47b41" "DESKTOP-GPQVS9F"}, :executor->node+port {[3 3] ["dbebefd2-507d-4f7a-ad9b-ae26acf47b41" 1024], [2 2] ["dbebefd2-507d-4f7a-ad9b-ae26acf47b41" 1024], [1 1] ["dbebefd2-507d-4f7a-ad9b-ae26acf47b41" 1024], [4 4] ["dbebefd2-507d-4f7a-ad9b-ae26acf47b41" 1024]}, :executor->start-time-secs {[4 4] 1465391678, [3 3] 1465391678, [2 2] 1465391678, [1 1] 1465391678}}
10406 [Thread-3] INFO backtype.storm.daemon.supervisor - Downloading code for storm id word count-1-1465391677 from C:\Users\lenovo\AppData\Local\Temp\bcb86521-fbf3-4c0d-aae7-1fb0ecdc9c40\nimbus\stormdist\word count-1-1465391677
11150 [Thread-3] INFO backtype.storm.daemon.supervisor - Finished downloading code for storm id word count-1-1465391677 from C:\Users\lenovo\AppData\Local\Temp\bcb86521-fbf3-4c0d-aae7-1fb0ecdc9c40\nimbus\stormdist\word count-1-1465391677
11219 [Thread-4] INFO backtype.storm.daemon.supervisor - Launching worker with assignment #backtype.storm.daemon.supervisor.LocalAssignment{:storm-id "word count-1-1465391677", :executors ([3 3] [2 2] [1 1] [4 4])} for this supervisor dbebefd2-507d-4f7a-ad9b-ae26acf47b41 on port 1024 with id 5d7f667d-9f56-4914-88d5-e38b6c155697
11224 [Thread-4] INFO backtype.storm.daemon.worker - Launching worker for word count-1-1465391677 on dbebefd2-507d-4f7a-ad9b-ae26acf47b41:1024 with id 5d7f667d-9f56-4914-88d5-e38b6c155697 and conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "C:\\Users\\lenovo\\AppData\\Local\\Temp\\7bf3d396-f646-466b-a4bb-b8d89a51ca93", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "storm.meta.serialization.delegate" "backtype.storm.serialization.DefaultSerializationDelegate", "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 300, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1024 1025 1026), "topology.environment" nil, "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144, "topology.classpath" nil}
11224 [Thread-4] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
11225 [Thread-4] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
11225 [Thread-4] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@7b61a226
11232 [Thread-4-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error)
11233 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:55946
11234 [Thread-4-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
11235 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:55946
11342 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c000a with negotiated timeout 20000 for client /127.0.0.1:55946
11342 [Thread-4-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1553026746c000a, negotiated timeout = 20000
11343 [Thread-4-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
11343 [Thread-4-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none
11347 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor - Processed session termination for sessionid: 0x1553026746c000a
11382 [Thread-4] INFO org.apache.storm.zookeeper.ZooKeeper - Session: 0x1553026746c000a closed
11383 [Thread-4-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn - EventThread shut down
11383 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn - Closed socket connection for client /127.0.0.1:55946 which had sessionid 0x1553026746c000a
11383 [Thread-4] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry - The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
11385 [Thread-4] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl - Starting
11386 [Thread-4] INFO org.apache.storm.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@7c994b98
11391 [Thread-4-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error)
11393 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:55950
11393 [Thread-4-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
11394 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:55950
11450 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer - Established session 0x1553026746c000b with negotiated timeout 20000 for client /127.0.0.1:55950
11450 [Thread-4-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn - Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1553026746c000b, negotiated timeout = 20000
11450 [Thread-4-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager - State change: CONNECTED
11469 [Thread-4] INFO backtype.storm.daemon.worker - Reading Assignments.
12882 [Thread-4] INFO backtype.storm.daemon.executor - Loading executor bolt_sentence:[2 2]
12905 [Thread-4] INFO backtype.storm.daemon.executor - Loaded executor tasks bolt_sentence:[2 2]
12941 [Thread-4] INFO backtype.storm.daemon.executor - Finished loading executor bolt_sentence:[2 2]
12969 [Thread-8-bolt_sentence] INFO backtype.storm.daemon.executor - Preparing bolt bolt_sentence:(2)
12972 [Thread-4] INFO backtype.storm.daemon.executor - Loading executor bolt_wordcounter:[3 3]
12975 [Thread-4] INFO backtype.storm.daemon.executor - Loaded executor tasks bolt_wordcounter:[3 3]
12984 [Thread-4] INFO backtype.storm.daemon.executor - Finished loading executor bolt_wordcounter:[3 3]
12998 [Thread-8-bolt_sentence] INFO backtype.storm.daemon.executor - Prepared bolt bolt_sentence:(2)
13015 [Thread-4] INFO backtype.storm.daemon.executor - Loading executor input:[4 4]
13021 [Thread-4] INFO backtype.storm.daemon.executor - Loaded executor tasks input:[4 4]
13034 [Thread-10-bolt_wordcounter] INFO backtype.storm.daemon.executor - Preparing bolt bolt_wordcounter:(3)
13036 [Thread-10-bolt_wordcounter] INFO backtype.storm.daemon.executor - Prepared bolt bolt_wordcounter:(3)
13045 [Thread-12-input] INFO backtype.storm.daemon.executor - Opening spout input:(4)
13047 [Thread-4] INFO backtype.storm.daemon.executor - Finished loading executor input:[4 4]
13053 [Thread-12-input] INFO backtype.storm.daemon.executor - Opened spout input:(4)
13059 [Thread-12-input] INFO backtype.storm.daemon.executor - Activating spout input:(4)
13064 [Thread-4] INFO backtype.storm.daemon.executor - Loading executor __system:[-1 -1]
13066 [Thread-4] INFO backtype.storm.daemon.executor - Loaded executor tasks __system:[-1 -1]
13069 [Thread-4] INFO backtype.storm.daemon.executor - Finished loading executor __system:[-1 -1]
13069 [Thread-14-__system] INFO backtype.storm.daemon.executor - Preparing bolt __system:(-1)
13092 [Thread-14-__system] INFO backtype.storm.daemon.executor - Prepared bolt __system:(-1)
13119 [Thread-4] INFO backtype.storm.daemon.executor - Loading executor __acker:[1 1]
13121 [Thread-4] INFO backtype.storm.daemon.executor - Loaded executor tasks __acker:[1 1]
13125 [Thread-4] INFO backtype.storm.daemon.executor - Timeouts disabled for executor __acker:[1 1]
13127 [Thread-4] INFO backtype.storm.daemon.executor - Finished loading executor __acker:[1 1]
13127 [Thread-16-__acker] INFO backtype.storm.daemon.executor - Preparing bolt __acker:(1)
13127 [Thread-4] INFO backtype.storm.daemon.worker - Launching receive-thread for dbebefd2-507d-4f7a-ad9b-ae26acf47b41:1024
13131 [Thread-16-__acker] INFO backtype.storm.daemon.executor - Prepared bolt __acker:(1)
13145 [Thread-17-worker-receiver-thread-0] INFO backtype.storm.messaging.loader - Starting receive-thread: [stormId: word count-1-1465391677, port: 1024, thread-id: 0 ]
13157 [Thread-4] INFO backtype.storm.daemon.worker - Worker has topology config {"storm.id" "word count-1-1465391677", "dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "C:\\Users\\lenovo\\AppData\\Local\\Temp\\7bf3d396-f646-466b-a4bb-b8d89a51ca93", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "storm.meta.serialization.delegate" "backtype.storm.serialization.DefaultSerializationDelegate", "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.kryo.decorators" (), "topology.name" "word count", "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 300, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1024 1025 1026), "topology.environment" nil, "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.kryo.register" nil, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144, "topology.classpath" nil}
13158 [Thread-4] INFO backtype.storm.daemon.worker - Worker 5d7f667d-9f56-4914-88d5-e38b6c155697 for storm word count-1-1465391677 on dbebefd2-507d-4f7a-ad9b-ae26acf47b41:1024 has finished loading
this:1
is:1
a:1
test:1
I:1
am:1
fine:1
this:2
is:2
Storm的本地运行模式示例的更多相关文章
- 2 weekend110的mapreduce介绍及wordcount + wordcount的编写和提交集群运行 + mr程序的本地运行模式
把我们的简单运算逻辑,很方便地扩展到海量数据的场景下,分布式运算. Map作一些,数据的局部处理和打散工作. Reduce作一些,数据的汇总工作. 这是之前的,weekend110的hdfs输入流之源 ...
- spark之scala程序开发(本地运行模式)：单词出现次数统计
准备工作: 将运行Scala-Eclipse的机器节点(CloudDeskTop)内存调整至4G,因为需要在该节点上跑本地(local)Spark程序,本地Spark程序会启动Worker进程耗用大量 ...
- hadoop本地运行模式调试
一:简介 最近学习hadoop本地运行模式,在运行期间遇到一些问题,记录下来备用:以运行hadoop下wordcount为例子. hadoop程序是在集群运行还是在本地运行取决于下面两个参数的设置,第 ...
- MapReduce本地运行模式wordcount实例（附：MapReduce原理简析）
1. 环境配置 a) 配置系统环境变量HADOOP_HOME b) 把hadoop.dll文件放到c:/windows/System32目录下 c) ...
- 大数据-Hadoop 本地运行模式
Grep案例 1. 创建在hadoop-2.7.2文件下面创建一个input文件夹 [atguigu@hadoop101 hadoop-2.7.2]$ mkdir input 2. 将Hadoop的x ...
- Spark运行模式_local（本地模式）
本地运行模式 (单机) 该模式被称为Local[N]模式,是用单机的多个线程来模拟Spark分布式计算,直接运行在本地,便于调试,通常用来验证开发出来的应用程序逻辑上有没有问题. 其中N代表可以使用N ...
- Hadoop之运行模式
Hadoop运行模式包括:本地模式.伪分布式以及完全分布式模式. 一.本地运行模式 1.官方Grep案例 1)在hadoop-2.7.2目录下创建一个 input 文件夹 [hadoop@hadoop ...
- spark之scala程序开发(集群运行模式)：单词出现次数统计
准备工作: 将运行Scala-Eclipse的机器节点(CloudDeskTop)内存调整至4G,因为需要在该节点上跑本地(local)Spark程序,本地Spark程序会启动Worker进程耗用大量 ...
- Spark多种运行模式
1.测试或实验性质的本地运行模式(单机) 该模式被称为Local[N]模式,是用单机的多个线程来模拟Spark分布式计算,通常用来验证开发出来的应用程序逻辑上是否有问题. 其中N代表可以使用N个线程, ...
随机推荐
- IE浏览器 下面的文本框，获得焦点后无法输入内容
今天遇到一个问题,在IE浏览器下面,我点击 按钮 弹出一个弹出层,里面有一个 文本编辑器和一个文本框,但是第二次弹出后,文本框和文本编辑器无法输入内容,在控制台用js代码测试 $(document) ...
- hdu 1709 The Balance
母函数的特殊情况,左右两边都可以放,如样例1,2,9 母函数为(1+x+1/x)*(1+x^2+1/x^2)*(1+x^9+1/x^9) 化简为(1+x+x^2)*(1+x^2+x^4)*(1+x^9 ...
- GDB笔记
GDB是在Linux命令行下对C/C++的程序进行调试常用的一个命令,现将平时记录在本子上的笔记整理如下: 一.断点 断点类型有breakpoints, watchpoints, catchpoint ...
- SqlDBHelper常用方法
/*============================================================= *.net连接数据库常用方法 *Author : dongny,Li * ...
- 谈Delphi中SSL协议的应用（好多相关文章）
摘要:本文主要介绍如何在Delphi中使用SSL协议.一共分为七个部分:(1)SSL协议是什么?(2)Delphi中如何使用SSL协议?(3)SSL客户端编程实例.(4)SSL服务端编程实例.(5)S ...
- WCF入门（十一）---WCF安全
一个强大的WCF服务安全系统,拥有两种安全模式或级别预期的客户端可以访问的服务.这是常见的分布式事务的安全威胁正在放缓,在很大程度上由WCF决定. 关键的安全功能 WCF服务有四个主要的安全功能,如下 ...
- 252. Meeting Rooms
题目: Given an array of meeting time intervals consisting of start and end times [[s1,e1],[s2,e2],...] ...
- UVa 1402 Runtime Error 伸展树
Runtime Error 到现在连样例也跑不出来!!! 调试了一晚上快要死了…… 知道错在哪里但是不会改,代码先扔在这里吧.看来不能太依赖模板啊orz…… #include <cstdio&g ...
- powerdesigner连接数据库 导出数据 生成PDM文件 傻瓜试教程
也可下载文档:http://download.csdn.net/detail/shutingwang/6378665
- Spring学习8-Spring事务管理
http://blog.sina.com.cn/s/blog_7ffb8dd501014e0f.html Spring学习8-Spring事务管理(注解式声明事务管理) 标签: spring注 ...