最近，在“getting started with storm”这本书上看到了一个比较简单的storm处理的例子，但是出了比较奇怪的问题，下面代码和输出日志。
首先是spout类。
package spouts;
import java.io.BufferedReader;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.util.Map;
import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Values;
public class WordReader extends BaseRichSpout {
private SpoutOutputCollector collector;
private FileReader fileReader;
private boolean completed = false;
public void ack(Object msgId) {
System.out.println("OK:"+msgId);
}
public void close() {}
public void fail(Object msgId) {
System.out.println("FAIL:"+msgId);
}
/**
* The only thing that the methods will do It is emit each
* file line
*/
public void nextTuple() {
/**
* The nextuple it is called forever, so if we have been readed the file
* we will wait and then return
*/
if(completed){
try {
Thread.sleep(1000);
} catch (InterruptedException e) {
//Do nothing
}
return;
}
String str;
//Open the reader
BufferedReader reader = new BufferedReader(fileReader);
try{
//Read all lines
while((str = reader.readLine()) != null){
/**
* By each line emmit a new value with the line as a their
*/
this.collector.emit(new Values(str),str);
}
}catch(Exception e){
throw new RuntimeException("Error reading tuple",e);
}finally{
completed = true;
}
}
/**
* We will create the file and get the collector object
*/
public void open(Map conf, TopologyContext context,
SpoutOutputCollector collector) {
try {
this.fileReader = new FileReader(conf.get("wordsFile").toString());
} catch (FileNotFoundException e) {
throw new RuntimeException("Error reading file ["+conf.get("wordFile")+"]");
}
this.collector = collector;
}
/**
* Declare the output field "word"
*/
public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declare(new Fields("line"));
}
}
之后是两个bolt类，WordNormalizer先把spout过来的输出规范化，之后传给WordCounter完成统计。
package bolts;
import backtype.storm.topology.BasicOutputCollector;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseBasicBolt;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values;
public class WordNormalizer extends BaseBasicBolt {
public void cleanup() {}
/**
* The bolt will receive the line from the
* words file and process it to Normalize this line
*
* The normalize will be put the words in lower case
* and split the line to get all words in this
*/
public void execute(Tuple input, BasicOutputCollector collector) {
String sentence = input.getString(0);
String[] words = sentence.split(” “);
for(String word : words){
word = word.trim();
if(!word.isEmpty()){
word = word.toLowerCase();
collector.emit(new Values(word));
}
}
}
/**
* The bolt will only emit the field “word”
*/
public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declare(new Fields(“word”));
}
}
package bolts;
import java.util.HashMap;
import java.util.Map;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.BasicOutputCollector;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseBasicBolt;
import backtype.storm.tuple.Tuple;
public class WordCounter extends BaseBasicBolt {
Integer id;
String name;
Map<String, Integer> counters;
/**
* At the end of the spout (when the cluster is shutdown
* We will show the word counters
*/
@Override
public void cleanup() {
System.err.println(“– Word Counter [“+name+”-“+id+”] –“);
for(Map.Entry<String, Integer> entry : counters.entrySet()){
System.err.println(entry.getKey()+”: “+entry.getValue());
}
}
/**
* On create
*/
@Override
public void prepare(Map stormConf, TopologyContext context) {
this.counters = new HashMap<String, Integer>();
this.name = context.getThisComponentId();
this.id = context.getThisTaskId();
}
@Override
public void declareOutputFields(OutputFieldsDeclarer declarer) {}
@Override
public void execute(Tuple input, BasicOutputCollector collector) {
String str = input.getString(0);
/**
* If the word dosn’t exist in the map we will create
* this, if not We will add 1
*/
if(!counters.containsKey(str)){
counters.put(str, 1);
}else{
Integer c = counters.get(str) + 1;
counters.put(str, c);
}
}
}
以下是程序的主类。
package spouts;
import java.io.BufferedReader;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.util.Map;
import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Values;
public class WordReader extends BaseRichSpout {
private SpoutOutputCollector collector;
private FileReader fileReader;
private boolean completed = false;
public void ack(Object msgId) {
System.out.println(“OK:”+msgId);
}
public void close() {}
public void fail(Object msgId) {
System.out.println(“FAIL:”+msgId);
}
/**
* The only thing that the methods will do It is emit each
* file line
*/
public void nextTuple() {
/**
* The nextuple it is called forever, so if we have been readed the file
* we will wait and then return
*/
if(completed){
try {
Thread.sleep(1000);
} catch (InterruptedException e) {
//Do nothing
}
return;
}
String str;
//Open the reader
BufferedReader reader = new BufferedReader(fileReader);
try{
//Read all lines
while((str = reader.readLine()) != null){
/**
* By each line emmit a new value with the line as a their
*/
this.collector.emit(new Values(str),str);
}
}catch(Exception e){
throw new RuntimeException(“Error reading tuple”,e);
}finally{
completed = true;
}
}
/**
* We will create the file and get the collector object
*/
public void open(Map conf, TopologyContext context,
SpoutOutputCollector collector) {
try {
this.fileReader = new FileReader(conf.get(“wordsFile”).toString());
} catch (FileNotFoundException e) {
throw new RuntimeException(“Error reading file [“+conf.get(“wordFile”)+”]”);
}
this.collector = collector;
}
/**
* Declare the output field “word”
*/
public void declareOutputFields(OutputFieldsDeclarer declarer) {
declarer.declare(new Fields(“line”));
}
}
对了，还有一个数据文件。
storm
test
are
great
is
an
storm
simple
application
but
very
powerfull
really
StOrm
is
great
之后执行就一直运行到结束，可是并没有预期中的输出。以下是输出日志。由于这个是在myeclipse里做的测试，所以没有zookeeper。之前我也做过类似的测试，很容易就出结果了，这个就不知道是什么问题。不知道是代码的问题还是环境的问题，jdk是1.6，storm是0.9.3
1277 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT
1278 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:host.name=PC201507010905
1278 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:java.version=1.6.0_13
1278 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:java.vendor=Sun Microsystems Inc.
1278 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:java.home=F:/backup/jiang/MyEclipse/MyEclipse/Common/binary/com.sun.java.jdk.win32.x86_1.6.0.013/jre
1279 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:java.class.path=E:/my shenyang_4.0/Storm_project/bin;E:/my shenyang_4.0/Storm_project/lib/asm-4.0.jar;E:/my shenyang_4.0/Storm_project/lib/carbonite-1.4.0.jar;E:/my shenyang_4.0/Storm_project/lib/chill-java-0.3.5.jar;E:/my shenyang_4.0/Storm_project/lib/clj-stacktrace-0.2.2.jar;E:/my shenyang_4.0/Storm_project/lib/clj-time-0.4.1.jar;E:/my shenyang_4.0/Storm_project/lib/clojure-1.5.1.jar;E:/my shenyang_4.0/Storm_project/lib/clout-1.0.1.jar;E:/my shenyang_4.0/Storm_project/lib/commons-codec-1.6.jar;E:/my shenyang_4.0/Storm_project/lib/commons-exec-1.1.jar;E:/my shenyang_4.0/Storm_project/lib/commons-fileupload-1.2.1.jar;E:/my shenyang_4.0/Storm_project/lib/commons-io-2.4.jar;E:/my shenyang_4.0/Storm_project/lib/commons-lang-2.5.jar;E:/my shenyang_4.0/Storm_project/lib/commons-logging-1.1.3.jar;E:/my shenyang_4.0/Storm_project/lib/compojure-1.1.3.jar;E:/my shenyang_4.0/Storm_project/lib/core.incubator-0.1.0.jar;E:/my shenyang_4.0/Storm_project/lib/disruptor-2.10.1.jar;E:/my shenyang_4.0/Storm_project/lib/hiccup-0.3.6.jar;E:/my shenyang_4.0/Storm_project/lib/jetty-6.1.26.jar;E:/my shenyang_4.0/Storm_project/lib/jetty-util-6.1.26.jar;E:/my shenyang_4.0/Storm_project/lib/jgrapht-core-0.9.0.jar;E:/my shenyang_4.0/Storm_project/lib/jline-2.11.jar;E:/my shenyang_4.0/Storm_project/lib/joda-time-2.0.jar;E:/my shenyang_4.0/Storm_project/lib/json-simple-1.1.jar;E:/my shenyang_4.0/Storm_project/lib/kryo-2.21.jar;E:/my shenyang_4.0/Storm_project/lib/log4j-over-slf4j-1.6.6.jar;E:/my shenyang_4.0/Storm_project/lib/logback-classic-1.0.13.jar;E:/my shenyang_4.0/Storm_project/lib/logback-core-1.0.13.jar;E:/my shenyang_4.0/Storm_project/lib/math.numeric-tower-0.0.1.jar;E:/my shenyang_4.0/Storm_project/lib/minlog-1.2.jar;E:/my shenyang_4.0/Storm_project/lib/objenesis-1.2.jar;E:/my shenyang_4.0/Storm_project/lib/reflectasm-1.07-shaded.jar;E:/my shenyang_4.0/Storm_project/lib/ring-core-1.1.5.jar;E:/my shenyang_4.0/Storm_project/lib/ring-devel-0.3.11.jar;E:/my shenyang_4.0/Storm_project/lib/ring-jetty-adapter-0.3.11.jar;E:/my shenyang_4.0/Storm_project/lib/ring-servlet-0.3.11.jar;E:/my shenyang_4.0/Storm_project/lib/servlet-api-2.5.jar;E:/my shenyang_4.0/Storm_project/lib/slf4j-api-1.7.5.jar;E:/my shenyang_4.0/Storm_project/lib/snakeyaml-1.11.jar;E:/my shenyang_4.0/Storm_project/lib/storm-core-0.9.3.jar;E:/my shenyang_4.0/Storm_project/lib/tools.cli-0.2.4.jar;E:/my shenyang_4.0/Storm_project/lib/tools.logging-0.2.3.jar;E:/my shenyang_4.0/Storm_project/lib/tools.macro-0.1.0.jar
1281 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:java.library.path=F:/backup/jiang/MyEclipse/MyEclipse/Common/binary/com.sun.java.jdk.win32.x86_1.6.0.013/bin;.;C:/Windows/Sun/Java/bin;C:/Windows/system32;C:/Windows;F:/backup/jiang/MyEclipse/MyEclipse/Common/binary/com.sun.java.jdk.win32.x86_1.6.0.013/jre/bin/client;F:/backup/jiang/MyEclipse/MyEclipse/Common/binary/com.sun.java.jdk.win32.x86_1.6.0.013/jre/bin;F:/backup/jiang/MyEclipse/MyEclipse/Common/binary/com.sun.java.jdk.win32.x86_1.6.0.013/jre/lib/i386;C:/ProgramData/Oracle/Java/javapath;F:/app/Administrator/product/11.2.0/client_1/bin;c:/gtk/bin;C:/Windows/system32;C:/Windows;C:/Windows/System32/Wbem;C:/Windows/System32/WindowsPowerShell/v1.0/;D:/oracle/yang/oracle10g;C:/Program Files/Java/jdk1.8.0_51;C:/Program Files (x86)/Microsoft SQL Server/100/Tools/Binn/;C:/Program Files/Microsoft SQL Server/100/Tools/Binn/;C:/Program Files/Microsoft SQL Server/100/DTS/Binn/;C:/Program Files (x86)/Microsoft SQL Server/100/Tools/Binn/VSShell/Common7/IDE/;C:/Program Files (x86)/Microsoft Visual Studio 9.0/Common7/IDE/PrivateAssemblies/;C:/Program Files (x86)/Microsoft SQL Server/100/DTS/Binn/;C:/apache-ant-1.9.6/bin;C:/Program Files/Java/jdk1.8.0_51/bin;C:/PROGRA~2/IBM/SQLLIB/BIN;C:/PROGRA~2/IBM/SQLLIB/FUNCTION;C:/PROGRA~2/IBM/SQLLIB/SAMPLES/REPL;C:/Program Files (x86)/IDM Computer Solutions/UltraEdit/
1281 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:java.io.tmpdir=C:/Users/ADMINI~1/AppData/Local/Temp/
1281 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:java.compiler=<NA>
1281 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:os.name=Windows Vista
1281 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:os.arch=x86
1281 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:os.version=6.1
1281 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:user.name=Administrator
1281 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:user.home=C:/Users/Administrator
1281 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Client environment:user.dir=E:/my shenyang_4.0/Storm_project
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:host.name=PC201507010905
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:java.version=1.6.0_13
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:java.vendor=Sun Microsystems Inc.
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:java.home=F:/backup/jiang/MyEclipse/MyEclipse/Common/binary/com.sun.java.jdk.win32.x86_1.6.0.013/jre
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:java.class.path=E:/my shenyang_4.0/Storm_project/bin;E:/my shenyang_4.0/Storm_project/lib/asm-4.0.jar;E:/my shenyang_4.0/Storm_project/lib/carbonite-1.4.0.jar;E:/my shenyang_4.0/Storm_project/lib/chill-java-0.3.5.jar;E:/my shenyang_4.0/Storm_project/lib/clj-stacktrace-0.2.2.jar;E:/my shenyang_4.0/Storm_project/lib/clj-time-0.4.1.jar;E:/my shenyang_4.0/Storm_project/lib/clojure-1.5.1.jar;E:/my shenyang_4.0/Storm_project/lib/clout-1.0.1.jar;E:/my shenyang_4.0/Storm_project/lib/commons-codec-1.6.jar;E:/my shenyang_4.0/Storm_project/lib/commons-exec-1.1.jar;E:/my shenyang_4.0/Storm_project/lib/commons-fileupload-1.2.1.jar;E:/my shenyang_4.0/Storm_project/lib/commons-io-2.4.jar;E:/my shenyang_4.0/Storm_project/lib/commons-lang-2.5.jar;E:/my shenyang_4.0/Storm_project/lib/commons-logging-1.1.3.jar;E:/my shenyang_4.0/Storm_project/lib/compojure-1.1.3.jar;E:/my shenyang_4.0/Storm_project/lib/core.incubator-0.1.0.jar;E:/my shenyang_4.0/Storm_project/lib/disruptor-2.10.1.jar;E:/my shenyang_4.0/Storm_project/lib/hiccup-0.3.6.jar;E:/my shenyang_4.0/Storm_project/lib/jetty-6.1.26.jar;E:/my shenyang_4.0/Storm_project/lib/jetty-util-6.1.26.jar;E:/my shenyang_4.0/Storm_project/lib/jgrapht-core-0.9.0.jar;E:/my shenyang_4.0/Storm_project/lib/jline-2.11.jar;E:/my shenyang_4.0/Storm_project/lib/joda-time-2.0.jar;E:/my shenyang_4.0/Storm_project/lib/json-simple-1.1.jar;E:/my shenyang_4.0/Storm_project/lib/kryo-2.21.jar;E:/my shenyang_4.0/Storm_project/lib/log4j-over-slf4j-1.6.6.jar;E:/my shenyang_4.0/Storm_project/lib/logback-classic-1.0.13.jar;E:/my shenyang_4.0/Storm_project/lib/logback-core-1.0.13.jar;E:/my shenyang_4.0/Storm_project/lib/math.numeric-tower-0.0.1.jar;E:/my shenyang_4.0/Storm_project/lib/minlog-1.2.jar;E:/my shenyang_4.0/Storm_project/lib/objenesis-1.2.jar;E:/my shenyang_4.0/Storm_project/lib/reflectasm-1.07-shaded.jar;E:/my shenyang_4.0/Storm_project/lib/ring-core-1.1.5.jar;E:/my shenyang_4.0/Storm_project/lib/ring-devel-0.3.11.jar;E:/my shenyang_4.0/Storm_project/lib/ring-jetty-adapter-0.3.11.jar;E:/my shenyang_4.0/Storm_project/lib/ring-servlet-0.3.11.jar;E:/my shenyang_4.0/Storm_project/lib/servlet-api-2.5.jar;E:/my shenyang_4.0/Storm_project/lib/slf4j-api-1.7.5.jar;E:/my shenyang_4.0/Storm_project/lib/snakeyaml-1.11.jar;E:/my shenyang_4.0/Storm_project/lib/storm-core-0.9.3.jar;E:/my shenyang_4.0/Storm_project/lib/tools.cli-0.2.4.jar;E:/my shenyang_4.0/Storm_project/lib/tools.logging-0.2.3.jar;E:/my shenyang_4.0/Storm_project/lib/tools.macro-0.1.0.jar
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:java.library.path=F:/backup/jiang/MyEclipse/MyEclipse/Common/binary/com.sun.java.jdk.win32.x86_1.6.0.013/bin;.;C:/Windows/Sun/Java/bin;C:/Windows/system32;C:/Windows;F:/backup/jiang/MyEclipse/MyEclipse/Common/binary/com.sun.java.jdk.win32.x86_1.6.0.013/jre/bin/client;F:/backup/jiang/MyEclipse/MyEclipse/Common/binary/com.sun.java.jdk.win32.x86_1.6.0.013/jre/bin;F:/backup/jiang/MyEclipse/MyEclipse/Common/binary/com.sun.java.jdk.win32.x86_1.6.0.013/jre/lib/i386;C:/ProgramData/Oracle/Java/javapath;F:/app/Administrator/product/11.2.0/client_1/bin;c:/gtk/bin;C:/Windows/system32;C:/Windows;C:/Windows/System32/Wbem;C:/Windows/System32/WindowsPowerShell/v1.0/;D:/oracle/yang/oracle10g;C:/Program Files/Java/jdk1.8.0_51;C:/Program Files (x86)/Microsoft SQL Server/100/Tools/Binn/;C:/Program Files/Microsoft SQL Server/100/Tools/Binn/;C:/Program Files/Microsoft SQL Server/100/DTS/Binn/;C:/Program Files (x86)/Microsoft SQL Server/100/Tools/Binn/VSShell/Common7/IDE/;C:/Program Files (x86)/Microsoft Visual Studio 9.0/Common7/IDE/PrivateAssemblies/;C:/Program Files (x86)/Microsoft SQL Server/100/DTS/Binn/;C:/apache-ant-1.9.6/bin;C:/Program Files/Java/jdk1.8.0_51/bin;C:/PROGRA~2/IBM/SQLLIB/BIN;C:/PROGRA~2/IBM/SQLLIB/FUNCTION;C:/PROGRA~2/IBM/SQLLIB/SAMPLES/REPL;C:/Program Files (x86)/IDM Computer Solutions/UltraEdit/
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:java.io.tmpdir=C:/Users/ADMINI~1/AppData/Local/Temp/
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:java.compiler=<NA>
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:os.name=Windows Vista
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:os.arch=x86
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:os.version=6.1
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:user.name=Administrator
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:user.home=C:/Users/Administrator
1289 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Server environment:user.dir=E:/my shenyang_4.0/Storm_project
1634 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Created server with tickTime 2000 minSessionTimeout 4000 maxSessionTimeout 40000 datadir C:/Users/ADMINI~1/AppData/Local/Temp/dfd81caa-cc57-42c9-ba21-11ccac776aff/version-2 snapdir C:/Users/ADMINI~1/AppData/Local/Temp/dfd81caa-cc57-42c9-ba21-11ccac776aff/version-2
1638 [main] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – binding to port 0.0.0.0/0.0.0.0:2000
1640 [main] INFO backtype.storm.zookeeper – Starting inprocess zookeeper at port 2000 and dir C:/Users/ADMINI~1/AppData/Local/Temp/dfd81caa-cc57-42c9-ba21-11ccac776aff
1740 [main] INFO backtype.storm.daemon.nimbus – Starting Nimbus with conf {“dev.zookeeper.path” “/tmp/dev-storm-zookeeper”, “topology.tick.tuple.freq.secs” nil, “topology.builtin.metrics.bucket.size.secs” 60, “topology.fall.back.on.java.serialization” true, “topology.max.error.report.per.interval” 5, “zmq.linger.millis” 0, “topology.skip.missing.kryo.registrations” true, “storm.messaging.netty.client_worker_threads” 1, “ui.childopts” “-Xmx768m”, “storm.zookeeper.session.timeout” 20000, “nimbus.reassign” true, “topology.trident.batch.emit.interval.millis” 50, “storm.messaging.netty.flush.check.interval.ms” 10, “nimbus.monitor.freq.secs” 10, “logviewer.childopts” “-Xmx128m”, “java.library.path” “/usr/local/lib:/opt/local/lib:/usr/lib”, “topology.executor.send.buffer.size” 1024, “storm.local.dir” “C://Users//ADMINI~1//AppData//Local//Temp//a49e6cc7-163f-483c-acc5-b7ef66811e93”, “storm.messaging.netty.buffer_size” 5242880, “supervisor.worker.start.timeout.secs” 120, “topology.enable.message.timeouts” true, “nimbus.cleanup.inbox.freq.secs” 600, “nimbus.inbox.jar.expiration.secs” 3600, “drpc.worker.threads” 64, “storm.meta.serialization.delegate” “backtype.storm.serialization.DefaultSerializationDelegate”, “topology.worker.shared.thread.pool.size” 4, “nimbus.host” “localhost”, “storm.messaging.netty.min_wait_ms” 100, “storm.zookeeper.port” 2000, “transactional.zookeeper.port” nil, “topology.executor.receive.buffer.size” 1024, “transactional.zookeeper.servers” nil, “storm.zookeeper.root” “/storm”, “storm.zookeeper.retry.intervalceiling.millis” 30000, “supervisor.enable” true, “storm.messaging.netty.server_worker_threads” 1, “storm.zookeeper.servers” [“localhost”], “transactional.zookeeper.root” “/transactional”, “topology.acker.executors” nil, “topology.transfer.buffer.size” 1024, “topology.worker.childopts” nil, “drpc.queue.size” 128, “worker.childopts” “-Xmx768m”, “supervisor.heartbeat.frequency.secs” 5, “topology.error.throttle.interval.secs” 10, “zmq.hwm” 0, “drpc.port” 3772, “supervisor.monitor.frequency.secs” 3, “drpc.childopts” “-Xmx768m”, “topology.receiver.buffer.size” 8, “task.heartbeat.frequency.secs” 3, “topology.tasks” nil, “storm.messaging.netty.max_retries” 300, “topology.spout.wait.strategy” “backtype.storm.spout.SleepSpoutWaitStrategy”, “nimbus.thrift.max_buffer_size” 1048576, “topology.max.spout.pending” nil, “storm.zookeeper.retry.interval” 1000, “topology.sleep.spout.wait.strategy.time.ms” 1, “nimbus.topology.validator” “backtype.storm.nimbus.DefaultTopologyValidator”, “supervisor.slots.ports” [6700 6701 6702 6703], “topology.environment” nil, “topology.debug” false, “nimbus.task.launch.secs” 120, “nimbus.supervisor.timeout.secs” 60, “topology.message.timeout.secs” 30, “task.refresh.poll.secs” 10, “topology.workers” 1, “supervisor.childopts” “-Xmx256m”, “nimbus.thrift.port” 6627, “topology.stats.sample.rate” 0.05, “worker.heartbeat.frequency.secs” 1, “topology.tuple.serializer” “backtype.storm.serialization.types.ListDelegateSerializer”, “topology.disruptor.wait.strategy” “com.lmax.disruptor.BlockingWaitStrategy”, “topology.multilang.serializer” “backtype.storm.multilang.JsonSerializer”, “nimbus.task.timeout.secs” 30, “storm.zookeeper.connection.timeout” 15000, “topology.kryo.factory” “backtype.storm.serialization.DefaultKryoFactory”, “drpc.invocations.port” 3773, “logviewer.port” 8000, “zmq.threads” 1, “storm.zookeeper.retry.times” 5, “topology.worker.receiver.thread.count” 1, “storm.thrift.transport” “backtype.storm.security.auth.SimpleTransportPlugin”, “topology.state.synchronization.timeout.secs” 60, “supervisor.worker.timeout.secs” 30, “nimbus.file.copy.expiration.secs” 600, “storm.messaging.transport” “backtype.storm.messaging.netty.Context”, “logviewer.appender.name” “A1”, “storm.messaging.netty.max_wait_ms” 1000, “drpc.request.timeout.secs” 600, “storm.local.mode.zmq” false, “ui.port” 8080, “nimbus.childopts” “-Xmx1024m”, “storm.cluster.mode” “local”, “topology.max.task.parallelism” nil, “storm.messaging.netty.transfer.batch.size” 262144, “topology.classpath” nil}
1743 [main] INFO backtype.storm.daemon.nimbus – Using default scheduler
1750 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
1785 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
1788 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@1264666
1800 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
1800 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
1800 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52191
1804 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52191
1805 [SyncThread:0] INFO org.apache.storm.zookeeper.server.persistence.FileTxnLog – Creating new log file: log.1
1852 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a0000 with negotiated timeout 20000 for client /127.0.0.1:52191
1853 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a0000, negotiated timeout = 20000
1854 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
1855 [main-EventThread] INFO backtype.storm.zookeeper – Zookeeper state update: :connected:none
2935 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Processed session termination for sessionid: 0x1549474265a0000
2948 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Session: 0x1549474265a0000 closed
2948 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn – EventThread shut down
2949 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52191 which had sessionid 0x1549474265a0000
2950 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
2950 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
2951 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@12b72f4
2954 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
2954 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
2954 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52194
2955 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52194
2972 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a0001 with negotiated timeout 20000 for client /127.0.0.1:52194
2973 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a0001, negotiated timeout = 20000
2973 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
3108 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
3109 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
3109 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@26efd3
3111 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
3112 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
3112 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52197
3112 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52197
3131 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a0002 with negotiated timeout 20000 for client /127.0.0.1:52197
3131 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a0002, negotiated timeout = 20000
3131 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
3131 [main-EventThread] INFO backtype.storm.zookeeper – Zookeeper state update: :connected:none
3133 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Processed session termination for sessionid: 0x1549474265a0002
3155 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Session: 0x1549474265a0002 closed
3156 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn – EventThread shut down
3156 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52197 which had sessionid 0x1549474265a0002
3156 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
3156 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
3156 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@11201a1
3158 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
3158 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
3158 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
3158 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52200
3159 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@1c1f2
3159 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
3159 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52200
3160 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
3161 [main-SendThread(0:0:0:0:0:0:0:1:2000)] ERROR org.apache.storm.zookeeper.ClientCnxnSocketNIO – Unable to open socket to 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000
3164 [main-SendThread(0:0:0:0:0:0:0:1:2000)] WARN org.apache.storm.zookeeper.ClientCnxn – Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
java.net.SocketException: Address family not supported by protocol family: connect
at sun.nio.ch.Net.connect(Native Method) ~[na:1.6.0_13]
at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:507) ~[na:1.6.0_13]
at org.apache.storm.zookeeper.ClientCnxnSocketNIO.registerAndConnect(ClientCnxnSocketNIO.java:277) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxnSocketNIO.connect(ClientCnxnSocketNIO.java:287) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:967) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) ~[storm-core-0.9.3.jar:0.9.3]
3172 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a0003 with negotiated timeout 20000 for client /127.0.0.1:52200
3172 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a0003, negotiated timeout = 20000
3172 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
3264 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
3265 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
3265 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52203
3265 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52203
3281 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a0004 with negotiated timeout 20000 for client /127.0.0.1:52203
3281 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a0004, negotiated timeout = 20000
3281 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
3281 [main-EventThread] INFO backtype.storm.zookeeper – Zookeeper state update: :connected:none
3284 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Processed session termination for sessionid: 0x1549474265a0004
3297 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Session: 0x1549474265a0004 closed
3297 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52203 which had sessionid 0x1549474265a0004
3297 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
3298 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn – EventThread shut down
3298 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
3298 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@8c5488
3301 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
3301 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
3301 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52206
3302 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52206
3322 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a0005 with negotiated timeout 20000 for client /127.0.0.1:52206
3322 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a0005, negotiated timeout = 20000
3323 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
3332 [main] INFO backtype.storm.daemon.supervisor – Starting Supervisor with conf {“dev.zookeeper.path” “/tmp/dev-storm-zookeeper”, “topology.tick.tuple.freq.secs” nil, “topology.builtin.metrics.bucket.size.secs” 60, “topology.fall.back.on.java.serialization” true, “topology.max.error.report.per.interval” 5, “zmq.linger.millis” 0, “topology.skip.missing.kryo.registrations” true, “storm.messaging.netty.client_worker_threads” 1, “ui.childopts” “-Xmx768m”, “storm.zookeeper.session.timeout” 20000, “nimbus.reassign” true, “topology.trident.batch.emit.interval.millis” 50, “storm.messaging.netty.flush.check.interval.ms” 10, “nimbus.monitor.freq.secs” 10, “logviewer.childopts” “-Xmx128m”, “java.library.path” “/usr/local/lib:/opt/local/lib:/usr/lib”, “topology.executor.send.buffer.size” 1024, “storm.local.dir” “C://Users//ADMINI~1//AppData//Local//Temp//43b32479-d481-4c24-8688-3eada2523a5e”, “storm.messaging.netty.buffer_size” 5242880, “supervisor.worker.start.timeout.secs” 120, “topology.enable.message.timeouts” true, “nimbus.cleanup.inbox.freq.secs” 600, “nimbus.inbox.jar.expiration.secs” 3600, “drpc.worker.threads” 64, “storm.meta.serialization.delegate” “backtype.storm.serialization.DefaultSerializationDelegate”, “topology.worker.shared.thread.pool.size” 4, “nimbus.host” “localhost”, “storm.messaging.netty.min_wait_ms” 100, “storm.zookeeper.port” 2000, “transactional.zookeeper.port” nil, “topology.executor.receive.buffer.size” 1024, “transactional.zookeeper.servers” nil, “storm.zookeeper.root” “/storm”, “storm.zookeeper.retry.intervalceiling.millis” 30000, “supervisor.enable” true, “storm.messaging.netty.server_worker_threads” 1, “storm.zookeeper.servers” [“localhost”], “transactional.zookeeper.root” “/transactional”, “topology.acker.executors” nil, “topology.transfer.buffer.size” 1024, “topology.worker.childopts” nil, “drpc.queue.size” 128, “worker.childopts” “-Xmx768m”, “supervisor.heartbeat.frequency.secs” 5, “topology.error.throttle.interval.secs” 10, “zmq.hwm” 0, “drpc.port” 3772, “supervisor.monitor.frequency.secs” 3, “drpc.childopts” “-Xmx768m”, “topology.receiver.buffer.size” 8, “task.heartbeat.frequency.secs” 3, “topology.tasks” nil, “storm.messaging.netty.max_retries” 300, “topology.spout.wait.strategy” “backtype.storm.spout.SleepSpoutWaitStrategy”, “nimbus.thrift.max_buffer_size” 1048576, “topology.max.spout.pending” nil, “storm.zookeeper.retry.interval” 1000, “topology.sleep.spout.wait.strategy.time.ms” 1, “nimbus.topology.validator” “backtype.storm.nimbus.DefaultTopologyValidator”, “supervisor.slots.ports” (1024 1025 1026), “topology.environment” nil, “topology.debug” false, “nimbus.task.launch.secs” 120, “nimbus.supervisor.timeout.secs” 60, “topology.message.timeout.secs” 30, “task.refresh.poll.secs” 10, “topology.workers” 1, “supervisor.childopts” “-Xmx256m”, “nimbus.thrift.port” 6627, “topology.stats.sample.rate” 0.05, “worker.heartbeat.frequency.secs” 1, “topology.tuple.serializer” “backtype.storm.serialization.types.ListDelegateSerializer”, “topology.disruptor.wait.strategy” “com.lmax.disruptor.BlockingWaitStrategy”, “topology.multilang.serializer” “backtype.storm.multilang.JsonSerializer”, “nimbus.task.timeout.secs” 30, “storm.zookeeper.connection.timeout” 15000, “topology.kryo.factory” “backtype.storm.serialization.DefaultKryoFactory”, “drpc.invocations.port” 3773, “logviewer.port” 8000, “zmq.threads” 1, “storm.zookeeper.retry.times” 5, “topology.worker.receiver.thread.count” 1, “storm.thrift.transport” “backtype.storm.security.auth.SimpleTransportPlugin”, “topology.state.synchronization.timeout.secs” 60, “supervisor.worker.timeout.secs” 30, “nimbus.file.copy.expiration.secs” 600, “storm.messaging.transport” “backtype.storm.messaging.netty.Context”, “logviewer.appender.name” “A1”, “storm.messaging.netty.max_wait_ms” 1000, “drpc.request.timeout.secs” 600, “storm.local.mode.zmq” false, “ui.port” 8080, “nimbus.childopts” “-Xmx1024m”, “storm.cluster.mode” “local”, “topology.max.task.parallelism” nil, “storm.messaging.netty.transfer.batch.size” 262144, “topology.classpath” nil}
3352 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
3352 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
3352 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@19422d2
3354 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
3354 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
3354 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52209
3355 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52209
3372 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a0006 with negotiated timeout 20000 for client /127.0.0.1:52209
3372 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a0006, negotiated timeout = 20000
3372 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
3373 [main-EventThread] INFO backtype.storm.zookeeper – Zookeeper state update: :connected:none
3373 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Processed session termination for sessionid: 0x1549474265a0006
3397 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Session: 0x1549474265a0006 closed
3397 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn – EventThread shut down
3397 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52209 which had sessionid 0x1549474265a0006
3397 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
3397 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
3398 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@ef9525
3399 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
3399 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
3400 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52212
3400 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52212
3414 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a0007 with negotiated timeout 20000 for client /127.0.0.1:52212
3414 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a0007, negotiated timeout = 20000
3415 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
3465 [main] INFO backtype.storm.daemon.supervisor – Starting supervisor with id 2da9a25c-7c2e-40ce-bce4-e5995a3e15c7 at host PC201507010905
3468 [main] INFO backtype.storm.daemon.supervisor – Starting Supervisor with conf {“dev.zookeeper.path” “/tmp/dev-storm-zookeeper”, “topology.tick.tuple.freq.secs” nil, “topology.builtin.metrics.bucket.size.secs” 60, “topology.fall.back.on.java.serialization” true, “topology.max.error.report.per.interval” 5, “zmq.linger.millis” 0, “topology.skip.missing.kryo.registrations” true, “storm.messaging.netty.client_worker_threads” 1, “ui.childopts” “-Xmx768m”, “storm.zookeeper.session.timeout” 20000, “nimbus.reassign” true, “topology.trident.batch.emit.interval.millis” 50, “storm.messaging.netty.flush.check.interval.ms” 10, “nimbus.monitor.freq.secs” 10, “logviewer.childopts” “-Xmx128m”, “java.library.path” “/usr/local/lib:/opt/local/lib:/usr/lib”, “topology.executor.send.buffer.size” 1024, “storm.local.dir” “C://Users//ADMINI~1//AppData//Local//Temp//4bba3e0c-c4f4-4a90-b520-51168b660791”, “storm.messaging.netty.buffer_size” 5242880, “supervisor.worker.start.timeout.secs” 120, “topology.enable.message.timeouts” true, “nimbus.cleanup.inbox.freq.secs” 600, “nimbus.inbox.jar.expiration.secs” 3600, “drpc.worker.threads” 64, “storm.meta.serialization.delegate” “backtype.storm.serialization.DefaultSerializationDelegate”, “topology.worker.shared.thread.pool.size” 4, “nimbus.host” “localhost”, “storm.messaging.netty.min_wait_ms” 100, “storm.zookeeper.port” 2000, “transactional.zookeeper.port” nil, “topology.executor.receive.buffer.size” 1024, “transactional.zookeeper.servers” nil, “storm.zookeeper.root” “/storm”, “storm.zookeeper.retry.intervalceiling.millis” 30000, “supervisor.enable” true, “storm.messaging.netty.server_worker_threads” 1, “storm.zookeeper.servers” [“localhost”], “transactional.zookeeper.root” “/transactional”, “topology.acker.executors” nil, “topology.transfer.buffer.size” 1024, “topology.worker.childopts” nil, “drpc.queue.size” 128, “worker.childopts” “-Xmx768m”, “supervisor.heartbeat.frequency.secs” 5, “topology.error.throttle.interval.secs” 10, “zmq.hwm” 0, “drpc.port” 3772, “supervisor.monitor.frequency.secs” 3, “drpc.childopts” “-Xmx768m”, “topology.receiver.buffer.size” 8, “task.heartbeat.frequency.secs” 3, “topology.tasks” nil, “storm.messaging.netty.max_retries” 300, “topology.spout.wait.strategy” “backtype.storm.spout.SleepSpoutWaitStrategy”, “nimbus.thrift.max_buffer_size” 1048576, “topology.max.spout.pending” nil, “storm.zookeeper.retry.interval” 1000, “topology.sleep.spout.wait.strategy.time.ms” 1, “nimbus.topology.validator” “backtype.storm.nimbus.DefaultTopologyValidator”, “supervisor.slots.ports” (1027 1028 1029), “topology.environment” nil, “topology.debug” false, “nimbus.task.launch.secs” 120, “nimbus.supervisor.timeout.secs” 60, “topology.message.timeout.secs” 30, “task.refresh.poll.secs” 10, “topology.workers” 1, “supervisor.childopts” “-Xmx256m”, “nimbus.thrift.port” 6627, “topology.stats.sample.rate” 0.05, “worker.heartbeat.frequency.secs” 1, “topology.tuple.serializer” “backtype.storm.serialization.types.ListDelegateSerializer”, “topology.disruptor.wait.strategy” “com.lmax.disruptor.BlockingWaitStrategy”, “topology.multilang.serializer” “backtype.storm.multilang.JsonSerializer”, “nimbus.task.timeout.secs” 30, “storm.zookeeper.connection.timeout” 15000, “topology.kryo.factory” “backtype.storm.serialization.DefaultKryoFactory”, “drpc.invocations.port” 3773, “logviewer.port” 8000, “zmq.threads” 1, “storm.zookeeper.retry.times” 5, “topology.worker.receiver.thread.count” 1, “storm.thrift.transport” “backtype.storm.security.auth.SimpleTransportPlugin”, “topology.state.synchronization.timeout.secs” 60, “supervisor.worker.timeout.secs” 30, “nimbus.file.copy.expiration.secs” 600, “storm.messaging.transport” “backtype.storm.messaging.netty.Context”, “logviewer.appender.name” “A1”, “storm.messaging.netty.max_wait_ms” 1000, “drpc.request.timeout.secs” 600, “storm.local.mode.zmq” false, “ui.port” 8080, “nimbus.childopts” “-Xmx1024m”, “storm.cluster.mode” “local”, “topology.max.task.parallelism” nil, “storm.messaging.netty.transfer.batch.size” 262144, “topology.classpath” nil}
3477 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
3477 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
3478 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@11a59ce
3480 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
3480 [main-SendThread(0:0:0:0:0:0:0:1:2000)] ERROR org.apache.storm.zookeeper.ClientCnxnSocketNIO – Unable to open socket to 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000
3480 [main-SendThread(0:0:0:0:0:0:0:1:2000)] WARN org.apache.storm.zookeeper.ClientCnxn – Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
java.net.SocketException: Address family not supported by protocol family: connect
at sun.nio.ch.Net.connect(Native Method) ~[na:1.6.0_13]
at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:507) ~[na:1.6.0_13]
at org.apache.storm.zookeeper.ClientCnxnSocketNIO.registerAndConnect(ClientCnxnSocketNIO.java:277) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxnSocketNIO.connect(ClientCnxnSocketNIO.java:287) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:967) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) ~[storm-core-0.9.3.jar:0.9.3]
3580 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
3581 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
3581 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52215
3581 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52215
3598 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a0008 with negotiated timeout 20000 for client /127.0.0.1:52215
3598 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a0008, negotiated timeout = 20000
3598 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
3599 [main-EventThread] INFO backtype.storm.zookeeper – Zookeeper state update: :connected:none
3602 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Processed session termination for sessionid: 0x1549474265a0008
3614 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Session: 0x1549474265a0008 closed
3615 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52215 which had sessionid 0x1549474265a0008
3615 [main] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
3615 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn – EventThread shut down
3616 [main] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
3616 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@1be8bf1
3620 [main-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
3620 [main-SendThread(0:0:0:0:0:0:0:1:2000)] ERROR org.apache.storm.zookeeper.ClientCnxnSocketNIO – Unable to open socket to 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000
3621 [main-SendThread(0:0:0:0:0:0:0:1:2000)] WARN org.apache.storm.zookeeper.ClientCnxn – Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
java.net.SocketException: Address family not supported by protocol family: connect
at sun.nio.ch.Net.connect(Native Method) ~[na:1.6.0_13]
at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:507) ~[na:1.6.0_13]
at org.apache.storm.zookeeper.ClientCnxnSocketNIO.registerAndConnect(ClientCnxnSocketNIO.java:277) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxnSocketNIO.connect(ClientCnxnSocketNIO.java:287) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:967) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) ~[storm-core-0.9.3.jar:0.9.3]
3721 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
3721 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
3721 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52218
3722 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52218
3739 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a0009 with negotiated timeout 20000 for client /127.0.0.1:52218
3739 [main-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a0009, negotiated timeout = 20000
3739 [main-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
3764 [main] INFO backtype.storm.daemon.supervisor – Starting supervisor with id 52ca5c90-e7f4-471e-ad8b-b66fa7f3569b at host PC201507010905
3799 [main] INFO backtype.storm.daemon.nimbus – Received topology submission for Getting-Started-Toplogie with conf {“topology.max.task.parallelism” nil, “topology.acker.executors” nil, “topology.kryo.register” nil, “topology.kryo.decorators” (), “topology.name” “Getting-Started-Toplogie”, “storm.id” “Getting-Started-Toplogie-1-1462779522”, “wordsFile” “D:/BigData/storm/words.txt”, “topology.debug” false, “topology.max.spout.pending” 1}
3834 [main] INFO backtype.storm.daemon.nimbus – Activating Getting-Started-Toplogie: Getting-Started-Toplogie-1-1462779522
3907 [main] INFO backtype.storm.scheduler.EvenScheduler – Available slots: ([“52ca5c90-e7f4-471e-ad8b-b66fa7f3569b” 1027] [“52ca5c90-e7f4-471e-ad8b-b66fa7f3569b” 1028] [“52ca5c90-e7f4-471e-ad8b-b66fa7f3569b” 1029] [“2da9a25c-7c2e-40ce-bce4-e5995a3e15c7” 1024] [“2da9a25c-7c2e-40ce-bce4-e5995a3e15c7” 1025] [“2da9a25c-7c2e-40ce-bce4-e5995a3e15c7” 1026])
3920 [main] INFO backtype.storm.daemon.nimbus – Setting new assignment for topology id Getting-Started-Toplogie-1-1462779522: #backtype.storm.daemon.common.Assignment{:master-code-dir “C://Users//ADMINI~1//AppData//Local//Temp//a49e6cc7-163f-483c-acc5-b7ef66811e93//nimbus//stormdist//Getting-Started-Toplogie-1-1462779522”, :node->host {“52ca5c90-e7f4-471e-ad8b-b66fa7f3569b” “PC201507010905”}, :executor->node+port {[3 3] [“52ca5c90-e7f4-471e-ad8b-b66fa7f3569b” 1027], [4 4] [“52ca5c90-e7f4-471e-ad8b-b66fa7f3569b” 1027], [2 2] [“52ca5c90-e7f4-471e-ad8b-b66fa7f3569b” 1027], [1 1] [“52ca5c90-e7f4-471e-ad8b-b66fa7f3569b” 1027]}, :executor->start-time-secs {[4 4] 1462779522, [3 3] 1462779522, [2 2] 1462779522, [1 1] 1462779522}}
4539 [Thread-5] INFO backtype.storm.daemon.supervisor – Downloading code for storm id Getting-Started-Toplogie-1-1462779522 from C:/Users/ADMINI~1/AppData/Local/Temp/a49e6cc7-163f-483c-acc5-b7ef66811e93/nimbus/stormdist/Getting-Started-Toplogie-1-1462779522
4758 [Thread-5] INFO backtype.storm.daemon.supervisor – Finished downloading code for storm id Getting-Started-Toplogie-1-1462779522 from C:/Users/ADMINI~1/AppData/Local/Temp/a49e6cc7-163f-483c-acc5-b7ef66811e93/nimbus/stormdist/Getting-Started-Toplogie-1-1462779522
4790 [Thread-6] INFO backtype.storm.daemon.supervisor – Launching worker with assignment #backtype.storm.daemon.supervisor.LocalAssignment{:storm-id “Getting-Started-Toplogie-1-1462779522”, :executors ([3 3] [4 4] [2 2] [1 1])} for this supervisor 52ca5c90-e7f4-471e-ad8b-b66fa7f3569b on port 1027 with id c64355a8-46e2-4880-80f0-0c3cb41eba52
4791 [Thread-6] INFO backtype.storm.daemon.worker – Launching worker for Getting-Started-Toplogie-1-1462779522 on 52ca5c90-e7f4-471e-ad8b-b66fa7f3569b:1027 with id c64355a8-46e2-4880-80f0-0c3cb41eba52 and conf {“dev.zookeeper.path” “/tmp/dev-storm-zookeeper”, “topology.tick.tuple.freq.secs” nil, “topology.builtin.metrics.bucket.size.secs” 60, “topology.fall.back.on.java.serialization” true, “topology.max.error.report.per.interval” 5, “zmq.linger.millis” 0, “topology.skip.missing.kryo.registrations” true, “storm.messaging.netty.client_worker_threads” 1, “ui.childopts” “-Xmx768m”, “storm.zookeeper.session.timeout” 20000, “nimbus.reassign” true, “topology.trident.batch.emit.interval.millis” 50, “storm.messaging.netty.flush.check.interval.ms” 10, “nimbus.monitor.freq.secs” 10, “logviewer.childopts” “-Xmx128m”, “java.library.path” “/usr/local/lib:/opt/local/lib:/usr/lib”, “topology.executor.send.buffer.size” 1024, “storm.local.dir” “C://Users//ADMINI~1//AppData//Local//Temp//4bba3e0c-c4f4-4a90-b520-51168b660791”, “storm.messaging.netty.buffer_size” 5242880, “supervisor.worker.start.timeout.secs” 120, “topology.enable.message.timeouts” true, “nimbus.cleanup.inbox.freq.secs” 600, “nimbus.inbox.jar.expiration.secs” 3600, “drpc.worker.threads” 64, “storm.meta.serialization.delegate” “backtype.storm.serialization.DefaultSerializationDelegate”, “topology.worker.shared.thread.pool.size” 4, “nimbus.host” “localhost”, “storm.messaging.netty.min_wait_ms” 100, “storm.zookeeper.port” 2000, “transactional.zookeeper.port” nil, “topology.executor.receive.buffer.size” 1024, “transactional.zookeeper.servers” nil, “storm.zookeeper.root” “/storm”, “storm.zookeeper.retry.intervalceiling.millis” 30000, “supervisor.enable” true, “storm.messaging.netty.server_worker_threads” 1, “storm.zookeeper.servers” [“localhost”], “transactional.zookeeper.root” “/transactional”, “topology.acker.executors” nil, “topology.transfer.buffer.size” 1024, “topology.worker.childopts” nil, “drpc.queue.size” 128, “worker.childopts” “-Xmx768m”, “supervisor.heartbeat.frequency.secs” 5, “topology.error.throttle.interval.secs” 10, “zmq.hwm” 0, “drpc.port” 3772, “supervisor.monitor.frequency.secs” 3, “drpc.childopts” “-Xmx768m”, “topology.receiver.buffer.size” 8, “task.heartbeat.frequency.secs” 3, “topology.tasks” nil, “storm.messaging.netty.max_retries” 300, “topology.spout.wait.strategy” “backtype.storm.spout.SleepSpoutWaitStrategy”, “nimbus.thrift.max_buffer_size” 1048576, “topology.max.spout.pending” nil, “storm.zookeeper.retry.interval” 1000, “topology.sleep.spout.wait.strategy.time.ms” 1, “nimbus.topology.validator” “backtype.storm.nimbus.DefaultTopologyValidator”, “supervisor.slots.ports” (1027 1028 1029), “topology.environment” nil, “topology.debug” false, “nimbus.task.launch.secs” 120, “nimbus.supervisor.timeout.secs” 60, “topology.message.timeout.secs” 30, “task.refresh.poll.secs” 10, “topology.workers” 1, “supervisor.childopts” “-Xmx256m”, “nimbus.thrift.port” 6627, “topology.stats.sample.rate” 0.05, “worker.heartbeat.frequency.secs” 1, “topology.tuple.serializer” “backtype.storm.serialization.types.ListDelegateSerializer”, “topology.disruptor.wait.strategy” “com.lmax.disruptor.BlockingWaitStrategy”, “topology.multilang.serializer” “backtype.storm.multilang.JsonSerializer”, “nimbus.task.timeout.secs” 30, “storm.zookeeper.connection.timeout” 15000, “topology.kryo.factory” “backtype.storm.serialization.DefaultKryoFactory”, “drpc.invocations.port” 3773, “logviewer.port” 8000, “zmq.threads” 1, “storm.zookeeper.retry.times” 5, “topology.worker.receiver.thread.count” 1, “storm.thrift.transport” “backtype.storm.security.auth.SimpleTransportPlugin”, “topology.state.synchronization.timeout.secs” 60, “supervisor.worker.timeout.secs” 30, “nimbus.file.copy.expiration.secs” 600, “storm.messaging.transport” “backtype.storm.messaging.netty.Context”, “logviewer.appender.name” “A1”, “storm.messaging.netty.max_wait_ms” 1000, “drpc.request.timeout.secs” 600, “storm.local.mode.zmq” false, “ui.port” 8080, “nimbus.childopts” “-Xmx1024m”, “storm.cluster.mode” “local”, “topology.max.task.parallelism” nil, “storm.messaging.netty.transfer.batch.size” 262144, “topology.classpath” nil}
4791 [Thread-6] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
4792 [Thread-6] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
4792 [Thread-6] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@c4fedd
4794 [Thread-6-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
4794 [Thread-6-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
4794 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52222
4794 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52222
4867 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a000a with negotiated timeout 20000 for client /127.0.0.1:52222
4867 [Thread-6-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a000a, negotiated timeout = 20000
4867 [Thread-6-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
4868 [Thread-6-EventThread] INFO backtype.storm.zookeeper – Zookeeper state update: :connected:none
4870 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Processed session termination for sessionid: 0x1549474265a000a
4920 [Thread-6] INFO org.apache.storm.zookeeper.ZooKeeper – Session: 0x1549474265a000a closed
4920 [Thread-6-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn – EventThread shut down
4920 [Thread-6] INFO backtype.storm.utils.StormBoundedExponentialBackoffRetry – The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
4921 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] WARN org.apache.storm.zookeeper.server.NIOServerCnxn – caught end of stream exception
org.apache.storm.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client sessionid 0x1549474265a000a, likely client has closed socket
at org.apache.storm.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [storm-core-0.9.3.jar:0.9.3]
at java.lang.Thread.run(Thread.java:619) [na:1.6.0_13]
4921 [Thread-6] INFO org.apache.storm.curator.framework.imps.CuratorFrameworkImpl – Starting
4921 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52222 which had sessionid 0x1549474265a000a
4921 [Thread-6] INFO org.apache.storm.zookeeper.ZooKeeper – Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@160c21a
4923 [Thread-6-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
4923 [Thread-6-SendThread(0:0:0:0:0:0:0:1:2000)] ERROR org.apache.storm.zookeeper.ClientCnxnSocketNIO – Unable to open socket to 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000
4924 [Thread-6-SendThread(0:0:0:0:0:0:0:1:2000)] WARN org.apache.storm.zookeeper.ClientCnxn – Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
java.net.SocketException: Address family not supported by protocol family: connect
at sun.nio.ch.Net.connect(Native Method) ~[na:1.6.0_13]
at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:507) ~[na:1.6.0_13]
at org.apache.storm.zookeeper.ClientCnxnSocketNIO.registerAndConnect(ClientCnxnSocketNIO.java:277) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxnSocketNIO.connect(ClientCnxnSocketNIO.java:287) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:967) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) ~[storm-core-0.9.3.jar:0.9.3]
4962 [main] INFO backtype.storm.daemon.nimbus – Shutting down master
4965 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Processed session termination for sessionid: 0x1549474265a0001
5024 [Thread-6-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 127.0.0.1/127.0.0.1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
5025 [Thread-6-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Socket connection established to 127.0.0.1/127.0.0.1:2000, initiating session
5025 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – Accepted socket connection from /127.0.0.1:52225
5026 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Client attempting to establish new session at /127.0.0.1:52225
5036 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Session: 0x1549474265a0001 closed
5037 [main] INFO backtype.storm.daemon.nimbus – Shut down master
5037 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] WARN org.apache.storm.zookeeper.server.NIOServerCnxn – caught end of stream exception
org.apache.storm.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client sessionid 0x1549474265a0001, likely client has closed socket
at org.apache.storm.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [storm-core-0.9.3.jar:0.9.3]
at java.lang.Thread.run(Thread.java:619) [na:1.6.0_13]
5037 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52194 which had sessionid 0x1549474265a0001
5037 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn – EventThread shut down
5037 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Processed session termination for sessionid: 0x1549474265a0003
5117 [SyncThread:0] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – Established session 0x1549474265a000b with negotiated timeout 20000 for client /127.0.0.1:52225
5117 [Thread-6-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Session establishment complete on server 127.0.0.1/127.0.0.1:2000, sessionid = 0x1549474265a000b, negotiated timeout = 20000
5117 [Thread-6-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: CONNECTED
5162 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Session: 0x1549474265a0003 closed
5162 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52200 which had sessionid 0x1549474265a0003
5162 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn – EventThread shut down
5163 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Processed session termination for sessionid: 0x1549474265a0005
5195 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52206 which had sessionid 0x1549474265a0005
5195 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Session: 0x1549474265a0005 closed
5195 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn – EventThread shut down
5196 [main] INFO backtype.storm.daemon.supervisor – Shutting down supervisor 2da9a25c-7c2e-40ce-bce4-e5995a3e15c7
5197 [Thread-3] INFO backtype.storm.event – Event manager interrupted
5198 [Thread-4] INFO backtype.storm.event – Event manager interrupted
5199 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Processed session termination for sessionid: 0x1549474265a0007
5199 [Thread-6] INFO backtype.storm.daemon.worker – Reading Assignments.
5237 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52212 which had sessionid 0x1549474265a0007
5237 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Session: 0x1549474265a0007 closed
5238 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn – EventThread shut down
5238 [main] INFO backtype.storm.daemon.supervisor – Shutting down 52ca5c90-e7f4-471e-ad8b-b66fa7f3569b:c64355a8-46e2-4880-80f0-0c3cb41eba52
5243 [main] INFO backtype.storm.daemon.supervisor – Shut down 52ca5c90-e7f4-471e-ad8b-b66fa7f3569b:c64355a8-46e2-4880-80f0-0c3cb41eba52
5243 [main] INFO backtype.storm.daemon.supervisor – Shutting down supervisor 52ca5c90-e7f4-471e-ad8b-b66fa7f3569b
5243 [Thread-5] INFO backtype.storm.event – Event manager interrupted
5277 [Thread-6] INFO backtype.storm.event – Event manager interrupted
5278 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Processed session termination for sessionid: 0x1549474265a0009
5320 [main] INFO org.apache.storm.zookeeper.ZooKeeper – Session: 0x1549474265a0009 closed
5320 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52218 which had sessionid 0x1549474265a0009
5320 [main-EventThread] INFO org.apache.storm.zookeeper.ClientCnxn – EventThread shut down
5320 [main] INFO backtype.storm.testing – Shutting down in process zookeeper
5320 [main] INFO org.apache.storm.zookeeper.server.NIOServerCnxn – Closed socket connection for client /127.0.0.1:52225 which had sessionid 0x1549474265a000b
5320 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO org.apache.storm.zookeeper.server.NIOServerCnxnFactory – NIOServerCnxn factory exited run method
5321 [Thread-6-SendThread(127.0.0.1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Unable to read additional data from server sessionid 0x1549474265a000b, likely server has closed socket, closing socket connection and attempting reconnect
5321 [main] INFO org.apache.storm.zookeeper.server.ZooKeeperServer – shutting down
5321 [main] INFO org.apache.storm.zookeeper.server.SessionTrackerImpl – Shutting down
5321 [main] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – Shutting down
5321 [main] INFO org.apache.storm.zookeeper.server.SyncRequestProcessor – Shutting down
5321 [SyncThread:0] INFO org.apache.storm.zookeeper.server.SyncRequestProcessor – SyncRequestProcessor exited!
5321 [ProcessThread(sid:0 cport:-1):] INFO org.apache.storm.zookeeper.server.PrepRequestProcessor – PrepRequestProcessor exited loop!
5321 [main] INFO org.apache.storm.zookeeper.server.FinalRequestProcessor – shutdown of request processor complete
5321 [main] INFO backtype.storm.testing – Done shutting down in process zookeeper
5321 [main] INFO backtype.storm.testing – Deleting temporary path C:/Users/ADMINI~1/AppData/Local/Temp/a49e6cc7-163f-483c-acc5-b7ef66811e93
5329 [main] INFO backtype.storm.testing – Deleting temporary path C:/Users/ADMINI~1/AppData/Local/Temp/dfd81caa-cc57-42c9-ba21-11ccac776aff
5330 [main] INFO backtype.storm.testing – Unable to delete file: C:/Users/ADMINI~1/AppData/Local/Temp/dfd81caa-cc57-42c9-ba21-11ccac776aff/version-2/log.1
5330 [main] INFO backtype.storm.testing – Deleting temporary path C:/Users/ADMINI~1/AppData/Local/Temp/43b32479-d481-4c24-8688-3eada2523a5e
5366 [main] INFO backtype.storm.testing – Deleting temporary path C:/Users/ADMINI~1/AppData/Local/Temp/4bba3e0c-c4f4-4a90-b520-51168b660791
5421 [Thread-6-EventThread] INFO org.apache.storm.curator.framework.state.ConnectionStateManager – State change: SUSPENDED
5424 [Thread-6-EventThread] WARN backtype.storm.cluster – Received event :disconnected::none: with disconnected Zookeeper.
5955 [Thread-6-SendThread(0:0:0:0:0:0:0:1:2000)] INFO org.apache.storm.zookeeper.ClientCnxn – Opening socket connection to server 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000. Will not attempt to authenticate using SASL (java.lang.SecurityException: 无法定位登录配置)
5956 [Thread-6-SendThread(0:0:0:0:0:0:0:1:2000)] ERROR org.apache.storm.zookeeper.ClientCnxnSocketNIO – Unable to open socket to 0:0:0:0:0:0:0:1/0:0:0:0:0:0:0:1:2000
5956 [Thread-6-SendThread(0:0:0:0:0:0:0:1:2000)] WARN org.apache.storm.zookeeper.ClientCnxn – Session 0x1549474265a000b for server null, unexpected error, closing socket connection and attempting reconnect
java.net.SocketException: Address family not supported by protocol family: connect
at sun.nio.ch.Net.connect(Native Method) ~[na:1.6.0_13]
at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:507) ~[na:1.6.0_13]
at org.apache.storm.zookeeper.ClientCnxnSocketNIO.registerAndConnect(ClientCnxnSocketNIO.java:277) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxnSocketNIO.connect(ClientCnxnSocketNIO.java:287) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:967) ~[storm-core-0.9.3.jar:0.9.3]
at org.apache.storm.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) ~[storm-core-0.9.3.jar:0.9.3]
7042 [SessionTracker] INFO org.apache.storm.zookeeper.server.SessionTrackerImpl – SessionTrackerImpl exited loop!
原创文章，作者：奋斗，如若转载，请注明出处：https://blog.ytso.com/196855.html