Storm安装部署nimbus启动卡死问题。在 [INFO] Starting Nimbus server...

a921122 2014-10-20 12:13:00
以下是nimbus.log的内容

2014-10-19 16:30:40 o.a.s.z.s.ZooKeeperServer [INFO] Server nvironment:java.library.path=/usr/local/lib:/opt/local/lib:/usr/lib
2014-10-19 16:30:40 o.a.s.z.s.ZooKeeperServer [INFO] Server environment:java.io.tmpdir=/tmp
2014-10-19 16:30:40 o.a.s.z.s.ZooKeeperServer [INFO] Server environment:java.compiler=<NA>
2014-10-19 16:30:40 o.a.s.z.s.ZooKeeperServer [INFO] Server environment:os.name=Linux
2014-10-19 16:30:40 o.a.s.z.s.ZooKeeperServer [INFO] Server environment:os.arch=amd64
2014-10-19 16:30:40 o.a.s.z.s.ZooKeeperServer [INFO] Server environment:os.version=3.13.0-24-generic
2014-10-19 16:30:40 o.a.s.z.s.ZooKeeperServer [INFO] Server environment:user.name=hadoop
2014-10-19 16:30:40 o.a.s.z.s.ZooKeeperServer [INFO] Server environment:user.home=/home/hadoop
2014-10-19 16:30:40 o.a.s.z.s.ZooKeeperServer [INFO] Server environment:user.dir=/home/hadoop
2014-10-19 16:30:41 b.s.d.nimbus [INFO] Starting Nimbus with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 5000, "topology.skip.missing.kryo.registrations" false, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 500, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/usr/hadoop/storm", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "storm.meta.serialization.delegate" "backtype.storm.serialization.DefaultSerializationDelegate", "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "192.168.1.111", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2181, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["192.168.1.111"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 300, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" [6700 6701 6702 6703], "topology.environment" nil, "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "distributed", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144, "topology.classpath" nil}
2014-10-19 16:30:41 b.s.d.nimbus [INFO] Using default scheduler
2014-10-19 16:30:41 b.s.u.StormBoundedExponentialBackoffRetry [INFO] The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
2014-10-19 16:30:41 o.a.s.c.f.i.CuratorFrameworkImpl [INFO] Starting
2014-10-19 16:30:41 o.a.s.z.ZooKeeper [INFO] Initiating client connection, connectString=192.168.1.111:2181 sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@4974a1a2
2014-10-19 16:30:41 o.a.s.z.ClientCnxn [INFO] Opening socket connection to server 192.168.1.111/192.168.1.111:2181. Will not attempt to authenticate using SASL (unknown error)
2014-10-19 16:30:41 o.a.s.z.ClientCnxn [INFO] Socket connection established to 192.168.1.111/192.168.1.111:2181, initiating session
2014-10-19 16:30:41 o.a.s.z.ClientCnxn [INFO] Session establishment complete on server 192.168.1.111/192.168.1.111:2181, sessionid = 0x1492785d3cc0000, negotiated timeout = 20000
2014-10-19 16:30:41 o.a.s.c.f.s.ConnectionStateManager [INFO] State change: CONNECTED
2014-10-19 16:30:41 b.s.zookeeper [INFO] Zookeeper state update: :connected:none
2014-10-19 16:30:42 o.a.s.z.ClientCnxn [INFO] EventThread shut down
2014-10-19 16:30:42 o.a.s.z.ZooKeeper [INFO] Session: 0x1492785d3cc0000 closed
2014-10-19 16:30:42 b.s.u.StormBoundedExponentialBackoffRetry [INFO] The baseSleepTimeMs [1000] the maxSleepTimeMs [30000] the maxRetries [5]
2014-10-19 16:30:42 o.a.s.c.f.i.CuratorFrameworkImpl [INFO] Starting
2014-10-19 16:30:42 o.a.s.z.ZooKeeper [INFO] Initiating client connection, connectString=192.168.1.111:2181/storm sessionTimeout=20000 watcher=org.apache.storm.curator.ConnectionState@69dea872
2014-10-19 16:30:42 o.a.s.z.ClientCnxn [INFO] Opening socket connection to server 192.168.1.111/192.168.1.111:2181. Will not attempt to authenticate using SASL (unknown error)
2014-10-19 16:30:42 o.a.s.z.ClientCnxn [INFO] Socket connection established to 192.168.1.111/192.168.1.111:2181, initiating session
2014-10-19 16:30:42 o.a.s.z.ClientCnxn [INFO] Session establishment complete on server 192.168.1.111/192.168.1.111:2181, sessionid = 0x1492785d3cc0001, negotiated timeout = 20000
2014-10-19 16:30:42 o.a.s.c.f.s.ConnectionStateManager [INFO] State change: CONNECTED
2014-10-19 16:30:42 b.s.d.nimbus [INFO] Starting Nimbus server...



在启动storm nimbus的时候,在这一步就卡死了,请教一下是什么原因。
我在网上查也有人出这样的问题,但是都没有得到有效解决。
...全文
2747 11 打赏 收藏 转发到动态 举报
写回复
用AI写文章
11 条回复
切换为时间正序
请发表友善的回复…
发表回复
牛逼飞飞 2015-12-30
  • 打赏
  • 举报
回复
我下载配置 都是用的 /home/hadoop 用户,用root账号 启动bin/storm nimbus 发现会挂死 不动,改成用hadoop账号启动 可以启动起来。用jps可以线看见 config_value的进程 过一会儿变成 nimbus的进程。apache-storm-0.10.0
shenqi3 2015-12-28
  • 打赏
  • 举报
回复
nimbus貌似已经启动了,查看下ui启动日志,查看下进程是否有ui进程且绑定端口是否为8080 如果日志正常,进程正常 sudo /etc/init.d/iptables stop (关闭防火墙)
猿来是我 2015-05-23
  • 打赏
  • 举报
回复
我也碰到这个问题了。。。。 nimbus [INFO] Starting Nimbus server... 然后就卡住了.. 不能返回到命令行状态 求帮助
Remorse° 2015-03-03
  • 打赏
  • 举报
回复
这个问题解决了吗?我也出现了,求帮助,谢谢!
zhouboya 2014-12-14
  • 打赏
  • 举报
回复
碰到了同样的问题,楼主怎么解决的,求共享啊
zhouboya 2014-12-14
  • 打赏
  • 举报
回复
貌似这是没有问题的,nimbus作为后台进程在跑,我的日志也是到这停止了,不过我用jps都能看到nimbus,supervisor和core,用浏览器也能看到ui,好像是没有问题的
sxax 2014-12-14
  • 打赏
  • 举报
回复
看不出来,没有具体的错误信息。 配置是否正确? 节点之间是否互通 防火墙有没有关闭?
a921122 2014-10-22
  • 打赏
  • 举报
回复
引用 3 楼 sky_walker85 的回复:
楼主的主机配置是什么样的?
用的虚拟机,分配的3G内存。主机是I5,8G内存。
skyWalker_ONLY 2014-10-21
  • 打赏
  • 举报
回复
楼主的主机配置是什么样的?
skyWalker_ONLY 2014-10-20
  • 打赏
  • 举报
回复
我觉得这个好像已经启动完毕了,你查看一下进程启动了吗
a921122 2014-10-20
  • 打赏
  • 举报
回复
引用 1 楼 sky_walker85 的回复:
我觉得这个好像已经启动完毕了,你查看一下进程启动了吗
没有启动,我用jps看,进程里面也没有。 我启动storm ui,也连不上去

20,808

社区成员

发帖
与我相关
我的任务
社区描述
Hadoop生态大数据交流社区,致力于有Hadoop,hive,Spark,Hbase,Flink,ClickHouse,Kafka,数据仓库,大数据集群运维技术分享和交流等。致力于收集优质的博客
社区管理员
  • 分布式计算/Hadoop社区
  • 涤生大数据
加入社区
  • 近7日
  • 近30日
  • 至今
社区公告
暂无公告

试试用AI创作助手写篇文章吧