Strom(0.9.3)配置

一、准备
192.168.83.129(hadoop1) Nimbus
192.168.83.130(hadoop2) Supervisor1
192.168.83.132(hadoop3) Supervisor2
JDK1.6以上.

二、Zookeeper配置
以下在每个Node都同样的步骤
# tar -zxvf zookeeper-3.3.6.tar.gz 
# cp -R zookeeper-3.3.6 /usr/local/
# vim /etc/profile
export ZOOKEEPER_HOME=/usr/local/zookeeper-3.3.6
export PATH=$PATH:$ZOOKEEPER_HOME/bin
# cp zoo_sample.cfg zoo.cfg
# vim zoo.cfg
server.1=hadoop1:2888:3888
server.2=hadoop2:2888:3888
server.3=hadoop3:2888:3888
dataDir=/var/zookeeper
# mkdir /var/zookeeper
# chmod 777 /var/zookeeper
在每个Node的dataDir创建myid文件,输入本机的编号(1,2,3)
# bin/zkServer.sh start|stop|status

 

三、安装 or 升级 Python2.7
# tar -zxvf Python-2.7.8.tgz
# ./configure -prefix=/usr/local/python
# make & make install /* 此处分开 make make install */
# mv /usr/bin/python /usr/bin/python_old
# ln -s /usr/local/python/bin/python /usr/bin
将/usr/bin/yum脚本中的第一行改为：#!/usr/bin/python_old
# python -V /* 最新版本 */

 

四、配置storm

# tar apache-storm-0.9.3.tar.gz

# mv apache-storm-0.9.3 /usr/local/

# vim conf/storm.yaml storm.zookeeper.servers:

- "192.168.83.129"

- "192.168.83.130"

- "192.168.83.132"

nimbus.host: "192.168.83.129"

storm.local.dir: "/home/hadoop/storm/workdir"

# mkdir /home/hadoop/storm/workdir

# chmod 777 /home/hadoop/storm/workdir

 

五、启动测试
Nimbus节点上启动
# bin/storm nimbus >/dev/null 2>&1 & /* 启动Nimbus后台程序 */
# bin/storm ui >/dev/null 2>&1 & /* 启动UI后台程序 http://{nimbushost}:8080 */
# bin/storm logviewer > /dev/null 2>&1 /* 启动logviewer后台程序 */
工作节点上启动
# bin/storm supervisor>/dev/null 2>&1 & /* 启动Supervisor后台程序 */

 storm.yaml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

########### These MUST be filled in for a storm configuration
 storm.zookeeper.servers:
     - "192.168.83.129"
     - "192.168.83.130"
     - "192.168.83.132"
 
 nimbus.host: "192.168.83.129"

 storm.local.dir: "/home/hadoop/storm/workdir"
# 
# 
# ##### These may optionally be filled in:
#    
## List of custom serializations
# topology.kryo.register:
#     - org.mycompany.MyType
#     - org.mycompany.MyType2: org.mycompany.MyType2Serializer
#
## List of custom kryo decorators
# topology.kryo.decorators:
#     - org.mycompany.MyDecorator
#
## Locations of the drpc servers
# drpc.servers:
#     - "server1"
#     - "server2"

## Metrics Consumers
# topology.metrics.consumer.register:
#   - class: "backtype.storm.metric.LoggingMetricsConsumer"
#     parallelism.hint: 1
#   - class: "org.mycompany.MyMetricsConsumer"
#     parallelism.hint: 1
#     argument:
#       - endpoint: "metrics-collector.mycompany.org"

zoo.cfg

# The number of milliseconds of each tick
tickTime=2000
# The number of ticks that the initial 
# synchronization phase can take
initLimit=10
# The number of ticks that can pass between 
# sending a request and getting an acknowledgement
syncLimit=5
# the directory where the snapshot is stored.
dataDir=/var/zookeeper
# the port at which the clients will connect
clientPort=2181
dataLogDir=/usr/local/zookeeper-3.3.6/logs 

server.1=hadoop1:2888:3888
server.2=hadoop2:2888:3888
server.3=hadoop3:2888:3888