【五】Storm安装步骤.txt 博客分类： 大数据--Storm
一、安装zeromq-2.1.7.tar.gz[root@hadoop0 opt]# wget http://download.zeromq.org/zeromq-2.1.7.tar.gz--2015-11-20 17:49:28-- http://download.zeromq.org/zeromq-2.1.7.tar.gz
Resolving download.zeromq.org... 95.142.169.98
Connecting to download.zeromq.org|95.142.169.98|:80... connected.
HTTP request sent, awaiting response... 200 OK
Length: 1877380 (1.8M) [application/x-gzip]
100%[=====================================================================================================================================================>] 1,877,380 24.1K/s in 30s
[root@hadoop0 opt]# tar -xzf zeromq-2.1.7.tar.gz
[root@hadoop0 opt]# cd zeromq-2.1.7
[root@hadoop0 zeromq-2.1.7]# ./configurechecking whether the C compiler works... yes
checking whether we are using Intel C compiler... no
checking whether we are using Sun Studio C compiler... no
checking whether we are using clang C compiler... no
checking whether we are using gcc >= 4 C compiler... yes
checking whether the C++ compiler works... no
configure: error: Unable to find a working C++ compiler
[root@hadoop0 zeromq-2.1.7]# make
make: *** No targets specified and no makefile found. Stop.
解决：一系列依赖包
[root@hadoop0 zeromq-2.1.7]# yum install gcc
checking whether the C++ compiler works... no
configure: error: Unable to find a working C++ compiler
解决：一系列依赖包
[root@hadoop0 zeromq-2.1.7]# yum install gcc-c++
configure: error: cannot link with -luuid, install uuid-dev. 运行时如果报这个错解决方案如下：
yum install uuid-dev 提示找不到该依赖包
解决：一系列依赖包
[root@hadoop0 zeromq-2.1.7]#yum install uuid*
直接用* ok
[root@hadoop0 zeromq-2.1.7]#./configure
再次运行configure还是报错
configure: error: cannot link with -luuid, install uuid-dev.
解决：一系列依赖包
[root@hadoop0 zeromq-2.1.7]#yum install e2fsprogs*
okconfigure: error: Unable to find a working C++ compiler
提示缺少C++编译器，先安装G++。
解决：一系列依赖包
[root@hadoop0 zeromq-2.1.7]#yum install gcc-c++
checking for ncurses/ncurses.h... no
configure: error: ncurses or ncursesw selected, but library not found (--without-ncurses to disable)
[root@hadoop0 util-linux-2.21.1]# make
make: *** No targets specified and no makefile found. Stop.
[root@hadoop0 util-linux-2.21.1]# yum install ncurses
[root@hadoop0 util-linux-2.21.1]# ./configure --without-ncurses
解决：一系列依赖包，安装util-linux-2.21
[root@hadoop0 opt]#wget ftp://ftp.kernel.org/pub/linux/utils/util-linux/v2.21/util-linux-2.21.1.tar.gz [root@hadoop0 opt]tar -zxvf util-linux-2.21.1.tar.gz
[root@hadoop0 opt]cd util-linux-2.21
[root@hadoop0 util-linux-2.21]./configure【./configure --without-ncurses 】
[root@hadoop0 util-linux-2.21]make HAVE_KILL=yes HAVE_SLN=yes
[root@hadoop0 util-linux-2.21]make HAVE_KILL=yes HAVE_SLN=yes install
二、安装zeromq-2.1.7
root@hadoop0 opt]# cd zeromq-2.1.7
[root@hadoop0 zeromq-2.1.7]# [color=red]./configure
[root@hadoop0 zeromq-2.1.7]# make
[root@hadoop0 zeromq-2.1.7]# make install
zeromq-2.1.7就装好了。
安装Git
[root@hadoop0 opt]# yum install git
三、安装jzmq
[root@hadoop0 opt]#git clone git://github.com/nathanmarz/jzmq.git
[root@hadoop0 opt]#cd jzmq
[root@hadoop0 jzmq]#./autogen.sh
[root@hadoop0 jzmq]#./configure
[root@hadoop0 jzmq]#make
[root@hadoop0 jzmq]# make install
jzmq就装好了。
四、安装Python2.7.2
wget http://www.python.org/ftp/python/2.7.2/Python-2.7.2.tgz
tar zxvf Python-2.7.2.tgz
cd Python-2.7.2
./configure
make
make install
五、安装storm-0.8.1
[root@hadoop0 opt]# unzip storm-0.8.1.zip
[root@hadoop0 opt]# mv storm-0.8.1 storm081
[root@hadoop0 opt]# cd storm081/
[root@hadoop0 storm081]# ls
bin CHANGELOG.md conf lib LICENSE.html log4j logs public README.markdown RELEASE storm-0.8.1.jar
[root@hadoop0 storm081]# cd conf/
[root@hadoop0 conf]# ls
storm.yaml
[root@hadoop0 bin]# ./storm
Commands:
activate
classpath
deactivate
dev-zookeeper
drpc
help
jar
kill
list
localconfvalue
nimbus
rebalance
remoteconfvalue
repl
shell
supervisor
ui
version
Help:
help
help <command>
启动测试
[root@hadoop0 conf]# storm ui
Exception in thread "main" while parsing a block collection
in "<reader>", line 3, column 2:
- "hadoop0"
^
expected <block end>, but found Key
in "<reader>", line 6, column 2:
nimbus.host: "hadoop0"
^
Exception in thread "main" while parsing a block collection
in "<reader>", line 3, column 2:
- "hadoop0"
^
expected <block end>, but found Key
in "<reader>", line 6, column 2:
nimbus.host: "hadoop0"
^
at backtype.storm.command.config_value.main(Unknown Source)
Running: java -server -Dstorm.options= -Dstorm.home=/opt/storm081 -Djava.library.path= -0.3.11.jar:/opt/storm081/lib/tools.macro-0.1.0.jar:/opt/storm081/lib/ring-servlet- at backtype.storm.ui.core.<clinit>(Unknown Source)
Caused by: while parsing a block collection
in "<reader>", line 3, column 2:
- "hadoop0"
^
expected <block end>, but found Key
in "<reader>", line 6, column 2:
nimbus.host: "hadoop0"
^
... 10 more
Could not find the main class: backtype.storm.ui.core. Program will exit.
[root@hadoop0 conf]# vi storm.yaml
########### These MUST be filled in for a storm configuration
storm.zookeeper.servers:
- "hadoop0"
# - "server2"
#
nimbus.host: "hadoop0"
#
#
# ##### These may optionally be filled in:
#
## List of custom serializations
# topology.kryo.register:
# - org.mycompany.MyType
# - org.mycompany.MyType2: org.mycompany.MyType2Serializer
#
## List of custom kryo decorators
# topology.kryo.decorators:
# - org.mycompany.MyDecorator
#
## Locations of the drpc servers
# drpc.servers:
# - "server1"
# - "server2"
配置好以后到bin目录下：
./storm nimbus 启动storm主节点服务
./storm ui 启动storm监控页面：监控地址：http://hostname：8080
#这个是storm将要启动几个本地work，一个端口对应一个work。
supervisor.slots.ports: - 6700 - 6701 - 6702 - 67032，启动supervisor
./storm supervisor
