ubuntu kafka storm 开发环境

发表于   |   分类于   |  

### 目标
安装3台虚拟机作为hadoop,hive,storm的测试环境
### 配置
CPU:i7-3770K
RAM:32G
系统:win7 64
硬盘:4T raid0
### 安装虚拟机
开启CPU的虚拟，VT-X
虚拟机配置:
CPU:2个
RAM:4G
网络:桥连
系统:ubuntu 12.04
### 克隆虚拟机
克隆时选中重置网络MAC
修改eth0:/etc/udev/rules.d/70-persistent-net.rules,删除eth0的MAC,eth1的改成eth0
### 网络配置
IP:/etc/network/interfaces
auto eth0
iface eth0 inet static
address 10.1.9.21
gateway 10.1.9.254
netmask 255.255.255.0

/etc/init.d/networking restart

DNS:
add:/etc/resolvconf/resolv.conf.d/tail
	nameserver 202.106.46.151
	nameserver 202.106.0.20

/etc/init.d/resolvconf restart

### 安装samba
chmod 777 /opt

smb.conf:
[global]
display charset = UTF-8
unix charset = UTF-8
dos charset = cp936
security = user
username map = /etc/samba/smbusers
passdb backend = smbpasswd
[share]             
comment = Shared Folder with username and password                                                                                                                           
path = /opt         
public = yes        
writable = yes      
#	admin users = root
valid users = root  
create mask = 0700  
directory mask = 0700                                                                                                                                                        
force user = root   
force group = root  
available = yes     
browseable = yes

smbusers:
root = "root user"

service smbd restart

smbpasswd -a root

### SSH互信
生成id_rsa.pub
cd ~/.ssh && ssh-keygen -t rsa
整合authorized_keys:
ssh vserver1 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
ssh vserver2 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
ssh vserver3 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
分发authorized_keys:
scp ~/.ssh/authorized_keys vserver2:~/.ssh/
scp ~/.ssh/authorized_keys vserver3:~/.ssh/
验证:
ssh vserver1 date && ssh vserver2 date && ssh vserver3 date
### 同步时间
ntpdate 0.pool.ntp.org
### JAVA
java version:Java HotSpot(TM) 64-Bit Server VM (build 20.45-b01, mixed mode)
append:/etc/profile:
export JAVA_HOME=/opt/jdk1.6
export PATH=$PATH:$JAVA_HOME/bin
export CLASS_PATH=$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar:$JAVA_HOME/jre/lib/rt.jar:.
source /etc/profile
### Zookeeper
export ZOO_HOME=/opt/zookeeper-3.3.6
export PATH=$PATH:$ZOO_HOME/bin

zoo.cfg
	tickTime=2000
	dataDir=/opt/data/zoo_data
	clientPort=2181
	initLimit=5
	syncLimit=2
	server.1=vserver1:2888:3888
	server.2=vserver2:2888:3888
	server.3=vserver3:2888:3888
	dataLogDir=/opt/logs/zoo_log

/opt/data/zoo_data/myid 分别是1,2,3

启动:zkServer.sh start

### storm
export STORM_HOME=/opt/storm-0.9.1
export PATH=$PATH:$STORM_HOME/bin

storm.yaml:
storm.zookeeper.servers:
     - "vserver1"
     - "vserver2"
     - "vserver3"
nimbus.host: "vserver1"
storm.local.dir: /opt/data/storm
supervisor.slots.ports:
    - 6700
    - 6701
    - 6702
    - 6703
注意:storm.yaml中的key需要顶格，value前需要空一格


logbak:
	log_path:/opt/logs/storm

启动:nohup storm nimbus &
nohup storm supervisor &
nohup storm ui &