hadoop cdh 安装笔记
?
https://ccp.cloudera.com/display/CDHDOC/CDH3+Installation
https://ccp.cloudera.com/display/CDHDOC/HBase+Installation
https://ccp.cloudera.com/display/CDHDOC/ZooKeeper+Installation
https://ccp.cloudera.com/display/CDHDOC/CDH3+Deployment+on+a+Cluster
?
?
-install
?
http://archive.cloudera.com/redhat/cdh/cdh3-repository-1.0-1.noarch.rpm
http://archive.cloudera.com/redhat/6/x86_64/cdh/cdh3-repository-1.0-1.noarch.rpm
rpm -ivh cdh3-repository-1.0-1.noarch.rpm
?
yum --nogpgcheck localinstall cdh3-repository-1.0-1.noarch.rpm
rpm --import http://archive.cloudera.com/redhat/cdh/RPM-GPG-KEY-cloudera
?
--hadoop
yum search hadoop
yum install hadoop-0.20 hadoop-0.20-native
yum install hadoop-0.20-<daemon type> #namenode|datanode|secondarynamenode|jobtracker|tasktracker
?
--hbase
yum install hadoop-hbase
yum install hadoop-hbase-master
yum install hadoop-hbase-regionserver
yum install hadoop-hbase-thrift
yum install hadoop-hbase-rest
?
--zookeeper
yum install hadoop-zookeeper
yum install hadoop-zookeeper-server
?
-config
?
--hadoop
alternatives --display hadoop-0.20-conf
cp -r /etc/hadoop-0.20/conf.empty /etc/hadoop-0.20/conf.cluster
alternatives --install /etc/hadoop-0.20/conf hadoop-0.20-conf /etc/hadoop-0.20/conf.cluster 50
alternatives --set hadoop-0.20-conf /etc/hadoop-0.20/conf.cluster
?
cd /data/hadoop/
mkdir dfs && chown hdfs:hadoop dfs
mkdir mapred && chown mapred:hadoop mapred
chmod 755 dfs mapred
?
hadoop fs -mkdir /data/hadoop/temp
hadoop fs -mkdir /mapred/system
hadoop fs -chown mapred:hadoop /mapred/system
?
core-site.xml:
<property>
? ? <name>fs.default.name</name>
? ? <value>hdfs://namenode:9000</value>
</property>
<property>
? ? <name>hadoop.tmp.dir</name>
? ? <value>/data/hadoop-${user.name}/</value>
</property>
?
hdfs-site.xml:
<property>
? ? <name>dfs.data.dir</name>
? ? <value>${hadoop.tmp.dir}/dfs/data</value>
</property>
<property>
? ? <name>dfs.block.size</name>
? ? <value>134217728</value>
</property>
?
mapred-site.xml:
<property>
? ? <name>mapred.job.tracker</name>
? ? <value>jobtracker:9001</value>
</property>
<property>
? ? <name>mapred.child.java.opts</name>
? ? <value>-Dfile.encoding=utf-8 -Duser.language=zh -Xmx512m</value>
</property>
<property>
? ? <name>mapred.system.dir</name>
? ? <value>/mapred/system</value>
</property>
?
--zookeeper
#!/bin/sh
ZOO=/usr/lib/zookeeper
java -cp $ZOO/zookeeper.jar:$ZOO/lib/log4j-1.2.15.jar:$ZOO/conf:$ZOO/lib/jline-0.9.94.jar org.apache.zookeeper.ZooKeeperMain -server $1:2181
?
--hbase
hadoop fs -mkdir /hbase
hadoop fs -chown hbase:hbase /hbase
?
<property>
? ? <name>hbase.cluster.distributed</name>
? ? <value>true</value>
</property>
<property>
? ? <name>hbase.rootdir</name>
? ? <value>hdfs://node1:9000/hbase</value>
</property>
<property>
? ? <name>hbase.tmp.dir</name>
? ? <value>/data0/hbase</value>
</property>
<property>
? ? <name>hbase.zookeeper.quorum</name>
? ? <value>node1,node2,node3</value>
</property>
?
?
各服务的端口占用：
