Hadoop 2.4安装与配置

  

,

192.168.1.100  test1 ,   192.168.1.200  test2

groupadd  hadoop ,   useradd  hadoop  -g  hadoop ,   passwd  hadoop

,

su  hadoop ,   ssh-keygen  -t  rsa  -P “,,   scp  ~/. ssh/id_rsa.pub  hadoop@test2: ~/. ssh/id_rsa。酒吧

cat  id_rsa.pub 在祝辞,authorized_keys ,   chmod  600,。ssh/authorized_keys

ulimit  -n , 65535,,   vim /etc/安全/limits.conf增加如下内容:,,   \ *,,,,hard ,,, nofile ,, 65535,,   \ *,,,,soft ,,, nofile ,, 65535年

export  JAVA_HOME=/opt/jdk

& lt; property>,,   ,,,& lt; name> fs.default.name,,   ,,,& lt; value> hdfs://HDP125:9000,,   & lt;/property>,,   & lt; property>,,   ,,,& lt; name> hadoop.tmp.dir,,   ,,,& lt; value>/home/$ {user.name}/tmp,,   & lt;/property>,,   & lt; property>,,   ,,,& lt; name> fs.trash.interval,,   ,,,& lt; value> 1440 & lt;/value>,,   & lt;/property>

& lt; property>,,   ,,,& lt; name> dfs.replication,,   ,,,& lt; value> 1 & lt;/value>,,   & lt;/property>,,   & lt; property>,,   ,,,& lt; name> dfs.namenode.name.dir,,   ,,,& lt; value>/home/$ {user.name}/dfs_name,,   & lt;/property>,,   & lt; property>,,   ,,,& lt; name> dfs.datanode.data.dir,,   ,,,& lt; value>/home/$ {user.name}/dfs_data,,   & lt;/property>,,   & lt; property>,,   ,,,& lt; name> dfs.support.append,,   ,,,& lt; value> true,,   & lt;/property>,,   & lt; property>,,   ,,,& lt; name> dfs.datanode.max.xcievers,,   ,,,& lt; value> 4096 & lt;/value>,,   & lt;/property>

& lt; property>,,   & lt;才能name> yarn.nodemanager.aux-services</name>,,   & lt;才能value> mapreduce_shuffle</value>,,   & lt;/property>,,   & lt; property>,,   & lt;才能name> yarn.resourcemanager.hostname</name>,,   & lt;才能value> master</value>,,   & lt;/property>,,   & lt; property>,,   & lt;才能name> yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>,,   & lt;才能value> org.apache.hadoop.mapred.ShuffleHandler</value>,,   & lt;/property>,,   & lt; property>,,   & lt;才能name> yarn.timeline-service.hostname</name>,,   & lt;才能value> master</value>,,   & lt;/property>

& lt; property>,,   & lt;才能name> mapreduce.framework.name</name>,,   & lt;才能value> yarn</value>,,   & lt;/property>

test1 ,   test2

scp  -r /opt/hadoop  hadoop@test2:/opt/,,   chown  -R  hadoop: hadoop /opt/hadoop

,

/bin/hadoop  namenode 格式

sbin/开始。sh

sbin/开始。sh

,,http://test1:50070

Hadoop 2.4安装与配置