hadoop研究

包下载http://archive.cloudera.com/cdh5/cdh/4/


http://apache.fayea.com/hadoop/common/hadoop-2.6.4/hadoop-2.6.4.tar.gz http://mirrors.hust.edu.cn/apache/zookeeper/zookeeper-3.4.8/zookeeper-3.4.8.tar.gz http://apache.opencas.org/hbase/1.2.0/hbase-1.2.0-bin.tar.gz

http://download.oracle.com/otn-pub/java/jdk/8u73-b02/jdk-8u73-linux-x64.tar.gz


环境


10.200.140.58hadoop-308.99bill.com物理机,datanode,动物园管理员,regionserver

10.200.140.59hadoop-309.99bill.com物理机,datanode,动物园管理员,regionserver

10.200.140.60hadoop-310.99bill.com物理机datanode饲养员regionserver

10.200.140.45hadoop-311.99bill.com虚拟机,master 

10.200.140.46hadoop-312.99bill.com虚拟机,第二,hmaster


修改主机名,禁用ipv6


猫/etc/profile

export JAVA_HOME=/opt/jdk1.7.0_80/


=$ PATH: $ JAVA_HOME/bin: $ JAVA_HOME/jre/bin

CLASSPATH=?$ JAVA_HOME/lib: $ JAVA_HOME/jre/lib出口JAVA_HOME

出口路径导出类路径

HADOOP_BASE=/opt/oracle/hadoop

HADOOP_HOME=/opt/oracle/hadoop

YARN_HOME=/opt/oracle/hadoop



路径=$ HADOOP_BASE/bin:美元路径

出口HADOOP_BASE路径

10.200.140.45能够免密登陆

hadoop] 311 [oracle@hadoop -猫core-site.xml

& lt; configuration>

,& lt; property>

,,,& lt; name> fs.defaultFS

,,,& lt; value> hdfs://hadoop - 311.99 - bill.com: 9000 & lt;/value>

,& lt;/property>

,& lt; property>

,& lt; name> io.file.buffer.size

,& lt; value> 16384 & lt;/value>

,& lt;/property>

& lt;/configuration>



hadoop] 311 [oracle@hadoop -猫hdfs-site.xml

& lt; ?xml version=" 1.0 " encoding=" utf - 8 " ?在

& lt; ?type=" text/xml样式表xsl " href=" https://www.yisu.com/zixun/configuration.xsl " ?在

& lt; configuration>


,,& lt; property>

,,& lt; name> dfs.replication

,,& lt; value> 3 & lt;/value>

,,& lt;/property>

& lt; property>

,,& lt; name> dfs.namenode.name.dir

,,& lt; value>/opt/hadoop/name

& lt;/property>

& lt; property>

& lt; name> dfs.datanode.data.dir

& lt; value>/opt/hadoop/数据/dfs

& lt;/property>

& lt; property>

& lt; name> dfs.datanode.handler.count

& lt; value> 150 & lt;/value>

& lt;/property>

& lt; property>

& lt; name> dfs.blocksize

& lt; value> 64 m

& lt;/property>

& lt; property>

& lt; name> dfs.datanode.du.reserved

& lt; value> 1073741824 & lt;/value>

& lt; final> true

& lt;/property>

& lt; property>

& lt; name> dfs.hosts.exclude

& lt; value>/opt/oracle/hadoop/etc/hadoop/slave-deny-list

& lt;/property>

& lt; property>

& lt; name> dfs.namenode.http-address

& lt; value> hadoop - 311.99 - bill.com: 50070 & lt;/value>

& lt;/property>

& lt; property>

& lt; name> dfs.namenode.secondary.http-address

& lt; value> hadoop - 312.99 - bill.com: 50090 & lt;/value>

& lt;/property>

& lt; property>

& lt; name> dfs.permissions

& lt; value> false

& lt;/property>


& lt;/configuration>



hadoop] 311 [oracle@hadoop -猫mapred-site.xml

& lt; ?xml version=" 1.0 " ?在

& lt; ?type=" text/xml样式表xsl " href=" https://www.yisu.com/zixun/configuration.xsl " ?在


& lt; !——把特定站点属性覆盖在这个文件中。——在


& lt; configuration>

,,& lt; property>

,,,,& lt; name> mapreduce.framework.name

,,,,& lt; value> yarn

,,& lt;/property>

,,& lt; property>

,,,,,,,,,,& lt; name> mapreduce.map.memory.mb

,,,,,,,,,,& lt; value> 4000 & lt;/value>

,,& lt;/property>

,,& lt; property>

,,& lt; name> mapreduce.reduce.memory.mb

,,& lt; value> 4000 & lt;/value>

,null

hadoop研究