1。基本环境:
操作系统:
,,Centos 7.2.1511
jdk环境
版本:jdk-8u45-linux-x64.rpm
mysql环境:
rpm包:http://ftp.ntu.edu.tw/mysql/downloads/mysql 5.6 - 1./- mysql 5.6.33 - - linux_glibc2.5.x86_64.rpm bundle.tar
jdbc链接包:http://101.96.10.72/cdn.mysql.com//Downloads/Connector-J/mysql-connector-java-5.1.40.tar.gz
鼎晖安装相关的包:
cloudera经理包:http://archive.cloudera.com/cm5/cm/5/cloudera-manager-centos7-cm5.8.3_x86_64.tar.gz
鼎晖包:http://archive.cloudera.com/cdh6/parcels/5.8.3/cdh 5.8.3 - 1. - cdh6.8.3.p0.2 el7.parcel.sha1
http://archive.cloudera.com/cdh6/parcels/5.8.3/cdh 5.8.3 - 1. - cdh6.8.3.p0.2 el7.parcel http://archive.cloudera.com/cdh6/parcels/5.8.3/manifest.json
集群规划
IP地址主机名说明
192.168.50.123hadoop1主节点的主人,datanode
192.168.50.124hadoop2datanode
192.168.50.125hadoop3 datanode
开始安装前配置
1。安装jdk(每个机器都要装)
安装前要先卸载掉原有的jdk版本,避免造成冲突
2。修改三个机器上面的主机
192.168.50.123, hadoop1
192.168.50.124, hadoop2
192.168.50.125, hadoop3
3。同步时间
ntpdate - s, pool.ntp.org
4。关闭防火墙和selinux
sed -我' s/selinux=?/SELINUX=禁用/'/etc/selinux/config,#重启机器
systemctl停止firewalld
systemctl禁用firewalld
5。配置ssh无密码登陆
[root@localhost ~] #, ssh-keygen , -t rsa -P “
Generating 公共/private rsa key 一对。
Enter file which 拷贝;用节省;从而key (/root/. ssh/id_rsa):,
Your identification has been saved /root/. ssh/id_rsa拷贝。
Your public key has been saved 拷贝/root/. ssh/id_rsa . pub。
从而key fingerprint 是:
62:b0:4c: aa: e5:37:92:89:4d: db: c3:38: e2: f1:2a: d6 root@admin-node
,关键's randomart p_w_picpath 是:
+ - [2048],RSA - - - - - +
|,,,,,,,,,,,,,,,,|
|,,,,,,,,,,,,,,,,|
|,,,,o ,,,,,,,,,, |
|,,,+,o ,,,,,,,,, |
+ |,还以为;o o S ,,,,,, |
|,B B 只只,,,,,,,|
| + .@ *,,,,,,,,,,, |
| oooE o ,,,,,,,,, |
| oo . .,,,,,,,,,,,, |
+ - - - - - - - - - - - - - - - - - - +
ssh-copy-id hadoop1
ssh-copy-id hadoop2
ssh-copy-id hadoop3
6。安装mysql
[root@hadoop1] # tar -xvf mysql - 5.6.33 - 1. - linux_glibc2.5.x86_64.rpm bundle.tar
[root@hadoop1] # rpm -ivh MySQL - * . rpm
修改配置文件路径:cp /usr/share/mysql/my-default.cnf /etc/my . cnf中所做
#配置mysql
[root@hadoop1] # vim 。/etc/my . cnf中所做
(mysqld)
default-storage-engine =innodb
innodb_file_per_table
collation-server =utf8_general_ci
时间=init-connect “SET NAMES utf8”
character-set-server =, utf8 #初始化数据库
/usr/地方/mysql/脚本/mysql_install_db ,——basedir=/usr/地方/mysql/,——datadir=/数据/mysql/, - - -用户=mysql ,在在/dev/null
#启动mysql
service mysqld 开始
chkconfig mysqld ——查看mysql根初始化密码
[root@hadoop1] #, cat /根/.mysql_secret
#,从而random password set for 从而root user at Fri Sep 16, 11:13:25 2016年,local 时间:9 mp7uyfmgt6drdq3
安康;登录进行去更改密码
[root@hadoop1] #, mysql -u root - p
mysql>, SET 密码=密码(123456);
安康;允许mysql远程访问
mysql>, grant all 提醒*。*,用root@“%”, Identified by “www.123”;
Query 好吧,,1,row affected (0.05,秒)
mysql>, flush 特权;
Query 好吧,,0,rows affected (0.00, sec)
创建鼎晖所需要的库
create database hive DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
Query 好吧,,1,row affected (0.00,秒)
create database amon DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
null
null
null
null
null
null
null
null
null
null
null
null
null
null
null
null
null
null
null
