CDH 5.11安裝

1.         掛載系統ISO,獲取linux系統文件及安裝包

  

[root@cre2 home]# chkconfig --level 2345 iptables off [root@cre2 home]# mkdir /mnt/cdrom [root@cre2 cdrom]# mount -o loop /home/CentOS-6.7-x86_64-bin-DVD1.iso /mnt/cdrom [root@cre2 mnt]# cp -r cdrom/  /home/os

2.         配置本地yum庫

[root@cre2 os]# cd /etc/yum.repos.d/ [root@cre2 yum.repos.d]# vim os.repo [os.repo] name=os.repo baseurl=file:///home/os enabled=1 gpgcheck=0

3.         安裝httpd服務

[root@cre2 yum.repos.d]# yum install httpd [root@cre2 yum.repos.d]# service iptables stop [root@cre2 yum.repos.d]# service httpd start [root@cre2 yum.repos.d]# chkconfig --level 2345 httpd on [root@cre2 home]# cp -r os/ /var/www/html/

4.         數據硬盤分區以及掛載

[root@cre2 home]# yum install parted   DEVICE_LIST="/dev/sda /dev/sdl /dev/sdg /dev/sdc /dev/sda /dev/sdd /dev/sdf /dev/sde /dev/sdj /dev/sdi /dev/sdh" for DEVICE in $DEVICE_LIST do   echo "+++++create partition for $DEVICE......"   parted -s $DEVICE mklabel gpt mkpart primary ext4 0% 100%   PARTITION="$DEVICE""1"   echo "+++++formatting $PARTITION......"   mkfs.ext4 -T largefile $PARTITION   #mkfs -t ext4 -j -m 1 -O extent,dir_index,spare_super $PARTITION Done [root@cre2 home]# mkdir /data1 [root@cre2 home]# vim /etc/fstab /dev/sda1               /data1                  ext4    defaults,noatime,nodiratime,barrier=0,data=writeback,commit=100        0 0 /dev/sdb1               /data2                  ext4    defaults,noatime,nodiratime,barrier=0,data=writeback,commit=100        0 0 /dev/sdc1               /data3                  ext4    defaults,noatime,nodiratime,barrier=0,data=writeback,commit=100        0 0 /dev/sdd1               /data4                  ext4    defaults,noatime,nodiratime,barrier=0,data=writeback,commit=100        0 0 /dev/sde1               /data5                  ext4    defaults,noatime,nodiratime,barrier=0,data=writeback,commit=100        0 0 /dev/sdf1               /data6                  ext4    defaults,noatime,nodiratime,barrier=0,data=writeback,commit=100        0 0 /dev/sdg1               /data7                  ext4    defaults,noatime,nodiratime,barrier=0,data=writeback,commit=100        0 0 /dev/sdh1               /data8                  ext4    defaults,noatime,nodiratime,barrier=0,data=writeback,commit=100        0 0 /dev/sdi1               /data9                  ext4    defaults,noatime,nodiratime,barrier=0,data=writeback,commit=100        0 0 /dev/sdj1               /data10                  ext4    defaults,noatime,nodiratime,barrier=0,data=writeback,commit=100        0 0 /dev/sdl1               /data11                  ext4    defaults,noatime,nodiratime,barrier=0,data=writeback,commit=100        0 0

5.         安裝配置mariadb

[root@cre8 yum.repos.d]# yum install MariaDB-server MariaDB-client [root@cre2 repodata]# service mysql start [root@cre2 ~]# vim /etc/my.cnf.d/server.cnf [mysqld] lower_case_table_names=1 character_set_server = utf8 [root@cre2 ~]# mysql –uroot GRANT ALL PRIVILEGES ON *.* TO 'root'@'%'IDENTIFIED BY '123456' WITH GRANT OPTION; flush privileges; --hive數據庫,爲何使用latin1 create database hive DEFAULT CHARSET latin1; --集羣監控數據庫 create database amon DEFAULT CHARSET utf8; --hue數據庫 create database hue DEFAULT CHARSET utf8; --oozie數據庫 create database oozie default charset utf8; --受權 GRANT ALL PRIVILEGES ON *.* TO 'cmf'@'%'IDENTIFIED BY '123456' WITH GRANT OPTION; flush privileges;

6.         關閉selinux

[root@cre8 ~]# sestatus –v [root@cre8 yum.repos.d]# vim /etc/selinux/config SELINUX=disabled # SELINUXTYPE= can take one of these two values: #     targeted - Targeted processes are protected, #     mls - Multi Level Security protection. SELINUXTYPE=targeted

7.         開啓ntpd授時服務

[root@cre8 ~]# yum install ntp [root@cre8 ~]# vim /etc/ntp.conf server 127.0.0.4 prefer iburst server 127.127.1.0 [root@cre8 ~]# chkconfig --level 2345 ntpd on [root@cre8 ~]# service ntpd start

8.         系統優化

[root@cre1 ~]# vim /etc/rc.local echo never > /sys/kernel/mm/transparent_hugepage/defrag echo never > /sys/kernel/mm/transparent_hugepage/enabled [root@cre2 etc]# echo never > /sys/kernel/mm/transparent_hugepage/defrag [root@cre2 etc]# echo never > /sys/kernel/mm/transparent_hugepage/enabled [root@cre2 etc]# vim /etc/sysctl.conf vm.swappiness=10 [root@cre2 etc]# sysctl -p

 

9.         ssh 免密碼登陸（將A機器生成公鑰追加到B機器~/.ssh/authorized_keys文件中，那麼A就能免密登陸B機器）

[root@cre2 .ssh]# ssh-keygen -t rsa [root@cre2 .ssh]# cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys [root@cre3 .ssh]# scp authorized_keys root@127.0.0.1:/root/.ssh/

10.     設置hostname

[root@cre3 .ssh]# vim /etc/hosts 127.0.0.1 cre1 127.0.0.1  cre2 127.0.0.1  cre3 127.0.0.1 cre4 127.0.0.1  cre5 127.0.0.1  cre6 127.0.0.1  cre7 127.0.0.1  cre8

11.     卸載jdk8

[root@cre2 ~]# rpm -qa|grep jdk [root@cre2 ~]# rpm -e  --nodeps  java-1.8.0-openjdk-1.8.0.45-35.b13.el6.x86_64 [root@cre2 ~]# rpm -e  --nodeps  java-1.8.0-openjdk-headless-1.8.0.45-35.b13.el6.x86_64

 

12.     安裝Oracle JDK和Cloudera Manager以及Cloudera Manager Agent

 

[root@cre2 cm511]# yum install oracle-j2sdk1.7 #集羣上主節點安裝manager-server manager-daemons [root@cre2 local]# yum install cloudera-manager-daemons cloudera-manager-server #集羣上全部的節點包括主節點都須要安裝CM Agent [root@cre2 local]#yum install cloudera-manager-agent cloudera-manager-daemons [root@cre2 local]# yum list installed [root@cre2 local]# yum list installed|grep oracle [root@cre2 local]# rpm -ql oracle-j2sdk1.7.x86_64 #集羣的全部節點上設置/etc/cloudera-scm-agent/config.ini文件中server-host和server-port兩個屬性，是CM Agent鏈接的CM Server進程所運行的服務器IP和端口 [root@cre2 local]# vim /etc/cloudera-scm-agent/config.ini [General] # Hostname of the CM server. server_host=cre2 # Port that the CM server is listening on. server_port=7182 [root@cre2 local]# chkconfig --level 2345 cloudera-scm-agent on [root@cre2 local]# chkconfig --level 2345 cloudera-scm-server on [root@cre2 local]# sestatus –v [root@cre2 java]# ln -s mysql-connector-java.jar /usr/share/java/mysql-connector-java-5.1.42-bin.jar [root@cre2 local]# service cloudera-scm-agent start [root@cre2 schema]# /usr/share/cmf/schema/scm_prepare_database.sh mysql -uroot -p123456 --scm-host localhost cmf cmf 123456 [root@cre2 cloudera-scm-server]# vim /etc/cloudera-scm-server/db.properties com.cloudera.cmf.db.type=mysql com.cloudera.cmf.db.host=localhost com.cloudera.cmf.db.name=cmf com.cloudera.cmf.db.user=cmf com.cloudera.cmf.db.setupType=EXTERNAL com.cloudera.cmf.db.password=123456 [root@cre2 java]# service cloudera-scm-server start [root@cre2 java]# less /var/log/cloudera-scm-server/cloudera-scm-server.log http://127.0.0.1:7180

13.     cdh安裝

14.     安裝hdfs優化

[root@cre2 ~]# sudo -uhdfs hdfs dfsadmin -safemode leave

15.     安裝hive

[root@cre2 ~]# sudo -uhdfs hdfs dfsadmin -safemode leave