1 临时关闭防火墙
2
3 # systemctl stop firewalld
4
5 永久防火墙开机自启动
6
7 # systemctl disable firewalld
8
9 查看防火墙状态
10
11 # systemctl status firewalld

1 # vim /etc/sysconfig/selinux SELINUX=disabled
2
3 重启机器，命令：
4
5 # reboot
6
7 重启后检查：
8
9 # sestatus –v

1 1. CentOS默认没有启动ssh无密登录，
2
3 # vim /etc/ssh/sshd_config
4
5 2、去掉其中3行的注释，每台服务器都要配置
6
7 开启 RSAAuthentication yes
8
9 开启 PubkeyAuthentication yes
10
11 开启 AuthorizedKeyFile .ssh/authorized_keys
12
13 # ssh-keygen -t rsa 一直按回车
14
15 # ls /root/.ssh/ id_rsa 和 id_rsa.pub # cp id_rsa.pub authorized_keys 两个woker节点执行
16
17 # cat ~/.ssh/authorized_keys | ssh root@172.20.32.1 ‘cat >> ~/.ssh/authorized_keys‘
18
19 3、CDH1上执行
20
21 # scp authorized_keys root@172.20.32.2:/root/.ssh/
22
23 # scp authorized_keys root@172.20.32.3:/root/.ssh/
24
25 # scp known_hosts root@172.20.32.2:/root/.ssh/
26
27 # scp known_hosts root@172.20.32.3:/root/.ssh/
28
29 4、CDH2-4执行
30
31 # chmod 700 ~/.ssh
32
33 # chmod 600 ~/.ssh/authorized_keys
34
35 5、重启ssh服务
36
37 # systemctl restart sshd.service
38
39 6、验证能否无密码ssh，在master服务器上执行操作
40
41 # ssh cdh1
42
43 7、不同用户之间退出
44
45 # logout

1 master上执行
2
3 # vim /etc/hosts
4
5 172.25.16.1 cdh1
6
7 172.25.16.2 slave1
8
9 172.25.16.3 slave2
10
11 172.25.16.4 slave3
12
13 通过scp 发送给其他机器
14
15 # for i in 2 3 4 ;do scp /etc/hosts $cdh$i:/etc ;done

1 方法一：自行安装
2
3 1.下载“jdk-8u131-linux-x64.tar.gz”，放到/usr/java/目录下
4
5 2.解压 # tar -xzvf jdk-8u131-linux-x64.tar.gz
6
7 3.在任何目录下均可编辑
8
9 # vim /etc/profile.d/java_home.sh
10
11 export JAVA_HOME=/usr/java/jdk1.8.0_141
12
13 export JRE_HOME=$JAVA_HOME/jre
14
15 export PATH=$PATH:$JAVA_HOME/bin
16
17 export CLASSPATH=.:$JAVA_HOME/lib:$JRE_HOME/lib
18
19 4、刷新环境变量
20
21 # source /etc/profile
22
23 方法二：采用cdh自带jdk包
24
25 下载 对应JAVA包
26
27 wget https://archive.cloudera.com/cm6/6.0.1/redhat7/yum/RPMS/x86_64/oracle-j2sdk1.8-1.8.0+update141-1.x86_64.rpm
28
29 安装rpm包
30
31 rpm -ivh oracle-j2sdk1.8-1.8.0+update141-1.x86_64.rpm
32
33 修改环境变量
34
35 export JAVA_HOME=/usr/java/jdk1.8.0_141-cloudera export JRE_HOME=$JAVA_HOME/jre
36
37 export PATH=$PATH:$JAVA_HOME/bin export CLASSPATH=.:$JAVA_HOME/lib:$JRE_HOME/lib

1 cdh1
2
3 # cat /proc/sys/vm/swappiness
4
5 显示如下： 30
6
7 临时降低虚拟内存需求率
8
9 # sysctl vm.swappiness=0
10
11 永久降低虚拟内存需求率
12
13 # echo ‘vm.swappiness = 0‘ > /etc/sysctl.d/swappiness.conf
14
15 并运行如下命令使生效
16
17 # sysctl -p
18
19 ---------------------------
20
21 CDH2-4 检查虚拟内存需求率
22
23 # cat /proc/sys/vm/swappiness
24
25 显示如下： 30 临时降低虚拟内存需求率
26
27 # sysctl vm.swappiness=10
28
29 永久降低虚拟内存需求率 # echo ‘vm.swappiness = 10‘ > /etc/sysctl.d/swappiness.conf
30
31 并运行如下命令使生效
32
33 # sysctl -p

1 检查透明大页面问题
2
3 # cat /sys/kernel/mm/transparent_hugepage/defrag
4
5 如果显示为： [always] madvise never
6
7 临时关闭透明大页面问题
8
9 # echo never > /sys/kernel/mm/transparent_hugepage/defrag
10
11 确认配置生效
12
13 # cat /sys/kernel/mm/transparent_hugepage/defrag
14
15 应该显示为： always madvise [never]
16
17 配置开机自动生效
18
19 # echo never > /sys/kernel/mm/transparent_hugepage/enabled

1 下载源文件
2
3 # wget https://dev.mysql.com/get/mysql57-community-release-el7-9.noarch.rpm
4
5 安装源文件
6
7 # rpm -ivh mysql57-community-release-el7-9.noarch.rpm
8
9 安装数据库
10
11 # yum install mysql-server
12
13 启动数据库
14
15 # systemctl restart mysqld

1 1、下载文件
2
3 wget https://dev.mysql.com/get/Downloads/Connector-J/mysql-connector-java-5.1.46.tar.gz
4
5 2、解压文件
6
7 tar zxvf mysql-connector-java-5.1.46.tar.gz
8 3、创建目录
9
10 mkdir -p /usr/share/java/ cd mysql-connector-java-5.1.46
11
12 4、复制jar包
13
14 cp mysql-connector-java-5.1.46-bin.jar /usr/share/java/mysql-connector-java.jar

1 mysql -u root -p
2
3 CREATE DATABASE db_cdh6_amon DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
4
5 CREATE DATABASE db_cdh6_hue DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
6
7 CREATE DATABASE db_cdh6_metastore DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
8
9 CREATE DATABASE db_cdh6_sentry DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
10
11 CREATE DATABASE db_cdh6_oozie DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
12
13 CREATE DATABASE db_cdh6_hive DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
14
15 GRANT ALL ON db_cdh6_scm.* TO ‘cdh6‘@‘%‘ IDENTIFIED BY ‘123123‘;
16
17 GRANT ALL ON db_cdh6_amon.* TO ‘cdh6‘@‘%‘ IDENTIFIED BY ‘123123‘;
18
19 GRANT ALL ON db_cdh6_hue.* TO ‘cdh6‘@‘%‘ IDENTIFIED BY ‘123123‘;
20
21 GRANT ALL ON db_cdh6_metastore.* TO ‘cdh6‘@‘%‘ IDENTIFIED BY ‘123123‘;
22
23 GRANT ALL ON db_cdh6_sentry.* TO ‘cdh6‘@‘%‘ IDENTIFIED BY ‘123123‘;
24
25 GRANT ALL ON db_cdh6_oozie.* TO ‘cdh6‘@‘%‘ IDENTIFIED BY ‘123123‘;
26
27 GRANT ALL ON db_cdh6_hive.* TO ‘cdh6‘@‘%‘ IDENTIFIED BY ‘123123‘;
28
29 FLUSH PRIVILEGES;

1 下载
4 wget https://archive.cloudera.com/cm6/6.0.1/redhat7/yum/RPMS/x86_64/cloudera-manager-agent-6.0.1-610811.el7.x86_64.rpm
5
6 wget https://archive.cloudera.com/cm6/6.0.1/redhat7/yum/RPMS/x86_64/cloudera-manager-daemons-6.0.1-610811.el7.x86_64.rpm
7
8 wget https://archive.cloudera.com/cm6/6.0.1/redhat7/yum/RPMS/x86_64/cloudera-manager-server-6.0.1-610811.el7.x86_64.rpm

1 1、安装依赖
4 yum -y install bind-utils redhat-lsb psmisc cyrus-sasl-plain cyrus-sasl-gssapi portmap httpd mod_ssl openssl-devel python-psycopg2 MySQL-python
7 2、cdh1安装：
9
10 [root@cdh1~]# yum install cloudera-manager-daemons cloudera-manager-agent cloudera-manager-server
12
13 3、cdh2-4安装：
14
15 [root@cdh2~]# yum install cloudera-manager-daemons cloudera-manager-agent
16
17 [root@cdh3 ~]# yum install cloudera-manager-daemons cloudera-manager-agent
18
19 [root@cdh4 ~]# yum install cloudera-manager-daemons cloudera-manager-agent

1 mysql在本地时执行：
2
3 [root@master ~]# rm -rf //cloudera-scm-server/db.mgmt.properties
4
5 [root@master ~]# /opt/cloudera/cm/scm_prepare_database.sh mysql db_cdh6_scm -h172.25.16.206 -uroot -p‘123123‘ --scm-host 172.25.16.206 db_cdh6_scm root 123123
6
7 JAVA_HOME=/usr/java/jdk1.8.0_131-cloudera
8
9 Verifying that we can write to /etc/cloudera-scm-server
10
11 Creating SCM configuration file in /etc/cloudera-scm-server
12
13 Executing: /usr/java/jdk1.8.0_131/bin/java -cp /usr/share/java/mysql-connector-java.jar:/usr/share/java/oracle-connector-java.jar:/usr/share/java/postgresql-connector-java.jar:/opt/cloudera/cm/schema/../lib/* com.cloudera.enterprise.dbutil.DbCommandExecutor /etc/cloudera-scm-server/db.properties com.cloudera.cmf.db.
14
15 [ 　　　　　　　　main] DbCommandExecutor INFO Successfully connected to database.
16
17 All done, your SCM database is configured correctly!

1 JDBC driver cannot be found. Unable to find the JDBC database... Validate Hive Metastore schema (70)) 已失败
2
3 <property>
4
5 　　<name>javax.jdo.option.ConnectionURLname>
6
7 　　<value>jdbc:mysql://my_cluster.com:3306/hive1?useUnicode=true&characterEncoding=UTF-8value>
8
9 property>
10
11 <property>
12
13 　　<name>javax.jdo.option.ConnectionDriverNamename>
14
15 　　<value>com.mysql.jdbc.Drivervalue>
16
17 property>

1 [root@master ~]# cd /opt/cloudera/parcel-repo
2
3 [root@master ~]# wget https://archive.cloudera.com/cdh6/6.0.1/parcels/CDH-6.0.1-1.cdh6.0.1.p0.590678-el7.parcel
4
5 [root@master ~]# wget https://archive.cloudera.com/cdh6/6.0.1/parcels/manifest.json
6
7 [root@master ~]# wget https://archive.cloudera.com/cdh6/6.0.1/parcels/CDH-6.0.1-1.cdh6.0.1.p0.590678-el7.parcel.sha256
8
9 [root@master ~]# mv CDH-6.0.1-1.cdh6.0.1.p0.590678-el7.parcel.sha256 CDH-6.0.1-1.cdh6.0.1.p0.590678-el7.parcel.sha

1 [root@master ~]# echo "2e650f1f1ea020a3efc98a231b85c2df1a50b030" > CDH-6.0.1-1.cdh6.0.1.p0.590678-el7.parcel.sha
2
3 修改属主属组
4
5 [root@master ~]# chown cloudera-scm.cloudera-scm /opt/cloudera/parcel-repo/ *
6 启动 Cloudera Manager Server[master]
7 [root@master ~]# systemctl start cloudera-scm-server
8 如果启动中有什么问题，可以查看日志。[master]
9 [root@master ~]# tail -f /var/log/cloudera-scm-server/cloudera-scm-server.log