vim /etc/hosts

172.17.84.61    hadoop102       hadoop102
172.17.84.62    hadoop103       hadoop103
172.17.84.63    hadoop104       hadoop104

ssh-keygen -t rsa

[root@hadoop102 .ssh]# ssh-copy-id hadoop102
/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
The authenticity of host ‘hadoop102 (172.17.84.61)‘ can‘t be established.
ECDSA key fingerprint is SHA256:SeLIbTWo16rK/9sFijEhRUmAvvJJV3XOOU5nJh5cGiA.
ECDSA key fingerprint is MD5:bc:fd:55:d1:38:95:26:03:47:b4:c8:d8:46:ba:e8:be.
Are you sure you want to continue connecting (yes/no)? yes
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
root@hadoop102‘s password: 

Number of key(s) added: 1

Now try logging into the machine, with:   "ssh ‘hadoop102‘"
and check to make sure that only the key(s) you wanted were added.

[root@hadoop102 .ssh]# ssh-copy-id hadoop103
/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
The authenticity of host ‘hadoop103 (172.17.84.62)‘ can‘t be established.
ECDSA key fingerprint is SHA256:F2xQpv+atNNuES8eUhgnPkEDWltgWhPFOmNzkmIFwDY.
ECDSA key fingerprint is MD5:1a:8f:a1:51:00:3f:6b:92:3f:35:a0:16:28:d5:3b:f2.
Are you sure you want to continue connecting (yes/no)? yes
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
root@hadoop103‘s password: 

Number of key(s) added: 1

Now try logging into the machine, with:   "ssh ‘hadoop103‘"
and check to make sure that only the key(s) you wanted were added.

[root@hadoop102 .ssh]# ssh-copy-id hadoop104
/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
The authenticity of host ‘hadoop104 (172.17.84.63)‘ can‘t be established.
ECDSA key fingerprint is SHA256:jHmx2MOSM11uh9H1miowKwdmpvVubYo6U0h5UugRjY4.
ECDSA key fingerprint is MD5:dd:87:aa:6f:19:33:81:40:2b:88:ef:c7:0d:4d:82:2b.
Are you sure you want to continue connecting (yes/no)? yes
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
root@hadoop104‘s password: 

Number of key(s) added: 1

Now try logging into the machine, with:   "ssh ‘hadoop104‘"
and check to make sure that only the key(s) you wanted were added.

mkdir bin

cd bin/

vim xsync

#!/bin/bash
#1. 判断参数个数
if [ $# -lt 1 ]
then
  echo Not Enough Arguement!
  exit;
fi
#2. 遍历集群所有机器
for host in hadoop102 hadoop103 hadoop104
do
  echo ====================  $host  ====================
  #3. 遍历所有目录，挨个发送
  for file in $@
  do
    #4. 判断文件是否存在
    if [ -e $file ]
    then
      #5. 获取父目录
      pdir=$(cd -P $(dirname $file); pwd)
      #6. 获取当前文件的名称
      fname=$(basename $file)
      ssh $host "mkdir -p $pdir"
      rsync -av $pdir/$fname $host:$pdir
    else
      echo $file does not exists!
    fi
  done
done

chmod u+x xsync

xsync xsync

vim xcall.sh

#! /bin/bash

for i in hadoop102 hadoop103 hadoop104
do
        echo --------- $i ----------
        ssh $i "$*"
done

chmod u+x xcall.sh

[root@hadoop102 ~]# cat /etc/profile >> ~/.bashrc
[root@hadoop103 ~]# cat /etc/profile >> ~/.bashrc
[root@hadoop104 ~]# cat /etc/profile >> ~/.bashrc

xsync /root/bin/xcall.sh

xcall.sh jps

[root@hadoop102 bin]# sudo systemctl status firewalld
● firewalld.service - firewalld - dynamic firewall daemon
   Loaded: loaded (/usr/lib/systemd/system/firewalld.service; disabled; vendor preset: enabled)
   Active: inactive (dead)
     Docs: man:firewalld(1)

# 保存当前防火墙规则
sudo iptables-save > ~/firewall.rules
# 禁用防火墙
sudo systemctl disable firewalld
# 停止防火墙
sudo systemctl stop firewalld

[root@hadoop102 bin]# hostname
hadoop102

[root@hadoop102 bin]# hostnamectl status
   Static hostname: hadoop102
         Icon name: computer-vm
           Chassis: vm
        Machine ID: 20210623111207095151419199170789
           Boot ID: 0088c360a7414da9a73db12a3dcfb950
    Virtualization: kvm
  Operating System: CentOS Linux 7 (Core)
       CPE OS Name: cpe:/o:centos:centos:7
            Kernel: Linux 3.10.0-1160.31.1.el7.x86_64
      Architecture: x86-64

[root@hadoop102 bin]# getenforce
Disabled

echo never > /sys/kernel/mm/transparent_hugepage/defrag
echo never > /sys/kernel/mm/transparent_hugepage/enabled
echo ‘echo never > /sys/kernel/mm/transparent_hugepage/defrag‘ >> /etc/rc.local
echo ‘echo never > /sys/kernel/mm/transparent_hugepage/enabled‘ >> /etc/rc.local

[root@hadoop102 ~]# echo never > /sys/kernel/mm/transparent_hugepage/defrag
[root@hadoop102 ~]# echo never > /sys/kernel/mm/transparent_hugepage/enabled

[root@hadoop102 ~]# echo ‘echo never > /sys/kernel/mm/transparent_hugepage/defrag‘ >> /etc/rc.local
[root@hadoop102 ~]# echo ‘echo never > /sys/kernel/mm/transparent_hugepage/enabled‘ >> /etc/rc.local

[root@hadoop102 bin]# ps -ef |grep chronyd
chrony     570     1  0 15:51 ?        00:00:00 /usr/sbin/chronyd
root      1744  1303  0 17:01 pts/0    00:00:00 grep --color=auto chronyd

[root@hadoop102 bin]# python --version
Python 2.7.5

yum (RHEL/CentOS/Oracle)
zypper (SLES)
apt-get (Ubuntu)
apt-key (Ubuntu)
sed
service
/sbin/chkconfig (RHEL/CentOS/Oracle)
/usr/sbin/update-rc.d (Ubuntu)
id
rm
mv
chown
install

yum -y install httpd

systemctl status httpd

systemctl start httpd

systemctl status httpd

systemctl enable httpd.service

yum -y install yum-utils createrepo

[root@hadoop102 ~]# cd /var/www/html/
[root@hadoop102 html]# mkdir cm

mkdir /root/shells

cd /root/shells

yum install -y wget && wget -P /root/shells/ -v https://cdh-sgg.oss-cn-shenzhen.aliyuncs.com/script/get_cm_from_shenzhenoss_internal.sh

bash /root/shells/get_cm_from_shenzhenoss_internal.sh

createrepo /var/www/html/cm/

vim /etc/yum.repos.d/cloudera-manager.repo

#把下面五行代码写入repo文件中
[cloudera-manager]
name=Cloudera Manager, Version yum
baseurl=http://hadoop102/cm
gpgcheck=0
enabled=1

yum clean all

yum makecache

yum list | grep cloudera-manager

#先在Hadoop102上分发配置
xsync /etc/yum.repos.d/cloudera-manager.repo

yum clean all

yum makecache

yum list | grep cloudera-manager

xcall.sh yum -y install oracle-j2sdk1.8.x86_64

vim /root/bin/setjavahome.sh

sed -i ‘$a\# JAVA_HOME‘ /root/.bashrc
sed -i ‘$a\export JAVA_HOME=/usr/java/jdk1.8.0_181-cloudera‘ /root/.bashrc
sed -i ‘$a\export PATH=$JAVA_HOME/bin:$PATH‘ /root/.bashrc
sed -i ‘$a\export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar‘ /root/.bashrc

xsync /root/bin/setjavahome.sh

xcall.sh  bash /root/bin/setjavahome.sh && source /root/.bashrc

xcall.sh java -version

wget -v http://repo.mysql.com/mysql-community-release-el7-5.noarch.rpm
sudo rpm -ivh mysql-community-release-el7-5.noarch.rpm
sudo yum -y update
sudo yum -y install mysql-server
sudo systemctl start mysqld
sudo systemctl stop mysqld 

mkdir /root/backup/

mv /var/lib/mysql/ib_logfile0 /var/lib/mysql/ib_logfile1 /root/backup/

vim /etc/my.cnf

[mysqld]
datadir=/var/lib/mysql
socket=/var/lib/mysql/mysql.sock
# To prevent deadlocks, set the isolation level to READ-COMMITTED.
transaction-isolation = READ-COMMITTED
# Disabling symbolic-links is recommended to prevent assorted security risks;
# to do so, uncomment this line:
symbolic-links = 0

key_buffer_size = 32M
max_allowed_packet = 16M
thread_stack = 256K
thread_cache_size = 64
query_cache_limit = 8M
query_cache_size = 64M
query_cache_type = 1

#Allow 100 maximum connections for each database and then add 50 extra connections. For example, for two databases, set the maximum connections to 250. If you store five databases on one host (the databases for Cloudera Manager Server, Activity Monitor, Reports Manager, Cloudera Navigator, and Hive metastore), set the maximum connections to 550.
max_connections = 550
#expire_logs_days = 10
#max_binlog_size = 100M

#log_bin should be on a disk with enough free space.
#Replace ‘/var/lib/mysql/mysql_binary_log‘ with an appropriate path for your
#system and chown the specified folder to the mysql user.
#如果需要替换mysql的log文件存放位置，需要此处拥有足够的空间并且把文件夹的属主改为mysql用户
log_bin=/var/lib/mysql/mysql_binary_log

#In later versions of MySQL, if you enable the binary log and do not set
#a server_id, MySQL will not start. The server_id must be unique within
#the replicating group.
server_id=1

binlog_format = mixed

read_buffer_size = 2M
read_rnd_buffer_size = 16M
sort_buffer_size = 8M
join_buffer_size = 8M

# InnoDB settings
innodb_file_per_table = 1
innodb_flush_log_at_trx_commit  = 2
innodb_log_buffer_size = 64M
innodb_buffer_pool_size = 4G
innodb_thread_concurrency = 8
#The default settings in the MySQL installations in most distributions use conservative buffer sizes and memory usage. Cloudera Management Service roles need high write throughput because they might insert many records in the database. Cloudera recommends that you set the innodb_flush_method property to O_DIRECT.
innodb_flush_method = O_DIRECT
innodb_log_file_size = 512M

[mysqld_safe]
log-error=/var/log/mysqld.log
pid-file=/var/run/mysqld/mysqld.pid

sql_mode=STRICT_ALL_TABLES

sudo systemctl enable mysqld

sudo systemctl start mysqld

sudo /usr/bin/mysql_secure_installation

Enter current password for root (enter for none):（这里需要直接回车）
OK, successfully used password, moving on...
[...]
Set root password? [Y/n] Y
New password:（这里输入自定义的密码）
Re-enter new password:（这里输入自定义的密码）
Remove anonymous users? [Y/n] Y
[...]
Disallow root login remotely? [Y/n] N
[...]
Remove test database and access to it [Y/n] Y
[...]
Reload privilege tables now? [Y/n] Y
All done!

mkdir -p /usr/share/java/

cd /usr/share/java/

wget https://cdh-sgg.oss-cn-shenzhen.aliyuncs.com/fileshare/mysql-connector-java-5.1.46-bin.jar

mv mysql-connector-java-5.1.46-bin.jar mysql-connector-java.jar

mysql -u root -p

# 建表及修改权限的格式：
CREATE DATABASE <database> DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
GRANT ALL ON <database>.* TO ‘<user>‘@‘%‘ IDENTIFIED BY ‘<password>‘;

CREATE DATABASE scm DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE amon DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE rman DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE hue DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE metastore DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE sentry DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE nav DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE navms DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE oozie DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
GRANT ALL ON scm.* TO ‘scm‘@‘%‘ IDENTIFIED BY ‘scm‘;
GRANT ALL ON amon.* TO ‘amon‘@‘%‘ IDENTIFIED BY ‘amon‘;
GRANT ALL ON rman.* TO ‘rman‘@‘%‘ IDENTIFIED BY ‘rman‘;
GRANT ALL ON hue.* TO ‘hue‘@‘%‘ IDENTIFIED BY ‘hue‘;
GRANT ALL ON metastore.* TO ‘hive‘@‘%‘ IDENTIFIED BY ‘hive‘;
GRANT ALL ON sentry.* TO ‘sentry‘@‘%‘ IDENTIFIED BY ‘sentry‘;
GRANT ALL ON nav.* TO ‘nav‘@‘%‘ IDENTIFIED BY ‘nav‘;
GRANT ALL ON navms.* TO ‘navms‘@‘%‘ IDENTIFIED BY ‘navms‘;
GRANT ALL ON oozie.* TO ‘oozie‘@‘%‘ IDENTIFIED BY ‘oozie‘;

GRANT ALL ON amon.* TO ‘amon‘@‘hadoop102‘ IDENTIFIED BY ‘amon‘;

FLUSH PRIVILEGES;

show grants for ‘amon‘@‘%‘;  
show grants for ‘rman‘@‘%‘;  
show grants for ‘hive‘@‘%‘;
show grants for ‘hue‘@‘%‘;
show grants for ‘oozie‘@‘%‘;

quit

systemctl restart mysql.service

yum list | grep cloudera-manager
yum -y  install cloudera-manager-daemons cloudera-manager-agent cloudera-manager-server

yum list | grep cloudera-manager
yum -y  install cloudera-manager-daemons cloudera-manager-agent

sudo /opt/cloudera/cm/schema/scm_prepare_database.sh mysql scm scm

wget -P /opt/cloudera/parcel-repo/ -v https://cdh-sgg.oss-cn-shenzhen.aliyuncs.com/cdh6.3.2/CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel
wget -P /opt/cloudera/parcel-repo/ -v https://cdh-sgg.oss-cn-shenzhen.aliyuncs.com/cdh6.3.2/CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha1
wget -P /opt/cloudera/parcel-repo/ -v https://cdh-sgg.oss-cn-shenzhen.aliyuncs.com/cdh6.3.2/CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha256
wget -P /opt/cloudera/parcel-repo/ -v https://cdh-sgg.oss-cn-shenzhen.aliyuncs.com/cdh6.3.2/manifest.json

cp /opt/cloudera/parcel-repo/CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha1  /opt/cloudera/parcel-repo/CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha

sudo chown -R cloudera-scm:cloudera-scm /opt/cloudera/parcel-repo/*

sudo chmod u+x /opt/cloudera/parcel-repo/*

#启动
systemctl start cloudera-scm-server

#重启命令为：
systemctl restart cloudera-scm-server

#可以用下面命令查看server的信息
tail -f /var/log/cloudera-scm-server/cloudera-scm-server.log

#另开启一个窗口，监控日志中是否提示启动成功
tail -f /var/log/cloudera-scm-server/cloudera-scm-server.log|grep "Started Jetty server"

# 也可以用下面命令查看端口号占用情况
netstat -tunlp | grep 7180

# 当你看到以下信息时候 证明启动成功
INFO WebServerImpl:com.cloudera.server.cmf.WebServerImpl: Started Jetty server.

yarn.scheduler.capacity.root.queues
yarn.scheduler.capacity.root.capacity
#添加如下队列
yarn.scheduler.capacity.root.spark.capacity
yarn.scheduler.capacity.root.hive.capacity

set mapreduce.job.queuename=hive;

set mapred.job.queue.name=hive;

set mapred.queue.names=hive;