CDH和Mysql安装脚本

#安装插件 yum -y install wget bind-utils psmisc libxslt zlib sqlite cyrus-sasl* fuse portmap fuse-libs redhat-lsb yum -y install ntp gcc python-devel psmisc perl #调用安装Mysql脚本 sh installMysql.sh #修改主机名 if [ ${1} != '' ] ;then hostnamectl set-hostname ${1} fi #免密 ssh-keygen -q -t rsa -N "" -f /root/.ssh/id_rsa cat /root/.ssh/id_rsa.pub > /root/.ssh/authorized_keys chmod go-rwx /root/.ssh/authorized_keys #解压JDK tar -zxvf jdk-8u144-linux-x64.tar.gz mkdir /usr/java mv -f jdk1.8.0_144 /usr/java/jdk1.8 echo 'export JAVA_HOME=/usr/java/jdk1.8' >> /etc/profile echo 'export PATH=$PATH:$JAVA_HOME/bin' >> /etc/profile source /etc/profile #关闭防火墙 systemctl stop firewalld systemctl disable firewalld #时间同步 #yum install -y ntp systemctl is-enabled ntpd systemctl enable ntpd systemctl start ntpd #安装CM mkdir /opt/cloudera-manager tar -zxvf cloudera-manager-centos7-cm5.11.1_x86_64.tar.gz -C /opt/cloudera-manager useradd --system --home=/opt/cloudera-manager/cm-5.11.1/run/cloudera-scm-server --no-create-home --shell=/bin/false --comment "Cloudera SCM User" cloudera-scm mkdir /var/cloudera-scm-server chown cloudera-scm:cloudera-scm /var/cloudera-scm-server chown cloudera-scm:cloudera-scm /opt/cloudera-manager sed -i "s?server_host=localhost?server_host=`hostname`?g" /opt/cloudera-manager/cm-5.11.1/etc/cloudera-scm-agent/config.ini mv CDH-5.11.1-1.cdh5.11.1.p0.4-el7.parcel.sha1 CDH-5.11.1-1.cdh5.11.1.p0.4-el7.parcel.sha mkdir -p /opt/cloudera/parcel-repo cp CDH-5.11.1-1.cdh5.11.1.p0.4-el7.parcel /opt/cloudera/parcel-repo/ cp CDH-5.11.1-1.cdh5.11.1.p0.4-el7.parcel.sha /opt/cloudera/parcel-repo/ cp KUDU-1.4.0-1.cdh5.12.2.p0.8-el7.parcel /opt/cloudera/parcel-repo/ cp KUDU-1.4.0-1.cdh5.12.2.p0.8-el7.parcel.sha /opt/cloudera/parcel-repo/ cp manifest.json /opt/cloudera/parcel-repo/ mkdir -p /opt/cloudera/parcels chown cloudera-scm:cloudera-scm /opt/cloudera/parcels mkdir -p /usr/share/java cp mysql-connector-java.jar /usr/share/java/mysql-connector-java.jar /opt/cloudera-manager/cm-5.11.1/share/cmf/schema/scm_prepare_database.sh mysql -h`hostname` -uroot -p1234 --scm-host `hostname` scmdbn root 1234 # #/opt/cloudera-manager/cm-5.11.1/etc/init.d/cloudera-scm-server start #/opt/cloudera-manager/cm-5.11.1/etc/init.d/cloudera-scm-agent start #CM Server自启动 cp /opt/cloudera-manager/cm-5.11.1/etc/init.d/cloudera-scm-server /etc/init.d/cloudera-scm-server sed -i '72c\CMF_DEFAULTS=/opt/cloudera-manager/cm-5.11.1/etc/default' /etc/init.d/cloudera-scm-server echo 'export JAVA_HOME=/usr/java/jdk1.8' >> /etc/init.d/cloudera-scm-server chkconfig cloudera-scm-server on #service cloudera-scm-server start #CM Agent自启动 cp /opt/cloudera-manager/cm-5.11.1/etc/init.d/cloudera-scm-agent /etc/init.d/cloudera-scm-agent sed -i '74c\CMF_DEFAULTS=/opt/cloudera-manager/cm-5.11.1/etc/default' /etc/init.d/cloudera-scm-agent chkconfig cloudera-scm-agent on #service cloudera-scm-agent start #CDH优化项 mysql -uroot -p1234 -e "GRANT ALL PRIVILEGES ON *.* TO 'root'@'master' IDENTIFIED BY '1234' WITH GRANT OPTION;FLUSH PRIVILEGES;" echo "vm.swappiness=10" >> /etc/sysctl.conf echo "echo never > /sys/kernel/mm/transparent_hugepage/defrag" >> /etc/rc.local echo "echo never > /sys/kernel/mm/transparent_hugepage/enabled" >> /etc/rc.local chmod +x /etc/rc.d/rc.local reboot