cloudera manager 5.7 安裝配置以及一些注意事項

阿新 • • 發佈：2019-02-03

groupadd mysql
useradd -M -g mysql -s /sbin/nologin -d /usr/local/mysql mysql

tar xf /opt/mysql-5.6.34-linux-glibc2.5-x86_64.tar.gz -C /usr/local/
cd /usr/local/
ln -s mysql-5.6.34-linux-glibc2.5-x86_64 mysql
cd /usr/local/mysql
echo "PATH=/usr/local/mysql/bin:$JAVA_HOME/bin:$PATH" >> /etc/profile
source /etc/profile

mkdir -p /data/mysql/mysql330{6,7,8,9}/{data,tmp,logs}
chown -R mysql:mysql /data/mysql/mysql330{6,7,8,9}

[

[email protected] mysql]# pwd
/usr/local/mysql

[[email protected] mysql]# cat /data/mysql/mysql3306/my3306.cnf
#my.cnf
[client]
port = 3306
socket = /tmp/mysql3306.sock
#socket = /data/mysql/mysql3306/my3306.sock

[mysql]
prompt="\\[email protected]\\h [\\d]>"
#pager="less -i -n -S"
#tee=/opt/mysql/query.log
no-auto-rehash

[mysqld_multi]
mysqld = /usr/local/mysql/bin/mysqld_safe
mysqladmin = /usr/local/mysql/bin/mysqladmin
log = /opt/mysql/mysqld_multi.log

[mysqld]
#misc
server-id=2513306
user = mysql
basedir = /usr/local/mysql
datadir = /data/mysql/mysql3306/data
port = 3306
socket = /tmp/mysql3306.sock
event_scheduler = 0

tmpdir = /data/mysql/mysql3306/tmp
#timeout
interactive_timeout = 300
wait_timeout = 300

#character set
character-set-server = utf8

open_files_limit = 65535
max_connections = 100
max_connect_errors = 100000
#lower_case_table_names =1
#logs
log-output=file
slow_query_log = 1
slow_query_log_file = slow.log
log-error = error.log
log_warnings = 2
pid-file = mysql.pid
long_query_time = 1
#log-slow-admin-statements = 1
#log-queries-not-using-indexes = 1
log-slow-slave-statements = 1

#binlog
#binlog_format = STATEMENT
binlog_format = row
server-id = 23306
log-bin = /data/mysql/mysql3306/logs/mysql-bin
#binlog_cache_size = 4M
#max_binlog_size = 256M
#max_binlog_cache_size = 1M
sync_binlog = 0
expire_logs_days = 10
#procedure
log_bin_trust_function_creators=1

#
gtid-mode = 0

#relay log
skip_slave_start = 1
max_relay_log_size = 128M
relay_log_purge = 1
relay_log_recovery = 1
relay-log=relay-bin
relay-log-index=relay-bin.index
log_slave_updates
#slave-skip-errors=1032,1053,1062
#skip-grant-tables

#buffers & cache
table_open_cache = 2048
table_definition_cache = 2048
table_open_cache = 2048
max_heap_table_size = 96M
sort_buffer_size = 128K
join_buffer_size = 128K
thread_cache_size = 200
query_cache_size = 0
query_cache_type = 0
query_cache_limit = 256K
query_cache_min_res_unit = 512
thread_stack = 192K
tmp_table_size = 96M
key_buffer_size = 8M
read_buffer_size = 2M
read_rnd_buffer_size = 16M
bulk_insert_buffer_size = 32M

#myisam
myisam_sort_buffer_size = 128M
myisam_max_sort_file_size = 10G
myisam_repair_threads = 1

#innodb
innodb_buffer_pool_size = 100M
innodb_buffer_pool_instances = 1
innodb_data_file_path = ibdata1:100M:autoextend
innodb_flush_log_at_trx_commit = 2
innodb_log_buffer_size = 8M
innodb_log_file_size = 100M
innodb_log_files_in_group = 3
innodb_max_dirty_pages_pct = 50
innodb_file_per_table = 1
innodb_rollback_on_timeout
innodb_status_file = 1
innodb_io_capacity = 2000
transaction_isolation = READ-COMMITTED
innodb_flush_method = O_DIRECT

./scripts/mysql_install_db --defaults-file=/data/mysql/mysql3306/my3306.cnf -- 初始化
mysqld --defaults-file=/data/mysql/mysql3306/my3306.cnf & -- 啟動資料庫

--- 開機自動啟動資料庫
echo "/usr/local/mysql/bin/mysqld --defaults-file=/data/mysql/mysql3306/my3306.cnf &" >> /etc/rc.local

mysql -S /tmp/mysql3306.sock
mysqladmin -S /tmp/mysql3306.sock shutdown ---- 乾淨的關閉資料庫

[

[email protected] mysql]# mysqladmin -S /tmp/mysql3306.sock shutdown
[[email protected] mysql]# ps -ef | grep mysql
mysql 4201 3816 0 18:23 pts/1 00:00:01 mysqld --defaults-file=/data/mysql/mysql3307/my3307.cnf
root 4239 3816 0 18:28 pts/1 00:00:00 grep mysql
[1]- Done mysqld --defaults-file=/data/mysql/mysql3306/my3306.cnf

[

[email protected] ~]# mysql -S /tmp/mysql3306.sock
Welcome to the MySQL monitor. Commands end with ; or \g.
Your MySQL connection id is 1060
Server version: 5.6.34-log MySQL Community Server (GPL)

Copyright (c) 2000, 2016, Oracle and/or its affiliates. All rights reserved.

Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

mysql> set password =password('oracle');
Query OK, 0 rows affected (0.37 sec)

mysql> source /opt/Init_mysql.sql 或是複製下面的內容

create database cmf DEFAULT CHARACTER SET utf8;
grant all on cmf.* TO 'cmf'@'%' IDENTIFIED BY 'cmf_password';
grant all on cmf.* TO 'cmf'@'localhost' IDENTIFIED BY 'cmf_password';

create database amon DEFAULT CHARACTER SET utf8;
grant all on amon.* TO 'amon'@'%' IDENTIFIED BY 'amon_password';

grant all on amon.* TO 'amon'@'localhost' IDENTIFIED BY 'amon_password';

create database smon DEFAULT CHARACTER SET utf8;
grant all on smon.* TO 'smon'@'%' IDENTIFIED BY 'smon_password';
grant all on smon.* TO 'smon'@'localhost' IDENTIFIED BY 'smon_password';

create database rman DEFAULT CHARACTER SET utf8;
grant all on rman.* TO 'rman'@'%' IDENTIFIED BY 'rman_password';
grant all on rman.* TO 'rman'@'localhost' IDENTIFIED BY 'rman_password';

create database hmon DEFAULT CHARACTER SET utf8;
grant all on hmon.* TO 'hmon'@'%' IDENTIFIED BY 'hmon_password';
grant all on hmon.* TO 'hmon'@'localhost' IDENTIFIED BY 'hmon_password';
create database nav DEFAULT CHARACTER SET utf8;
grant all on nav.* TO 'nav'@'%' IDENTIFIED BY 'nav_password';
grant all on nav.* TO 'nav'@'localhost' IDENTIFIED BY 'nav_password';

create database hive DEFAULT CHARACTER SET utf8;
grant all on hive.* TO 'hive'@'%' IDENTIFIED BY 'hive_password';
grant all on hive.* TO 'hive'@'localhost' IDENTIFIED BY 'hive_password';

create database rmon DEFAULT CHARACTER SET utf8;
grant all on rmon.* TO 'rmon'@'%' IDENTIFIED BY 'rmon_password';
grant all on rmon.* TO 'rmon'@'localhost' IDENTIFIED BY 'rmon_password';

create database oozie DEFAULT CHARACTER SET utf8;
grant all on oozie.* TO 'oozie'@'%' IDENTIFIED BY 'oozie_password';
grant all on oozie.* TO 'oozie'@'localhost' IDENTIFIED BY 'oozie_password';
flush privileges;

=== 主機準備工作==

（1）主機名解析

[[email protected] local]# cat /etc/hosts | grepcdh

192.168.137.141 cdh1

192.168.137.142 cdh2

192.168.137.143 cdh3

2) 配置Java

Mkdir –p /usr/java

tar xf jdk-7u79-linux-x64.tar.gz -C/usr/java

export JAVA_HOME=/usr/java/jdk1.7.0_79

exportCLASSPATH=$JAVA_HOME/lib:$JRE_HOME/lib:$CLASSPATH

exportPATH=$JAVA_HOME/bin:$JRE_HOME/bin:$PATH

（3）selinux 設定

[[email protected] local]# cat/etc/sysconfig/selinux |grep disable

# disabled - No SELinux policy is loaded.

SELINUX=disabled

（4）防火牆設定

[[email protected] local]# /etc/init.d/iptablesstatus

iptables: Firewall is not running.

[[email protected] local]# chkconfig iptables off

（5）時間同步

ntpdate pool.ntp.org

-》第一處修改：修改為自己的網段

#Hosts on local network are less restricted.

restrict192.168.189.0 mask 255.255.255.0 nomodify notrap

-》第二處修改：將三個服務地址註釋掉，因為不是外網不需要

#Use public servers from the pool.ntp.org project.

#Please consider joining the pool (http://www.pool.ntp.org/join.html).

#server0.centos.pool.ntp.org

#server1.centos.pool.ntp.org

#server2.centos.pool.ntp.org

-》第三處修改：新增設定ntp本地服務

server 127.127.1.0 # local clock

fudge 127.127.1.0 stratum 10

-》配置完成後，需要重啟ntpd服務

$sudo service ntpd restart

crontab-e制定定時任務自動同步時間：

##synctime

0-59/10* * * * /usr/sbin/ntpdate cdh1

執行時間同步：

$sudo /usr/sbin/ntpdate cdh1

$sudo vi /etc/sysconfig/ntpd

$ sudo vi /etc/sysconfig/ntpd

與BIOS時間同步

#Drop root to id 'ntp:ntp' by default.

SYNC_HWCLOCK=yes 是否允許與BIOS系統時間同步

OPTIONS="-untp:ntp -p /var/run/ntpd.pid -g"

===CM 離線安裝前的準備工作===

下載CM 相關的軟體，根據需求下載相關係統版本的CM軟體，最好先本地下載好然後再上傳到Linux主機！

http://archive.cloudera.com/cdh5/parcels/ 下載地址

http://archive.cloudera.com/cm5/repo-as-tarball/ 地址

開始安裝之前要檢查 HTTP服務是否正常執行

[[email protected] html]# pwd

/var/www/html

[[email protected] html]#mkdir parcels

[[email protected] html]#cd parcels

將下載好的軟體上傳到該目錄

CDH-5.7.6-1.cdh5.7.6.p0.6-el6.parcel

CDH-5.7.6-1.cdh5.7.6.p0.6-el6.parcel.sha1 -- 該檔案需要重新命名，去掉結尾的1 即可

manifest.json 檔案

將cm5.7.0-centos6.tar.gz 上傳到 /var/www/html/

tar xf cm5.7.0-centos6.tar.gz

[[email protected] html]# mkdir -p cm5/redhat/6/x86_64/

[[email protected] html]# mv cm cm5/redhat/6/x86_64/

sudo vim /etc/yum.repos.d/cloudera-manager.repo
[cloudera-manager]
name = Cloudera Manager, Version 5.7.6
baseurl = http://192.168.137.141/cm5/redhat/6/x86_64/cm/5/
gpgcheck = 0

8.瀏覽器檢視下面兩個網址是否出來,假如有，就配置成功
http://192.168.137.141/parcels/

http://1192.168.137.141/cm5/redhat/6/x86_64/cm/5/

===正常離線安裝CM

cd /usr/share/java

unzipmysql-connector-java-5.1.40.zip

cdmysql-connector-java-5.1.40

cpmysql-connector-java-5.1.37-bin.jar /usr/share/java

1) 安裝cm 軟體

cd /var/www/html/cm5/redhat/6/x86_64/cm/5/RPMS/x86_64

yumisntall cloudera-manager-daemons-5.7.6-1.cm570.p0.76.el6.x86_64.rpm -y

yuminstall -y cloudera-manager-server-5.7.6-1.cm570.p0.76.el6.x86_64.rpm

2)modifycloudera-scm-server connect to MySQL