1. 安装依赖包和软件
在所有服务器上输入命令进行安装操作
yum install epel-release -y
yum install ganglia-web ganglia-gmetad ganglia-gmond –y
2. 在master服务器上配置监控端
vi /etc/ganglia/gmetad.conf
修改下面内容
data_source "server" master: master-backup: node1: node2: node3:
case_sensitive_hostnames
vi /etc/ganglia/gmond.conf
修改下面内容
cluster {
name = "server"
owner = "unspecified"
latlong = "unspecified"
url = "unspecified"
}
udp_send_channel {
#mcast_join = 239.2.11.71
host = master
port =
ttl =
}
udp_recv_channel {
#mcast_join = 239.2.11.71
port =
#bind = 239.2.11.71
#retry_bind = true
# size of the udp buffer. if you are handling lots of metrics you really
# should bump it up to e.g. 10mb or even higher.
# buffer =
}
修改http访问配置
vi /etc/httpd/conf.d/ganglia.conf
修改下面内容
alias /ganglia /usr/share/ganglia
order deny,allow
allow from all
#require local
# require ip 10.1.2.3
# require host example.org
设置ganglia监控程序链接到指定目录
ln -s /usr/share/ganglia/ /var/www/html/ganglia
修改apache配置
vi /etc/httpd/conf/httpd.conf
将directory里的内容改为
# 修改80端口为10080，防止后面与nginx端口冲突
listen
allowoverride none
order allow,deny
allow from all
#require all denied
3. 启动apache和ganglia，并设置开机启动
systemctl start httpd.service
systemctl start gmetad
systemctl start gmond
systemctl enable httpd.service
systemctl enable gmetad
systemctl enable gmond
启动服务
rrdcached /usr/bin/rrdcached -p /var/run/ganglia/hdp/rrdcached.pid -m -l unix:/var/run/ganglia/hdp/rrdcached.sock -m -p flush,stats,help -l unix:/var/run/ganglia/hdp/rrdcached.limited.sock -b /var/lib/ganglia/rrds -b -t -w -f -z -f
设置开机启动
vi /etc/rc.local
在尾部添加下面配置
/usr/bin/rrdcached -p /var/run/ganglia/hdp/rrdcached.pid -m -l unix:/var/run/ganglia/hdp/rrdcached.sock -m -p flush,stats,help -l unix:/var/run/ganglia/hdp/rrdcached.limited.sock -b /var/lib/ganglia/rrds -b -t -w -f -z -f
4. 配置被监控端
在其他服务器上做下面操作
vi /etc/ganglia/gmond.conf
修改下面内容
cluster {
name = "server"
owner = "unspecified"
latlong = "unspecified"
url = "unspecified"
}
udp_send_channel {
#mcast_join = 239.2.11.71
host = master
port =
ttl =
}
udp_recv_channel {
#mcast_join = 239.2.11.71
port =
#bind = 239.2.11.71
#retry_bind = true
}
5. 配置hdfs、yarn集成ganglia
vi /usr/local/hadoop/etc/hadoop/hadoop-metrics2.properties
将里面的值全部注释掉，然后替换成下面配置
# for ganglia 3.1 support
*.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.gangliasink31
*.sink.ganglia.period=
# default for supportsparse is false
*.sink.ganglia.supportsparse=true
*.sink.ganglia.slope=jvm.metrics.gccount=zero,jvm.metrics.memheapusedm=both
*.sink.ganglia.dmax=jvm.metrics.threadsblocked=,jvm.metrics.memheapusedm=
namenode.sink.ganglia.servers=master: # host请参考gmond.conf中的定义
datanode.sink.ganglia.servers=master:
resourcemanager.sink.ganglia.servers=master:
nodemanager.sink.ganglia.servers=master:
mrappmaster.sink.ganglia.servers=master:
jobhistoryserver.sink.ganglia.servers=master:
# 注意下面参数，如果修改可能会造成数据量过大，ganglia的磁盘空间迅速占满。
# switch off container metrics
*.source.filter.class=org.apache.hadoop.metrics2.filter.globfilter
nodemanager.*.source.filter.exclude=*containerresource*
6. 配置hbase集成ganglia
vi /usr/local/hbase/conf/hadoop-metrics2-hbase.properties
将里面的值全部注释掉，然后替换成下面配置
*.sink.file*.class=org.apache.hadoop.metrics2.sink.filesink
# default sampling period
*.period=
*.source.filter.class=org.apache.hadoop.metrics2.filter.globfilter
*.record.filter.class=${*.source.filter.class}
*.metric.filter.class=${*.source.filter.class}
hbase.sink.ganglia.record.filter.exclude=*regions*
hbase.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.gangliasink31
hbase.sink.ganglia.tagsforprefix.jvm=processname
*.sink.ganglia.period=
hbase.sink.ganglia.servers=master: # host请参考gmond.conf中的定义
7. 设置被监控端自启动
systemctl start gmond
systemctl enable gmond
8. 检查服务是否正常
在master服务器上重启hadoop与hbase服务 访问http://192.168.10.90:10080/ganglia/ 查看监控页面
在master服务器输入命令查看监控服务运行状态
gstat –a systemctl status gmetad –l
当遇到无法查看到监控信息时，上面的命令查看运行状态，如果gmetad与gmond服务都正常运行，却在网页端没有图形数据，可以在master服务器输入systemctl restart gmetad重启监控服务，在三个服务器都输入systemctl restart gmond重启监控收集服务。
凯发娱发k8的版权声明：本文原创发表于 博客园，作者为 allempty 本文欢迎转载，但未经作者同意必须保留此段声明，且在文章页面明显位置给出原文连接，否则视为侵权。
作者博客：http://www.cnblogs.com/emptyfs/
