#!/bin/bash
#使用uptime命令監(jiān)控linux系統(tǒng)負載變化

#提取本服務(wù)器的IP地址信息
IP=`ifconfig eth0 | grep "inet addr" | cut -f 2 -d ":" | cut -f 1 -d " "`

#抓取cpu的總核數(shù)
cpu_num=`grep -c 'model name' /proc/cpuinfo`

#抓取當(dāng)前系統(tǒng)15分鐘的平均負載值
load_15=`uptime | awk '{print $NF}'`

#計算當(dāng)前系統(tǒng)單個核心15分鐘的平均負載值，結(jié)果小于1.0時前面?zhèn)€位數(shù)補0。
average_load=`echo "scale=2;a=$load_15/$cpu_num;if(length(a)==scale(a)) print 0;print a" | bc`

#取上面平均負載值的個位整數(shù)
average_int=`echo $average_load | cut -f 1 -d "."`


#當(dāng)單個核心15分鐘的平均負載值大于等于1.0（即個位整數(shù)大于0） ，直接發(fā)郵件告警
if (($average_int > 0)); then
   python /opt/monitor/monitor.py "服務(wù)器15分鐘的系統(tǒng)單個核心平均負載為$average_load，超過警戒值1.0，請立即處理?。。?

fi

#!/usr/bin/env Python
# coding=utf-8
"""
配合crontab來定時的讀取服務(wù)器的部分信息
1、top信息
2、JVM實例信息
3、GC信息
組裝成html發(fā)送郵件
"""

import smtplib
import os
import socket
import fcntl
import struct
import time
import sys
from email.mime.text import MIMEText

# 獲取本機ip和名稱
def get_ip_address(ifname):
  s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
  return socket.inet_ntoa(fcntl.ioctl(
    s.fileno(),
    0x8915, # SIOCGIFADDR
    struct.pack('256s', ifname[:15])
  )[20:24])


# 郵件發(fā)動方法
def send_mail(to_list, sub, content): # to_list：收件人；sub：主題；content：郵件內(nèi)容
  me = mail_title + "<" + mail_user + "@" + mail_postfix + ">" # 這里的hello可以任意設(shè)置，收到信后，將按照設(shè)置顯示
  msg = MIMEText(content, _subtype='html', _charset='utf-8') # 創(chuàng)建一個實例，這里設(shè)置為html格式郵件
  msg['Subject'] = sub # 設(shè)置主題
  msg['From'] = me
  msg['To'] = ";".join(to_list)
  try:
    s = smtplib.SMTP()
    s.connect(mail_host) # 連接smtp服務(wù)器
    s.login(mail_user, mail_pass) # 登陸服務(wù)器
    s.sendmail(me, to_list, msg.as_string()) # 發(fā)送郵件
    s.close()
    return True
  except Exception, e:
    print str(e)
    return False


# 根據(jù)shell命令返回一個list 文本
def get_text_sh(bash_sh):
  result = os.popen(bash_sh).read()
  return result.split("\n")


# top信息的獲取
bash_top = "top -bn 1 | head -5 "
top_arr_txt = get_text_sh(bash_top)
# 服務(wù)器的JVM的pid 并去掉空格
bash_pid = "/usr/local/java/bin/jps | grep 'Bootstrap' | awk '{print $1}'"
jvm_pid = os.popen(bash_pid).read().strip()

# 獲取JVM中存活得對象
bash_jmap = "/usr/local/java/bin/jmap -histo:live " + jvm_pid + " | head -13 "
jvm_instance_arr = get_text_sh(bash_jmap)

# JVM堆信息
bash_jmap_heap = "/usr/local/java/bin/jmap -heap " + jvm_pid
jvm_heap_arr = get_text_sh(bash_jmap_heap)

# gc統(tǒng)計，采樣時間間隔為250ms，采樣數(shù)為4
bash_gc = "/usr/local/java/bin/jstat -gc " + jvm_pid + " 250 4 "
jvm_gc_arr = get_text_sh(bash_gc)

# JVM線程快照
bash_jvm_thread = "jstack -l " + jvm_pid
jvm_thread_arr = get_text_sh(bash_jvm_thread)

# 獲取本機名稱和IP
server_name = socket.getfqdn(socket.gethostname())
# 內(nèi)網(wǎng)IP
inner_ip = get_ip_address("lo")
# 公網(wǎng)IP
out_ip = get_ip_address("eth0")

# 郵件接收者
mailto_list = ["yourname@company.com"]
# 設(shè)置服務(wù)器
mail_host = "smtp.xxx.com"
# 用戶名
mail_user = "server_monitor"
# 動態(tài)客戶端口令
mail_pass = "#######"
# 發(fā)件箱的后綴
mail_postfix = "163.com"
# 標題名稱
mail_title = "ServerMonitor"
# 標題時間
mail_time = time.strftime("%Y-%m-%d %X", time.localtime(time.time()))
# 郵件主題
mail_sub = "【監(jiān)控郵件】服務(wù)器(" + server_name + ")--IP(" + out_ip + ")--時間(" + mail_time + ")"
# 目錄導(dǎo)航
mail_catalog = "<ul>" \
        "<li><a href = '#top'>服務(wù)器top信息</a></li>" \
        "<li><a href = '#instance'>JVM存活實例</a></li>" \
        "<li><a href = '#gc'>GC情況</a></li>" \
        "<li><a href = '#heap'>JVM堆信息</a></li>" \
        "<li><a href = '#thread'>JVM線程快照及鎖</a></li>" \
        "</ul>"
# 報警內(nèi)容
mail_context = "<h2><font color='red'>" + sys.argv[1] + "</font></h2>"
# 郵件正文
mail_context += mail_catalog + "<h3><a name = 'top'>服務(wù)器top信息:</a></h3><hr>"

# 處理top信息
for line in top_arr_txt:
  mail_context += "<pre>" + line + "</pre>"

mail_context += "<h3><a name = 'instance'>JVM存活實例10:</a></h3><hr>"

# 處理jvm,并將標簽退換掉
for line in jvm_instance_arr:
  # 并將標簽符號替換成html的符號
  mail_context += "<pre>" + line.replace("<", "&lt;").replace(">", "&gt;") + "</pre>"

mail_context += "<h3><a name = 'gc'>GC情況 采樣時間間隔為250ms，采樣數(shù)為4:</a></h3><hr>"

# 處理gc信息
for line in jvm_gc_arr:
  # 并將標簽符號替換成html的符號
  mail_context += "<pre>" + line + "</pre>"

mail_context += "<h3><a name = 'heap'>JVM堆信息:</a></h3><hr>"

# 處理heap信息
for line in jvm_heap_arr:
  # 并將標簽符號替換成html的符號
  mail_context += "<pre>" + line + "</pre>"

mail_context += "<h3><a name = 'thread'>JVM線程快照及鎖情況:</a></h3><hr>"

# 處理JVM線程快照及鎖情況
for line in jvm_thread_arr:
  # 并將標簽符號替換成html的符號
  mail_context += "<pre>" + line + "</pre>"

mail_context += "<pre>線程快照過大，暫時未提供顯示，如有需要請聯(lián)系<a href = 'yourname'>your</pre>"
# 入口
if __name__ == '__main__':
  if send_mail(mailto_list, mail_sub, mail_context):
    print "發(fā)送成功"
  else:
    print "發(fā)送失敗"

#開始設(shè)置定時任務(wù)
crontab -e
#15分鐘執(zhí)行一次
0,15,30,45 * * * * python /opt/monitor/monitor.py 2>&1
#查看任務(wù)
crontab -l