利用Python自动监控网站并发送邮件告警的方法

700次阅读  |  发布于5年以前

前言

因为有一些网站需要每日检查是否有问题,所以需要一个报警监控的机制,这个需要你指定你发送的邮箱和你接收的邮箱,就可以做到对网站自动监控了。

这里用的是python3.5

需要安装的插件:

  1、**smtplib**:发邮件需要用到

  2、**pycurl**:访问网站时会需要用到

  3、**linecache**:在读取txt网站清单时需要用到

具体思路:

python程序从txt里面批量读取到网站的信息,通过Curl.py模拟浏览器去访问网站,并且把访问的结果写入到以自己的网站名称-日期.txt格式的文件中记录;有几种情况:

1、如果发现打不开了,直接发邮件提示网站已经打不开

2、发现可以打开,读取文件中上一次访问的情况(读取txt文件最后一行),

1)如果发现上一次是打不开的,发邮件提醒网站已经恢复了

2)如果发现上一次是打得开的(200的返回码),只是记录网站访问的日志就可以了

总共4个文件

Email.py是邮件类,主要用来发邮件的时候调用,这里需要按照你的情况改成你的邮箱(msg['From']),邮箱服务器地址(SMTP地址),和你的邮箱密码(SMTP.login)

Email.py


    #!/usr/bin/python
    #-*- coding:utf-8 -*-
    import sys
    import smtplib
    from email.mime.text import MIMEText
    from email.mime.multipart import MIMEMultipart
    class Email_send(object):
     def __init__(self,msgTo,data2,Subject):
      self.msgTo=msgTo
      self.data2=data2
      self.Subject=Subject
     def sendEmail(self):
      # (attachment,html) = content
      msg = MIMEMultipart()
      msg['Subject'] = self.Subject
      msg['From'] = 'xxxx@xxxx.com.cn'
      msg['To'] = self.msgTo
      html_att = MIMEText(self.data2, 'html', 'utf-8')
      #att = MIMEText(attachment, 'plain', 'utf-8')
      msg.attach(html_att)
      #msg.attach(att)
      try:
       smtp = smtplib.SMTP()
       smtp.connect('smtp.xxxx.com', 25)
       smtp.login(msg['From'], 'xxxx') #改成自己的邮箱密码
       smtp.sendmail(msg['From'], msg['To'].split(','), msg.as_string())
       return('邮件发送成功')
      except Exception as e:
       print('--------------sss------',e)
     def curl(self):
      import pycurl
      c=pycurl.Curl()
      #url="www.luoan.com.cn"
      #indexfile=open(os.path.dirname(os.path.realpath(__file__))+"/content.txt","wb")
      c.setopt(c.URL,url)
      c.setopt(c.VERBOSE,1)
      c.setopt(c.ENCODING,"gzip")
      #模拟火狐浏览器
      c.setopt(c.USERAGENT,"Mozilla/5.0 (Windows NT 6.1; rv:35.0) Gecko/20100101 Firefox/35.0")
      return c

Curl.py 主要用来执行模拟浏览器访问网站并返回结果的文件


    #!/usr/bin/python
    #-*- coding:utf-8 -*-
    import sys
    import pycurl
    class Curl(object):
     def __init__(self,url):
      self.url=url
     def Curl_site(self):
      c=pycurl.Curl()
      #url="www.luoan.com.cn"
      #indexfile=open(os.path.dirname(os.path.realpath(__file__))+"/content.txt","wb")
      c.setopt(c.URL,self.url)
      c.setopt(c.VERBOSE,1)
      c.setopt(c.ENCODING,"gzip")
      #模拟火狐浏览器
      c.setopt(c.USERAGENT,"Mozilla/5.0 (Windows NT 6.1; rv:35.0) Gecko/20100101 Firefox/35.0")
      return c

site_moniter.py 这个文件为主程序,主要执行调用上面的函数,读取txt文件中的网站清单,如果网站打不开就发邮件出来告警

需要注意:

  1、把xxxx@xxxx.com改成你自己的邮箱,

  2、把文件路径改成自己的真实路径

    #!/usr/bin/python
    #-*- coding:utf-8 -*-
    import pycurl
    import os
    import sys
    import linecache
    import time #引入事件类,用来获取系统当前时间
    #from ceshi import Student
    from Email import Email_send
    from Curl import Curl

    #bart = Student('mafei',59)
    #bart.print_score()

    def script(urls,type):
     msgTo = 'xxxx@xxxx.com'
     now_time=time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time()))
     j=1
    #  data2=[{'aa':'aa'}]
     for url_split in urls:
      #print(url_split)
      url_1=url_split.split('---')
      url=url_1[1]
      recovery_title = "监控通知----%s url:%s" % (url_1[0], url) + "在" + time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) + "已经恢复"
      down_title = "监控通知----%s url:%s" % (url_1[0], url) + "在" + time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) + "无法打开"
      #print('~~~~~~~~~~~~~~~~~~~')
      #print(url)
      #引用爬去网站的类,调用结果
      url_result = Curl(url)
      c = url_result.Curl_site()
      try:
       c.perform()
       code = str(c.getinfo(c.HTTP_CODE))
       print(code+'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa')
      except Exception as e:
       print('--------错误信息:--------',e)
       #indexfile.close()
       #c.close()
      code = str(c.getinfo(c.HTTP_CODE))
      # print(code+'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa')
      filename = '%s-%s.txt' % (url_1[0], time.strftime("%Y-%m-%d", time.localtime(time.time())))
      #判断如果在网站无法打开的情况下
      if code == '0' or code=='400' or code=='500' or code=='404':
       resolveTime = 0
       Connection_Time = 0
       Transfer_Total_Time = 0
       Total_Time = 0
       # print('为000000000000000000000000000000000000000000')
       data3 = '网站:%s无法打开%s' % (url_1[0], url)
       # indexfile.close()
       # c.close()
       #判断网站如果挂了就发邮件
       stat3 = Email_send(msgTo, data3, down_title)
       resole=stat3.sendEmail()
       print(resole)
       print(data3 + '邮件已经发送')
      else:
       #resolveTime = str(c.getinfo(c.NAMELOOKUP_TIME) * 1000) + " ms"
       # Connection_Time=str(float(c.getinfo(c.CONNECT_TIME)*1000-c.getinfo(c.NAMELOOKUP_TIME)*1000))+" ms"
       #Connection_Time = str(c.getinfo(c.CONNECT_TIME) * 1000 - c.getinfo(c.NAMELOOKUP_TIME) * 1000) + " ms"
       # Connection_Time=round(float(Connection_Time))
       #Transfer_Total_Time = str(c.getinfo(c.TOTAL_TIME) * 1000 - c.getinfo(c.PRETRANSFER_TIME) * 1000) + " ms"
       #Total_Time = str(c.getinfo(c.TOTAL_TIME) * 1000) + " ms"
       # data2=data
       # data={'url':url,'HTTP CODE':code,'resolveTime':resolveTime,'Connection_Time':Connection_Time,'Transfer_Total_Time':Transfer_Total_Time,'Total_Time':Total_Time}
       print('网站可以正常打开')
       #f = open(filename, 'a',encoding='utf-8')
       file_exit=os.path.exists(filename)
       #print(file_exit)
       #判断这个日志文件存不存在
       if(file_exit):
        #读取文件最后一行,为了读取出来最后一次的状态值
        file = open(filename, 'r',encoding='utf-8')
        linecount = len(file.readlines())
        data = linecache.getline(filename, linecount)
        file.close
        if data == '':
         print('这是'+data+'为空的数据')
        else:
         print('其他信息%s'%(data))
         explode = data.split('----')
         #判断如果读取出来的值,最后一次是异常的情况就告警
         if explode[3]=='0\n' or explode[3]=='400\n' or explode[3]=='500' or explode[3]=='404':
          data3 = '网站:%s在%s已经恢复%s' % (url_1[0], now_time,url)
          stat3 = Email_send(msgTo, data3, recovery_title)
          resole = stat3.sendEmail()
          print(resole)
          print(data3 + '邮件已经发送')
         else:
          print('最后一次记录为其他值:%s'%(explode[3])+'-----')
       else:
        print('文件不存在')
      data2 = '\n' + url_1[0] + '----' + url + '-----' + time.strftime("%H:%M:%S", time.localtime(time.time())) + '-------' + code
      print('data2数据写入成功:' + data2)
      file = open(filename, 'a', encoding='utf-8')
      file.write(data2)
      file.close
    # bart = Student(data2,59)
    # bart.print_score()

    if __name__ == "__main__":
     type = "监控通知-测试" + time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
     data1=['公司门户---www.luoan.com.cn','公司平台---yun.luoan.com.cn']
     #script(data1,type)


     #中心层面的网站清单
     file=open('D:\python\site_moniter\zhongxin.txt')
     data2=[]
     while 1:
      line2 =file.readline()
      print(line2)
      if not line2:
       break
      data2.append(line2[0:-1])
     #data2=['www.luoan.com.cn','yun.luoan.com.cn','www.qq.com']
     print(data2)
     title="监控通知-中心"+ time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time()))
     script(data2,title)

总结

利用Python自动监控网站并发送邮件告警的方法到这就基本结束了,希望对大家的学习工作能有所帮助。

Copyright© 2013-2020

All Rights Reserved 京ICP备2023019179号-8