經過定時執行python腳本,能夠實現按期批量訪問網站,若是發現網站打不開,第一時間發郵件到管理員郵箱進行預警html
這裏用的是python3.5python
須要安裝的插件:瀏覽器
smtplib:發郵件須要用到服務器
pycurl:訪問網站時會須要用到app
linecache:在讀取txt網站清單時須要用到curl
具體思路:ide
python程序從txt裏面批量讀取到網站的信息,經過Curl.py模擬瀏覽器去訪問網站,而且把訪問的結果寫入到以本身的網站名稱-日期.txt格式的文件中記錄;有幾種狀況:函數
一、若是發現打不開了,直接發郵件提示網站已經打不開測試
二、發現能夠打開,讀取文件中上一次訪問的狀況(讀取txt文件最後一行),網站
1)若是發現上一次是打不開的,發郵件提醒網站已經恢復了
2)若是發現上一次是打得開的(200的返回碼),只是記錄網站訪問的日誌就能夠了
總共4個文件,
Email.py是郵件類,主要用來發郵件的時候調用,這裏須要按照你的狀況改爲你的郵箱(msg['From']),郵箱服務器地址(SMTP地址),和你的郵箱密碼(SMTP.login)
Email.py
#!/usr/bin/python #-*- coding:utf-8 -*- import sys import smtplib from email.mime.text import MIMEText from email.mime.multipart import MIMEMultipart class Email_send(object): def __init__(self,msgTo,data2,Subject): self.msgTo=msgTo self.data2=data2 self.Subject=Subject def sendEmail(self): # (attachment,html) = content msg = MIMEMultipart() msg['Subject'] = self.Subject msg['From'] = 'xxxx@xxxx.com.cn' msg['To'] = self.msgTo html_att = MIMEText(self.data2, 'html', 'utf-8') #att = MIMEText(attachment, 'plain', 'utf-8') msg.attach(html_att) #msg.attach(att) try: smtp = smtplib.SMTP() smtp.connect('smtp.xxxx.com', 25) smtp.login(msg['From'], 'xxxx') #改爲本身的郵箱密碼 smtp.sendmail(msg['From'], msg['To'].split(','), msg.as_string()) return('郵件發送成功') except Exception as e: print('--------------sss------',e) def curl(self): import pycurl c=pycurl.Curl() #url="www.luoan.com.cn" #indexfile=open(os.path.dirname(os.path.realpath(__file__))+"/content.txt","wb") c.setopt(c.URL,url) c.setopt(c.VERBOSE,1) c.setopt(c.ENCODING,"gzip") #模擬火狐瀏覽器 c.setopt(c.USERAGENT,"Mozilla/5.0 (Windows NT 6.1; rv:35.0) Gecko/20100101 Firefox/35.0") return c
Curl.py 主要用來執行模擬瀏覽器訪問網站並返回結果的文件
#!/usr/bin/python #-*- coding:utf-8 -*- import sys import pycurl class Curl(object): def __init__(self,url): self.url=url def Curl_site(self): c=pycurl.Curl() #url="www.luoan.com.cn" #indexfile=open(os.path.dirname(os.path.realpath(__file__))+"/content.txt","wb") c.setopt(c.URL,self.url) c.setopt(c.VERBOSE,1) c.setopt(c.ENCODING,"gzip") #模擬火狐瀏覽器 c.setopt(c.USERAGENT,"Mozilla/5.0 (Windows NT 6.1; rv:35.0) Gecko/20100101 Firefox/35.0") return c
site_moniter.py 這個文件爲主程序,主要執行調用上面的函數,讀取txt文件中的網站清單,若是網站打不開就發郵件出來告警
須要注意:一、把xxxx@xxxx.com改爲你本身的郵箱,
二、把文件路徑改爲本身的真實路徑
#!/usr/bin/python #-*- coding:utf-8 -*- import pycurl import os import sys import linecache import time #引入事件類,用來獲取系統當前時間 #from ceshi import Student from Email import Email_send from Curl import Curl #bart = Student('mafei',59) #bart.print_score() def script(urls,type): msgTo = 'xxxx@xxxx.com' now_time=time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) j=1 # data2=[{'aa':'aa'}] for url_split in urls: #print(url_split) url_1=url_split.split('---') url=url_1[1] recovery_title = "監控通知----%s url:%s" % (url_1[0], url) + "在" + time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) + "已經恢復" down_title = "監控通知----%s url:%s" % (url_1[0], url) + "在" + time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) + "沒法打開" #print('~~~~~~~~~~~~~~~~~~~') #print(url) #引用爬去網站的類,調用結果 url_result = Curl(url) c = url_result.Curl_site() try: c.perform() code = str(c.getinfo(c.HTTP_CODE)) print(code+'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa') except Exception as e: print('--------錯誤信息:--------',e) #indexfile.close() #c.close() code = str(c.getinfo(c.HTTP_CODE)) # print(code+'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa') filename = '%s-%s.txt' % (url_1[0], time.strftime("%Y-%m-%d", time.localtime(time.time()))) #判斷若是在網站沒法打開的狀況下 if code == '0' or code=='400' or code=='500' or code=='404': resolveTime = 0 Connection_Time = 0 Transfer_Total_Time = 0 Total_Time = 0 # print('爲000000000000000000000000000000000000000000') data3 = '網站:%s沒法打開%s' % (url_1[0], url) # indexfile.close() # c.close() #判斷網站若是掛了就發郵件 stat3 = Email_send(msgTo, data3, down_title) resole=stat3.sendEmail() print(resole) print(data3 + '郵件已經發送') else: #resolveTime = str(c.getinfo(c.NAMELOOKUP_TIME) * 1000) + " ms" # Connection_Time=str(float(c.getinfo(c.CONNECT_TIME)*1000-c.getinfo(c.NAMELOOKUP_TIME)*1000))+" ms" #Connection_Time = str(c.getinfo(c.CONNECT_TIME) * 1000 - c.getinfo(c.NAMELOOKUP_TIME) * 1000) + " ms" # Connection_Time=round(float(Connection_Time)) #Transfer_Total_Time = str(c.getinfo(c.TOTAL_TIME) * 1000 - c.getinfo(c.PRETRANSFER_TIME) * 1000) + " ms" #Total_Time = str(c.getinfo(c.TOTAL_TIME) * 1000) + " ms" # data2=data # data={'url':url,'HTTP CODE':code,'resolveTime':resolveTime,'Connection_Time':Connection_Time,'Transfer_Total_Time':Transfer_Total_Time,'Total_Time':Total_Time} print('網站能夠正常打開') #f = open(filename, 'a',encoding='utf-8') file_exit=os.path.exists(filename) #print(file_exit) #判斷這個日誌文件存不存在 if(file_exit): #讀取文件最後一行,爲了讀取出來最後一次的狀態值 file = open(filename, 'r',encoding='utf-8') linecount = len(file.readlines()) data = linecache.getline(filename, linecount) file.close if data == '': print('這是'+data+'爲空的數據') else: print('其餘信息%s'%(data)) explode = data.split('----') #判斷若是讀取出來的值,最後一次是異常的狀況就告警 if explode[3]=='0\n' or explode[3]=='400\n' or explode[3]=='500' or explode[3]=='404': data3 = '網站:%s在%s已經恢復%s' % (url_1[0], now_time,url) stat3 = Email_send(msgTo, data3, recovery_title) resole = stat3.sendEmail() print(resole) print(data3 + '郵件已經發送') else: print('最後一次記錄爲其餘值:%s'%(explode[3])+'-----') else: print('文件不存在') data2 = '\n' + url_1[0] + '----' + url + '-----' + time.strftime("%H:%M:%S", time.localtime(time.time())) + '-------' + code print('data2數據寫入成功:' + data2) file = open(filename, 'a', encoding='utf-8') file.write(data2) file.close # bart = Student(data2,59) # bart.print_score() if __name__ == "__main__": type = "監控通知-測試" + time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time())) data1=['公司門戶---www.luoan.com.cn','公司平臺---yun.luoan.com.cn'] #script(data1,type) #中心層面的網站清單 file=open('D:\python\site_moniter\zhongxin.txt') data2=[] while 1: line2 =file.readline() print(line2) if not line2: break data2.append(line2[0:-1]) #data2=['www.luoan.com.cn','yun.luoan.com.cn','www.qq.com'] print(data2) title="監控通知-中心"+ time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) script(data2,title)