现状
公司有使用日志易，对应用层监控，并实现了大屏告警。
同时也能够查询到相关的日志记录
相关的日志易查询语句如下：
#总量logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` | stats count() as TotalCount#错误数(大于500）logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` AND Nginx.status:5?? | stats count() as cnt#平均时长logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats avg(Nginx.request_time) as avg_request_time | eval avg_request_time=if( avg_request_time==null,0,format("%.3f",avg_request_time))#独立访客logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND Nginx.domainname:* AND NOT (Nginx.domainname:""OR Nginx.domainname"-"OR tag:api) | where len(Nginx.domainname)<=11 | stats dc(Nginx.domainname) as cnt#最大响应时长logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats max(Nginx.request_time) as max_request_time | eval max_request_time=if( max_request_time==null,0,format("%.3f",max_request_time))#最小响应时长logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats min(Nginx.request_time) as min_request_time | eval min_request_time=if( min_request_time==null,0,format("%.3f",min_request_time))#错误数（4？？）logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` AND (Nginx.status:>401AND Nginx.status:<500) | stats count() as cnt
但是现在比较操蛋的是，日志易因为种种原因，不能开放给我们使用，我们只有查看制度权限，只能看到图表，搜索到日志，但是没有告警发送，邮件汇总等信息，十分不方便。现在想用python爬取日志易的信息，通过邮件发送，同时发送钉钉告警
思路
1、通过python的request模块，调取日志易的API，形成表格，通过邮件发送报表
2、通过python读取日志易API，查询到5XX错误，通过钉钉发送告警
3、通过python直接请求接口，返回5XX错误，通过钉钉发送告警
邮件报表发送
配置文件
记录了邮件地址，日志易密码，接口url等信息
config.py
#日志易的域标识，就是iduri="http://10.136.1.88:8080/v1/"token="7a84d69cfa25b056ba9ff15fee5f32d2"#账户username="xxxxx"#密码passwd="xxxxx"#系统名"""应用模块 智能工单 sharedWorkOrder移动门户 mbworkordertest会议室预定 WSS\/meeting打印归档 archivesManager移动入职 newEmployeeEntry小助手 sharedHelper工资单咨询 mbSharedOrderPortal\/user?type=payrollCounseling工资单重发 mbSharedOrderPortal\/user?type=payrollReissue行政报修0 mbSharedOrderPortal\/user?type=adminFacilityRepairs员工信息变更 mbSharedOrderPortal\/user?type=empMsgUpdate移动端我的订单 mbSharedOrderPortal\/user?type=myOrder新员工入职系统 Default\/NewEmployeelogin数据平台生产地址 离职管理 employeeResign模板管理 templateManager台账 ledgerManageriam iam消息平台 msgServicegetFileArchiveStatus异常 访问脚本 总量 logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` | stats count() as TotalCount错误数(大于500） logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` AND NOT ( Nginx.status:2?? OR Nginx.status:3?? OR Nginx.status:1??) | stats count() as cnt平均时长 logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats avg(Nginx.request_time) as avg_request_time | eval avg_request_time=if( avg_request_time==null,0,format("%.3f",avg_request_time))独立访客 logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND Nginx.domainname:* AND NOT (Nginx.domainname:"" OR Nginx.domainname"-" OR tag:api) | where len(Nginx.domainname)<=11 | stats dc(Nginx.domainname) as cnt最大响应时长 logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats max(Nginx.request_time) as max_request_time | eval max_request_time=if( max_request_time==null,0,format("%.3f",max_request_time))最小相应时长 logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats min(Nginx.request_time) as min_request_time | eval min_request_time=if( min_request_time==null,0,format("%.3f",min_request_time))错误数（4？？） logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` AND (Nginx.status:>401 AND Nginx.status:<500) | stats count() as cnt"""SysNameList={"智能工单":"sharedWorkOrder","移动门户":"mbworkordertest","会议室预定":"WSS\/meeting","打印归档":"archivesManager","移动入职":"newEmployeeEntry","小助手":"sharedHelper","工资单查询":"mbSharedOrderPortal\/user?type=payrollCounseling","工资单重发":"mbSharedOrderPortal\/user?type=payrollReissue","行政报修":"mbSharedOrderPortal\/user?type=adminFacilityRepairs","员工信息变更":"mbSharedOrderPortal\/user?type=empMsgUpdate","移动端我的订单":"mbSharedOrderPortal\/user?type=myOrder","新员工入职":"Default\/NewEmployeelogin","离职管理":"employeeResign","模板管理":"templateManager","台账":"ledgerManager","IAM":"am","消息平台":"msgService","newEmployeeUtil":"newEmployeeUtil","ledgerManager":"ledgerManager","customerService":"customerService","psaDataUtil":"psaDataUtil","account":"account","sla":"sla","mbworkorder":"mbworkorder","messageService":"messageService",}#邮箱配置host_server = 'xxxxx'port='465'sender = 'xxxxxx' pwd = 'xxxxx1' #邮箱密码receiver = ['xxxxxxxx',]
脚本主程序
main.py，定时每天早上9：30执行
import requestsimport configimport jsonimport loggingimport osimport sysimport refrom datetime import datetimeimport timeimport pandas as pdimport openpyxlfrom openpyxl.styles import Font,Colorimport smtplib, sslfrom email.mime.text import MIMEText #邮件正文from email.mime.multipart import MIMEMultipart #邮件主体from email.header import Header #邮件头，标题、收件人等from email.mime.text import MIMETextfrom email.mime.multipart import MIMEMultipartfrom email.mime.base import MIMEBasefrom email import encoders#查询日志易API#增加表格样式标记#version 2.0#yangchao"""获取信息1、获取总量2、错误数（大于500）3、平均时长4、独立访客5、最大相应时长6、最小相应时长7、错误数（4？？）"""#配置日志abspath=os.path.abspath(sys.argv[0])current_path=os.path.dirname(abspath)logging.basicConfig(filename=current_path+'/info.log',encoding='utf-8',level=logging.INFO,format='%(asctime)s - %(levelname)s - %(message)s')#格式化时间time_now=datetime.now()format_date=time_now.strftime("%Y-%m-%d")classGet_Api():""" 获取api信息 """def__init__(self) -> None:""" 初始化信息 """ self.uri=config.uri self.token=config.token self.username=config.username self.passwd=config.passwd self.url=str(self.uri+self.token+"/"+self.username+"/spl/search")#请求头 self.header={'Content-Type': 'application/json'}#Http的base认证 self.auth=requests.auth.HTTPBasicAuth(self.username,self.passwd)#基本查询参数#任务名 self.task_name={"task_name":"my_search"}#时间范围，一天前 self.time_range={"time_range":"-1d,now"}#从首页显示 self.page={"page":0}#分类 self.category={"category":"search"}#查询语句 self.query={"query":""}#构建查询参数字典 self.params={} self.params.update(self.task_name) self.params.update(self.page) self.params.update(self.category) self.params.update(self.time_range)#base认证 self.credentials=requests.auth.HTTPBasicAuth(self.username,self.passwd)defGetTotal(self,sysname:str)->int:""" 获取总量 sysname:系统名 """ sql="logtype:Nginx AND Nginx.url:\/" +sysname+ "* AND NOT `JS_CSS_JPG_FONT` | stats count() as cnt" self.query["query"]=sql self.params.update(self.query)try: respson=requests.get(self.url,params=self.params,auth=self.credentials,headers=self.header)# respson=requests.get(query_url,auth=credentials,headers=self.header) content=respson.textif respson.status_code ==200and"error_code"notin content: logging.info("查询总量成功")elif respson.status_code !=200and"error_code"in content: logging.error("查询总量失败%s:",content)else: logging.error("查询总量失败%s:",content)except Exception as e: logging.error("查询总量失败%s：",e)raise Exception("查询总量失败%s：",e) content_dict=json.loads(content)#pprint.pprint(content_dict)try: cnt=content_dict["result"]["sheets"]["rows"][0]["cnt"] print(cnt)except Exception as e: logging.error("转换查询总量失败：%s",e)raise Exception("转换查询总量失败：%s",e) info=sysname+":"+str(cnt) logging.info("转换查询总量成功:%s",info)return int(cnt)defGetErr5xx(self,sysname:str)->int:""" 获取错误数大于500 计算错误占比 sysname:系统名 """ sql="logtype:Nginx AND Nginx.url:\/" +sysname+"* AND NOT `JS_CSS_JPG_FONT` AND Nginx.status:5?? | stats count() as cnt" self.query["query"]=sql self.params.update(self.query)try: respson=requests.get(self.url,params=self.params,auth=self.credentials,headers=self.header) content=respson.textif respson.status_code ==200and"error_code"notin content: logging.info("查询5xx成功")elif respson.status_code !=200and"error_code"in content: logging.error("查询5XX失败%s:",content)else: logging.error("查询5XX失败%s:",content)except Exception as e: logging.error("查询5XX失败%s：",e)raise Exception("查询5XX失败%s：",e) content_dict=json.loads(content)#pprint.pprint(content_dict)try: cnt=content_dict["result"]["sheets"]["rows"][0]["cnt"] print(cnt)except Exception as e: logging.error("转换查询5XX失败：%s",e)raise Exception("转换查询5XX失败：%s",e) info=sysname+":"+str(cnt) logging.info("转换查询5XX成功:%s",info)return int(cnt)defGetAvgResp(self,sysname:str)->float:""" 获取平均相应时长 sysname:系统名 """ sql="logtype:Nginx AND Nginx.url:\/"+sysname+'* NOT `JS_CSS_JPG_FONT` | stats avg(Nginx.request_time) as avg_request_time | eval avg_request_time=if( avg_request_time==null,0,format("%.3f",avg_request_time))' self.query["query"]=sql self.params.update(self.query)try: respson=requests.get(self.url,params=self.params,auth=self.credentials,headers=self.header) content=respson.textif respson.status_code ==200and"error_code"notin content: logging.info("查询平均时长成功")elif respson.status_code !=200and"error_code"in content: logging.error("查询平均时长失败%s:",content)else: logging.error("查询平均时长失败%s:",content)except Exception as e: logging.error("查询平均时长失败%s：",e)raise Exception("查询平均时长失败%s：",e) content_dict=json.loads(content)#pprint.pprint(content_dict)try: cnt=content_dict["result"]["sheets"]["rows"][0]["avg_request_time"] print(cnt)except Exception as e: logging.error("转换查询平均时长失败：%s",e)raise Exception("转换查询平均时长失败：%s",e) info=sysname+":"+str(cnt) logging.info("转换查询平均时长成功:%s",info)return float(cnt)defGetPv(self,sysname:str)->int:""" 获取独立访问数 sysname:系统名 """ sql="logtype:Nginx AND Nginx.url:\/"+sysname+'* AND Nginx.domainname:* AND NOT (Nginx.domainname:"" OR Nginx.domainname"-" OR tag:api) | where len(Nginx.domainname)<=11 | stats dc(Nginx.domainname) as cnt' self.query["query"]=sql self.params.update(self.query)try: respson=requests.get(self.url,params=self.params,auth=self.credentials,headers=self.header) content=respson.textif respson.status_code ==200and"error_code"notin content: logging.info("查询pv成功")elif respson.status_code !=200and"error_code"in content: logging.error("查询pv失败%s:",content)else: logging.error("查询pv失败%s:",content)except Exception as e: logging.error("查询pv失败%s：",e)raise Exception("查询pv失败%s：",e) content_dict=json.loads(content)#pprint.pprint(content_dict)try: cnt=content_dict["result"]["sheets"]["rows"][0]["cnt"] print(cnt)except Exception as e: logging.error("转换查询pv失败：%s",e)raise Exception("转换查询pv失败：%s",e) info=sysname+":"+str(cnt) logging.info("转换查询pv成功:%s",info)return int(cnt)defGetMaxResp(self,sysname:str)->float:""" 获取最大相应时长 sysname:系统名 """ sql="logtype:Nginx AND Nginx.url:\/"+sysname+'* NOT `JS_CSS_JPG_FONT` | stats max(Nginx.request_time) as max_request_time | eval max_request_time=if( max_request_time==null,0,format("%.3f",max_request_time))' self.query["query"]=sql self.params.update(self.query)try: respson=requests.get(self.url,params=self.params,auth=self.credentials,headers=self.header) content=respson.textif respson.status_code ==200and"error_code"notin content: logging.info("查询最大时长成功")elif respson.status_code !=200and"error_code"in content: logging.error("查询最大时长失败%s:",content)else: logging.error("查询最大时长失败%s:",content)except Exception as e: logging.error("查询最大时长失败%s：",e)raise Exception("查询最大时长失败%s：",e) content_dict=json.loads(content)#pprint.pprint(content_dict)try: cnt=content_dict["result"]["sheets"]["rows"][0]["max_request_time"] print(cnt)except Exception as e: logging.error("转换查询最大时长失败：%s",e)raise Exception("转换查询最大时长失败：%s",e) info=sysname+":"+str(cnt) logging.info("转换查询最大时长成功:%s",info)return float(cnt)defGetMinResp(self,sysname:str)->float:""" 获取最小相应时长 sysname:系统名 """ sql="logtype:Nginx AND Nginx.url:\/"+sysname+'* NOT `JS_CSS_JPG_FONT` | stats min(Nginx.request_time) as min_request_time | eval min_request_time=if( min_request_time==null,0,format("%.3f",min_request_time))' self.query["query"]=sql self.params.update(self.query)try: respson=requests.get(self.url,params=self.params,auth=self.credentials,headers=self.header) content=respson.textif respson.status_code ==200and"error_code"notin content: logging.info("查询最小时长成功")elif respson.status_code !=200and"error_code"in content: logging.error("查询最小时长失败%s:",content)else: logging.error("查询最小时长失败%s:",content)except Exception as e: logging.error("查询最小时长失败%s：",e)raise Exception("查询最小时长失败%s：",e) content_dict=json.loads(content)#pprint.pprint(content_dict)try: cnt=content_dict["result"]["sheets"]["rows"][0]["min_request_time"] print(cnt)except Exception as e: logging.error("转换查询最小时长失败：%s",e)raise Exception("转换查询最小时长失败：%s",e) info=sysname+":"+str(cnt) logging.info("转换查询最小时长成功:%s",info)return float(cnt)defGetErr4xx(self,sysname:str)->int:""" 获取最大相应时长 sysname:系统名 """ sql="logtype:Nginx AND Nginx.url:\/"+sysname+'* AND NOT `JS_CSS_JPG_FONT` AND (Nginx.status:>401 AND Nginx.status:<500) | stats count() as cnt' self.query["query"]=sql self.params.update(self.query)try: respson=requests.get(self.url,params=self.params,auth=self.credentials,headers=self.header) content=respson.textif respson.status_code ==200and"error_code"notin content: logging.info("查询4xx成功")elif respson.status_code !=200and"error_code"in content: logging.error("查询4XX失败%s:",content)else: logging.error("查询4XX失败%s:",content)except Exception as e: logging.error("查询4XX失败%s：",e)raise Exception("查询4XX失败%s：",e) content_dict=json.loads(content)#pprint.pprint(content_dict)try: cnt=content_dict["result"]["sheets"]["rows"][0]["cnt"] print(cnt)except Exception as e: logging.error("转换查询4XX失败：%s",e)raise Exception("转换查询4XX失败：%s",e) info=sysname+":"+str(cnt) logging.info("转换查询4XX成功:%s",info)return int(cnt)classProcess_Msg():""" 1、转换字典为表格 2、转换字典为html 3、通过邮件发送html格式邮件和表格 4、数值计算 """passdef__init__(self,host_server,port,sender,pwd,receiver) -> None:#self.excel=None self.html=None self.new_html=None self.host_server=host_server self.port=port self.sender=sender self.pwd=pwd self.receiver=receiver self.file=Nonedefprocess_msg(self,data1:dict,data2:dict,data3:dict,data4:dict,data5:dict,data6:dict,data7:dict,data8:dict,data9:dict,data10:dict):""" 转换为表格 """ data_dict={}try: data_dict["二级系统"]=data1 data_dict["请求数"]=data2 data_dict["平均响应时间"]=data3 data_dict["最大响应时间"]=data4 data_dict["最小响应时间"]=data5 data_dict["用户数"]=data6 data_dict["请求错误数（大于500）"]=data7 data_dict["错误占比（500）"]=data8 data_dict["请求错误数（大于401）"]=data9 data_dict["错误占比（大于401）"]=data10 df=pd.DataFrame.from_dict(data_dict,orient='index') #把字典转换为dict df=df.T #行列转换 self.file=str(current_path+"/report"+format_date+".xlsx")#self.file=str(".report"+format_date+".xlsx")#self.html=str("report"+format_date+".html") self.html=str(current_path+"/report"+format_date+".html")if os.path.exists(self.file): os.remove(self.file)with pd.ExcelWriter(self.file,engine="openpyxl") as w: #写入excel表格 df.to_excel(w,sheet_name="一天统计",index="SN") #保存到sheet#df.to_excel(self.excel,sheet_name="一天统计",index="SN") df.to_html(self.html,index=False)#self.html=df.to_html(index=False)#self.html=re.sub('\n+','',self.html)except Exception as e: logging.error("转换数据失败%s",e)raise Exception("数据转换失败%s",e)if self.file or self.html: logging.info("转换数据成功,生成excel和html！")return self.file,self.htmldefchange_color(self) ->None:#标记表格颜色 wb=openpyxl.load_workbook(self.file) wbsheet=wb["一天统计"]for row in wbsheet.iter_rows(min_row=2,max_row=wbsheet.max_row,min_col=4,max_col=4):for cell in row:if float(cell.value) >= 3.000: cell.font= Font(color=Color(rgb="FF0000"))for row in wbsheet.iter_rows(min_row=2,max_row=wbsheet.max_row,min_col=5,max_col=5):for cell in row:if float(cell.value) >= 3.000: cell.font= Font(color=Color(rgb="FF0000"))for row in wbsheet.iter_rows(min_row=2,max_row=wbsheet.max_row,min_col=9,max_col=9):for cell in row:if type(cell.value)==str: value=float(cell.value.strip("%"))if value >=10.000: cell.font= Font(color=Color(rgb="FF0000")) else: value=float(cell.value)if value >=10.000: cell.font=Font(color=Color(rgb="FF0000"))for row in wbsheet.iter_rows(min_row=2,max_row=wbsheet.max_row,min_col=11,max_col=11):for cell in row:if type(value)==str: value=float(cell.value.strip("%"))if value >=10.000: cell.font= Font(color=Color(rgb="FFFF00"))else: value=float(value)if value >=10.000: cell.font= Font(color=Color(rgb="FFFF00")) wb.save(filename=self.file)#改变html样式 self.new_html=str(current_path+"/report-"+format_date+".html") result_list=[]with open (self.html,"r",encoding="utf-8") as f: lines=f.readlines()for line in lines:if"<td>"in line: metric=(str(line.strip()).lstrip("<td>")).rstrip("</td>")if"."in metric:if"%"notin metric:if float(metric) >= 3.000: newline='<td style="background-color:rgb(255,0,0)">'+metric+'</td>\n' result_list.append(newline)else: result_list.append(line)elif"%"in metric: metric=metric.strip('%')if float(metric) >= 10.000: newline='<td style="background-color:rgb(255,0,0)">'+metric+'%</td>\n' result_list.append(newline)else: result_list.append(line)else: result_list.append(line)else: result_list.append(line)else: result_list.append(line)#删除旧的htmlif os.path.exists(self.html): os.remove(self.html)with open(self.new_html,"w",encoding="utf-8") as file:for line in result_list: file.write(line)defsend_msg(self)->None:""" 通过邮件发送报表 """with open(self.new_html,"r",encoding="utf-8") as f : html_content=f.read() mail_content="<h1>昨天报表情况</h1><p>以下是报表信息</p>"+html_content+"<p>详细见附件</p>"\ +"<h2>模块信息</h2>"\ +"<p>智能工单 sharedWorkOrder </p>"\ +"<p>移动门户 mbworkordertest </p>"\ +"<p>会议室预定 WSS\/meeting </p>"\ +"<p>打印归档 archivesManager </p>"\ +"<p>移动入职 newEmployeeEntry </p>"\ +"<p>小助手 sharedHelper </p>"\ +"<p>工资单咨询 mbSharedOrderPortal\/user?type=payrollCounseling </p>"\ +"<p>工资单重发 mbSharedOrderPortal\/user?type=payrollReissue </p>"\ +"<p>行政报修0 mbSharedOrderPortal\/user?type=adminFacilityRepairs </p>"\ +"<p>员工信息变更 mbSharedOrderPortal\/user?type=empMsgUpdate </p>"\ +"<p>移动端我的订单 mbSharedOrderPortal\/user?type=myOrder </p>"\ +"<p>新员工入职系统 Default\/NewEmployeelogin </p>"\ +"<p>离职管理 employeeResign </p>"\ +"<p>模板管理 templateManager </p>"\ +"<p>台账 ledgerManager </p>"\ +"<p>iam iam </p>"\ +"<p>消息平台 msgService </p>"\ +"<p>newEmployeeUtil newEmployeeUtil </p>"\ +"<p>ledgerManager ledgerManager </p>"\ +"<p>customerService customerService </p>"\ +"<p>psaDataUtil psaDataUtil </p>"\ +"<p>账单 account </p>"\ +"<p>工单 sla </p>"\ +"<p>模板 mbworkorder </p>"\ +"<p>messageService messageService </p>"\ +"<h2>查询语句</h2>"\ +"<h3>总量</h3>"\ +'<p>logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` | stats count() as TotalCount</p>'\ +'<h3>错误数(大于500）</h3>'\ +'<p>logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` AND Nginx.status:5?? | stats count() as cnt</p>'\ +'<h3>平均时长</h3>' \ +'<p>logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats avg(Nginx.request_time) as avg_request_time | eval avg_request_time=if( avg_request_time==null,0,format("%.3f",avg_request_time))</p>'\ +'<h3>独立访客</h3>'\ +'<p>logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND Nginx.domainname:* AND NOT (Nginx.domainname:"" OR Nginx.domainname"-" OR tag:api) | where len(Nginx.domainname)<=11 | stats dc(Nginx.domainname) as cnt</p>'\ +'<h3>最大响应时长</h3>'\ +'<p>logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats max(Nginx.request_time) as max_request_time | eval max_request_time=if( max_request_time==null,0,format("%.3f",max_request_time))</p>'\ +'<h3>最小响应时长</h3>'\ +'<p>logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats min(Nginx.request_time) as min_request_time | eval min_request_time=if( min_request_time==null,0,format("%.3f",min_request_time))</p>'\ +'<h3>错误数（4？？）</h3>'\ +'<p>logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` AND (Nginx.status:>401 AND Nginx.status:<500) | stats count() as cnt'\ +'<p>请登录日志易平台详细查询http://10.136.1.88/auth/login/?SessionExpired=true&RefererUrl=%2Fdashboard%2F56%2F105%2F</p>' mail_title="日志易站点可用性自动化报表发送"#发送多个收件人 msg=MIMEMultipart() msg["From"]=self.sender msg["To"]=','.join(self.receiver) msg["Subject"]=mail_title#添加邮件内容 msg.attach(MIMEText(mail_content,'html','utf-8'))#添加邮件附件 send_file=open(self.file,'rb') part = MIMEBase('application', 'octet-stream') part.set_payload(send_file.read()) encoders.encode_base64(part) part.add_header('Content-Disposition', "attachment; filename= %s" % self.file) msg.attach(part) send_file.close()#建立连接并发送邮件try:""" with smtplib.SMTP(self.host_server,self.port) as server: server.starttls() server.login(self.sender,self.pwd) server.send_message(msg) """ server=smtplib.SMTP_SSL(self.host_server,self.port) server.login(self.sender,self.pwd) server.sendmail(self.sender,self.receiver,msg.as_string()) server.quit()except Exception as e:if e: logging.error("邮件发送失败:%s",e)raise Exception("邮件发送失败%s:",e) logging.info("邮件发送成功")#删除文件if os.path.exists(self.new_html): os.remove(self.new_html)if os.path.exists(self.file): os.remove(self.file)if __name__=="__main__": start_time=time.time()#总量列表 TotalList=[]#错误数大于500 Err5xxList=[]#平均时长 AvgRespList=[]#独立访问 PvList=[]#最大响应时长 MaxRespList=[]#最小响应时长 MinRespList=[]#错误数4XX Err4xxList=[]#错误占比5XX Err5xxRateList=[]#错误占比4XX Err4xxRateList=[]#系统名称 SysNameList=[] GetApi=Get_Api() logging.info("程序开始运行%s",format_date)#循环字典，读取所有系统指标for name,sysname in config.SysNameList.items(): Total=(GetApi.GetTotal(sysname))if Total==0: TotalList.append(0) Err5xxRateList.append(0) Err4xxRateList.append(0) Err5xxList.append(0) Err4xxList.append(0)elif Total !=0: Err5xx=(GetApi.GetErr5xx(sysname)) Err4xx=(GetApi.GetErr4xx(sysname))try:#计算5xx错误占比 Err5xxRate="{:.3f}".format((Err5xx/Total)*100) Err5xxRate=Err5xxRate+"%"except Exception as e: logging.error("转换查询5XX占比失败：%s",e)raise Exception("转换查询5XX占比失败：%s",e) logging.info("转换查询5XX占比成功：%s：%s",sysname,Err5xxRate)#计算4xx错误占比try: Err4xxRate="{:.3f}".format((Err4xx/Total)*100) Err4xxRate=Err4xxRate+"%"except Exception as e: logging.error("转换查询5XX占比失败：%s",e)raise Exception("转换查询5XX占比失败：%s",e) logging.info("转换查询4XX占比成功：%s:%s",sysname,Err4xxRate) TotalList.append(Total) Err5xxRateList.append(Err5xxRate) Err4xxRateList.append(Err4xxRate) Err5xxList.append(Err5xx) Err4xxList.append(Err4xx) AvgRespList.append(GetApi.GetAvgResp(sysname=sysname)) PvList.append(GetApi.GetPv(sysname)) MaxRespList.append(GetApi.GetMaxResp(sysname)) MinRespList.append(GetApi.GetMinResp(sysname)) SysNameList.append(name) ProcessMsg=Process_Msg(host_server=config.host_server, port=config.port, sender=config.sender, pwd=config.pwd, receiver=config.receiver, ) ProcessMsg.process_msg(data1=SysNameList,data2=TotalList,data3=AvgRespList, data4=MaxRespList,data5=MinRespList,data6=PvList,data7=Err5xxList, data8=Err5xxRateList,data9=Err4xxList,data10=Err4xxRateList, ) ProcessMsg.change_color() ProcessMsg.send_msg() end_time=time.time() logging.info("程序结束运行，共耗时%s秒",str(end_time-start_time))
使用效果

钉钉告警
配置文件
#日志易的域标识，就是idrizhiyi_uri="http://10.136.1.88:8080/v1/"rizhiyi_token="7a84d69cfa25b056ba9ff15fee5f32d2"#账户rizhiyi_username="xxxxxx"#密码rizhiyi_passwd="xxxxxx"#系统名"""应用模块 智能工单 sharedWorkOrder移动门户 mbworkordertest会议室预定 WSS\/meeting打印归档 archivesManager移动入职 newEmployeeEntry小助手 sharedHelper工资单咨询 mbSharedOrderPortal\/user?type=payrollCounseling工资单重发 mbSharedOrderPortal\/user?type=payrollReissue行政报修0 mbSharedOrderPortal\/user?type=adminFacilityRepairs员工信息变更 mbSharedOrderPortal\/user?type=empMsgUpdate移动端我的订单 mbSharedOrderPortal\/user?type=myOrder新员工入职系统 Default\/NewEmployeelogin数据平台生产地址 离职管理 employeeResign模板管理 templateManager台账 ledgerManageriam iam消息平台 msgServicegetFileArchiveStatus异常 访问脚本 总量 logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` | stats count() as TotalCount错误数(大于500） logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` AND NOT ( Nginx.status:2?? OR Nginx.status:3?? OR Nginx.status:1??) | stats count() as cnt平均时长 logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats avg(Nginx.request_time) as avg_request_time | eval avg_request_time=if( avg_request_time==null,0,format("%.3f",avg_request_time))独立访客 logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND Nginx.domainname:* AND NOT (Nginx.domainname:"" OR Nginx.domainname"-" OR tag:api) | where len(Nginx.domainname)<=11 | stats dc(Nginx.domainname) as cnt最大响应时长 logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats max(Nginx.request_time) as max_request_time | eval max_request_time=if( max_request_time==null,0,format("%.3f",max_request_time))最小相应时长 logtype:Nginx AND Nginx.url:\/$SubMenuName$* NOT `JS_CSS_JPG_FONT` | stats min(Nginx.request_time) as min_request_time | eval min_request_time=if( min_request_time==null,0,format("%.3f",min_request_time))错误数（4？？） logtype:Nginx AND Nginx.url:\/$SubMenuName$* AND NOT `JS_CSS_JPG_FONT` AND (Nginx.status:>401 AND Nginx.status:<500) | stats count() as cnt"""SysNameList={#"智能工单":"sharedWorkOrder","移动门户":"mbworkordertest","会议室预定":"WSS\/meeting","打印归档":"archivesManager","移动入职":"newEmployeeEntry","小助手":"sharedHelper","工资单查询":"mbSharedOrderPortal\/user?type=payrollCounseling","工资单重发":"mbSharedOrderPortal\/user?type=payrollReissue","行政报修":"mbSharedOrderPortal\/user?type=adminFacilityRepairs","员工信息变更":"mbSharedOrderPortal\/user?type=empMsgUpdate","移动端我的订单":"mbSharedOrderPortal\/user?type=myOrder","新员工入职":"Default\/NewEmployeelogin","离职管理":"employeeResign","模板管理":"templateManager","台账":"ledgerManager","IAM":"am","消息平台":"msgService","newEmployeeUtil":"newEmployeeUtil","customerService":"customerService","psaDataUtil":"psaDataUtil","account":"account","sla":"sla","mbworkorder":"mbworkorder","messageService":"messageService","法大大offer":"fdd-off","法大大入职":"fdd-entry"}#邮箱配置mail_host_server = 'xxxxxx'mail_port='465'mail_sender = 'xxxxx' mail_pwd = 'xxxxx' #邮箱密码mail_receiver = ['xxxxxx,]#接口字典#只用用curl命令检查api接口路径api_interface_dict={"account_login":"https://ipsapro.isoftstone.com/account/apiAccount/security/login", #账单"sla_login":"https://ipsapro.isoftstone.com/sla/security/login", #工单"sharedWorkOrder":"https://ipsapro.isoftstone.com/sharedWorkOrder/order/order_add", #智能工单"archivesManage":"https://ipsapro.isoftstone.com/archivesManager/archivesManager/api", #打印归档"newEmployeeEntry":"http://i.isoftstone.com/newEmployeeEntry/api", #移动入职"mbSharedOrderPortal\/user?type=payrollCounseling":"http://i.isoftstone.com/sidc/mbSharedOrderPortal/user?type=payrollCounseling", #工资单查询"mbSharedOrderPortal\/user?type=payrollReissue":"http://i.isoftstone.com/sidc/mbSharedOrderPortal/user?type=payrollReissue", #工资单重发"mbSharedOrderPortal\/user?type=adminFacilityRepairs":"http://i.isoftstone.com/sidc/mbSharedOrderPortal/mbSharedOrderPortal/user?type=adminFacilityRepairs", #行政保修"mbSharedOrderPortal\/user?type=empMsgUpdate":"http://i.isoftstone.com/sidc/mbSharedOrderPortal/user?type=empMsgUpdate" ,#员工信息变更"mbSharedOrderPortal\/user?type=myOrder":"http://i.isoftstone.com/sidc/mbSharedOrderPortal/user?type=myOrder",#移动端我的订单"employeeResign":"http://i.isoftstone.com/employeeResign/api",#离职管理"ledgerManager":"https://ipsapro.isoftstone.com/ledgerManager/api",#台账管理"msgService":"https://ipsapro.isoftstone.com/msgService/api",#消息平台"ledgerManager":"https://ipsapro.isoftstone.com/ledgerManager/api", }##账单系统接口#account_login="https://ipsapro.isoftstone.com/account/apiAccount/security/login"#account_loginPwd= "xxxxxx"#account_userName= "admin"#account_sendOrderUrl="https://ipsapro.isoftstone.com/account/apiAccount/anonymousWeb/synchronizeOrder"#account_sendWorkOrderUrl="https://ipsapro.isoftstone.com/account/apiAccount/anonymousWeb/synchronizeOrderWorker"#account_sendWorkOrderInputIUrl="https://ipsapro.isoftstone.com/account/apiAccount/anonymousWeb/synchronizeOrderWorkerInputInfoaccount"##工单系统接口#sla_loginPwd= "xxxxxx"#sla_userName= "admin"#sla_login="https://ipsapro.isoftstone.com/sla/security/login"#sla_sendCreateOrderUrl="https://ipsapro.isoftstone.com/sla/slaAnonymousWeb/synchronizeOrder"#sla_sendCreateWorkOrderUrl="https://ipsapro.isoftstone.com/sla/slaAnonymousWeb/synchronizeOrderWorker"#sla_sendChangeStatusOrderUrl="https://ipsapro.isoftstone.com/sla/slaAnonymousWeb/synchronizeOrderStatusChange"#sla_sendChangeStatusWorkOrderUrl="https://ipsapro.isoftstone.com/sla/slaAnonymousWeb/synchronizeOrderWorkerStatusChange"#sla_orderChangeUrl="https://ipsapro.isoftstone.com/sla/slaAnonymousWeb/synchronizeOrderDeadlineDateChange"#钉钉接口，发送告警用dingding_token="https:/xxxxxxxxxxxxx"
脚本主程序
 main.py,定时执行，每周一-周五执行，每隔10分钟执行
#获取日志易信息，统计查询大于500的错误，发送钉钉#直接使用curl命令调用接口，大于500，发送钉钉import subprocessimport requestsimport configimport jsonimport loggingimport osimport sysimport refrom datetime import datetimeimport timeimport pandas as pdimport openpyxlfrom openpyxl.styles import Font,Colorimport smtplib, sslfrom email.mime.text import MIMEText #邮件正文from email.mime.multipart import MIMEMultipart #邮件主体from email.header import Header #邮件头，标题、收件人等from email.mime.text import MIMETextfrom email.mime.multipart import MIMEMultipartfrom email.mime.base import MIMEBasefrom email import encoders#查询日志易API#增加表格样式标记#version 2.0#yangchao"""获取信息1、获取总量2、错误数（大于500）3、平均时长4、独立访客5、最大相应时长6、最小相应时长7、错误数（4？？）"""#配置日志abspath=os.path.abspath(sys.argv[0])current_path=os.path.dirname(abspath)logging.basicConfig(filename=current_path+'/info.log',encoding='utf-8',level=logging.INFO,format='%(asctime)s - %(levelname)s - %(message)s')#格式化时间time_now=datetime.now()format_date=time_now.strftime("%Y-%m-%d")classRiZhiYi_Api():""" 通过日志易获取的信息 """def__init__(self) -> None:""" 初始化信息 """ self.Err5xx_dict={} #保存错误字典 self.Err5xx_list=[] self.dingding_token=config.dingding_token self.uri=config.rizhiyi_uri self.token=config.rizhiyi_token self.username=config.rizhiyi_username self.passwd=config.rizhiyi_passwd self.url=str(self.uri+self.token+"/"+self.username+"/spl/search")#请求头 self.header={'Content-Type': 'application/json'}#Http的base认证 self.auth=requests.auth.HTTPBasicAuth(self.username,self.passwd)#基本查询参数#任务名 self.task_name={"task_name":"my_search"}#时间范围，5分钟前 self.time_range={"time_range":"-10m,now"}#从首页显示 self.page={"page":0}#分类 self.category={"category":"search"}#查询语句 self.query={"query":""}#构建查询参数字典 self.params={} self.params.update(self.task_name) self.params.update(self.page) self.params.update(self.category) self.params.update(self.time_range)#base认证 self.credentials=requests.auth.HTTPBasicAuth(self.username,self.passwd)defGetErr5xx(self,sysname:str)->int:""" 获取错误数大于500 计算错误占比 sysname:系统名 """ sql="logtype:Nginx AND Nginx.url:\/" +sysname+"* AND NOT `JS_CSS_JPG_FONT` AND Nginx.status:5?? | stats count() as cnt" self.query["query"]=sql self.params.update(self.query)try: respson=requests.get(self.url,params=self.params,auth=self.credentials,headers=self.header) content=respson.textif respson.status_code ==200and"error_code"notin content:#logging.info("查询5xx成功")passelif respson.status_code !=200and"error_code"in content: logging.error("查询5XX失败%s:",content)else: logging.error("查询5XX失败%s:",content)except Exception as e: logging.error("查询5XX失败%s：",e)raise Exception("查询5XX失败%s：",e) content_dict=json.loads(content)#pprint.pprint(content_dict)try: cnt=content_dict["result"]["sheets"]["rows"][0]["cnt"] print(cnt)except Exception as e: logging.error("查询5XX失败：%s",e)raise Exception("查询5XX失败：%s",e) info=sysname+":"+str(cnt)#logging.info("查询5XX成功:%s",info)return int(cnt)defGetErr5xxUrl(self,sysname:str)->str:""" 获取错误数大于500的接口地址 计算错误占比 sysname:系统名 """ err_info=[] sql="logtype:Nginx AND Nginx.url:\/" +sysname+"* AND NOT `JS_CSS_JPG_FONT` AND Nginx.status:5??" self.query["query"]=sql self.params.update(self.query) respson=requests.get(self.url,params=self.params,auth=self.credentials,headers=self.header) content=respson.text content_dict=json.loads(content)#pprint.pprint(content_dict)try: count=content_dict["result"]["sheets"]["rows"][:]if len(count) !=0:for i in count: message=i["raw_message"] logging.info("查询5XX信息:%s",message)if re.search("\[\d{2}\/[a-zA-Z]{3}\/\d{4}:\d{2}:\d{2}:\d{2} \+\d{4}\] (\w+) ([^ ]+) \S+ (\d{3})",message):if re.search('"https([^"]*)"',message): message_1=(re.search("\[\d{2}\/[a-zA-Z]{3}\/\d{4}:\d{2}:\d{2}:\d{2} \+\d{4}\] (\w+) ([^ ]+) \S+ (\d{3})",message)).group(0) message_2=(re.search('"https([^"]*)"',message)).group(0) message_new=message_1+" "+message_2 err_info.append(message_new)except Exception as e: logging.error("查询5XX信息失败：%s",e)raise Exception("查询5XX信息失败：%s",e) str_message='\n'.join(err_info) return str_messagedefSendDingDing(self)->None:#循环字典，读取指标for name,sysname in config.SysNameList.items(): Err5xx=self.GetErr5xx(sysname) Err5xxUrl=self.GetErr5xxUrl(sysname)if Err5xx >=3:if Err5xxUrl != "": logging.info("查询到5xx 大于3次:%s: %s",sysname,Err5xx)#self.Err5xx_dict[name]="5XX错误次数:"+str(Err5xx)+"，系统名："+sysname +'详细的接口信息:\r'+Err5xxUrl#self.Err5xx_dict[sysname]='详细的接口信息:\r'+Err5xxUrl i=name+",系统名："+sysname +" 5XX错误次数:"+str(Err5xx)+'\n详细的接口信息:\n'+Err5xxUrl self.Err5xx_list.append(i)#error_str=json.dumps(self.Err5xx_dict)#error_str=str(self.Err5xx_dict) error_str="\n".join(self.Err5xx_list) data={"msgtype":"text","text":{"content":"根据日志易查询，当前系统过去10分钟，发现5xx错误大于3次!!!\n"+error_str+"\n请立即检查!!!\n" } }try: requests.post(self.dingding_token,json=data)except Exception as e: logging.error("通过日志易，发送钉钉消息失败:%s",e) classCurl_Api():#通过curl直接访问接口，返回def__init__(self) -> None:#读取配置文件 self.api_interface_dict=config.api_interface_dict self.dingding_token=config.dingding_token self.error_list=[]defTestApi(self)->dict:for k,v in self.api_interface_dict.items():try:#command=subprocess.check_output(['curl','-X','GET','-H','"Content-Type: application/json"',v,'--insecure'])#command=subprocess.check_output(['curl',v,'--insecure']) command=subprocess.check_output(['curl','-I','-s','-w','"%{http_code}',v,'--insecure']) command_text=command.decode('utf-8')#command_text=command_text.replace("null","None")if command_text ==""or command_text==None: logging.error("接口没有返回值！:%s",v)else:if re.match("HTTP/[\d.]+\s+(\d+)",command_text): code=(re.match("HTTP/[\d.]+\s+(\d+)",command_text)).group(0) code_int=int(code.split(" ")[1].strip())#if re.match("\d{3}",code):# code_int=int((re.match("\d{3}",code)).group(0))if code_int >=500: self.error_list.append("接口url:"+v+"，响应码:"+str(code_int)) logging.error("检测响应码大于500的接口:%s,响应码:%s",v,code)else: self.error_list.append("接口url:"+v+"，响应码:"+str(code_int)) logging.info("接口：%s，响应码:%s",v,code)except subprocess.CalledProcessError as e: logging.error("读取接口失败:%s",e)return self.error_listdefSendDingDing(self):if len(self.error_list) !=0 :#or self.error_list !=[]: #error_str=json.dumps(self.error_dict) error_str="\n".join(self.error_list) data={"msgtype":"text","text":{"content":"通过curl命令检查，当前发生接口错误!!!\n"+error_str+"\n请立即检查!!!" } }# else:# data={# "msgtype":"text",# "text":{# "content":"测试一下！"# }# }try: requests.post(self.dingding_token,json=data)except Exception as e: logging.error("发送钉钉消息失败%s",e) if __name__=="__main__": start_time=time.time() logging.info("程序开始运行%s",format_date) RiZhiyiApi=RiZhiYi_Api() CurlApi=Curl_Api() RiZhiyiApi.SendDingDing() CurlApi.TestApi() CurlApi.SendDingDing() end_time=time.time() logging.info("程序结束运行，共耗时%s秒",str(end_time-start_time))
使用效果

链接：https://blog.51cto.com/u_11555417/8386802
（版权归原作者所有，侵删）
继续阅读
阅读原文