python使用AliyunOpenApi获取arms数据
2022/6/8 1:22:42
本文主要是介绍python使用AliyunOpenApi获取arms数据,对大家解决编程问题具有一定的参考价值,需要的程序猿们随着小编来一起学习吧!
python使用AliyunOpenApi获取arms数据
arms_class.py
from aliyunsdkcore.client import AcsClient from aliyunsdkcore.acs_exception.exceptions import ClientException from aliyunsdkcore.acs_exception.exceptions import ServerException # 该库获取监控app基本信息 from aliyunsdkarms.request.v20190808.ListTraceAppsRequest import ListTraceAppsRequest # 该库获取调用链路基本信息 from aliyunsdkarms.request.v20190808.SearchTracesRequest import SearchTracesRequest from aliyunsdkarms.request.v20190808.QueryMetricByPageRequest import QueryMetricByPageRequest import json import time import sys class ArmsInfo(): def __init__(self, starttime, endtime): self.starttime = starttime self.endtime = endtime self.client = AcsClient('AKID', 'AK_SRT', 'cn-beijing') pass def time_to_mktime(self,dt): ts = int(time.mktime(time.strptime(dt, "%Y-%m-%d %H:%M:%S"))) return int(round(ts * 1000)) def get_app_trace(self): pass def get_app_exception(self): pass
arms_py.py
#!/usr/bin/env python #coding=utf-8 import json import re import time from aliyunsdkcore.client import AcsClient # 该库获取监控app基本信息 from aliyunsdkarms.request.v20190808.ListTraceAppsRequest import ListTraceAppsRequest # 该库获取调用链路基本信息 from aliyunsdkarms.request.v20190808.SearchTracesRequest import SearchTracesRequest from aliyunsdkarms.request.v20190808.SearchTracesByPageRequest import SearchTracesByPageRequest # 获取接口名称 from aliyunsdkarms.request.v20190808.GetAppApiByPageRequest import GetAppApiByPageRequest from aliyunsdkarms.request.v20190808.QueryMetricByPageRequest import QueryMetricByPageRequest client = AcsClient('AK_ID', 'AK_SRT', 'cn-beijing', timeout=300) ################################################################################################## # 时间戳转换 def time_to_mktime(dt): ts = int(time.mktime(time.strptime(dt, "%Y-%m-%d %H:%M:%S"))) return int(round(ts * 1000)) ################################################################################################## # 获取jvm host 接口错误 异常数据 mq sql执行情况 # https://help.aliyun.com/document_detail/186100.html?spm=a2c4g.11186623.6.980.407814031ejB7j def get_app_exception(pid,startime,endtime): request = QueryMetricByPageRequest() request.set_accept_format('json') request.set_StartTime(startime) request.set_PageSize(5000) request.set_EndTime(endtime) request.set_Metric("appstat.exception") request.set_Measuress(["rt","count"]) request.set_IntervalInSec(60000) request.set_Filterss([ { "Key": "pid", "Value": pid }, { "Key": "regionId", "Value": "cn-beijing" } ]) request.set_Order("ASC") response = json.loads(str(client.do_action_with_exception(request),encoding='utf-8')) err_num=0 for ss in response["Data"]["Items"]: # print(ss) err_num += ss["count"] # print(err_num) return err_num ################################################################################################## # 获取app所有接口调用的次数,无法获取 def get_interface_count(pid,starttime,endtime): request = QueryMetricByPageRequest() request.set_accept_format('json') request.set_EndTime(endtime) request.set_Metric("appstat.txn") request.set_Measuress(["rt","count","error"]) request.set_IntervalInSec(600000) # request.set_IntervalInSec(2147483647) request.set_Dimensionss(["rpc"]) request.set_OrderBy("rpc") request.set_Filterss([ { "Key": "pid", "Value": pid }, { "Key": "regionId", "Value": "cn-beijing" } ]) request.set_StartTime(starttime) request.set_PageSize(5000) request.set_Order("ASC") response = json.loads(str(client.do_action_with_exception(request),encoding='utf-8')) total = response['Data']['Total'] pagenum = int(total/5000) +1 print('total=',total,'pagenum=',pagenum,5000) count = 0 for page in range(1,pagenum+1): # print('page=',page) request.set_CurrentPage(page) response = json.loads(str(client.do_action_with_exception(request),encoding='utf-8')) for interfaces in response["Data"]["Items"]: count = count + interfaces["count"] # print(interfaces["rpc"]) print('接口请求数:',count) return count ################################################################################################## # 获取app所有接口请求时间并筛选>200ms的接口数据;应用请求错误数 def get_interface_time(pid,starttime,endtime): request = QueryMetricByPageRequest() request.set_accept_format('json') request.set_EndTime(endtime) request.set_Metric("appstat.incall") request.set_Measuress(["rt","count","error"]) request.set_IntervalInSec(2147483647) request.set_Dimensionss(["rpc"]) request.set_OrderBy("rpc") request.set_Filterss([ { "Key": "pid", "Value": pid }, { "Key": "regionId", "Value": "cn-beijing" } ]) request.set_StartTime(starttime) request.set_PageSize(5000) request.set_Order("ASC") response = json.loads(str(client.do_action_with_exception(request),encoding='utf-8')) total = response['Data']['Total'] pagenum = int(total/5000) +1 ss = {} err = 0 for page in range(1,pagenum+1): # print('page=',page) request.set_CurrentPage(page) response = json.loads(str(client.do_action_with_exception(request),encoding='utf-8')) for interfaces in response["Data"]["Items"]: err = err + interfaces["error"] # if interfaces["error"] != 0: # # print(interfaces["rpc"]) if interfaces["rpc"] not in ss.keys() and interfaces["rt"] >200.0: ss[interfaces["rpc"]]=interfaces["rt"] elif interfaces["rt"] >200.0 and interfaces["rt"]> ss[interfaces["rpc"]] : ss[interfaces["rpc"]] = interfaces["rt"] else: pass # print(err,ss) return ss,err ################################################################################################## # 获取app监控sql调用信息 def get_app_sqlinfo(pid,starttime,endtime): # print(starttime,endtime,pid) request = QueryMetricByPageRequest() request.set_accept_format('json') request.set_EndTime(endtime) request.set_Metric("appstat.sql") request.set_Measuress(["rt","count","slow"]) request.set_IntervalInSec(60000) request.set_Dimensionss(["pid","rpc","sqlId"]) request.set_Filterss([ { "Key": "pid", "Value": pid }, { "Key": "regionId", "Value": "cn-beijing" } ]) request.set_StartTime(starttime) request.set_PageSize(5000) request.set_Order("ASC") response = json.loads(str(client.do_action_with_exception(request),encoding='utf-8')) ss = {} for interfaces in response["Data"]["Items"]: data = [] if (interfaces["rpc"] not in ss.keys() )and interfaces["rt"] >50.0 : data.append(interfaces["sqlId"]) data.append(interfaces["rt"]) ss[interfaces["rpc"]] = data # print(ss) elif interfaces["rt"] >50.0 and interfaces["rpc"] in ss.keys(): ss[interfaces["rpc"]][1]=interfaces["rt"] else: pass # print(set(data)) return ss ################################################################################################## # 获取app接口名称 def get_app_interface(pid,starttime,endtime): request = GetAppApiByPageRequest() request.set_accept_format('json') request.set_EndTime(endtime) request.set_StartTime(starttime) request.set_PId(pid) request.set_CurrentPage(1) request.set_PageSize(100000) request.set_IntervalMills(2147483647) response = json.loads(str(client.do_action_with_exception(request),encoding='utf-8')) interfaces = [] for interface in response["Data"]["Items"]: # print(interface) if "actuator" not in interface['rpc']: interfaces.append(interface['rpc']) print(len(set(interfaces)),set(interfaces)) return set(interfaces) ################################################################################################## # 获取app接口链路调用信息 # def get_interface_trace(appname,OperationName,starttime,endtime): # request = SearchTracesByPageRequest() # request.set_accept_format('json') # request.set_EndTime(endtime) # request.set_StartTime(starttime) # request.set_ServiceName(appname) # request.set_OperationName(OperationName) # request.set_PageNumber(1) # request.set_PageSize(100) # response = json.loads(str(client.do_action_with_exception(request),encoding='utf-8')) # print(response) # print(len(response["TraceInfos"])) ################################################################################################## # 获取app监控基本信息 def get_app_armsinfo(starttime,endtime): data = {} appinfos = ListTraceAppsRequest() appinfos.set_accept_format('json') appinfos = json.loads(str(client.do_action_with_exception(appinfos),encoding='utf-8')) # ss = get_interface_time("d166d4acnt@e5e51171a92099b",starttime,endtime) for apps in appinfos["TraceApps"]: ss = [] # 接口请求数据 print(apps["AppName"],apps["Pid"]) ss1,ss2 = get_interface_time(apps["Pid"],starttime,endtime) print("执行结束") # count = get_interface_count(apps["Pid"],starttime,endtime) # print(count) # time.sleep(200000) # 接口sql信息 ss3 = get_app_sqlinfo(apps["Pid"],starttime,endtime) ss.append(ss1) ss.append(ss2) ss.append(ss3) data[apps["AppName"]]=ss # time.sleep(200) # print(data,len(data)) return data ################################################################################################## # 数据写入excel if __name__ == '__main__': starttime = time_to_mktime('2021-06-21 00:00:00') endtime = time_to_mktime('2021-06-25 23:50:59') print(starttime,endtime) # 获取应用基本信息 data = get_app_armsinfo(starttime,endtime) print(data) # save_xls(data,'arms_info') # toMail = ['zhouping13@xdf.cn','libo28@xdf.cn'] # s = SendMail("smtp.163.com", "465", "xdfkidsplus@163.com", toMail, "xdfkidsplus@163.com", "BGWVTSNTSJNCKYUG", filename) # s.sendMail()
这篇关于python使用AliyunOpenApi获取arms数据的文章就介绍到这儿,希望我们推荐的文章对大家有所帮助,也希望大家多多支持为之网!
- 2024-11-24Python编程基础详解
- 2024-11-21Python编程基础教程
- 2024-11-20Python编程基础与实践
- 2024-11-20Python编程基础与高级应用
- 2024-11-19Python 基础编程教程
- 2024-11-19Python基础入门教程
- 2024-11-17在FastAPI项目中添加一个生产级别的数据库——本地环境搭建指南
- 2024-11-16`PyMuPDF4LLM`:提取PDF数据的神器
- 2024-11-16四种数据科学Web界面框架快速对比:Rio、Reflex、Streamlit和Plotly Dash
- 2024-11-14获取参数学习:Python编程入门教程