Prometheus-Selenium爬取PromQL监控指标并汇总到Excel

一、Selenium爬取PromQL监控指标并汇总到Excel

  • 不会PromQL 的函数方法,那就不能分许Prometheus监控数据了么?No No No
from selenium import webdriver
from lxml import etree
from time import sleep
import re
import difflib

import xlwt
import pandas as pd

import xlsxwriter

# 生成excel文件
def generate_excel(expenses, sheet_name):
    excel_name = "./excel/" + sheet_name + '.xlsx'
    workbook = xlsxwriter.Workbook(excel_name)
    worksheet = workbook.add_worksheet(sheet_name)
    worksheet.set_default_row(20)
    worksheet.set_column('A:D', 50)  # 设置A到D列的列宽为25

    # 设定格式,等号左边格式名称自定义,字典中格式为指定选项
    # bold:加粗,num_format:数字格式
    bold_format = workbook.add_format({'bold': True})

    # money_format = workbook.add_format({'num_format': '$#,##0'})
    # date_format = workbook.add_format({'num_format': 'mmmm d yyyy'})

    # # 将二行二列设置宽度为15(从0开始)
    worksheet.set_column(1, 1, 41)

    # 用符号标记位置,例如:A列1行
    worksheet.write('A1', 'Element', bold_format)
    worksheet.write('B1', 'Value', bold_format)

    row = 1
    col = 0
    for item in (expenses):
        # 使用write_string方法,指定数据格式写入数据
        worksheet.write_string(row, col, str(item['Element']))
        worksheet.write_string(row, col + 1, item['Value'])
        # worksheet.write_string(row, col + 2, str(item['id_1']))
        # worksheet.write_string(row, col + 3, item['id_1_doc'])
        # worksheet.write_string(row, col + 4, str(item['id_2']))
        # worksheet.write_string(row, col + 5, item['id_2_doc'])
        row += 1
    workbook.close()

def getSumOdds(PromQL, search_resources='ALL', sheet_name=''):
    if PromQL:
        driver = webdriver.Chrome()
        url = "https://prometheus-rd.wwwwww.com/graph?g0.range_input=1h&g0.expr="
        # promsql = 'sum (rate (container_cpu_usage_seconds_total[1h] offset 1h)) by (pod)*100'
        # urls = url + PromQL
        driver.get(url)
        promql = driver.find_element_by_xpath('//*[@id="expr0"]')
        promql.send_keys(PromQL)
        submit = driver.find_element_by_xpath('//*[@id="graph_wrapper0"]/form/div[2]/input')
        submit.click()
        sleep(2)
        page_text = driver.page_source
        # print(page_text)
        tree = etree.HTML(page_text)
        td_list = tree.xpath('//*[@id="console0"]/table/tbody')

        tr_str = []
        for tr in td_list:
            tr_str.append(tr.xpath('./tr/td/text()'))

        driver.close()
        # tr_str = [['{pod="pc-flow-engine-demo-5b8689d4d7-4gbwd"}', '0.05255326505392225', '{pod="wt-rd-iris-rpc-on-premises-64cdf45f7f-f5vqd"}', '0.010669768775737148', '{pod="pc-goals-sky-demo-8c76bfbb7-qpw4s"}', '0.000053646302859068805', '{pod="wt-rd-marketplace-rpc-prod-78bc5f6-lrhdg"}', '0.9678753020457879', '{pod="wt-rd-hydra-admin-prod-6ffc69bf65-tzpnp"}', '0.000018208680091755108', '{pod="wt-rd-wiki-init-beta-7bbdf69647-spwfq"}', '0.00975241823489207', '{pod="jenkins-7bdb68dfc9-5ckxd"}', '0.13957067207131518', '{pod="pc-jira-importer-beta-58c647fffc-4r8gj"}', '0.03794453927344664', '{pod="wt-rd-devops-rpc-prod-5fd46465d8-87g2l"}', '0.9810182616190102', '{pod="pc-flow-engine-prod-66f89f8498-2gtmw"}', '1.0055721460313471', '{pod="wt-rd-githubpage-template-788495f4bb-jrvs8"}', '0.008426420049245176', '{pod="wt-rd-devops-api-beta-8599bc9bcb-gfddb"}', '0.009121541683347237', '{pod="wt-ladon-rpc-prod-78f5655d76-v4q2g"}', '1.0545940175533068', '{pod="pc-flow-engine-on-premises-5f8864cbf7-lpcjv"}', '0.04035423006362352', '{pod="prometheus-k8s-0"}', '29.04062850147615', '{pod="wt-rd-hydra-admin-prod-6ffc69bf65-dt2rm"}', '0', '{pod="wt-typhon-rpc-template-789b6c99d8-fx2qx"}', '0.017058171295905096', '{pod="wt-rd-pipeline-backend-rc-668ddc9587-x6fgv"}', '0.12382031937924476', '{pod="wt-ladon-init-beta-8598664dbd-xpnc2"}', '0.010171729405196358', '{pod="kube-proxy-mbqc5"}', '0.9473765608811475', '{pod="pc-flow-subscriber-rc-5bd89678b6-n9gw9"}', '0.9808358772097687', '{pod="wt-rd-gitlab-app-prod-84d9689bf5-qngqm"}', '0.13120577363988348', '{pod="pc-jira-importer-rpc-beta-75b77498d-595n4"}', '0.013006472017783046', '{pod="wt-ladon-rc-75c8db45fc-brlkg"}', '0.10613746235607512', '{pod="wt-rd-wiki-backend-prod-6cdbfddb5f-b7wzl"}', '0.6332057049298648', '{pod="wt-rd-open-backend-demo-665879f54b-pw7tw"}', '0.011417071439311574', '{pod="pc-flow-rpc-on-premises-55cc6df654-jcxj2"}', '0.01072652126771789', '{pod="pc-goals-sky-rc-589765d44c-5bqc8"}', '0.00011981446054094337', '{pod="pc-goals-rpc-rc-cd67dbd76-kdwps"}', '0.9418658883079525', '{pod="wt-rd-wiki-frontend-prod-7cd7596754-kslth"}', '0.004802322762015625', '{pod="wt-rd-open-admin-beta-698d54dfd8-v42nd"}', '0.012643647111338523', '{pod="wt-charm-sky-rc-599c67c596-l8cz2"}', '0.04744953166544209', '{pod="pc-pingcode-com-beta-594d44d4c7-ttrsz"}', '0.061122484556066385', '{pod="pc-charm-beta-788b8949cf-6s9lp"}', '0', '{pod="pc-flow-sky-prod-6c8df56b69-m8d75"}', '0.000029049658686662474', '{pod="wt-rd-open-admin-on-premises-76769dcdfc-lbxwn"}', '0.013846176109418745', '{pod="wt-rd-testhub-sky-on-premises-6577c7d948-klqll"}', '0.00004574436950462319', '{pod="node-exporter-kktjj"}', '0.18898807890433514', '{pod="wt-ladon-rpc-on-premises-6f7bc4f886-xc9ht"}', '0.010034659429546454', '{pod="wt-rd-testhub-init-prod-85bc8ffbfd-bhkr2"}', '0.054562474280699665', '{pod="wt-typhon-beta-674cd669cd-xczqr"}', '0.06682495965422224', '{pod="wt-rd-marketplace-init-prod-6cd8d7bf44-p9mfl"}', '0.018300473084621943', '{pod="node-exporter-wvddw"}', '0.1378603344272113', '{pod="minio-6584b7bc65-mwkjb"}', '0.06572122401253487', '{pod="wt-rd-iris-reminder-demo-6bc476c598-vw286"}', '0.010711739702157393', '{pod="wt-rd-plan-gaea-prod-56f977896f-2kt64"}', '0.150906738685174', '{pod="wt-rd-gitlab-app-frontend-beta-7c7b959d47-265ns"}', '0', '{pod="prometheus-operator-c9bbfd889-qt2sq"}', '0.10972770854645038', '{pod="wt-rd-iris-reminder-beta-667558b898-j2qbb"}', '0.011816368261177499', '{pod="wt-rd-agile-sky-on-premises-7dfd944db7-knqf5"}', '0.00003586749761750432', '{pod="wt-rd-plan-gaea-init-beta-5d75685844-bfz9h"}', '0.016385824778231257', '{pod="wt-atlas-prod-5b7967d99c-lpk8p"}', '4.174076108684209', '{pod="pc-jira-importer-prod-6fbc76b7c5-dtmqp"}', '0.05102467231325512', '{pod="wt-sky-portal-beta-5d475dc469-2jdnj"}', '0.0020955424326561064', '{pod="elasticsearch-master-0"}', '21.929490992293843', '{pod="wt-rd-devops-rpc-prod-5fd46465d8-9562d"}', '1.1302366543037619', '{pod="yc-skywalking-oap-74586bb4b5-qddrr"}', '4.950921151960094', '{pod="wt-rd-testhub-sky-prod-bbfbbc7d6-kzqlf"}', '0.005477486702188484', '{pod="wt-sky-portal-prod-8bc8d6c6b-7qzsz"}', '0.012371646186249134', '{pod="harbor-harbor-chartmuseum-9d794995b-9tbvd"}', '0.032038050165920616', '{pod="pc-goals-sky-prod-655c55b645-wlcr8"}', '0.0038527394934744718', '{pod="pc-charm-prod-b66d74f8c-z8vfh"}', '0.02336079618082801', '{pod="kube-scheduler-wt-rd-k8s-control-plane-02-beijing"}', '0.27474774834155524', '{pod="pc-jira-importer-sky-prod-66c69dcd66-tzzr4"}', '0.00009133748553799293', '{pod="wt-daedalus-rpc-prod-8b4c46cdb-v5m7m"}', '0.05459166831816328', '{pod="node-exporter-xdmph"}', '0.13485413056827864', '{pod="wt-rd-marketplace-rpc-template-65db899cb5-zw4sx"}', '0.009028301639870574', '{pod="wt-rd-plan-rpc-prod-6ccff65cd5-lr2px"}', '0.02501658158662036', '{pod="wt-rd-marketplace-gaea-prod-dbd6d58b8-5wqrx"}', '0.17953357719326402', '{pod="wt-rd-gitlab-app-template-84cc44cdfb-bttqb"}', '0.009015659236459356', '{pod="wt-typhon-rpc-prod-56f4bf6497-9v6hh"}', '3.308464471950164', '{pod="wt-ladon-nps-demo-646d99c8cb-ckpw2"}', '0.010258976734567124', '{pod="wt-siren-prod-86bcbf4d89-nclwz"}', '0.022071935531606468', '{pod="logging-fluentd-fluentd-elasticsearch-4kh4s"}', '3.4760148536330804', '{pod="wt-ladon-prod-7cbc6c977-k9cd2"}', '0.6634272381871228', '{pod="wt-rd-marketplace-gaea-prod-dbd6d58b8-httfs"}', '0.17439573243163645', '{pod="wt-rd-iris-api-beta-6d7d8c68dd-rsvj9"}', '0.05211500443981494', '{pod="wt-rd-hydra-admin-prod-6ffc69bf65-srhq8"}', '0', '{pod="kube-flannel-ds-amd64-cjqqg"}', '0.9351044791543155', '{pod="wt-ladon-subscriber-beta-5ff7f475d6-mn8vv"}', '0.009831861648701272', '{pod="pc-jira-importer-rpc-template-8447c59658-rg5p2"}', '0.012191627364774044', '{pod="kube-flannel-ds-amd64-lr4sg"}', '0.9214842403708046', '{pod="kube-flannel-ds-amd64-rrn8f"}', '1.1820046788712797', '{pod="wt-ladon-rpc-prod-78f5655d76-5fj72"}', '0.9686125686474909', '{pod="wt-preview-rc-5f54c9dbb8-lf9mv"}', '0', '{pod="wt-rd-testhub-backend-prod-65848c4546-4crvt"}', '1.7110669961755012', '{pod="wt-rd-pipeline-sky-beta-76d8c74c65-hbdsb"}', '0', '{pod="wt-rd-iris-api-template-84bb8d6669-4w6sk"}', '0.013869154470645316', '{pod="pc-jira-importer-sky-demo-7d885bcfd5-bhwg7"}', '0', '{pod="wt-ladon-prod-7cbc6c977-799zg"}', '0.6969571419005732', '{pod="wt-teams-hydra-h5-beta-b6444bcb9-hswmv"}', '0', '{pod="wt-rd-hydra-admin-beta-6ff59c7684-5fbw4"}', '0', '{pod="wt-rd-wiki-backend-on-premises-dfbd68d54-9pcrn"}', '0.010181213133499841', '{pod="wt-rd-githubpage-beta-674cb49d94-7smgh"}', '0.00892966284877735', '{pod="wt-rd-open-frontend-prod-644c7c5866-h2l2t"}', '0.0005005717759192011', '{pod="wt-rd-open-admin-prod-578565d544-t6z6t"}', '0.041764757905754894', '{pod="logging-fluentd-fluentd-elasticsearch-f67wk"}', '2.6913571183945937', '{pod="wt-typhon-rpc-on-premises-8b4cb5f5-f9plg"}', '0.06104281209596764', '{pod="pc-app-gantt-gaea-rc-78f74fb48f-4tzkc"}', '0.08059231292239602', '{pod="kube-flannel-ds-amd64-gmfl2"}', '1.0128628794915921', '{pod="pc-flow-sky-on-premises-5b96b99b94-4cbxm"}', '0', '{pod="kube-proxy-thm96"}', '0.9956107501447174', '{pod="wt-hulk-gaea-internal-5b5d8c4786-rn8fp"}', '1.0665687964208532', '{pod="logging-fluentd-fluentd-elasticsearch-ptgzp"}', '4.644112268855441', '{pod="wt-rd-agile-sky-template-7b77946b69-wc6nz"}', '0', '{pod="wt-rd-pipeline-backend-rc-668ddc9587-bng4b"}', '0.1248735185016676', '{pod="wt-tartarus-rpc-prod-7f699f88c4-8kgcp"}', '0.07567443690221883', '{pod="node-exporter-vf2dn"}', '0.5102477288807208', '{pod="wt-rd-open-backend-prod-7788cbb94d-shvj8"}', '0.4545402106607964', '{pod="logging-fluentd-fluentd-elasticsearch-tb7sp"}', '1.7269017364034114', '{pod="nginx-ingress-controller-main-7bcd75b6fb-6bt88"}', '4.005975556699493', '{pod="pc-flow-gaea-prod-77bff7c998-t8v8n"}', '0.06607402786666998', '{pod="kube-flannel-ds-amd64-d75vz"}', '1.0860710811845347', '{pod="wt-rd-wiki-init-prod-588b9bb985-9fmmx"}', '0.04166404743729257', '{pod="wt-rd-hydra-schedule-beta-7dbd7f95f4-nczk7"}', '0.009874467501504294', '{pod="wt-rd-marketplace-gaea-on-premises-5dd474957-l54m7"}', '0.012340226728575186', '{pod="pc-charm-prod-b66d74f8c-dpmlp"}', '0.025511345138602995', '{pod="pc-jira-importer-rpc-prod-cd7fd8cd6-bmhn5"}', '0.019700569736290516', '{pod="wt-rd-plan-gaea-template-5b74b9d4d9-4f7tk"}', '0.01138935202184645', '{pod="wt-rd-wiki-init-demo-684b85f677-dqgnc"}', '0.013596461168124028', '{}', '2397.069602335883', '{pod="wt-rd-agile-backend-prod-6489f98cbf-6vwmq"}', '55.19971225929263', '{pod="wt-rd-wiki-rpc-on-premises-cd9cfbd65-mw99v"}', '0.012015316990627505', '{pod="wt-rd-wiki-rpc-prod-75d69c4887-8dsnp"}', '0.06023573538302806', '{pod="wt-rd-marketplace-rpc-rc-79fdbdd768-cfcv5"}', '0.8994243938664946', '{pod="wt-teams-hydra-admin-prod-6c4c776f47-xj2w6"}', '0.0011783041529347127','{pod="wt-typhon-prod-797fcc55c8-t2bg2"}', '0.6749038629570815', '{pod="wt-rd-wiki-rpc-rc-6d55459467-2nvlt"}', '0.08849846596002146', '{pod="wt-rd-testhub-backend-demo-67fd855c49-m7gth"}', '0.01823544007750375', '{pod="pc-flow-subscriber-rc-5bd89678b6-dhcnd"}', '1.0026542170422836', '{pod="wt-typhon-rpc-beta-b87ff6865-sk4rt"}', '1.0040635190777292', '{pod="wt-rd-plan-gaea-prod-56f977896f-kdpj7"}', '0.16176936681940995', '{pod="wt-prophet-sky-internal-84b8d7d444-4rlmw"}', '0', '{pod="wt-rd-agile-backend-template-5f5dd88fbb-pk5cb"}', '0.07367207742587432', '{pod="pc-flow-gaea-prod-77bff7c998-fz7rg"}', '0.06537855986234323', '{pod="wt-preview-prod-8467fd699d-drm2x"}', '0.00007670798918718062', '{pod="wt-rd-pipeline-frontend-rc-58f778b8f-nhmgn"}', '0.000020752820984098887', '{pod="wt-rd-testhub-backend-beta-59898695c-bbqrc"}', '0.06752591874161183', '{pod="wt-rd-testhub-sky-prod-bbfbbc7d6-5pcdq"}', '0.004705994968776662', '{pod="wt-atlas-rpc-demo-5bc6b659f7-9p2hj"}', '0.009842978081155428', '{pod="wt-prophet-sky-beta-5c76d6d877-p84vw"}', '0', '{pod="wt-rd-agile-rpc-beta-7b5c68bbbc-2g6gx"}', '0.9327837907606048', '{pod="etcd-wt-rd-k8s-control-plane-01-beijing"}', '6.9989738683774565', '{pod="pc-flow-engine-beta-7bf74c7496-wj2xp"}', '1.081049076748013', '{pod="pc-jira-importer-sky-template-6db69bd886-79cvp"}', '0', '{pod="wt-rd-marketplace-rpc-beta-6f8cc5ccc9-t6fjz"}', '1.0198108003958941', '{pod="wt-rd-open-frontend-prod-644c7c5866-hc45g"}', '0.0004781373606776996', '{pod="wt-teams-hydra-admin-rc-674785fb98-4995k"}', '0', '{pod="wt-rd-iris-reminder-template-74ddbc6599-dbrs6"}', '0.010472796702585089', '{pod="wt-rd-testhub-backend-rc-5b69cfbb8f-9pbgb"}', '0.2007886810402138', '{pod="wt-prophet-schedule-internal-f964f74c4-msk54"}', '0.06507107726532133', '{pod="pc-flow-subscriber-beta-6b99bd86d4-r4szz"}', '0.8328507598621536', '{pod="wt-rd-open-oauth2-beta-8675d64498-ndzlp"}', '0.01243394359950266', '{pod="pc-goals-gaea-prod-6f5f85b7b8-p7mkn"}', '0.09705427598807173', '{pod="pc-flow-gaea-rc-567b894c5d-trrtg"}', '0.06716134471885199', '{pod="etcd-wt-rd-k8s-control-plane-03-beijing"}', '5.985302930062369', '{pod="pc-flow-gaea-prod-77bff7c998-zxjq8"}', '0.07199289938924372', '{pod="pc-flow-webhook-demo-64f79c6bdb-97wlq"}', '0.00861612021128616', '{pod="wt-atlas-prod-5b7967d99c-hjrqj"}', '7.511904729721916', '{pod="kube-flannel-ds-amd64-g225k"}', '0.9437905861626726', '{pod="wt-teams-hydra-h5-prod-d6b49f648-25f5h"}', '0.00010618774881743431', '{pod="pc-jira-importer-rpc-prod-cd7fd8cd6-zzr2w"}', '0.022138372399768985', '{pod="wt-rd-devops-rpc-beta-5df558f57d-hs2ms"}', '0.988805827661213', '{pod="wt-tartarus-linker-prod-b84f89b4d-fvmqd"}', '2.1150012862117435', '{pod="pc-flow-webhook-rc-58b58b4d96-khgzx"}', '0.06254537790793527', '{pod="wt-rd-pipeline-rpc-rc-7c468885bd-t7qc5"}', '1.0022047468141981', '{pod="node-exporter-lgpd9"}', '0.6770672803595754', '{pod="grafana-9c54f49cc-qq2k6"}', '0.6642294922737013', '{pod="wt-tartarus-linker-prod-b84f89b4d-tcvhn"}', '1.9193925103645766', '{pod="wt-rd-iris-reminder-on-premises-799f59b576-wwtnb"}', '0.01150940316883354', '{pod="wt-ladon-rpc-prod-78f5655d76-h58x2"}', '0.8332614792794159', '{pod="pc-pingcode-com-prod-5f6949c87-62rzz"}', '0.31831872577954246', '{pod="pc-jira-importer-rpc-rc-68f47df45f-7t996"}', '0.028612291923219377', '{pod="wt-daedalus-rpc-demo-b64954477-gq5dh"}', '0.043796095630976736', '{pod="kube-flannel-ds-amd64-65fnk"}', '1.1677472178899786', '{pod="logging-fluentd-fluentd-elasticsearch-kt9hh"}', '3.596710266262699', '{pod="wt-daedalus-rpc-rc-577bb7f548-58krt"}', '0.7400506977064477', '{pod="wt-rd-plan-rpc-template-57cf57bbcd-wqznk"}', '0.00897200462438623', '{pod="wt-tartarus-rpc-prod-7f699f88c4-cfh6p"}', '0.08310521789765221', '{pod="pc-app-box-rpc-beta-5cf5cd7bb-2gz7k"}', '0.009996045040515758', '{pod="wt-prophet-gaea-internal-689d6fb4b4-wdjnl"}', '0.03501971175055131', '{pod="wt-ladon-beta-75647459df-mgl4v"}', '0.05270292963509012', '{pod="node-exporter-l74c9"}', '0.1818400835029326', '{pod="kube-flannel-ds-amd64-4r6w5"}', '1.097575497301209', '{pod="wt-rd-wiki-frontend-prod-7cd7596754-lj7q4"}', '0.0052304417454453935', '{pod="wt-rd-agile-rpc-prod-d956c9c47-pt66n"}', '6.002863706375322', '{pod="pc-goals-gaea-demo-d998b9b9c-cgc8z"}', '0.011280789750188147', '{pod="pc-jira-importer-sky-rc-cf6ddb8d7-c8jr7"}', '0', '{pod="wt-rd-agile-init-template-7ccbdc875d-vbhcr"}', '0.04101126865815523', '{pod="wt-ladon-rpc-prod-78f5655d76-5tbhl"}', '0.9777223390037331', '{pod="kube-proxy-wb2bd"}', '0.8587371913995858', '{pod="pc-app-todo-sky-prod-5596b4bf8c-7tjbq"}', '0', '{pod="pc-flow-sky-prod-6c8df56b69-d7mw2"}', '0.000029691939333671502', '{pod="wt-rd-testhub-rpc-prod-dd57bfb68-9cm9f"}', '1.1391272533182875', '{pod="wt-charm-sky-prod-6b747b5f-d7gcc"}', '0.18824413607715304', '{pod="wt-rd-marketplace-rpc-prod-78bc5f6-r6l5g"}', '0.8037208205733541', '{pod="wt-rd-open-admin-demo-8486f96c49-whfr5"}', '0.013307778683267291', '{pod="wt-preview-rc-5f54c9dbb8-dwmbz"}', '0.00003459646316576567', '{pod="wt-atlas-beta-7c5b59c48c-tw68d"}', '0.05319406432606182', '{pod="wt-teams-hydra-h5-rc-dc486f6c7-59vsz"}', '0', '{pod="wt-rd-testhub-rpc-on-premises-844b7c4b54-bvrnv"}', '0.023494673056361038', '{pod="pc-flow-engine-prod-66f89f8498-gmkwl"}', '1.0358878630082198', '{pod="wt-rd-agile-backend-rc-6554474c4f-nhcr7"}', '2.10379973999831', '{pod="wt-rd-marketplace-gaea-rc-647c5b6d64-4lr8g"}', '0.08071005040036723', '{pod="wt-rd-hydra-h5-beta-5b85776fb-sktcs"}', '0', '{pod="kube-apiserver-wt-rd-k8s-control-plane-03-beijing"}', '4.954272431906097', '{pod="wt-tartarus-beta-77cc57d6cd-fn56z"}', '0.0664890405140166', '{pod="wt-atlas-rpc-prod-7b44dc9546-g844g"}', '0.9673575215583677', '{pod="wt-rd-marketplace-rpc-prod-78bc5f6-48drh"}', '1.0322089423870002', '{pod="harbor-harbor-database-0"}', '1.1074910200410808', '{pod="wt-sky-portal-demo-5cfd6c7454-l5rgf"}', '0.00014630978719852496', '{pod="wt-rd-open-backend-on-premises-77f8789894-t9hjc"}', '0.019673738384088892', '{pod="kube-state-metrics-b8958ccf7-lfg4n"}', '0.5824891381148418', '{pod="kube-controller-manager-wt-rd-k8s-control-plane-01-beijing"}', '2.625812625009682', '{pod="kube-flannel-ds-amd64-6qgmx"}', '0.9918208251830245', '{pod="kube-flannel-ds-amd64-4xwm9"}', '1.0849248563632408', '{pod="wt-rd-wiki-backend-rc-7ffcdbc797-4pv4w"}', '0.4976196630146789', '{pod="wt-rd-githubpage-prod-f7fc495f4-n25zc"}', '0.019525975928144847', '{pod="wt-rd-agile-backend-beta-5dd9968b97-cmgb8"}', '0.06605534560566186', '{pod="wt-tartarus-rpc-beta-57f4f4cfc8-n4dkd"}', '0.029603546560284973', '{pod="wt-ladon-subscriber-template-584b748bb8-7sbcf"}', '0.009883452435488464', '{pod="wt-prophet-schedule-beta-85554c5f47-2qcgd"}', '0.1075054228393538', '{pod="pc-flow-scheduler-rc-64bc9d45cd-qsr4d"}', '1.0122087355040947', '{pod="pc-goals-gaea-prod-6f5f85b7b8-tm6lg"}', '0.1078186745843984', '{pod="wt-typhon-rpc-demo-68d787875c-2r86c"}', '0.02447699492324422', '{pod="pc-app-gantt-sky-rc-6d4c676579-brt9b"}', '0', '{pod="pc-flow-sky-rc-6cd5478747-g6s2x"}', '0', '{pod="wt-rd-agile-rpc-prod-d956c9c47-n4vwc"}', '5.77052560439792', '{pod="node-exporter-s28lr"}', '0.3932501167685407', '{pod="wt-rd-marketplace-init-beta-6fd79fdf65-m5b6d"}', '0.009613742794147114', '{pod="wt-ladon-template-565b8f8d84-kk7rs"}', '0.015722711986843517', '{pod="wt-rd-marketplace-gaea-template-cf75ff644-dn8bj"}', '0.010496382712822262', '{pod="wt-rd-plan-sky-beta-76d8d46d54-c58sz"}', '0', '{pod="wt-typhon-rpc-rc-df846465-hzzp6"}', '1.1147150786878854', '{pod="wt-ladon-rpc-rc-845dd8ccb8-4czfj"}', '0.9691487727663876', '{pod="wt-daedalus-rpc-prod-8b4c46cdb-jnjt9"}', '0.0556759003004703', '{pod="wt-typhon-on-premises-b645f648d-4g6t2"}', '0.0194578895796253', '{pod="wt-preview-demo-6756564956-jtxp2"}', '0', '{pod="wt-rd-open-frontend-prod-644c7c5866-5p5p5"}', '0.0004942095735089211', '{pod="wt-rd-admin-on-premises-57dc677956-4kvmm"}', '0', '{pod="logging-fluentd-fluentd-elasticsearch-hg5d6"}', '1.423336662505852', '{pod="pc-charm-prod-b66d74f8c-swtqk"}', '0.028869077677012814', '{pod="kube-proxy-v5lcq"}', '1.3503429982006634', '{pod="wt-rd-agile-init-demo-7cfb9c94d9-cwgqm"}', '0.03604933352746208', '{pod="wt-rd-githubpage-demo-7986bc685c-qplzp"}', '0.009806758384331064', '{pod="wt-rd-hydra-admin-prod-6ffc69bf65-dvvk2"}', '0.000015693929891427907', '{pod="wt-rd-plan-gaea-init-prod-75dd9b7f58-j5dms"}', '0.027332413052117626', '{pod="pc-charm-prod-b66d74f8c-fffxg"}', '0.02810346887676397', '{pod="wt-typhon-rc-7849467974-cccj7"}', '0.10045695910330067', '{pod="wt-rd-plan-rpc-prod-6ccff65cd5-b2hhq"}', '0.024672668482645137', '{pod="pc-flow-scheduler-beta-77cfbf5c7b-scrpm"}', '1.034739398897602', '{pod="kube-proxy-9xc2z"}', '1.9901437459773872', '{pod="wt-teams-hydra-admin-beta-556fb6bb96-v7z2q"}', '0', '{pod="pc-app-todo-gaea-prod-66dcdfc69c-crtv5"}', '0.032097731879359416', '{pod="wt-rd-open-frontend-on-premises-6ff9cc68c6-659kf"}', '0', '{pod="wt-rd-gitlab-app-beta-bfcdd5b5c-6xrvn"}', '0.04518312473183808', '{pod="wt-rd-admin-beta-5fb84c7946-gpckn"}', '0', '{pod="logging-fluentd-fluentd-elasticsearch-sqlmg"}', '4.226862251471353', '{pod="wt-rd-open-frontend-beta-6d6fdb4874-qbjss"}', '0', '{pod="wt-tartarus-linker-rc-76db954bf5-dshgd"}', '0.10490205644022549', '{pod="kube-proxy-pzvfn"}', '3.866389418939775', '{pod="wt-wiki-okr-demo-76d9585b5f-mx9kw"}', '0', '{pod="wt-teams-hydra-admin-prod-6c4c776f47-xsbqn"}', '0.0009540733722243458', '{pod="wt-rd-plan-gaea-rc-f9c5bbd69-jpmsd"}', '0.04176512730166037', '{pod="pc-flow-engine-rc-658bc695b6-t77s6"}', '1.0732853188682627', '{pod="pc-pingcode-com-prod-5f6949c87-89pzw"}', '0.34600312430668034', '{pod="kube-flannel-ds-amd64-sjrjw"}', '1.1844366616862545', '{pod="kube-flannel-ds-amd64-svsxv"}', '0.9899892592215379', '{pod="wt-rd-devops-rpc-prod-5fd46465d8-ncl7b"}', '1.1264421937882332', '{pod="wt-preview-beta-5b89dbc687-vfqqr"}', '0', '{pod="wt-rd-githubapp-prod-55646dc544-9r68c"}', '0.08221118837713991', '{pod="wt-rd-wiki-rpc-prod-75d69c4887-tnrkr"}', '0.051855858586825995', '{pod="kube-flannel-ds-amd64-j8cql"}', '1.0167677771929877', '{pod="wt-worktile-com-beta-59ff49bbc9-clbx9"}', '0.030157586619360438', '{pod="wt-daedalus-rpc-on-premises-6db56fc6f5-df5q5"}', '0.04173188717639425', '{pod="wt-rd-iris-api-demo-b4d8f7ff8-7nk26"}', '0.03455473294058094', '{pod="node-exporter-hspf5"}', '0.5403648569721651', '{pod="pc-ghost-6b765fd6f8-f2d7m"}', '0.22326710455228888', '{pod="wt-charm-sky-prod-6b747b5f-68vks"}', '0.16341629497128216', '{pod="wt-rd-plan-gaea-demo-6fc8f8f456-r2ffb"}', '0.00964157569414357', '{pod="wt-rd-testhub-backend-prod-65848c4546-crmns"}', '1.920627836764155', '{pod="wt-rd-gitlab-app-frontend-prod-64ff5c67b5-jxhhc"}', '0', '{pod="wt-charm-sky-prod-6b747b5f-r86bc"}', '0.21457756197518582', '{pod="wt-rd-iris-rpc-demo-fb7f568f7-m8m49"}', '0.011651319133362025', '{pod="pc-flow-scheduler-prod-665fbb5dc4-869j6"}', '0.9527452484799172', '{pod="pc-flow-scheduler-demo-6c74b677f8-dq65h"}', '0.010766243268813506', '{pod="wt-rd-testhub-sky-template-ffdc989c9-jx6bc"}', '0', '{pod="wt-ladon-rpc-beta-f7f9d4b56-znkvd"}', '0.00983764355843439', '{pod="wt-rd-open-frontend-demo-dc55dd99d-mfj8p"}', '0', '{pod="pc-goals-sky-template-746f5575d4-kc6br"}', '0', '{pod="kube-eventer-56bd6b4b9b-2bm9l"}', '0.018451682440633072', '{pod="wt-rd-testhub-sky-prod-bbfbbc7d6-t2kkl"}', '0.004900085982367703', '{pod="wt-rd-wiki-backend-beta-8448dc586c-xzh79"}', '0.054837705840442494', '{pod="wt-rd-admin-demo-7dc4ff57dc-hl7gt"}', '0', '{pod="kube-proxy-bj2lr"}', '0.906850894168688', '{pod="wt-rd-testhub-backend-on-premises-7df589c567-s6v5s"}', '0.14040680546680082', '{pod="wt-rd-wiki-backend-demo-77bd444467-kk2vq"}', '0.03611143762273479', '{pod="wt-rd-pipeline-frontend-rc-58f778b8f-grdvc"}', '0', '{pod="wt-ladon-nps-beta-65b56b558d-v8x7t"}', '0.009267937984113787', '{pod="wt-wiki-okr-template-59669c7586-69zwr"}', '0', '{pod="pc-app-todo-sky-beta-685d75846d-jxs75"}', '0', '{pod="wt-rd-testhub-sky-rc-74cbc4769b-ws25p"}', '0.00009173985483791337', '{pod="wt-rd-wiki-init-template-5d8fcdf5fb-hzx25"}', '0.008819469441182271', '{pod="kube-proxy-jqmlr"}', '0.7647518721706317', '{pod="kube-flannel-ds-amd64-fcjdg"}', '1.1704393259594987', '{pod="wt-preview-prod-8467fd699d-gmjs9"}', '0.00012462955474487096', '{pod="pc-tech-ghost-5467f849bf-r6lgs"}', '0.032831437709405', '{pod="nginx-ingress-controller-main-7bcd75b6fb-s2jrr"}', '3.9614758148827063', '{pod="wt-atlas-rc-7bf755766f-mss8j"}', '0.2602046804870824', '{pod="wt-rd-testhub-rpc-prod-dd57bfb68-klvc4"}', '1.1861962085455968', '{pod="wt-monitor-webhook-001-6b7b5645d9-46tpl"}', '0.022837973183403807', '{pod="harbor-harbor-core-574cf5f576-bhw5d"}', '0.20051745170197185', '{pod="wt-rd-open-frontend-rc-85558bf794-xhm56"}', '0', '{pod="wt-rd-testhub-init-beta-b457bc8f5-jqhh9"}', '0.010181812077882327', '{pod="wt-rd-agile-rpc-prod-d956c9c47-6mmxt"}', '5.810785439678834', '{pod="wt-rd-githubapp-template-647ff8884b-9n778"}', '0.009911250825501967', '{pod="kube-flannel-ds-amd64-82tz9"}', '1.0601993100862652', '{pod="wt-rd-open-oauth2-prod-58884f4fb6-r9vlv"}', '0.030270501776963235', '{pod="pc-charm-demo-6c7d77db4d-hzjhc"}', '0', '{pod="wt-rd-iris-rpc-prod-d6b5c66cc-ht8q6"}', '0.1894576256735486', '{pod="kube-proxy-56692"}', '0.831117392045337', '{pod="wt-rd-plan-sky-template-6b6b7849d8-hmvl5"}', '0', '{pod="pc-goals-gaea-template-799bbf97d8-rlwfv"}', '0.011497267848242482', '{pod="wt-rd-marketplace-gaea-rc-647c5b6d64-pcrl6"}', '0.06636451159696641', '{pod="wt-rd-testhub-init-template-b68f5cbf4-rtvhv"}', '0.008711921501937373', '{pod="node-exporter-fsspk"}', '0.3934084852646131', '{pod="wt-rd-plan-gaea-prod-56f977896f-6spbp"}', '0.1801134596388874', '{pod="node-exporter-4np9d"}', '0.1760224619246785', '{pod="coredns-5c98db65d4-lcfjc"}', '2.031123399380816', '{pod="pc-flow-sky-template-67d58fcf6b-ff8tx"}', '0', '{pod="pc-charm-rc-7bbb7c88c-lqg8k"}', '0', '{pod="yc-skywalking-ui-5d89bf5688-zd9hg"}', '0.13144524943545255', '{pod="nginx-ingress-controller-other-6bd5f4f4cc-4rr7w"}', '1.5939757718689476', '{pod="wt-rd-plan-sky-prod-cf5bc45b7-fxml4"}', '0.002720108559030699', '{pod="wt-tartarus-rc-6846d67d7b-fqjbk"}', '0.19739200604678592', '{pod="wt-rd-agile-backend-prod-6489f98cbf-wjc2d"}', '57.008382432766666', '{pod="node-exporter-pdcbf"}', '0.5473351861445038', '{pod="nginx-ingress-controller-iris-dc6ff96b4-s6pwn"}', '2.1672367036151376', '{pod="pc-charm-rc-7bbb7c88c-z7rmx"}', '0', '{pod="wt-rd-marketplace-rpc-prod-78bc5f6-grsmt"}', '0.9876064420167063', '{pod="wt-rd-agile-backend-prod-6489f98cbf-4l4h6"}', '37.96853699347932', '{pod="wt-rd-gitlab-app-frontend-template-56f98db749-bh2jw"}', '0', '{pod="wt-rd-marketplace-rpc-on-premises-b7cff8c58-grdgb"}', '0.01041961353192376', '{pod="wt-rd-iris-api-rc-56d5fb469f-x9mtl"}', '0.4204337696732537', '{pod="wt-rd-plan-sky-rc-68c84bf5f5-w5jg6"}', '0.00499170377290747', '{pod="wt-sky-portal-rc-59dc45465b-pxpc6"}', '0.0017048301539720476', '{pod="kube-proxy-tcgrg"}', '1.0343742569976315', '{pod="wt-rd-agile-sky-prod-86c79c98c5-tqrv2"}', '0.005827697277922749', '{pod="wt-rd-testhub-backend-rc-5b69cfbb8f-4d585"}', '0.1884906016813587', '{pod="wt-rd-githubapp-beta-f5c8b96-zsm9x"}', '0.00949567646423832', '{pod="pc-jira-importer-sky-beta-7b95745bc5-db7lq"}', '0', '{pod="wt-rd-gitlab-app-prod-84d9689bf5-7wq77"}', '0.13646180577810138', '{pod="wt-charm-sky-template-6d546598dc-m99n7"}', '0', '{pod="wt-rd-plan-sky-on-premises-667dfb4ddf-ml9bn"}', '0.00003487499477962803', '{pod="pc-flow-sky-demo-795bfdbb75-xg94k"}', '0.000022470987395701162', '{pod="wt-rd-testhub-backend-prod-65848c4546-7wcsd"}', '1.7410245714953012', '{pod="wt-prophet-gaea-beta-5c98c8c74c-5klss"}', '0.08047561456164493', '{pod="wt-rd-hydra-schedule-prod-6f67b7d78b-r42wb"}', '0.470972820569171', '{pod="wt-rd-admin-rc-8c4955c9f-77tb5"}', '0', '{pod="wt-sky-portal-prod-8bc8d6c6b-qxbf2"}', '0.012602691765068515', '{pod="pc-goals-rpc-prod-5b4544c4d8-n9vmv"}', '0.9459797730068886', '{pod="pc-flow-webhook-rc-58b58b4d96-rjbzw"}', '0.06874039480462009', '{pod="pc-jira-importer-prod-6fbc76b7c5-6m72x"}', '0.058023298856847205', '{pod="wt-rd-iris-api-prod-5484456847-72cmc"}', '2.6331687044048957', '{pod="wt-typhon-template-7b8c8f9955-s2bmt"}', '0.012699383052431228', '{pod="pc-goals-gaea-prod-6f5f85b7b8-kghfx"}', '0.10262228734527154', '{pod="wt-rd-wiki-backend-rc-7ffcdbc797-dnmjd"}', '0.4041327511526232', '{pod="wt-rd-iris-reminder-prod-748d9bb8bc-56j9n"}', '0.023297412037368195', '{pod="wt-tartarus-rpc-rc-7695dc7458-bbwmt"}', '0.03641731189531898', '{pod="wt-rd-plan-rpc-prod-6ccff65cd5-vrlq5"}', '0.023991773611847213', '{pod="wt-rd-testhub-backend-template-7f844f5b84-6vd42"}', '0.011298613023239269', '{pod="wt-teams-hydra-h5-prod-d6b49f648-zb2rh"}', '0.0000791727420653162', '{pod="wt-rd-devops-rpc-prod-5fd46465d8-xf9x2"}', '1.230049090623133', '{pod="wt-rd-agile-rpc-template-58f9b89f6f-w9spt"}', '0.013785255075517438', '{pod="pc-goals-rpc-prod-5b4544c4d8-j74rp"}', '0.835094158710156', '{pod="wt-rd-wiki-frontend-demo-5cf4b54548-z62gt"}', '0.000052048701712708285', '{pod="wt-rd-agile-rpc-prod-d956c9c47-k5zv5"}', '4.653088274413159', '{pod="node-exporter-pvxld"}', '0.11224771667767415', '{pod="wt-ladon-on-premises-6d85b7b8bf-ltbmg"}', '0.015536647830301934', '{pod="wt-typhon-rpc-prod-56f4bf6497-6vhb5"}', '3.3497275133052797', '{pod="wt-rd-plan-rpc-rc-57758cd9b5-wvpp4"}', '0.025297320009840005', '{pod="wt-rd-hydra-prod-85fd9fc488-f2bb5"}', '0.19670164942885426', '{pod="kube-proxy-jlrg4"}', '0.8026868017421779', '{pod="pc-flow-engine-template-5c67cd8768-wqzc9"}', '0.0648741763753256', '{pod="wt-rd-agile-rpc-on-premises-754fb9b669-xwnzw"}', '0.026515923003410595', '{pod="pc-jira-importer-rpc-demo-7fcd65c84f-khz92"}', '0.012184155511822673', '{pod="wt-rd-wiki-frontend-rc-775bc54695-8jsng"}', '0.00022956119151464104', '{pod="kube-flannel-ds-amd64-7tjnt"}', '1.1064283509357953', '{pod="wt-rd-gitlab-app-frontend-prod-64ff5c67b5-n6pdn"}', '0', '{pod="pc-jira-importer-demo-d5cfb87b8-mcsn5"}', '0.009425884296237991', '{pod="pc-app-gantt-gaea-prod-5797d5b56-gpdct"}', '0.037917430345690874', '{pod="wt-rd-testhub-rpc-beta-5794b68699-vjnqt"}', '0.9350302273292257', '{pod="pc-app-gantt-gaea-beta-6f94876b49-h29dj"}', '0.04565500720922069', '{pod="pc-flow-webhook-template-56b9997887-6wzwj"}', '0.009913433354963466', '{pod="wt-rd-agile-sky-beta-6c54bb65c8-s2jlg"}', '0', '{pod="logging-fluentd-fluentd-elasticsearch-w6rxn"}', '0.9848129754713296', '{pod="wt-rd-wiki-backend-template-5c4b6dfc88-tfpkw"}', '0.011590574946928296', '{pod="wt-rd-wiki-rpc-prod-75d69c4887-vnqsm"}', '0.06401708551452301', '{pod="wt-sky-portal-on-premises-756f45d7b9-zr4jm"}', '0.0017450811876774791', '{pod="kube-proxy-28hbr"}', '0.6890696476595277', '{pod="wt-rd-marketplace-gaea-prod-dbd6d58b8-rwzrt"}', '0.16740619269053425', '{pod="pc-goals-rpc-prod-5b4544c4d8-87lpt"}', '0.9077832191675874', '{pod="wt-ladon-subscriber-prod-5bfd6485db-g26c2"}', '0.12448822191313763', '{pod="pc-goals-init-beta-6d595c6dd4-76fmz"}', '0.009419459550818503', '{pod="wt-rd-open-backend-prod-7788cbb94d-vtf7x"}', '0.48013716372881254', '{pod="logging-fluentd-fluentd-elasticsearch-cfjc6"}', '1.9607363753863751', '{pod="wt-rd-testhub-sky-beta-7df87ffd5f-n7qnw"}', '0', '{pod="pc-jira-importer-template-687899bd87-p224c"}', '0.010834765001226883', '{pod="wt-daedalus-rpc-template-767cd45dd8-vxrc8"}', '0.04386392867695282', '{pod="wt-rd-iris-api-prod-5484456847-cx9qh"}', '2.793703515174755', '{pod="wt-rd-agile-init-prod-fd699b949-vll74"}', '1.7378036930137428', '{pod="wt-rd-marketplace-gaea-demo-56dc497d87-6dg2x"}', '0.012639170263701116', '{pod="wt-teams-hydra-h5-prod-d6b49f648-rg58r"}', '0.0001273786085214587', '{pod="wt-atlas-rpc-rc-665c969df4-ljt75"}', '1.0006485489670964', '{pod="wt-rd-testhub-sky-rc-74cbc4769b-dhflm"}', '0.00008790484280369023', '{pod="wt-rd-testhub-rpc-rc-84bd98dcf9-2brzs"}', '0.9624191057193294', '{pod="node-exporter-7qnh4"}', '0.5458842988393395', '{pod="wt-ladon-demo-69f4878f67-t59v8"}', '0.01537157904406506', '{pod="kube-proxy-vslmz"}', '0.8507307274064291', '{pod="pc-goals-gaea-rc-848dcdddd4-kr5xb"}', '0.07719485809541148', '{pod="wt-siren-rpc-prod-65b865857c-wm4fd"}', '0.022241082160602874', '{pod="wt-charm-sky-demo-5f9748956d-stxbd"}', '0', '{pod="pc-goals-rpc-demo-59cc5d44f6-wx7zf"}', '0.009137294414662465', '{pod="pc-flow-engine-prod-66f89f8498-l72ng"}', '0.9763777806840129', '{pod="wt-atlas-prod-5b7967d99c-v4pp6"}', '8.624361389929353', '{pod="wt-rd-open-admin-prod-578565d544-546ln"}', '0.04890017479632703', '{pod="wt-typhon-rpc-prod-56f4bf6497-jqc82"}', '3.3279188089036587', '{pod="pc-app-todo-gaea-beta-6f67c678b9-kskcg"}', '0.015905040922675473', '{pod="pc-app-gantt-sky-prod-6b76486f7-kd2zs"}', '0.00015092691919546842', '{pod="pc-flow-subscriber-on-premises-7868d8dc97-qc2c2"}', '0.010407031456429272', '{pod="wt-rd-open-frontend-prod-644c7c5866-x79vs"}', '0.0005200193513692676', '{pod="kube-flannel-ds-amd64-bnj6r"}', '1.062490839819692', '{pod="wt-ladon-rpc-rc-845dd8ccb8-6bfdx"}', '1.0181131770881555', '{pod="kube-proxy-fm7qb"}', '1.0074130580837066', '{pod="pc-flow-webhook-beta-785fbdd7cd-dsffv"}', '0.048103884924942525', '{pod="pc-flow-gaea-template-7b977c66fd-ln2v9"}', '0.014430609009596262', '{pod="wt-ladon-prod-7cbc6c977-zsccd"}', '0.7643190891181993', '{pod="wt-rd-iris-rpc-prod-d6b5c66cc-rzghr"}', '0.20354951207107708', '{pod="wt-rd-agile-sky-demo-74f9878b6d-tt84t"}', '0.000045625689803707235', '{pod="wt-rd-admin-prod-744dbf4d9-9wwvw"}', '0.00013899039153771872', '{pod="wt-prophet-sky-internal-84b8d7d444-ck2t4"}', '0', '{pod="pc-flow-sky-beta-5fb89ccb76-59fc4"}', '0', '{pod="wt-rd-iris-api-rc-56d5fb469f-v9qz6"}', '0.39757904661003546', '{pod="wt-atlas-demo-7db48dc76-2bp86"}', '0.009341408227623811', '{pod="wt-daedalus-rpc-beta-6bc9d7c5d6-lhzh5"}', '0.042484431793391085', '{pod="kube-controller-manager-wt-rd-k8s-control-plane-02-beijing"}', '0.08439823867569433', '{pod="pc-pingcode-com-rc-5b4584589c-sj9rm"}', '0', '{pod="harbor-harbor-registry-7cc8684f4f-lh98p"}', '0.1028569643907299', '{pod="wt-tartarus-linker-message-prod-f87fc9448-84jx7"}', '0.8079023201265763', '{pod="pc-app-todo-gaea-rc-b77556b89-4z4v6"}', '0.04652841179252716', '{pod="logging-fluentd-fluentd-elasticsearch-lg9jp"}', '1.5572434364251302', '{pod="harbor-harbor-redis-0"}', '0.2877233905221545', '{pod="wt-rd-pipeline-gaea-rpc-beta-6f7b5d76b7-tzvf2"}', '0.009241757938178316', '{pod="wt-rd-testhub-init-demo-cb448d4fc-r477k"}', '0.008823793271873047', '{pod="wt-rd-plan-sky-prod-cf5bc45b7-vt5k7"}', '0.0030852482719688225', '{pod="wt-rd-iris-api-prod-5484456847-f9cn7"}', '2.7318301682596737', '{pod="wt-teams-hydra-h5-prod-d6b49f648-xk4jt"}', '0.00011096932741403412', '{pod="wt-rd-admin-rc-8c4955c9f-lkmxk"}', '0', '{pod="wt-rd-wiki-agile-demo-5dbff45c95-pdgws"}', '0', '{pod="wt-ladon-prod-7cbc6c977-bpnb6"}', '0.6705576947388208', '{pod="wt-rd-wiki-backend-prod-6cdbfddb5f-jkzpn"}', '0.5292158584580492', '{pod="wt-rd-plan-init-on-premises-695c4576cd-4276z"}', '0.010440895648013737', '{pod="wt-rd-iris-rpc-rc-5ccfdc9c45-l4726"}', '0.04269135342404883', '{pod="wt-rd-plan-rpc-beta-594c84666c-ktn4x"}', '0.010674874408106745', '{pod="pc-app-todo-sky-prod-5596b4bf8c-4t5k8"}', '0', '{pod="logging-fluentd-fluentd-elasticsearch-b2hs5"}', '1.5722551840706422', '{pod="wt-rd-wiki-agile-template-54895f69bd-gj8z9"}', '0', '{pod="wt-rd-gitlab-app-demo-c7c5796cf-chfdq"}', '0.008822446938258106', '{pod="pc-goals-gaea-rc-848dcdddd4-ntmbg"}', '0.08618951192945049', '{pod="wt-tartarus-rpc-rc-7695dc7458-7hv5v"}', '0.03568878818673932', '{pod="wt-typhon-prod-797fcc55c8-zfxl9"}', '0.6798461874154196', '{pod="wt-rd-plan-gaea-init-template-8647fb5d89-27n6x"}', '0.008616706261422677', '{pod="wt-rd-agile-backend-rc-6554474c4f-cldnm"}', '1.6785429276624693', '{pod="wt-rd-open-oauth2-demo-5d696c96dc-xks8b"}', '0.011885250402833092', '{pod="wt-typhon-rc-7849467974-5kbnr"}', '0.11050262331813625', '{pod="harbor-harbor-jobservice-5c54744f6b-j5kns"}', '0.30384960642935693', '{pod="pc-flow-subscriber-prod-5cc5dc65db-gf6bv"}', '1.052018573699017', '{pod="wt-hulk-sky-internal-7b6c4459f9-9m2s6"}', '0.00003665366678682637', '{pod="node-exporter-bfd9k"}', '0.11463235739481875', '{pod="wt-internal-support-internal-7966d48c78-kcc8h"}', '0.21908649771993283', '{pod="wt-rd-iris-api-on-premises-786d889f98-b67m4"}', '0.022939813518237703', '{pod="pc-goals-gaea-prod-6f5f85b7b8-t74pg"}', '0.10242960017496157', '{pod="prometheus-adapter-7cf4fddcb9-qfqql"}', '0.21600954705246583', '{pod="pc-goals-rpc-beta-6bb946cfbb-jwgcb"}', '0.7187453544418871', '{pod="wt-rd-wiki-backend-prod-6cdbfddb5f-kl86v"}', '0.6127874480189984', '{pod="wt-atlas-prod-5b7967d99c-v2c9c"}', '8.501596297516976', '{pod="wt-preview-template-567f7d6847-c42g8"}', '0', '{pod="wt-rd-marketplace-init-demo-8cb6845f5-2gg4m"}', '0.008680623898522586', '{pod="logging-fluentd-fluentd-elasticsearch-t6gw8"}', '1.0066004731479143', '{pod="wt-rd-iris-rpc-template-6c64f67b4b-72k9q"}', '0.011420850195453474', '{pod="wt-rd-marketplace-gaea-prod-dbd6d58b8-cs6j4"}', '0.23802472689211257', '{pod="wt-tartarus-linker-message-beta-64c7ddff99-xx7qr"}', '0.040223148290381615', '{pod="node-exporter-9fng5"}', '0.4084557627179291', '{pod="logging-fluentd-fluentd-elasticsearch-fglfh"}', '0.862931126411519', '{pod="wt-teams-hydra-admin-prod-6c4c776f47-v42fv"}', '0.0012013545684666956', '{pod="kube-proxy-gcjz6"}', '0.8712853394365419', '{pod="wt-rd-testhub-sky-demo-77c6dc479d-4gmcs"}', '0.000049510655551568845', '{pod="wt-rd-wiki-agile-prod-589f8c746c-tkklm"}', '0', '{pod="kube-apiserver-wt-rd-k8s-control-plane-02-beijing"}', '7.294144771528364', '{pod="kube-flannel-ds-amd64-2j6qw"}', '1.0711047913106737', '{pod="wt-rd-githubapp-prod-55646dc544-kl424"}', '0.07803014287201467', '{pod="wt-rd-agile-backend-prod-6489f98cbf-666cw"}', '47.64379856869041', '{pod="wt-rd-agile-backend-prod-6489f98cbf-6rk7q"}', '40.123027031822055', '{pod="etcd-wt-rd-k8s-control-plane-02-beijing"}', '8.03736115156153', '{pod="wt-rd-wiki-frontend-beta-6b4f6b459b-j8ftz"}', '0', '{pod="pc-flow-subscriber-prod-5cc5dc65db-nwxrr"}', '1.155000108325708', '{pod="node-exporter-rjfrj"}', '0.12302557308451406', '{pod="pc-jira-importer-rc-796c8956c7-4vhdc"}', '0.06039125196772952', '{pod="wt-rd-iris-api-prod-5484456847-jfst7"}', '2.685026609472045', '{pod="wt-rd-open-oauth2-template-66dd9bb5d-vgrlh"}', '0.01123351653525763', '{pod="pc-app-todo-gaea-prod-66dcdfc69c-5xktz"}', '0.03854184709496019', '{pod="wt-tartarus-prod-6c67867f88-psh7s"}', '5.1483906167164015', '{pod="wt-atlas-on-premises-7cd58bbcd4-q5pfr"}', '0.009202743386994077', '{pod="wt-rd-agile-backend-rc-6554474c4f-sbjfm"}', '1.3425636930692642', '{pod="wt-rd-agile-sky-prod-86c79c98c5-wnlg9"}', '0.005503160361732917', '{pod="wt-atlas-rpc-rc-665c969df4-qlfw4"}', '0.9957373789084798', '{pod="wt-charm-sky-prod-6b747b5f-bl4qz"}', '0.21138618837899312', '{pod="wt-rd-agile-rpc-demo-5dcdf64bdd-bzlkx"}', '0.016551418197849065', '{pod="wt-rd-hydra-prod-85fd9fc488-7vltb"}', '0.19506015074948607', '{pod="wt-prophet-gaea-internal-689d6fb4b4-4lhqp"}', '0.03278624817201823', '{pod="wt-tartarus-prod-6c67867f88-44mbp"}', '5.339828133423332', '{pod="wt-wiki-okr-prod-779659f57d-zlqpq"}', '0', '{pod="wt-rd-wiki-rpc-template-646bf4bdf7-nvbqf"}', '0.01131658930749209', '{pod="wt-tartarus-prod-6c67867f88-xtv9z"}', '5.024616510095662', '{pod="wt-rd-wiki-frontend-on-premises-7ffb69f854-p6mpq"}', '0.0015931805268677376', '{pod="wt-rd-open-admin-template-dd65d7854-667jc"}', '0.011163645365988364', '{pod="wt-rd-admin-prod-744dbf4d9-cf5v7"}', '0.00011565152569609421', '{pod="node-exporter-sp246"}', '0.539140630760845', '{pod="node-exporter-n4l6h"}', '0.40065770855433147', '{pod="kube-flannel-ds-amd64-g9f5t"}', '1.0407924153640848', '{pod="wt-atlas-rpc-on-premises-7546569b5f-xgxg8"}', '0.009688029997880963', '{pod="kube-proxy-fkzcq"}', '0.758540298996708', '{pod="pc-flow-engine-prod-66f89f8498-2q9sn"}', '1.1380201095224969', '{pod="wt-rd-wiki-backend-prod-6cdbfddb5f-sp9hd"}', '0.6543061429556086', '{pod="wt-rd-open-oauth2-rc-848d6cfcf4-bsch8"}', '0.045311129915927666', '{pod="alertmanager-main-0"}', '0.19615044646474686', '{pod="kube-flannel-ds-amd64-x2xtk"}', '1.0379423812425366', '{pod="pc-goals-init-prod-6dfd876cf6-tl4kg"}', '0.022043985215094222', '{pod="wt-rd-agile-init-beta-5c4b78dff-xwpr6"}', '0.8135815613894426', '{pod="wt-rd-open-admin-prod-578565d544-r2gwj"}', '0.04096779403340007', '{pod="kube-proxy-tv5vk"}', '0.8404831405562113', '{pod="wt-rd-plan-rpc-on-premises-6f6485c88b-klvnz"}', '0.010606363264997535', '{pod="wt-rd-wiki-frontend-prod-7cd7596754-n6m28"}', '0.0049750789116376325', '{pod="wt-rd-open-frontend-template-755d4bc5f-wdr4d"}', '0', '{pod="pc-jira-importer-sky-on-premises-f7bf44975-99dvl"}', '0', '{pod="wt-rd-plan-gaea-beta-59f7cf85d5-47nk8"}', '0.05263801416543891', '{pod="wt-rd-testhub-rpc-rc-84bd98dcf9-gh46n"}', '1.084069813683678', '{pod="wt-tartarus-rc-6846d67d7b-h48w5"}', '0.10954893047790894', '{pod="pc-goals-sky-prod-655c55b645-s8rwl"}', '0.0031314574716619094', '{pod="node-exporter-hqtnt"}', '0.34187272068922947', '{pod="wt-rd-agile-rpc-rc-857c467bbc-cjjbd"}', '1.1116781139633005', '{pod="wt-ladon-rc-75c8db45fc-nkpcc"}', '0.08249767640460412', '{pod="wt-worktile-com-prod-7c76b98dcc-6qhdw"}', '1.4256734670247524', '{pod="pc-goals-rpc-rc-cd67dbd76-8n9r5"}', '1.0524982811725134', '{pod="wt-rd-plan-rpc-prod-6ccff65cd5-6b4lc"}', '0.02184945776562772', '{pod="kube-flannel-ds-amd64-6d95t"}', '1.2183757164300166', '{pod="wt-charm-sky-beta-55c68c8bf7-hwl65"}', '0.03507328186890698', '{pod="tiller-deploy-8557598fbc-pvfld"}', '0.03216128696510838', '{pod="wt-rd-devops-rpc-rc-69ff64c9bd-28rkq"}', '1.0527824085550155', '{pod="wt-atlas-template-68c699899f-s6brl"}', '0.013167483420758262', '{pod="wt-worktile-com-prod-7c76b98dcc-mzv2w"}', '1.4220895145414418', '{pod="wt-rd-open-oauth2-prod-58884f4fb6-b9tj7"}', '0.031220330092644202', '{pod="kube-proxy-sgf5t"}', '0.8678676856791606', '{pod="wt-rd-gitlab-app-page-beta-75f57db9ff-sx8r2"}', '0.009707397286554977', '{pod="wt-rd-agile-rpc-rc-857c467bbc-p75mb"}', '1.0883734229350086', '{pod="wt-rd-testhub-rpc-prod-dd57bfb68-b645q"}', '1.0432793090628554', '{pod="wt-rd-admin-prod-744dbf4d9-lp667"}', '0.00011390247950903588', '{pod="pc-flow-scheduler-template-cf9ff89ff-d5jbr"}', '0.01212638746954744', '{pod="wt-rd-marketplace-gaea-beta-79bbc76545-nx7fd"}', '0.048747054173672956', '{pod="wt-rd-open-backend-rc-5ffdb78884-bvkvd"}', '0.09779303410904067', '{pod="wt-typhon-rpc-rc-df846465-kxgkx"}', '1.0997890300020852', '{pod="wt-rd-iris-rpc-beta-5fbc7d5f96-gvn4w"}', '0.0101682928217344', '{pod="kube-flannel-ds-amd64-ff944"}', '0.8983009459773379', '{pod="wt-wiki-okr-prod-779659f57d-q2cmp"}', '0', '{pod="wt-rd-testhub-backend-prod-65848c4546-76gjf"}', '1.859296709861175', '{pod="wt-rd-pipeline-gaea-beta-97b8458d7-trl7w"}', '0.010491639797440602', '{pod="wt-ladon-rpc-template-5bfbb9674c-5vfb2"}', '0.010235446367712429', '{pod="pc-flow-gaea-beta-7f6b9cbf4-cp9g5"}', '0.05443603451706688', '{pod="wt-siren-prod-86bcbf4d89-tjn58"}', '0.021760825547649437', '{pod="pc-app-gantt-sky-prod-6b76486f7-25r86"}', '0.00008725912891527329', '{pod="wt-rd-iris-rpc-rc-5ccfdc9c45-gkkdd"}', '0.03659851867548768', '{pod="wt-hulk-bg-service-internal-7bfbcc795-qvz7d"}', '0.8852592437440265', '{pod="wt-rd-devops-rpc-template-6695dc8cd5-5rw7h"}', '0.01187664171733543', '{pod="wt-rd-agile-backend-demo-68b9b956c9-csgr5"}', '0.02843559374802368', '{pod="wt-rd-testhub-sky-prod-bbfbbc7d6-9vh4s"}', '0.005222383859673803', '{pod="wt-rd-admin-prod-744dbf4d9-xdldp"}', '0.00015798238305887483', '{pod="wt-rd-pipeline-backend-rc-668ddc9587-kqlkp"}', '0.13560682794329493', '{pod="wt-siren-rpc-prod-65b865857c-7qtxg"}', '0.023474980526691187', '{pod="wt-rd-hydra-beta-5454f7c68b-c6x75"}', '0.05305060094161336', '{pod="wt-rd-testhub-rpc-prod-dd57bfb68-ghl7l"}', '1.1029733746215755', '{pod="wt-tartarus-rpc-prod-7f699f88c4-wzcqt"}', '0.08579769518287149', '{pod="wt-rd-pipeline-rpc-rc-7c468885bd-k85b7"}', '1.0227831878160305', '{pod="wt-rd-wiki-rpc-rc-6d55459467-gr8cx"}', '0.07069557474409759', '{pod="node-exporter-nsknm"}', '0.13251972079225927', '{pod="wt-rd-agile-sky-rc-766f4dc7bf-vnwxb"}', '0.00012232906560662453', '{pod="logging-fluentd-fluentd-elasticsearch-x26s6"}', '1.663797971619265', '{pod="wt-sky-portal-prod-8bc8d6c6b-lbxcz"}', '0.013016875934496176', '{pod="wt-rd-open-admin-rc-6b5ff6d964-w5b2t"}', '0.041227892639148576', '{pod="wt-hulk-sky-internal-7b6c4459f9-xg6z9"}', '0.000008233481988114485', '{pod="wt-rd-wiki-frontend-prod-7cd7596754-cwtn4"}', '0.004921977595963852', '{pod="pc-goals-gaea-beta-6d86d7c588-bbd8s"}', '0.010010346356914555', '{pod="wt-rd-gitlab-app-frontend-demo-ddcfc4976-lx49g"}', '0', '{pod="wt-rd-wiki-rpc-demo-67ff7d59cd-4dxh6"}', '0.009780618423229961', '{pod="pc-flow-subscriber-demo-75c555dddc-b7bx6"}', '0.011077301991007524', '{pod="wt-ladon-subscriber-rc-768dd78cbb-7kqq5"}', '0.03850073738285643', '{pod="kube-proxy-x8dtp"}', '0.8720602855782116', '{pod="pc-flow-webhook-prod-d584f66b8-9jpfd"}', '0.05528333007143108', '{pod="wt-tartarus-linker-prod-b84f89b4d-vs488"}', '2.335435672771954', '{pod="kube-flannel-ds-amd64-8jr9l"}', '0.932807631673036', '{pod="pc-jira-importer-sky-prod-66c69dcd66-ksqxd"}', '0.00008009223712635019', '{pod="pc-charm-template-5f598b9479-4ks2s"}', '0', '{pod="wt-rd-agile-backend-on-premises-669f648dd8-j5qw9"}', '0.0368971803344713', '{pod="pc-jira-importer-on-premises-59f9fb5fc6-sbtkf"}', '0.012529820836810259', '{pod="wt-rd-testhub-rpc-demo-6bdbfdf9f4-zd9xl"}', '0.009655616424987292', '{pod="harbor-harbor-clair-5bd8f76d9c-kpvjm"}', '0.023521197120886798', '{pod="logging-fluentd-fluentd-elasticsearch-6lnd9"}', '3.097626624919959', '{pod="wt-rd-plan-rpc-rc-57758cd9b5-c64bf"}', '0.030021846868545005', '{pod="wt-sky-portal-template-66f79d7f9f-w6drz"}', '0.000021320806818110656', '{pod="node-exporter-7qmzt"}', '0.17875518199720913', '{pod="kube-scheduler-wt-rd-k8s-control-plane-03-beijing"}', '0.26509688141567506', '{pod="wt-rd-open-backend-prod-7788cbb94d-2n979"}', '0.4674358017693147', '{pod="pc-flow-subscriber-template-7bc568c8cb-2svxs"}', '0.014479106645776625', '{pod="wt-preview-on-premises-684675ff47-2wjhh"}', '0', '{pod="wt-tartarus-rpc-prod-7f699f88c4-6bcfz"}', '0.06791259957557358', '{pod="wt-rd-agile-sky-prod-86c79c98c5-kw6p8"}', '0.005196077698195327', '{pod="wt-rd-plan-sky-prod-cf5bc45b7-2dhnw"}', '0.003198000635424767', '{pod="pc-goals-rpc-template-5458cb6459-btwvm"}', '0.008828993676999861', '{pod="wt-ladon-nps-template-5476f8bc79-ntjk7"}', '0.009067908447973344', '{pod="kube-proxy-rkncz"}', '0.936910365339275', '{pod="wt-rd-plan-gaea-prod-56f977896f-vg7lk"}', '0.18411223177422206', '{pod="logging-fluentd-fluentd-elasticsearch-sdlt8"}', '2.6406858188270848', '{pod="wt-rd-open-oauth2-on-premises-f7c444799-92v4d"}', '0.013787457407229042', '{pod="wt-rd-plan-gaea-rc-f9c5bbd69-2bzdg"}', '0.04455009215627788', '{pod="pc-flow-engine-rc-658bc695b6-7ngqj"}', '1.0665850595216901', '{pod="pc-flow-webhook-on-premises-6c8bb99db4-x8ppv"}', '0.01116022395484521', '{pod="pc-app-gantt-gaea-prod-5797d5b56-z2dlh"}', '0.03750262313224256', '{pod="wt-rd-plan-sky-demo-5676747db7-fm2h5"}', '0.00004431755797936959', '{pod="logging-fluentd-fluentd-elasticsearch-cx5fk"}', '0.8786713443706993', '{pod="kube-controller-manager-wt-rd-k8s-control-plane-03-beijing"}', '0.0806171129325861', '{pod="logging-kibana-kibana-7449c7d66c-zs74f"}', '2.0980764586199108', '{pod="wt-rd-plan-gaea-init-demo-5867f85694-fkspg"}', '0.008951336254028457', '{pod="wt-rd-githubpage-prod-f7fc495f4-6vg2q"}', '0.018367498371518007', '{pod="wt-typhon-prod-797fcc55c8-t7z88"}', '0.6950208465567641', '{pod="pc-goals-sky-beta-5948449678-zwl4n"}', '0', '{pod="node-exporter-c2rnz"}', '0.4127342653561501', '{pod="wt-atlas-rc-7bf755766f-4vtsn"}', '0.1630842418179154', '{pod="kube-proxy-dtsms"}', '1.2459141198361194', '{pod="wt-rd-wiki-init-on-premises-7c7c756d65-nslcs"}', '0.010721032258084255', '{pod="pc-flow-gaea-rc-567b894c5d-tqkmf"}', '0.07035223126108968', '{pod="wt-typhon-rpc-prod-56f4bf6497-t8cf5"}', '3.3371956276887786', '{pod="wt-rd-admin-template-7c7d995d5d-99rch"}', '0', '{pod="wt-rd-marketplace-init-template-7958687cb8-5hm77"}', '0.008840639344813645', '{pod="pc-flow-gaea-demo-57c6d5d4df-92zdn"}', '0.021020021631702378', '{pod="wt-rd-open-backend-template-f55444697-6m8cq"}', '0.013461015941383972', '{pod="pc-flow-sky-prod-6c8df56b69-ftbn5"}', '0', '{pod="wt-rd-hydra-prod-85fd9fc488-mtf8n"}', '0.22167557989625475', '{pod="wt-tartarus-prod-6c67867f88-6m8m4"}', '4.94823833940887', '{pod="kubewatch-5994fbcb59-qqrg4"}', '0.10743629938949743', '{pod="wt-rd-plan-gaea-on-premises-c6fd95cb7-xgmmp"}', '0.010969852332844402', '{pod="logging-fluentd-fluentd-elasticsearch-h4q7s"}', '3.5948075785233575', '{pod="wt-preview-prod-8467fd699d-ckwhr"}', '0.00008307542402410087', '{pod="coredns-5c98db65d4-s9fxn"}', '2.057742208327961', '{pod="wt-rd-wiki-frontend-template-749ccfdf97-x4k88"}', '0', '{pod="node-exporter-8zpzt"}', '0.46334961261611135', '{pod="harbor-harbor-portal-64cff84747-vcrwx"}', '0.012382634175565397', '{pod="wt-typhon-demo-8694b79d98-5btlz"}', '0.017289874877236502', '{pod="wt-atlas-rpc-prod-7b44dc9546-2w794"}', '0.848665193412635', '{pod="wt-rd-wiki-rpc-prod-75d69c4887-w6q79"}', '0.06324013551332519', '{pod="wt-tartarus-linker-prod-b84f89b4d-vnwdv"}', '1.9271458375130601', '{pod="wt-tartarus-linker-beta-fc8c4465f-2kt44"}', '0.06865199141492205', '{pod="kube-proxy-cx9ht"}', '0.7566229048905095', '{pod="wt-rd-open-backend-beta-7cfcd9d564-b6c2h"}', '0.0580236471280924', '{pod="wt-rd-githubapp-demo-85647c4979-rvbnn"}', '0.008797272386512874', '{pod="wt-rd-open-admin-prod-578565d544-mhshx"}', '0.041987033669382216', '{pod="kube-proxy-f22wn"}', '0.9520681037698611', '{pod="pc-flow-sky-rc-6cd5478747-nmdfr"}', '0', '{pod="wt-rd-iris-rpc-prod-d6b5c66cc-qn7nj"}', '0.19122962184069908', '{pod="wt-sky-portal-prod-8bc8d6c6b-hh4cg"}', '0.012442570896234755', '{pod="pc-app-todo-sky-rc-76cb5dc6b9-wv5ll"}', '0', '{pod="wt-rd-wiki-rpc-beta-7dbb6786fc-99sm4"}', '0.010800316596235371', '{pod="pc-flow-webhook-prod-d584f66b8-kzq24"}', '0.05640400938322919', '{pod="wt-typhon-prod-797fcc55c8-zk8bl"}', '0.6548317930935408', '{pod="wt-rd-open-backend-prod-7788cbb94d-2phkx"}', '0.48593311290618424', '{pod="pc-flow-sky-prod-6c8df56b69-v4p6g"}', '0.000014034106428728806', '{pod="wt-ladon-nps-prod-f9fcb68d-cfslm"}', '0.01871981559793448', '{pod="wt-ghost-9686f96f8-v2z6l"}', '1.9993685175104075', '{pod="pc-goals-sky-rc-589765d44c-t2xwf"}', '0.00012809293756004192', '{pod="wt-rd-wiki-frontend-rc-775bc54695-k2jvs"}', '0.00019737038728873829', '{pod="wt-sky-portal-rc-59dc45465b-dfsrl"}', '0.00141803181711494', '{pod="pc-jira-importer-rpc-on-premises-7b5bb9db7c-ts7d2"}', '0.016672935698307884', '{pod="wt-rd-agile-backend-prod-6489f98cbf-2c68h"}', '36.68700242843768', '{pod="pc-goals-sky-prod-655c55b645-xfmdh"}', '0.0036584223325204614', '{pod="wt-ladon-subscriber-demo-6fbd58b78f-2nx4n"}', '0.010973950547158672', '{pod="wt-rd-agile-rpc-prod-d956c9c47-ptwfd"}', '5.499288853859967', '{pod="wt-rd-agile-rpc-rc-857c467bbc-p4kdd"}', '1.0378846929205752', '{pod="wt-siren-beta-64b4cf77df-6mmm2"}', '0.009336181630067964', '{pod="pc-flow-gaea-prod-77bff7c998-pgq4x"}', '0.06560997289138185', '{pod="wt-rd-testhub-rpc-template-5c954f965f-m4k95"}', '0.013041776178423885', '{pod="pc-flow-scheduler-on-premises-5c44696b8d-xvhxd"}', '0.012171825705709858', '{pod="logging-fluentd-fluentd-elasticsearch-gwrmt"}', '1.9558306322704146', '{pod="wt-ladon-init-prod-5df545ffc8-4d5s7"}', '0.025411556092388758', '{pod="wt-ladon-rpc-demo-859d667d8-vskbj"}', '0.008690755904744251', '{pod="wt-rd-githubapp-rc-64fc7fffdd-c4b6t"}', '0.021321619460421583', '{pod="wt-rd-marketplace-rpc-demo-545d77df4d-gnhzl"}', '0.010756782945061926', '{pod="pc-goals-rpc-prod-5b4544c4d8-kr9t2"}', '0.9736706016901499', '{pod="wt-rd-agile-sky-rc-766f4dc7bf-wpd8g"}', '0.00010973445615210149', '{pod="nginx-ingress-controller-iris-dc6ff96b4-h25lw"}', '2.255798161596673', '{pod="wt-rd-plan-sky-prod-cf5bc45b7-bzp47"}', '0.0027084296838439585', '{pod="wt-rd-pipeline-backend-rc-668ddc9587-v2498"}', '0.16548408689610083', '{pod="pc-flow-gaea-on-premises-5f9df9cdf7-xbhh9"}', '0.01049616137396108', '{pod="pc-app-gantt-sky-beta-7f4cf57cb-bmcfk"}', '0', '{pod="wt-preview-prod-8467fd699d-2qbxt"}', '0.00006636980658162174', '{pod="logging-fluentd-fluentd-elasticsearch-fh222"}', '1.8151260089739372', '{pod="wt-rd-plan-sky-rc-68c84bf5f5-4c289"}', '0.005018698971663803', '{pod="wt-rd-testhub-init-on-premises-54d5d7b784-4r9s2"}', '0.010015487912561509', '{pod="kube-scheduler-wt-rd-k8s-control-plane-01-beijing"}', '0.4131336718411178', '{pod="kube-apiserver-wt-rd-k8s-control-plane-01-beijing"}', '7.049601156281048', '{pod="wt-rd-agile-rpc-prod-d956c9c47-74flj"}', '5.097575500561513', '{pod="wt-rd-hydra-prod-85fd9fc488-jf4zd"}', '0.2016941713691696', '{pod="wt-ladon-nps-rc-7fb67b5488-sdg7q"}', '0.0278081869807407', '{pod="wt-siren-rpc-beta-76cbfc9fcc-gmwvz"}', '0.008955023297736278', '{pod="wt-rd-iris-rpc-prod-d6b5c66cc-q8kdh"}', '0.2093158006955153', '{pod="wt-teams-hydra-admin-prod-6c4c776f47-n9nbl"}', '0.0011500500856472605', '{pod="wt-rd-devops-rpc-demo-768cd6c454-sfcnq"}', '0.011106594230745817']]

        if search_resources == 'ALL':
            Element = {}
            for x in tr_str[0]:
                if tr_str[0].index(x) % 2 == 0:
                    # Value = {x: tr_str[0][tr_str[0].index(x)+1]}
                    Value = tr_str[0][tr_str[0].index(x) + 1]
                    # print(Value)
                    Element[str(x)] = Value

                # print(Element)
                # for k,v in Element.items():
                #     print(k, v)
            print(Element)
            # a = sorted(Element.items(), key=lambda x: x[1], reverse=True)
            # a = tuple(a)
            # # for x in a:
            # a = dict((x, y) for x, y in a)

            tables_list = []
            for k,v in Element.items():
                # print({"Element":k, "Value": v,})
                tables_list.append({"Element":k, "Value": v,},)
            generate_excel(tables_list, sheet_name)
        else:
            # search_resources
            #
            # df = difflib.SequenceMatcher(None, name, app_name).quick_ratio()
            # app_name_gaea_difflib[str(name)] = df
            pass


if __name__ == '__main__':
    sheet_name = input("sheet_name:")
# 周期平均值 - POD
    # CPU
    # pod-所有服务24小时内平均的"CPU使用耗时%"
    # PromQL = """sort(sum by(namespace,pod_name) (rate(container_cpu_usage_seconds_total{namespace="prod"}[24h])))"""
    # pod-所有服务峰值半小时内平均的"CPU使用耗时%"
    # PromQL = """sort(sum by(namespace,pod_name) (rate(container_cpu_usage_seconds_total{namespace="prod"}[30m] offset 6h)))"""


    # pod-所有服务24小时内平均的"CPU使用率%"
    # PromQL = """sort((sum(rate(container_cpu_usage_seconds_total{container_name!="",pod_name!=""}[24h])) by(cluster,namespace,container_name,pod_name))/(sum(container_spec_cpu_quota{container_name!="",pod_name!=""}) by(cluster,namespace,container_name,pod_name) /100000)*100)"""
    # pod-所有服务峰值半小时内平均的"CPU使用率%"
    # PromQL = """sort((sum(rate(container_cpu_usage_seconds_total{container_name!="",pod_name!=""}[30m] offset 4h)) by(cluster,namespace,container_name,pod_name))/(sum(container_spec_cpu_quota{container_name!="",pod_name!=""}) by(cluster,namespace,container_name,pod_name) /100000)*100)"""

    # pod-所有服务24小时内平均的"cpu核心数量"
    # PromQL = """sort(sum (rate (container_cpu_usage_seconds_total{namespace="prod"}[24h])) by (namespace, pod)*100)"""
    # pod-所有服务峰值半小时内平均的"cpu核心数量"
    # PromQL = """sort(sum (rate (container_cpu_usage_seconds_total{namespace="prod"}[30m] offset 4h)) by (namespace, pod)*100)"""

    # 内存
    # pod-所有服务24小时内平均的"内存使用M"
    # PromQL = """sort(sum(avg_over_time(container_memory_usage_bytes{namespace="prod",}[1d])) by  (instance,namespace,pod) /1024 / 1024)"""
    # pod-所有服务峰值半小时内平均的"内存使用M"
    # PromQL = """sort(sum(avg_over_time(container_memory_usage_bytes{namespace="prod",}[30m] offset 4h)) by  (instance,namespace,pod) /1024 / 1024)"""

# 周期平均值 - Node
    # CPU
    # node-所有节点24小时内平均的"cpu使用率%"
    # PromQL = """sort(100 * (1 - sum by (instance)(increase(node_cpu_seconds_total{mode="idle"}[24h])) / sum by (instance)(increase(node_cpu_seconds_total[24h]))))"""
    # node-所有节点峰值半小时内平均的"cpu使用率%"
    # PromQL = """sort(100 * (1 - sum by (instance)(increase(node_cpu_seconds_total{mode="idle"}[30m] offset 4h)) / sum by (instance)(increase(node_cpu_seconds_total[30m] offset 4h))))"""

    # node-节点24小时平均的"CPU-system使用率"
    # PromQL = """sort((sum(increase(node_cpu_seconds_total{mode='system'}[24h]))by(instance)) / (sum(increase(node_cpu_seconds_total[24h]))by(instance))  *100)"""
    # node-节点峰值半小时平均的"CPU-system使用率"
    # PromQL = """sort((sum(increase(node_cpu_seconds_total{mode='system'}[30m] offset 4h))by(instance)) / (sum(increase(node_cpu_seconds_total[30m] offset 4h))by(instance))  *100)"""

    # node-所有节点24小时内平均的"CPU-user使用率"
    # PromQL = """sort((sum(increase(node_cpu_seconds_total{mode='user'}[24h]))by(instance)) / (sum(increase(node_cpu_seconds_total[24h]))by(instance))  *100)"""
    # node-所有节点峰值半小时内平均的"CPU-user使用率"
    # PromQL = """sort((sum(increase(node_cpu_seconds_total{mode='user'}[30m] offset 4h))by(instance)) / (sum(increase(node_cpu_seconds_total[24h]))by(instance))  *100)"""

    # node-节点24小时内平均的"idle(空闲)CPU率"
    # PromQL = """sort((sum(increase(node_cpu_seconds_total{mode='idle'}[24h]))by(instance)) / (sum(increase(node_cpu_seconds_total[24h]))by(instance))  *100)"""
    # node-节点峰值半小时内平均的"idle(空闲)CPU率"
    PromQL = """sort((sum(increase(node_cpu_seconds_total{mode='idle'}[30m] offset 4h))by(instance)) / (sum(increase(node_cpu_seconds_total[30m] offset 4h))by(instance))  *100)"""

    getSumOdds(PromQL=PromQL, sheet_name=sheet_name)
    # 内存 - 略
  • 监控的数据指标这不就来了么!

image
image

posted @ 2021-05-28 15:52  SRE运维充电站  阅读(1521)  评论(0编辑  收藏  举报