利用jira及confluence的API进行批量操作（查找/更新/导出/备份/删除等）
前言：
近期因为某些原因需要批量替换掉 jira 和 confluence中的特定关键字，而且在替换前还希望进行备份（以便后续恢复）和导出（方便查看）
atlassian官方的api介绍文档太简陋，很多传参都没有进一步的描述说明，过程中踩了不少的坑...
故现将相关代码分享下，希望有类似需求的朋友能用得上，直接上代码：
from jira import JIRA
import requests
import re
'''
用途: jira单的查找、导出、更新、删除等操作
author: tony
date: 2023
'''
class jira_tools():
# jira API
base_url = "http://your-jira-url.com/"
username = "your_username"
password = "your_password"
jira = JIRA(base_url,basic_auth=(username, password))
# 搜索关键字和替换关键字
search_keyword = '查找关键词'
replace_keyword = '替换关键词'
def jira_search(self):
'''查找标题和正文中包含特定关键字的issue
返回一个list,list中的元素为jira issue对象<class 'jira.resources.Issue'>
'''
# 拼接jql,可按需修改(此处为搜索项目REQ和TREQ中的标题or描述中包含特定关键词的issue)
jql_query = 'project in (REQ,TREQ) AND (summary ~ "{0}" or description ~ "{0}") ORDER BY updated DESC'.format(self.search_keyword)
# jql_query = 'summary ~ "{0}" or description ~ "{0}" ORDER BY updated DESC'.format(self.search_keyword)
# jql_query = 'id = BUG-44257'
# 每页的大小(应该最大只支持50)
page_size = 50
# 初始化起始索引和总体issues列表
start_at = 0
all_issues = []
while True:
# 执行查询并获取当前页的问题
issues = self.jira.search_issues(jql_query, startAt=start_at, maxResults=page_size)
# 将当前页的issues添加到总体issues列表
all_issues.extend(issues)
# 检查是否已获取所有issues
if len(issues) < page_size:
break
# 更新起始索引以获取下一页
start_at += page_size
return all_issues
def jira_export(self, issue_id, issue_summary):
# 页面上抓到的导出接口(需要先行在浏览器上登录)
export_url = 'http://your-jira-url.com/si/jira.issueviews:issue-word/{0}/{0}.doc'.format(issue_id)
#替换掉标题中可能存在的特殊关键字,避免保存文件失败
issue_summary = re.sub(r'[【】|（）()\\/:：<>*]', '', issue_summary)
filename = 'D:/jira_bak/{0}_{1}.doc'.format(issue_id, issue_summary) # 下载后保存的文件名
response = requests.get(export_url)
if response.status_code == 200:
try:
with open(filename, 'wb') as f:
f.write(response.content)
print('issue导出成功！')
except Exception as e:
print('issue导出失败~失败原因:{0}'.format(e))
def jira_replace(self,issues):
'''替换issue标题和正文中的特定关键字'''
for issue in issues:
issue_id = issue.key
issue_obj = self.jira.issue(issue_id)
# 获取原始标题和描述
old_summary = issue_obj.fields.summary
old_description = issue_obj.fields.description
# 先导出word
self.jira_export(issue_id, old_summary)
# 替换关键字
new_summary = old_summary.replace(self.search_keyword, self.replace_keyword)
# 更新问题的标题和描述(description)
if old_description: # 描述可能为空
new_description = old_description.replace(self.search_keyword, self.replace_keyword)
issue_obj.update(summary=new_summary, description=new_description)
else:
issue_obj.update(summary=new_summary)
# 更新问题的标题和描述
print("{0}-{1} 关键词替换成功".format(issue_id, old_summary))
def jira_delete(self, issue_id):
'''删除特定的issue'''
try:
# 获取issue
issue = self.jira.issue(issue_id)
# 删除issue
issue.delete()
print("{0}删除成功".format(issue_id))
except Exception as e:
print("{0}删除失败:{1}".format(issue_id, e))
# # 查找、备份/替换
# j = jira_tools()
# issues = j.jira_search()
# issues_id_list = [ issue.key for issue in issues]
# print(len(issues_id_list),issues_id_list)
# j.jira_replace(issues)
# 删除
# j=jira_tools()
# j.jira_delete('TREQ-18431')
import requests
import re,os
import pandas as pd
from atlassian import Confluence # pip install atlassian-python-api
'''
用途: confluence的查找、备份/导出、更新、删除、恢复等相关操作
author: tony
date: 2023
'''
def save_content_to_file(filename, content, file_format='txt'):
'''保存内容到文件'''
if file_format=='pdf':
directory = 'D:/wiki_bak/pdf/'
filename = directory + filename + '.pdf'
else:
directory = 'D:/wiki_bak/txt/'
filename = directory + filename + '.txt'
try:
os.makedirs(directory, exist_ok=True)
with open(filename, 'wb' if file_format == 'pdf' else 'w', encoding='utf-8' if file_format != 'pdf' else None) as file:
file.write(content)
print("内容已保存到文件{0}".format(filename))
except Exception as e:
print("{0} 文档保存时失败:{1}".format(filename, e))
class wiki_tools():
# Confluence API
base_url = "http://your-confluence-url.com/"
search_url = base_url + "/rest/api/search"
content_url = base_url + "/rest/api/content"
username = "your_username"
password = "your_password"
wiki_replace_record = 'D:/wiki_bak/wiki_replace_record.csv' #处理过的文档概况
# 搜索关键字和替换关键字
search_keyword = '"查找关键词"' # 将搜索词用""号扩起来表示进行整词匹配,不会被confluence拆分成多个单词进行匹配
replace_keyword = '替换关键词'
def wiki_search(self):
'''查找confluence文档
查找关键词：
search_keyword
returns:
list:匹配文档的content_id(即URL上的pageId)
'''
content_id_list = [] # 用于记录文档id
start = 0
limit = 100
total_size = 0
while start <= total_size:
# 构建搜索请求的URL
search_url = "{0}?cql=type=page and (title~'{1}' OR text~'{2}')&start={3}&limit={4}".format(
self.search_url, self.search_keyword, self.search_keyword, start, limit)
# 发送搜索请求
response = requests.get(search_url, auth=(self.username, self.password))
search_results = response.json()
total_size = search_results['totalSize']
# 提取当前页匹配的文档 id
page_content_id_list = [ result['content']['id'] for result in search_results["results"]]
content_id_list.extend(page_content_id_list)
start += limit
return content_id_list
def wiki_replace(self,content_id):
'''替换confluence文档中的关键字'''
# 获取文档正文部分内容
# https://community.atlassian.com/t5/Confluence-questions/How-to-edit-the-page-content-using-rest-api/qaq-p/904345
content_url = self.content_url + "/" + content_id + "?expand=body.storage,version,history"
content_response = requests.get(content_url, auth=(self.username, self.password))
if content_response.status_code == 200:
content_data = content_response.json()
# 获取文档最新的版本号
latest_version = content_data["version"]["number"]
# 获取文档的创建者
createdBy = content_data["history"]["createdBy"]["displayName"]
# 获取文档的创建时间 eg: 2023-05-30T11:02:44.000+08:00
createdDate = content_data["history"]["createdDate"].split('T')[0]
# 获取文档的标题
old_title = content_data["title"]
# 替换掉标题中的特殊字符,避免无法作为文件命名
old_title = re.sub(r'[【】|（）()\\/:：<>*]', '', old_title)
# 获取文档的正文
old_body = content_data["body"]["storage"]["value"]
# 保存文档标题和正文内容(文件名称: contentid_title, 文件内容: body),以便后续恢复
save_content_to_file(content_id + "_" + old_title, old_body)
# 记录所有处理过的文档概要信息到csv文件(mode='a'即追加模式写入)
pd.DataFrame(data=[[content_id, old_title, createdBy, createdDate]]).to_csv(self.wiki_replace_record, encoding='utf-8', index=None, mode='a', header=None)
# 导出文档内容为pdf(方便直接查看)
try:
self.wiki_export_pdf(content_id, old_title + '_' + createdBy + '_' + createdDate)
except Exception as e:
# 有些文档较大可能会超时
print("{0}文档导出时发生异常:{1}".format(content_id, e))
# 避免出现无效更新造成version无谓增加
if self.search_keyword in old_title or self.search_keyword in old_body:
# 替换文档标题和正文中的关键字
new_title = old_title.replace(self.search_keyword, self.replace_keyword)
new_body = old_body.replace(self.search_keyword, self.replace_keyword)
# 更新文档
update_data = {
"title": new_title,
"type": content_data["type"],
"version":{
"number": latest_version + 1 # 使用最新版本号加1
},
"body": {
"storage": {
"value": new_body,
"representation": "storage"
}
}
}
update_response = requests.put(content_url, auth=(self.username, self.password), json=update_data)
if update_response.status_code == 200:
print("替换成功：", old_title)
else:
print("替换失败：", old_title)
else:
print("文档中未包含关键字:{0},无需更新".format(self.search_keyword))
def wiki_update_from_file(self, content_id, title, body):
'''指定内容更新'''
content_url = self.content_url + "/" + content_id + "?expand=body.storage,version"
content_response = requests.get(content_url, auth=(self.username, self.password))
if content_response.status_code == 200:
content_data = content_response.json()
# 获取文档最新的版本号
latest_version = content_data["version"]["number"]
# 更新文档
update_data = {
"title": title,
"type": content_data["type"],
"version":{
"number": latest_version + 1 # 使用最新版本号加1
},
"body": {
"storage": {
"value": body,
"representation": "storage"
}
}
}
update_response = requests.put(content_url, auth=(self.username, self.password), json=update_data)
if update_response.status_code == 200:
print("恢复成功：", title)
else:
print("恢复失败：", title)
def wiki_restore(self, path="D:/wiki_bak/txt/"):
'''根据备份的body文件恢复对应的confluence文档'''
# 获取指定路径下的所有文件
files = os.listdir(path)
for file_name in files:
# 根据文件名解析content_id、标题 ( 形如: contentid_title.txt )
content_id = file_name.split('_')[0]
title = file_name.split('_')[1].replace('.txt','')
file_path = os.path.join(path, file_name)
# 读取备份文件并恢复
if os.path.isfile(file_path):
print('开始处理',file_path)
with open(file_path, 'r') as file:
content = file.read()
self.wiki_update_from_file(content_id, title, content)
def wiki_export_pdf(self, content_id, filename):
'''利用atlassian-python-api库导出pdf'''
confluence = Confluence(
url=self.base_url,
username=self.username,
password=self.password)
page = confluence.get_page_by_id(page_id=content_id)
response = confluence.get_page_as_pdf(page['id'])
save_content_to_file(filename, content=response, file_format='pdf')
def wiki_delete(self,content_id):
'''利用atlassian-python-api库删除特定文档'''
confluence = Confluence(
url=self.base_url,
username=self.username,
password=self.password)
try:
confluence.remove_content(content_id)
print("文档 {0} 删除成功".format(content_id))
except Exception as e:
print("文档 {0} 删除失败: {1}".format(content_id, e))
# w = wiki_tools()
# # 批量查询&替换wiki文档,同时备份替换前的内容
# contentid_list = w.wiki_search()
# print(contentid_list)
# for i in contentid_list:
# print("----开始处理：{0}----".format(i))
# w.wiki_replace(i)
# # 根据备份的文件恢复wiki文档内容
# w.wiki_restore()
# # 删除特定的文档
# w.wiki_delete('137295690')
