前言
- 变更
- 增加CSV数据驱动
- 当test中有parameters时使用ddt，添加多条用例
- 增加test中setup_hooks和teardown_hooks功能
- print改为使用log
- TODO
data.yaml
- config:
name: 测试用例名称
request:
base_url: https://httpbin.org
headers:
token: abc123
variables:
a: 100
b: 200
c: ${add($a, $b)}
- test:
name: 步骤1-GET请求
setup_hooks:
- ${setup('hello')}
teardown_hooks:
- ${teardown('world')}
request:
url: /get
method: GET
extract:
- u: content.url
validate:
- eq: [status_code, 200]
- comparator: eq
check: content.url
expect: https://httpbin.org/get
- test:
name: 步骤2-POST请求
request:
url: /post
method: POST
data:
a: $a
b: 2
c: $c
- test:
name: 步骤4-数据驱动
parameters:
- a-b: ${P(data.csv)}
request:
url: /get
method: GET
params:
a: $a
b: $b
data.csv
a,b
1,2
3,4
5,6
debugtalk.py
def add(a,b):
return a+b
def setup(request):
print('setup')
print(request)
def teardown(response):
print('teardown')
# print(response.resp_obj.text) # 原始请求
主体runner.py
import re
import json
import requests
import logging
from string import Template
from functools import reduce
from operator import eq, gt, lt, ge, le
import unittest
import ddt
import importlib
import types
from logz import log # 需要 pip install logz
from filez import file # 需要 pip install filez
print = log.info
COMPARE_FUNCS = dict(
eq=eq, gt=gt, lt=lt, ge=ge, le=le,
len_eq=lambda x, y: len(x) == len(y),
str_eq=lambda x, y: str(x) == str(y),
type_match=lambda x, y: isinstance(x, y),
regex_match=lambda x, y: re.match(y, x)
)
FUNCTION_REGEX = re.compile(r'\${(?P<func>.*?)}')
CSV_REGEXT = re.compile(r'\${P\((?P<csv>.*?)\)}')
def do_dot(item, key: str):
"""单个content.url取值"""
if hasattr(item, key):
return getattr(item, key)
if key.isdigit():
key = int(key)
try:
return item[key]
except Exception as ex:
logging.exception(ex)
return key
def get_field(context: dict, expr: str):
"""解析形如content.result.0.id的取值"""
if '.' in expr:
value = expr.split('.')
field = context.get(value[0])
return reduce(lambda x, y: do_dot(x, y), value[1:], field)
else:
return context.get(expr)
def parse_request(base_url: str, request: dict) -> dict:
"""补充完整request"""
if base_url and not request['url'].startswith('http'):
request['url'] = base_url + request['url']
return request
def send_request(context, session, request):
"""发送请求"""
response = session.request(**request)
print('请求数据', request)
print('响应数据', response.text)
try:
content = response.json()
except json.decoder.JSONDecodeError:
content = {}
# 注册上下文变量
context.update(
response=response,
request=response.request,
content=content,
status_code=response.status_code,
headers=response.headers,
ok=response.ok,
reason=response.reason,
response_time=response.elapsed.seconds
)
def do_extract(context: dict, extract: list):
"""处理提取变量"""
for line in extract:
key, value = tuple(line.items())[0]
context[key] = get_field(context, value)
def do_validate(context, validate):
"""处理断言"""
for line in validate:
if 'comparator' in line:
comparator = line.get('comparator')
check = line.get('check')
expect = line.get('expect')
else:
comparator, value = tuple(line.items())[0]
check, expect = value
compare_func = COMPARE_FUNCS.get(comparator)
field = get_field(context, check)
assert compare_func(field, expect)
def get_functions() -> dict:
"""从debugtalk模块中获取功能函数"""
module = importlib.import_module('debugtalk')
functions = {key: value for key, value in module.__dict__.items()
if not key.startswith('__') and callable(value)}
return functions
def parse_dollar(context: dict, data: (list,dict)) -> (list, dict):
"""解析$变量"""
data_str = json.dumps(data)
if '$' in data_str:
data_str = Template(data_str).safe_substitute(context)
return json.loads(data_str)
else:
return data
def do_test(self, test: dict) -> None:
"""测试用例运行方法"""
if test.get('skip'):
raise unittest.SkipTest
setup_hooks = test.get('setup_hooks')
teardown_hooks = test.get('teardown_hooks')
parsed_test = parse_dollar(self.context, test)
request = parse_request(self.base_url, parsed_test.get('request'))
self.context['request'] = request # 注册上下文以方便setup_hooks中的方法可以使用
if setup_hooks:
parse_function(self.context, self.functions, setup_hooks)
if teardown_hooks:
self.addCleanup(parse_function, self.context, self.functions, teardown_hooks)
send_request(self.context, self.session, request)
do_extract(self.context, parsed_test.get('extract', []))
do_validate(self.context, parsed_test.get('validate', []))
def parse_function(context: dict, functions: dict, data: (list, dict)) -> (list,dict):
data_str = json.dumps(data)
if '$' in data_str:
data_str = Template(data_str).safe_substitute(context)
def repr_func(matched):
"""自定义re.sub替换方法"""
if not matched:
return
return str(eval(matched.group(1), {}, functions))
data_str = re.sub(FUNCTION_REGEX, repr_func, data_str)
return json.loads(data_str)
def parse_parameters(parameters: list) -> tuple:
"""解析parameters中的变量和数据"""
line = parameters[0]
keys, data = tuple(line.items())[0]
if isinstance(data, str):
matched = re.match(CSV_REGEXT, data)
if not matched:
raise ValueError(f'参数化不支持: {data} 形式')
csv_file = matched.group('csv')
data = file.load(csv_file)
data = data[1:] # 舍弃标题行
print('数据', data)
keys = keys.split('-')
return keys, data
def build_case(index: int, test: dict) -> types.FunctionType:
"""生成用例方法"""
parameters = test.get('parameters')
if parameters:
keys, data = parse_parameters(parameters)
def test_api_ddt(self, *values):
key_values = dict(zip(keys, values))
self.context.update(key_values)
do_test(self, test)
test_method = ddt.data(*data)(test_api_ddt)
else:
def test_api(self):
do_test(self, test)
test_method = test_api
test_method.__name__ = f'test_api_{index+1}'
test_method.__doc__ = test.get("name")
return test_method
def build(data: list)-> unittest.TestSuite:
"""组装suite"""
class TestApi(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.functions = get_functions()
cls.session = requests.session()
config = data[0].get('config')
context = config.get('variables')
config = parse_function(context, cls.functions, config)
config_request = config.get('request')
cls.base_url = config_request.pop('base_url') if 'base_url' in config_request else None
cls.context = config.get('variables', {})
for key, value in config_request.items():
setattr(cls.session, key, value)
for index, test in enumerate(data[1:]):
test = test.get('test')
test_method = build_case(index, test)
setattr(TestApi, f'test_api_{index+1}', test_method)
TestApi = ddt.ddt(TestApi)
TestApi.__doc__ = data[0].get('config').get('name')
suite = unittest.defaultTestLoader.loadTestsFromTestCase(TestApi)
return suite
def run(suite: unittest.TestSuite) -> unittest.TestResult:
"""运行suite"""
runner = unittest.TextTestRunner(verbosity=2)
return runner.run(suite)
if __name__ == '__main__':
data = file.load('/Users/apple/Documents/Projects/Self/PyPi/runnerz/httprunner/data.yaml')
suite = build(data)
run(suite)
