python-3.x - 在pytest的conftest.py中设置测试执行顺序，参数化测试
问题描述
conftest.py：
def pytest_collection_modifyitems(config, items):
def param_part(item):
# check for the wanted module and test class
if item.nodeid.startswith("test_urls.py::TestSSL::"):
# find the start of the parameter part in the nodeid
index = item.nodeid.find('[')
if index > 0:
# sort by parameter name
return item.name[item.nodeid.index('['):]
# for all other cases, sort by node id as usual
return item.nodeid
# re-order the items using the param_part function as key
items[:] = sorted(items, key=param_part)
test_urls.py：
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from allure_commons.types import AttachmentType
import pytest
import logging
import allure
driver = webdriver.Chrome(executable_path=r'C:\chromedriver.exe')
# Logger
logging.basicConfig(filename="C:/LPsLogs/test.log",
format='%(asctime)s: %(levelname)s: %(message)s',
datefmt='%m/%d/%Y %H:%M:%S')
logger = logging.getLogger()
logger.setLevel(logging.INFO)
wait = WebDriverWait(driver, 2)
driver.implicitly_wait(2)
ec = EC
goxp = driver.find_element_by_xpath
goid = driver.find_element_by_id
keys = Keys
original_window = driver.current_window_handle
# Urls
sslurl = "https://www.sslshopper.com/ssl-checker.html"
# Locators
# xpath
sslpch = "//h1"
u1chb1 = "//div[@id='checkData']/descendant::td[1]"
u1chb2 = "//div[@id='checkData']/descendant::td[3]"
u1chb3 = "//div[@id='checkData']/descendant::td[5]"
u1chb4 = "//div[@id='checkData']/descendant::td[7]"
u1chb5 = "//div[@id='checkData']/descendant::td[11]"
u1chb6 = "//div[@id='checkData']/descendant::td[15]"
# id
hostname = "hostname"
expdate = "cert_expiration_days"
@allure.severity(allure.severity_level.BLOCKER)
def test_go_ca_sslcheck():
logger.info("Testing started")
driver.maximize_window()
driver.get(sslurl)
wait.until(EC.visibility_of_element_located((By.XPATH, sslpch)))
sslchecker = driver.find_element_by_xpath(sslpch).text
if sslchecker == 'SSL Checker':
assert True
else:
logging.error('Error - def test_go_sslcheck module', exc_info=True)
allure.attach(driver.get_screenshot_as_png(), name="testLoginScreen", attachment_type=AttachmentType.PNG)
assert False
@pytest.mark.parametrize("url", ["https://google.com",
"https://expired.badssl.com"
])
class TestSSL:
@allure.severity(allure.severity_level.CRITICAL)
def test_url_input(self, url):
try:
input_hostname = goid(hostname)
input_hostname.send_keys(url)
input_hostname.send_keys(keys.ENTER)
# time.sleep(2)
print(f"{url} has been entered")
assert True
input_hostname.clear()
except (Exception, NameError, AssertionError):
allure.attach(driver.get_screenshot_as_png(), name="testLoginScreen", attachment_type=AttachmentType.PNG)
logging.error('Error - url_input module', exc_info=True)
assert False
@allure.severity(allure.severity_level.CRITICAL)
def test_url_checkbox1(self, url):
wait.until(EC.visibility_of_element_located((By.XPATH, u1chb1)))
u1chb1ch = driver.find_element_by_xpath(u1chb1).get_attribute('class')
if u1chb1ch == 'passed':
print(f"{url} - test_url_checkbox1 - PASS")
assert True
else:
allure.attach(driver.get_screenshot_as_png(), name="testLoginScreen", attachment_type=AttachmentType.PNG)
logging.error(f'{url} - checkbox 1 - FAILED', exc_info=True)
assert False
@allure.severity(allure.severity_level.CRITICAL)
def test_url_checkbox2(self, url):
wait.until(EC.visibility_of_element_located((By.XPATH, u1chb2)))
u1chb2ch = driver.find_element_by_xpath(u1chb2).get_attribute('class')
if u1chb2ch == 'passed':
print(f"{url} - test_url_checkbox2 - PASS")
assert True
else:
allure.attach(driver.get_screenshot_as_png(), name="testLoginScreen", attachment_type=AttachmentType.PNG)
logging.error(f'{url} - checkbox 2 - FAILED', exc_info=True)
assert False
@allure.severity(allure.severity_level.CRITICAL)
def test_url_checkbox3(self, url):
wait.until(EC.visibility_of_element_located((By.XPATH, u1chb3)))
u1chb3ch = driver.find_element_by_xpath(u1chb3).get_attribute('class')
if u1chb3ch == 'passed':
print(f"{url} - test_url_checkbox3 - PASS")
assert True
else:
allure.attach(driver.get_screenshot_as_png(), name="testLoginScreen", attachment_type=AttachmentType.PNG)
logging.error(f'{url} - checkbox 3 - FAILED', exc_info=True)
assert False
@allure.severity(allure.severity_level.CRITICAL)
def test_url_checkbox4(self, url):
wait.until(EC.visibility_of_element_located((By.XPATH, u1chb4)))
u1chb4ch = driver.find_element_by_xpath(u1chb4).get_attribute('class')
if u1chb4ch == 'passed':
print(f"{url} - test_url_checkbox4 - PASS")
assert True
else:
allure.attach(driver.get_screenshot_as_png(), name="testLoginScreen", attachment_type=AttachmentType.PNG)
logging.error(f'{url} - checkbox 4 - FAILED', exc_info=True)
assert False
@allure.severity(allure.severity_level.CRITICAL)
def test_url_checkbox5(self, url):
wait.until(EC.visibility_of_element_located((By.XPATH, u1chb5)))
u1chb5ch = driver.find_element_by_xpath(u1chb5).get_attribute('class')
if u1chb5ch == 'passed':
print(f"{url} - test_url_checkbox5 - PASS")
assert True
else:
allure.attach(driver.get_screenshot_as_png(), name="testLoginScreen", attachment_type=AttachmentType.PNG)
logging.error(f'{url} - checkbox 5 - FAILED', exc_info=True)
assert False
@allure.severity(allure.severity_level.CRITICAL)
def test_url_checkbox6(self, url):
wait.until(EC.visibility_of_element_located((By.XPATH, u1chb6)))
u1chb6ch = driver.find_element_by_xpath(u1chb6).get_attribute('class')
if u1chb6ch == 'passed':
print(f"{url} - test_url_checkbox6 - PASS")
assert True
else:
allure.attach(driver.get_screenshot_as_png(), name="testLoginScreen", attachment_type=AttachmentType.PNG)
logging.error(f'{url} - checkbox 6 - FAILED', exc_info=True)
assert False
@allure.severity(allure.severity_level.NORMAL)
def test_url_expdate_w(self, url):
expdatech = driver.find_element_by_id(expdate).text
if int(expdatech) > 7:
print(f"{url} - expdate more than 7 days - PASS")
assert True
else:
allure.attach(driver.get_screenshot_as_png(), name="testLoginScreen", attachment_type=AttachmentType.PNG)
print(expdatech)
logging.warning(f"{url} SSL certificate will expire in less than 7 days, days left: {expdatech}", exc_info=True)
assert False
# def test_close_browser():
try:
logger.info("Testing finished")
driver.close()
assert True
except (Exception, NameError, AssertionError):
logging.error('Error - close_browser module', exc_info=True)
assert False
结果：现在 测试执行序列- https://prnt.sc/ttw4or conftest 按名称（字母）对测试进行排序，我需要删除此依赖项。
目标结果：需要 测试执行序列- test_go_ca_sslcheck() > 具有第一个 url 的类迭代 > 具有下一个 url 的类迭代，直到它们结束 > def test_close_browser()
注意： 也许有更简单的方法可以实现目标，请详细描述，我的知识非常有限。先感谢您！
解决方案
如果我现在理解正确，您不想更改默认排序顺序，参数化测试除外。
这是一个稍微复杂的改编版本，可以做到这一点（我试图添加足够的评论来解释它）：
def pytest_collection_modifyitems(config, items):
def param_part(item):
index = item.name.find('[')
if index > 0:
# revert the name and parameter parts, so tests are sorted by
# parameter first and name second
return (item.name[item.name.index('['):]
+ item.name[:item.name.index('[')])
return item.name
class_id = "test_urls.py::TestSSL::"
# find the first test in the class to be sorted
start_index = next((i for (i, item) in enumerate(items)
if item.nodeid.startswith(class_id)), -1)
if start_index != -1:
# ... and the first test after the class
# (have to start the first at start_index)
end_index = next((i + start_index for (i, item)
in enumerate(items[start_index:])
if not item.nodeid.startswith(class_id)), -1)
# sort only the items in the class and let the rest alone
items[start_index:end_index] = sorted(items[start_index:end_index],
key=param_part)
# for any other tests without our class we leave the items alone
这给出了输出pytest -vv test_urls.py：
...
test_urls.py::test_go_ca_sslcheck PASSED [ 5%]
test_urls.py::TestSSL::test_url_checkbox1[https://expired.badssl.com] PASSED [ 11%]
test_urls.py::TestSSL::test_url_checkbox2[https://expired.badssl.com] PASSED [ 16%]
test_urls.py::TestSSL::test_url_checkbox3[https://expired.badssl.com] PASSED [ 22%]
test_urls.py::TestSSL::test_url_checkbox4[https://expired.badssl.com] PASSED [ 27%]
test_urls.py::TestSSL::test_url_checkbox5[https://expired.badssl.com] PASSED [ 33%]
test_urls.py::TestSSL::test_url_checkbox6[https://expired.badssl.com] PASSED [ 38%]
test_urls.py::TestSSL::test_url_expdate_w[https://expired.badssl.com] PASSED [ 44%]
test_urls.py::TestSSL::test_url_input[https://expired.badssl.com] PASSED [ 50%]
test_urls.py::TestSSL::test_url_checkbox1[https://google.com] PASSED [ 55%]
test_urls.py::TestSSL::test_url_checkbox2[https://google.com] PASSED [ 61%]
test_urls.py::TestSSL::test_url_checkbox3[https://google.com] PASSED [ 66%]
test_urls.py::TestSSL::test_url_checkbox4[https://google.com] PASSED [ 72%]
test_urls.py::TestSSL::test_url_checkbox5[https://google.com] PASSED [ 77%]
test_urls.py::TestSSL::test_url_checkbox6[https://google.com] PASSED [ 83%]
test_urls.py::TestSSL::test_url_expdate_w[https://google.com] PASSED [ 88%]
test_urls.py::TestSSL::test_url_input[https://google.com] PASSED [ 94%]
test_urls.py::test_close_browser PASSED [100%]
================================================= 18 passed in 0.16s ==================================================
推荐阅读
- django - F查询中带有datetime.timedelta对象的Django管理器与注释和过滤器相结合
- python - Python迭代每个子组行并应用函数
- css - 无法为包含输入组的按钮设置宽度为 0
- python-3.x - 如何从保存的模型生成 tflite？
- javascript - 如何根据光标单击定位弹出窗口（不使用 jQuery）？
- android - Genymotion 模拟器对运行安卓应用程序有效吗？
- selenium-chromedriver - 无法使用 xpath 方式使用robotframework selenium 方法单击链接/ webelement
- c# - Admob 测试广告未显示在设备上
- iframe - 当 iframe 启动文件上传并且父页面已使用 html5-history API 路由时，如何防止浏览器出现“后退按钮”？
- angular - 当我禁用表单时删除占位符