1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
|
#!/usr/bin/env python3
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
"""
This module provides a TestRail class for interfacing with the TestRail API, enabling the creation and management of test milestones, test runs, and updating test cases. It facilitates automation and integration of TestRail functionalities into testing workflows, particularly for projects requiring automated test management and reporting.
The TestRail class encapsulates methods to interact with TestRail's API, including creating milestones and test runs, updating test cases, and checking the existence of milestones. It also features a method to retry API calls, enhancing the robustness of network interactions.
Key Components:
- TestRail Class: A class providing methods for interacting with TestRail's API.
- create_milestone: Create a new milestone in a TestRail project.
- create_milestone_and_test_runs: Create a milestone and associated test runs for multiple devices in a project.
- create_test_run: Create a test run within a TestRail project.
- does_milestone_exist: Check if a milestone already exists in a TestRail project.
- update_test_cases_to_passed: Update the status of test cases to 'passed' in a test run.
- Private Methods: Utility methods for internal use to fetch test cases, update test run results, and retrieve milestones.
- Retry Mechanism: A method to retry API calls with a specified number of attempts and delay, improving reliability in case of intermittent network issues.
Usage:
This module is intended to be used as part of a larger automated testing system, where integration with TestRail is required for test management and reporting.
"""
import os
import sys
import time
# Ensure the directory containing this script is in Python's search path
script_directory = os.path.dirname(os.path.abspath(__file__))
if script_directory not in sys.path:
sys.path.append(script_directory)
from testrail_conn import APIClient
class TestRail:
def __init__(self, host, username, password):
if not all([host, username, password]):
raise ValueError("TestRail host, username, and password must be provided.")
self.client = APIClient(host)
self.client.user = username
self.client.password = password
# Public Methods
def create_milestone(self, project_id, title, description):
if not all([project_id, title, description]):
raise ValueError("Project ID, title, and description must be provided.")
data = {"name": title, "description": description}
return self.client.send_post(f"add_milestone/{project_id}", data)
def create_test_run(
self,
project_id,
milestone_id,
test_run_name,
suite_id,
):
if not all([project_id, milestone_id, test_run_name, suite_id]):
raise ValueError(
"Project ID, milestone ID, test run name, and suite ID must be provided."
)
data = {
"name": test_run_name,
"milestone_id": milestone_id,
"suite_id": suite_id,
}
return self.client.send_post(f"add_run/{project_id}", data)
def does_milestone_exist(self, project_id, milestone_name, num_of_milestones=10):
if not all([project_id, milestone_name]):
raise ValueError("Project ID and milestone name must be provided.")
# returns reverse chronological order of milestones, check last 10 milestones
milestones = self._get_milestones(project_id)[-num_of_milestones:]
return any(milestone_name == milestone["name"] for milestone in milestones)
def update_test_run_tests(self, test_run_id, test_status):
if not all([test_run_id, test_status]):
raise ValueError("Test run ID and test status must be provided.")
tests = self._get_tests(test_run_id)
data = {
"results": [
{"test_id": test["id"], "status_id": test_status} for test in tests
]
}
return self.client.send_post(f"add_results/{test_run_id}", data)
# Private Methods
def _get_test_cases(self, project_id, suite_id):
if not all([project_id, suite_id]):
raise ValueError("Project ID and suite ID must be provided.")
return self.client.send_get(f"get_cases/{project_id}&suite_id={suite_id}")[
"cases"
]
def _get_milestone(self, milestone_id):
if not milestone_id:
raise ValueError("Milestone ID must be provided.")
return self.client.send_get(f"get_milestone/{milestone_id}")
def _get_milestones(self, project_id):
if not project_id:
raise ValueError("Project ID must be provided.")
return self.client.send_get(f"get_milestones/{project_id}")["milestones"]
def _get_tests(self, test_run_id):
if not test_run_id:
raise ValueError("Test run ID must be provided.")
return self.client.send_get(f"get_tests/{test_run_id}")["tests"]
def _get_test_run(self, test_run_id):
if not test_run_id:
raise ValueError("Test run ID must be provided.")
return self.client.send_get(f"get_run/{test_run_id}")
def _get_test_runs(self, project_id):
if not project_id:
raise ValueError("Project ID must be provided.")
return self.client.send_get(f"get_runs/{project_id}")["runs"]
def _get_test_run_results(self, test_run_id):
if not test_run_id:
raise ValueError("Test run ID must be provided.")
return self.client.send_get(f"get_results_for_run/{test_run_id}")["results"]
def _retry_api_call(self, api_call, *args, max_retries=3, delay=5):
if not all([api_call, args]):
raise ValueError("API call and arguments must be provided.")
"""
Retries the given API call up to max_retries times with a delay between attempts.
:param api_call: The API call method to retry.
:param args: Arguments to pass to the API call.
:param max_retries: Maximum number of retries.
:param delay: Delay between retries in seconds.
"""
for attempt in range(max_retries):
try:
return api_call(*args)
except Exception:
if attempt == max_retries - 1:
raise # Reraise the last exception
time.sleep(delay)
|
