1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
|
#!/usr/bin/env python
# ***** BEGIN LICENSE BLOCK *****
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this file,
# You can obtain one at http://mozilla.org/MPL/2.0/.
# ***** END LICENSE BLOCK *****
"""Generic error lists.
Error lists are used to parse output in mozharness.base.log.OutputParser.
Each line of output is matched against each substring or regular expression
in the error list. On a match, we determine the 'level' of that line,
whether IGNORE, DEBUG, INFO, WARNING, ERROR, CRITICAL, or FATAL.
TODO: Context lines (requires work on the OutputParser side)
TODO: We could also create classes that generate these, but with the
appropriate level (please don't die on any errors; please die on any
warning; etc.) or platform or language or whatever.
"""
import re
from mozharness.base.log import CRITICAL, DEBUG, ERROR, WARNING
# Exceptions
class VCSException(Exception):
pass
# ErrorLists {{{1
BaseErrorList = [{"substr": r"""command not found""", "level": ERROR}]
HgErrorList = BaseErrorList + [
{
"regex": re.compile(r"""^abort:"""),
"level": ERROR,
"explanation": "Automation Error: hg not responding",
},
{
"substr": r"""unknown exception encountered""",
"level": ERROR,
"explanation": "Automation Error: python exception in hg",
},
{
"substr": r"""failed to import extension""",
"level": WARNING,
"explanation": "Automation Error: hg extension missing",
},
]
GitErrorList = BaseErrorList + [
{"substr": r"""Permission denied (publickey).""", "level": ERROR},
{"substr": r"""fatal: The remote end hung up unexpectedly""", "level": ERROR},
{"substr": r"""does not appear to be a git repository""", "level": ERROR},
{"substr": r"""error: src refspec""", "level": ERROR},
{"substr": r"""invalid author/committer line -""", "level": ERROR},
{"substr": r"""remote: fatal: Error in object""", "level": ERROR},
{
"substr": r"""fatal: sha1 file '<stdout>' write error: Broken pipe""",
"level": ERROR,
},
{"substr": r"""error: failed to push some refs to """, "level": ERROR},
{"substr": r"""remote: error: denying non-fast-forward """, "level": ERROR},
{"substr": r"""! [remote rejected] """, "level": ERROR},
{"regex": re.compile(r"""remote:.*No such file or directory"""), "level": ERROR},
]
PythonErrorList = BaseErrorList + [
{"regex": re.compile(r"""Warning:.*Error: """), "level": WARNING},
{"regex": re.compile(r"""package.*> Error:"""), "level": ERROR},
{"substr": r"""Traceback (most recent call last)""", "level": ERROR},
{"substr": r"""SyntaxError: """, "level": ERROR},
{"substr": r"""TypeError: """, "level": ERROR},
{"substr": r"""NameError: """, "level": ERROR},
{"substr": r"""ZeroDivisionError: """, "level": ERROR},
{"regex": re.compile(r"""raise \w*Exception: """), "level": CRITICAL},
{"regex": re.compile(r"""raise \w*Error: """), "level": CRITICAL},
]
VirtualenvErrorList = [
{"substr": r"""not found or a compiler error:""", "level": WARNING},
{"regex": re.compile(r"""\d+: error: """), "level": ERROR},
{"regex": re.compile(r"""\d+: warning: """), "level": WARNING},
{
"regex": re.compile(r"""Downloading .* \(.*\): *([0-9]+%)? *[0-9\.]+[kmKM]b"""),
"level": DEBUG,
},
] + PythonErrorList
RustErrorList = [
{"regex": re.compile(r"""^error(?:\[E\d+\])?: """), "level": ERROR},
{"substr": r"""thread 'main' panicked at""", "level": ERROR},
]
# We may need to have various MakefileErrorLists for differing amounts of
# warning-ignoring-ness.
MakefileErrorList = (
BaseErrorList
+ PythonErrorList
+ RustErrorList
+ [
{"substr": r""": error: """, "level": ERROR},
{"substr": r"""No rule to make target """, "level": ERROR},
{"regex": re.compile(r"""akefile.*was not found\."""), "level": ERROR},
{"regex": re.compile(r"""Stop\.$"""), "level": ERROR},
{
"regex": re.compile(r"""make\[\d+\]: \*\*\* \[.*\] Error \d+"""),
"level": ERROR,
},
{"regex": re.compile(r""":\d+: warning:"""), "level": WARNING},
{"regex": re.compile(r"""make(?:\[\d+\])?: \*\*\*/"""), "level": ERROR},
{"substr": r"""Warning: """, "level": WARNING},
]
)
TarErrorList = BaseErrorList + [
{"substr": r"""(stdin) is not a bzip2 file.""", "level": ERROR},
{"regex": re.compile(r"""Child returned status [1-9]"""), "level": ERROR},
{"substr": r"""Error exit delayed from previous errors""", "level": ERROR},
{"substr": r"""stdin: unexpected end of file""", "level": ERROR},
{"substr": r"""stdin: not in gzip format""", "level": ERROR},
{"substr": r"""Cannot exec: No such file or directory""", "level": ERROR},
{"substr": r""": Error is not recoverable: exiting now""", "level": ERROR},
]
ZipErrorList = BaseErrorList + [
{
"substr": r"""zip warning:""",
"level": WARNING,
},
{
"substr": r"""zip error:""",
"level": ERROR,
},
{
"substr": r"""Cannot open file: it does not appear to be a valid archive""",
"level": ERROR,
},
]
ZipalignErrorList = BaseErrorList + [
{
"regex": re.compile(r"""Unable to open .* as a zip archive"""),
"level": ERROR,
},
{
"regex": re.compile(r"""Output file .* exists"""),
"level": ERROR,
},
{
"substr": r"""Input and output can't be the same file""",
"level": ERROR,
},
]
# __main__ {{{1
if __name__ == "__main__":
"""TODO: unit tests."""
pass
|
