1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
|
#!/usr/bin/env python3
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import getopt
import sys
import fn_anchors
import stackanalysis
import utils
"""
The analysis is based on stack frames of the following form:
[
{
"event_timeabs": 1617121013137,
"session_startabs": 1617120840000,
"build_id": "20210329095128",
"client_id": "0013a68f-9893-461a-93d4-2d7a2f85583f",
"session_id": "8cd37159-bd5c-481c-99ad-9eace9ea726a",
"seq": 1,
"context": "Initialization::TemporaryStorage",
"source_file": "dom/localstorage/ActorsParent.cpp",
"source_line": "1018",
"severity": "ERROR",
"result": "NS_ERROR_FILE_NOT_FOUND"
},
...
]
The location of the input file is expected to be found in the
last item of the list inside qmexecutions.json.
"""
def usage():
print("analyze_qm_faiures.py -w <workdir=.>")
print("")
print("Analyzes the results from fetch_qm_failures.py's JSON file.")
print(
"Writes out several JSON results as files and a bugzilla markup table on stdout."
)
print("-w <workdir>: Working directory, default is '.'")
sys.exit(2)
days = 1
workdir = "."
try:
opts, args = getopt.getopt(sys.argv[1:], "w:", ["workdir="])
for opt, arg in opts:
if opt == "-w":
workdir = arg
except getopt.GetoptError:
usage()
run = utils.getLastRunFromExecutionFile(workdir)
if "numrows" not in run:
print("No previous execution from fetch_qm_failures.py found.")
usage()
if run["numrows"] == 0:
print("The last execution yielded no result.")
infile = run["rawfile"]
def getFname(prefix):
return "{}/{}_until_{}.json".format(workdir, prefix, run["lasteventtime"])
# read rows from JSON
rows = utils.readJSONFile(getFname("qmrows"))
print("Found {} rows of data.".format(len(rows)))
rows = stackanalysis.sanitize(rows)
# enrich rows with hg locations
buildids = stackanalysis.extractBuildIDs(rows)
utils.fetchBuildRevisions(buildids)
stackanalysis.constructHGLinks(buildids, rows)
# transform rows to unique stacks
raw_stacks = stackanalysis.collectRawStacks(rows)
all_stacks = stackanalysis.mergeEqualStacks(raw_stacks)
# enrich with function anchors
for stack in all_stacks:
for frame in stack["frames"]:
frame["anchor"] = "{}:{}".format(
frame["source_file"], fn_anchors.getFunctionName(frame["location"])
)
# separate stacks for relevance
error_stacks = []
warn_stacks = []
info_stacks = []
abort_stacks = []
stackanalysis.filterStacksForPropagation(
all_stacks, error_stacks, warn_stacks, info_stacks, abort_stacks
)
run["errorfile"] = getFname("qmerrors")
utils.writeJSONFile(run["errorfile"], error_stacks)
run["warnfile"] = getFname("qmwarnings")
utils.writeJSONFile(run["warnfile"], warn_stacks)
run["infofile"] = getFname("qminfo")
utils.writeJSONFile(run["infofile"], info_stacks)
run["abortfile"] = getFname("qmabort")
utils.writeJSONFile(run["abortfile"], abort_stacks)
utils.updateLastRunToExecutionFile(workdir, run)
# print results to stdout
print("Found {} error stacks.".format(len(error_stacks)))
print("Found {} warning stacks.".format(len(warn_stacks)))
print("Found {} info stacks.".format(len(info_stacks)))
print("Found {} aborted stacks.".format(len(abort_stacks)))
print("")
print("Error stacks:")
print(stackanalysis.printStacks(error_stacks))
print("")
print("Error stacks grouped by anchors:")
anchors = stackanalysis.groupStacksForAnchors(error_stacks)
anchornames = list(anchors.keys())
for a in anchornames:
print(stackanalysis.printStacks(anchors[a]["stacks"]))
print("")
print("")
print("Warning stacks:")
print(stackanalysis.printStacks(warn_stacks))
print("")
print("Info stacks:")
print(stackanalysis.printStacks(info_stacks))
print("")
print("Aborted stacks:")
print(stackanalysis.printStacks(abort_stacks))
|
