summaryrefslogtreecommitdiffstats
path: root/tools/crashreporter/system-symbols/win/scrape-report.py
blob: 0e1eb187607e99d23a714b85de47931303ba2768 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
#!/usr/bin/env python
#
# Copyright 2016 Mozilla
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from __future__ import absolute_import

import csv
import json
import logging
import os
import requests
import sys
import urlparse


log = logging.getLogger()


def fetch_missing_symbols_from_crash(file_or_crash):
    if os.path.isfile(file_or_crash):
        log.info("Fetching missing symbols from JSON file: %s" % file_or_crash)
        j = {"json_dump": json.load(open(file_or_crash, "rb"))}
    else:
        if "report/index/" in file_or_crash:
            crash_id = urlparse.urlparse(file_or_crash).path.split("/")[-1]
        else:
            crash_id = file_or_crash
        url = (
            "https://crash-stats.mozilla.org/api/ProcessedCrash/"
            "?crash_id={crash_id}&datatype=processed".format(crash_id=crash_id)
        )
        log.info("Fetching missing symbols from crash: %s" % url)
        r = requests.get(url)
        if r.status_code != 200:
            log.error("Failed to fetch crash %s" % url)
            return set()
        j = r.json()
    return set(
        [
            (m["debug_file"], m["debug_id"], m["filename"], m["code_id"])
            for m in j["json_dump"]["modules"]
            if "missing_symbols" in m
        ]
    )


def main():
    logging.basicConfig()
    log.setLevel(logging.DEBUG)
    urllib3_logger = logging.getLogger("urllib3")
    urllib3_logger.setLevel(logging.ERROR)

    if len(sys.argv) < 2:
        log.error("Specify a crash URL or ID")
        sys.exit(1)
    symbols = fetch_missing_symbols_from_crash(sys.argv[1])
    log.info("Found %d missing symbols" % len(symbols))
    c = csv.writer(sys.stdout)
    c.writerow(["debug_file", "debug_id", "code_file", "code_id"])
    for row in symbols:
        c.writerow(row)


if __name__ == "__main__":
    main()