diff options
Diffstat (limited to 'bin/check-missing-unittests.py')
| -rwxr-xr-x | bin/check-missing-unittests.py | 228 |
1 files changed, 228 insertions, 0 deletions
diff --git a/bin/check-missing-unittests.py b/bin/check-missing-unittests.py new file mode 100755 index 000000000..5ea891396 --- /dev/null +++ b/bin/check-missing-unittests.py @@ -0,0 +1,228 @@ +#!/usr/bin/env python3 + +# This file is part of the LibreOffice project. +# +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. + +# Use this script to update +# https://wiki.documentfoundation.org/MissingUnitTests + +import os +import datetime +import subprocess +import sys +import re +import json +import requests + +def splitList(lst, n): + for i in range(0, len(lst), n): + yield lst[i:i + n] + +def main(ignoredBugs): + results = { + 'export': { + 'docx': {}, + 'doc': {}, + 'pptx': {}, + 'xlsx': {}, + 'xhtml': {}, + 'html': {}, + }, + 'writer': { + 'undo': {}, + 'autoformat': {}, + 'autocorrect': {}, + 'others': {}, + }, + 'calc': { + 'import': {}, + 'format': {}, + 'others': {}, + }, + 'impress': { + 'drawingml': {}, + 'slidesorter': {}, + 'others': {}, + }, + + } + hasTestSet = set() + + repoPath = os.path.dirname(os.path.abspath(__file__)) + '/..' + branch = subprocess.check_output( + ['git', '-C', repoPath, 'rev-parse', '--abbrev-ref', 'HEAD'], + stderr=subprocess.DEVNULL) + last_hash = subprocess.check_output( + ['git', '-C', repoPath, 'rev-parse', 'HEAD'], + stderr=subprocess.DEVNULL) + output = subprocess.check_output( + ['git', '-C', repoPath, 'log', '--since="2012-01-01', '--name-only' ,'--pretty=format:"%s%n%ad"', '--date=format:"%Y/%m/%d"'], + stderr=subprocess.DEVNULL) + commits = output.decode('utf-8', 'ignore').split('\n\n') + + for commit in reversed(commits): + + commitInfo = commit.split('\n') + + summary = commitInfo[0].strip('"').lower() + + # Check for bugIds in the summary. Ignore those with a '-' after the digits. + # Those are used for file names ( e.g. tdf129410-1.ods ) + bugIds = re.findall("\\b(?:bug|fdo|tdf|lo)[#:]?(\\d+)(?!-)\\b", summary) + if bugIds is None or len(bugIds) == 0: + continue + + for bugId in bugIds: + + isIgnored = False + for i in ignoredBugs: + if i in summary: + isIgnored = True + if isIgnored: + continue + + if bugId in hasTestSet: + continue + + date = commitInfo[1].strip('"') + infoList = [date, summary] + + changedFiles = "".join(commitInfo[2:]) + if 'qa' in changedFiles: + hasTestSet.add(bugId) + continue + + elif 'sw/source/filter/ww8/docx' in changedFiles or \ + 'writerfilter/source/dmapper' in changedFiles or \ + 'starmath/source/ooxmlimport' in changedFiles: + results['export']['docx'][bugId] = infoList + + elif 'sw/source/filter/ww8/ww8' in changedFiles: + results['export']['doc'][bugId] = infoList + + elif 'sc/source/filter/excel/xe' in changedFiles: + results['export']['xlsx'][bugId] = infoList + + elif 'oox/source/export/' in changedFiles: + results['export']['pptx'][bugId] = infoList + + elif 'filter/source/xslt/odf2xhtml/export' in changedFiles: + results['export']['xhtml'][bugId] = infoList + + elif 'sw/source/filter/html/' in changedFiles: + results['export']['html'][bugId] = infoList + + elif 'sw/source/core/undo/' in changedFiles: + results['writer']['undo'][bugId] = infoList + + elif 'sw/source/core/edit/autofmt' in changedFiles: + results['writer']['autoformat'][bugId] = infoList + + elif 'sw/source/core/edit/acorrect' in changedFiles: + results['writer']['autocorrect'][bugId] = infoList + + elif 'drawingml' in changedFiles: + results['impress']['drawingml'][bugId] = infoList + + elif 'sd/source/ui/slidesorter/' in changedFiles: + results['impress']['slidesorter'][bugId] = infoList + + elif 'sc/source/core/tool/interpr' in changedFiles: + results['calc']['import'][bugId] = infoList + + elif 'svl/source/numbers/' in changedFiles: + results['calc']['format'][bugId] = infoList + + # Keep the following if statements at the end + + elif 'sc/source/core/' in changedFiles: + results['calc']['others'][bugId] = infoList + + elif 'sw/source/core/' in changedFiles: + results['writer']['others'][bugId] = infoList + + elif 'sd/source/core/' in changedFiles: + results['impress']['others'][bugId] = infoList + + listOfBugIdsWithoutTest = [] + for k,v in results.items(): + for k1, v1 in v.items(): + for bugId, info in v1.items(): + if bugId not in hasTestSet: + listOfBugIdsWithoutTest.append(bugId) + + bugzillaJson = [] + #Split the list into different chunks for the requests, otherwise it fails + for chunk in splitList(listOfBugIdsWithoutTest, 50): + urlGet = 'https://bugs.documentfoundation.org/rest/bug?id=' + ','.join(chunk) + rGet = requests.get(urlGet) + rawData = json.loads(rGet.text) + rGet.close() + bugzillaJson.extend(rawData['bugs']) + + print() + print('{{TopMenu}}') + print('{{Menu}}') + print('{{Menu.Development}}') + print() + print('This report is generated by ' + os.path.basename(sys.argv[0])) + print() + print('Date: ' + str(datetime.datetime.now())) + print() + print('Commits: ' + str(len(commits))) + print() + print('Branch: ' + branch.decode().strip()) + print() + print('Hash: ' + str(last_hash.decode().strip())) + + for k,v in results.items(): + print('\n== ' + k + ' ==') + for k1, v1 in v.items(): + print('\n=== ' + k1 + ' ===') + for bugId, info in v1.items(): + + resolution = '' + keywords = [] + priority = '' + for bug in bugzillaJson: + if str(bug['id']) == str(bugId): + resolution = bug['resolution'] + keywords = bug['keywords'] + priority = bug['priority'] + break + + # Only care about FIXED bugs + # Ignore performance bugs and accessibility bugs + if resolution and resolution == 'FIXED' and 'perf' not in keywords \ + and 'accessibility' not in keywords: + print( + "# {} - [{}] {} - [https://bugs.documentfoundation.org/show_bug.cgi?id={} tdf#{}]".format( + info[0], priority.upper(), info[1], bugId, bugId)) + + print('\n== ignored bugs ==') + print(' '.join(ignoredBugs)) + print() + print('[[Category:QA]][[Category:Development]]') + +def usage(): + message = """usage: {program} [bugs to ignore (each one is one argument)] + +Sample: {program} 10000 10001 10002""" + print(message.format(program = os.path.basename(sys.argv[0]))) + +if __name__ == '__main__': + + args = set() + if len(sys.argv) > 1: + arg1 = sys.argv[1] + if arg1 == '-h' or arg1 == "--help": + usage() + sys.exit(1) + for i in sys.argv: + if i.isdigit(): + args.add(i) + + main(sorted(args)) |