#!/usr/bin/env python2 # Copyright (c) 2019 The Khronos Group Inc. # Use of this source code is governed by an MIT-style license that can be # found in the LICENSE.txt file. # Author: Mobica LTD import sys import re import os import subprocess import threading from sys import stdout, stderr, argv # Running this script # 1. To rebuild all dependencies: # $ build.py deps # 2. To build all targets without rebuilding dependencies # $ build.py build # 3. To build a single target without rebuilding dependencies # $ build.py build # See the table below for available targets # 4. To rebuild all dependencies and targets # $ build.py # 5. To build dependencies for a single target # $ build.py deps # 6. To build dependencies for and compile a single target # $ build.py # List of targets (short target name, closure namespace) targets = { 'textureformat': 'functional.gles3.es3fTextureFormatTests', 'fboCompletenessTests': 'functional.gles3.es3fFboCompletenessTests', 'fbomultisampletests': 'functional.gles3.es3fFboMultisampleTests', 'fbostencilbuffertests': 'functional.gles3.es3fFboStencilbufferTests', 'fragmentoutput': 'functional.gles3.es3fFragmentOutputTests', 'framebufferblittests': 'functional.gles3.es3fFramebufferBlitTests', 'instancedrenderingtests': 'functional.gles3.es3fInstancedRenderingTests', 'pixelBufferObjectTest': 'functional.gles3.es3fPixelBufferObjectTest', 'primitiverestarttests': 'functional.gles3.es3fPrimitiveRestartTests', 'samplerobjecttests': 'functional.gles3.es3fSamplerObjectTests', 'transformFeedbackTests': 'functional.gles3.es3fTransformFeedbackTests', 'uniformapi': 'functional.gles3.es3fUniformApiTests', 'uniformbuffers': 'functional.gles3.es3fUniformBlockTests', 'vertexarrays': 'functional.gles3.es3fVertexArrayTests', 'shaderlibrary': 'modules.shared.glsShaderLibrary', 'negativebuffer': 'functional.gles3.es3fNegativeBufferApiTests', 'sglrReferenceContextTest': 'framework.opengl.simplereference.sglrReferenceContextTest', 'lifetime': 'functional.gles3.es3fLifetimeTests', 'draw': 'functional.gles3.es3fDrawTests', 'attriblocation': 'functional.gles3.es3fAttribLocationTests', 'textureShadowTests': 'functional.gles3.es3fTextureShadowTests', 'texturewrap': 'functional.gles3.es3fTextureWrapTests', 'negativetextureapi': 'functional.gles3.es3fNegativeTextureApiTests', 'multisample': 'functional.gles3.es3fMultisampleTests', 'negativefragmentapi': 'functional.gles3.es3fNegativeFragmentApiTests', 'negativevertexarrayapi': 'functional.gles3.es3fNegativeVertexArrayApiTests', 'negativestateapi' : 'functional.gles3.es3fNegativeStateApiTests', 'negativeshaderapi' : 'functional.gles3.es3fNegativeShaderApiTests', 'rasterizerdiscard' : 'functional.gles3.es3fRasterizerDiscardTests', 'buffercopy' : 'functional.gles3.es3fBufferCopyTests', 'shaderindexing' : 'functional.gles3.es3fShaderIndexingTests', 'shaderloop' : 'functional.gles3.es3fShaderLoopTests', 'shaderstruct' : 'functional.gles3.es3fShaderStructTests', 'shaderswitch' : 'functional.gles3.es3fShaderSwitchTests', 'fborender' : 'functional.gles3.es3fFboRenderTest', 'shaderderivate' : 'functional.gles3.es3fShaderDerivateTests', 'builtinprecision' : 'functional.gles3.es3fBuiltinPrecisionTests', 'shaderbuiltinvar' : 'functional.gles3.es3fShaderBuiltinVarTests', 'texturefiltering' : 'functional.gles3.es3fTextureFilteringTests', 'fbocolor' : 'functional.gles3.es3fFboColorbufferTests', 'fragdepth' : 'functional.gles3.es3fFragDepthTests', 'shaderop' : 'functional.gles3.es3fShaderOperatorTests', 'vao' : 'functional.gles3.es3fVertexArrayObjectTests', 'clip' : 'functional.gles3.es3fClippingTests', 'inv' : 'functional.gles3.es3fFboInvalidateTests', 'defvertattr' : 'functional.gles3.es3fDefaultVertexAttributeTests', 'occlusion' : 'functional.gles3.es3fOcclusionQueryTests', 'shaderapi' : 'functional.gles3.es3fShaderApiTests', 'shaderpackingfunction' : 'functional.gles3.es3fShaderPackingFunctionTests', 'shadercommonfunction' : 'functional.gles3.es3fShaderCommonFunctionTests', 'shadermatrix' : 'functional.gles3.es3fShaderMatrixTest', 'shaderprecision' : 'functional.gles3.es3fShaderPrecisionTests', 'bstate': 'functional.gles3.es3fBooleanStateQuery', 'shaderstate': 'functional.gles3.es3fShaderStateQueryTests', 'fbostate' : 'functional.gles3.es3fFboStateQueryTests', 'rbostate' : 'functional.gles3.es3fRboStateQueryTests', 'bufferstate' : 'functional.gles3.es3fBufferObjectQueryTests', 'samplerstate' : 'functional.gles3.es3fSamplerStateQueryTests', 'texstate' : 'functional.gles3.es3fTextureStateQuery', 'internalformatstate' : 'functional.gles3.es3fInternalFormatQueryTests', 'texturespecification' : 'functional.gles3.es3fTextureSpecificationTests', 'shadertexturefunction' : 'functional.gles3.es3fShaderTextureFunctionTests', 'sync' : 'functional.gles3.es3fSyncTests', 'readpixel' : 'functional.gles3.es3fReadPixelTests', 'stringquery' : 'functional.gles3.es3fStringQueryTests', 'indexedstate' : 'functional.gles3.es3fIndexedStateQueryTests', 'integerstate' : 'functional.gles3.es3fIntegerStateQueryTests', 'floatstate' : 'functional.gles3.es3fFloatStateQueryTests' } total_errors = 0 total_warnings = 0 results = dict() def dep_filename(target): return target + '.dep' def compiled_filename(target): return target + '.compiled' def write_to_file(outfile, cmdLine, redirect_stderr): stderr = None if redirect_stderr: stderr = subprocess.STDOUT with open(outfile, "w") as out_file: proc = subprocess.Popen(cmdLine, shell=True, stdout=subprocess.PIPE, stderr=stderr) while proc.poll() is None: line = proc.stdout.readline() out_file.write(line) out_file.flush() proc.wait() def read_file(file_path): #File exist if not file_exists(file_path): sys.exit(2) fo = open(file_path) lines = fo.read() fo.close() return lines def file_exists(file_path): if not os.path.exists: print "The file " + file_name + " doesn't exists" return False return True def build_deps(target, namespace): cmdLine = 'python ../closure-library/closure/bin/build/closurebuilder.py --root=../closure-library --root=. --namespace=' + namespace print cmdLine write_to_file(dep_filename(target), cmdLine, False) def build_all_deps(): for target in targets.keys(): build_deps(target, targets[target]) def buildDepsFile(): # the parameter "--root_with_prefix" is the relative path from the file goog/base.js to the root of the .js files we # are working on. cmdBuildDeps = 'python ../closure-library/closure/bin/build/depswriter.py --root_with_prefix=". ../../../deqp" > deqp-deps.js' # Calls the python program that generates the google closure dependencies # write_to_file('deqp-deps.js', cmdBuildDeps, False) proc = subprocess.Popen(cmdBuildDeps, shell=True, stdout=subprocess.PIPE, stderr=None) proc.wait() def build_target(target, namespace): global total_errors global total_warnings deps = read_file(dep_filename(target)) cmdLine = 'java -jar compiler.jar --compilation_level ADVANCED_OPTIMIZATIONS --warning_level VERBOSE --jscomp_warning undefinedVars --externs compiler_additional_extern.js' for dep in deps.split('\n'): dep = dep.strip() if len(dep) > 0: cmdLine += ' --js ' + dep cmdLine += ' --closure_entry_point=' + namespace print cmdLine filename = compiled_filename(target) write_to_file(filename, cmdLine, True) compiled = read_file(filename) result = re.search(r'(\d*)\s*error\(s\),\s*(\d*)\s*warning\(s\)', compiled) errors = 0 warnings = 0 if result: print target + ': ' + result.group(0) errors = int(result.group(1)) warnings = int(result.group(2)) total_errors += errors total_warnings += warnings results[target] = [errors, warnings] def build_all_targets(): for target in targets.keys(): build_target(target, targets[target]) def format_target(target): deps = read_file(dep_filename(target)) fixjsstyle = 'fixjsstyle.py' reformat = 'reformatting_tool.py' for dep in deps.split('\n'): dep = dep.strip() if len(dep) > 0 and not re.search('closure-library.*base\.js', dep): print fixjsstyle + ' ' + dep subprocess.call(['python', fixjsstyle, dep]) print reformat + ' -f ' + dep subprocess.call(['python', reformat, '-f', dep]) def format_all_targets(): for target in targets.keys(): format_target(target) def pass_or_fail(): if total_errors + total_warnings == 0: print "Passed" elif len(results) > 1: #display the summary only when building more than one target passed = [k for k, v in results.iteritems() if v[0] + v[1] == 0] failed = dict((k, v) for k, v in results.iteritems() if v[0] + v[1] != 0) print "\nBuild Summary:" # Print first the tests that passed for target in passed: print "{0:>30}\tPassed".format(target+":") # Print tests that failed. Fixed-width to improve readability for target in failed: errors = failed[target][0] warnings = failed[target][1] print "{0:>30}\tErrors: {1:4}\tWarnings: {2:4}".format(target+":", errors, warnings) print "Compilation failed: {} error(s), {} warning(s).".format(total_errors, total_warnings) def main(argv): if len(argv) == 0: build_all_deps() build_all_targets() buildDepsFile() pass_or_fail() elif (argv[0] == 'deps'): if len(argv) == 2: target = argv[1] build_deps(target, targets[target]) else: build_all_deps() elif (argv[0] == 'format'): if len(argv) == 2: target = argv[1] format_target(target) else: format_all_targets() elif (argv[0] == 'build'): if len(argv) == 2: target = argv[1] build_target(target, targets[target]) else: build_all_targets() pass_or_fail() elif (argv[0] == 'depfile'): buildDepsFile() elif (argv[0] == 'list'): print "List of available targets:" for target in targets.keys(): print "\t{}".format(target) else: target = argv[0] build_deps(target, targets[target]) build_target(target, targets[target]) pass_or_fail() if __name__ == '__main__': main(sys.argv[1:])